-- Logs begin at Thu 2021-09-23 18:17:24 UTC, end at Thu 2021-09-23 21:10:31 UTC. -- Sep 23 19:13:56.052639 n-d-810763-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 19:13:58.763207 n-d-810763-1 neutron-server[94682]: INFO neutron.common.config [-] Logging enabled! Sep 23 19:13:58.763842 n-d-810763-1 neutron-server[94682]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 19:13:58.764026 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94682) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 19:13:58.767347 n-d-810763-1 neutron-server[94682]: INFO neutron.common.config [-] Logging enabled! Sep 23 19:13:58.767599 n-d-810763-1 neutron-server[94682]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 19:13:58.767907 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94682) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 19:13:58.768834 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 19:13:58.769066 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 19:13:58.769422 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 19:13:58.769662 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 19:13:58.769883 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 19:13:58.770194 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.770510 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.770801 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.771027 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.771317 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.771604 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.771879 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.772163 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.772452 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.772760 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.773034 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.773310 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.773535 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.773808 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.774088 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.774409 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.774628 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] debug = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.774901 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.775320 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.775724 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.776003 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.776287 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.776558 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.776819 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.777085 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.777359 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.777681 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] host = n-d-810763-1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.777952 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.778312 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.778598 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.778880 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.779147 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.779418 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.779699 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.779966 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.780233 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] log_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.780500 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.780782 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.781065 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.781348 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.781567 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.781782 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.782600 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.782886 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.783155 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.783421 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.783688 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.783957 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.784222 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.784483 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.784759 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.785036 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.785315 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.785580 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.785851 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.786115 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.786406 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.786684 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.786949 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.787211 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.787475 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.787752 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.788015 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.788279 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.788571 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.788851 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.789133 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.789400 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.789666 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.789942 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.790229 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.790496 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.790760 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] use_json = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.791036 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.791284 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.791554 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.791817 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.792081 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.792345 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.792608 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.792884 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:13:58.793170 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.793458 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.793753 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.794030 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.794353 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.794627 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.794909 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.795179 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.795462 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.795747 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.796033 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.796305 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.796584 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.796873 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.797161 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.797475 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.798336 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.798629 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.798905 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.799177 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.799475 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.799804 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.800088 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.800402 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.800689 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.800974 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.801248 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.801528 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.801815 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.802100 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.802403 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.802736 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.803024 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.803297 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.803565 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.803837 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.804123 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.804396 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.804662 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.804937 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.805207 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.805474 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.805737 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.806010 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.806321 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.806595 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.806860 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.807125 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.807394 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.807657 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.807935 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.808207 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.808474 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.808739 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.809009 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.809275 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.809538 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.809807 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.810073 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.810370 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.810637 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.810900 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.811166 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.811432 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.811697 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.811961 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.812226 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.812493 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.812755 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.813018 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.813319 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.813585 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.813850 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.814129 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.814442 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.814714 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.814983 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.815251 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.815520 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.815792 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.816060 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.816331 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.816600 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.816865 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.817148 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.817423 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.817700 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.817973 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.818268 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.818566 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.818837 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.819114 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.819385 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.819656 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.819934 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.820211 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.820500 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.820788 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.821075 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.821361 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.821646 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.821919 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.822235 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.822513 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:13:58.822727 n-d-810763-1 neutron-server[94682]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 19:13:58.822961 n-d-810763-1 neutron-server[94682]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94682) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 19:13:59.173443 n-d-810763-1 neutron-server[94682]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 19:13:59.173719 n-d-810763-1 neutron-server[94682]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 19:13:59.174003 n-d-810763-1 neutron-server[94682]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 19:13:59.174351 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 19:13:59.569128 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.569326 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.569597 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.570946 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.571216 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.571475 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.607753 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.608026 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.608286 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.623436 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.623713 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.623976 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.653187 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.653464 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.653731 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.691317 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.691589 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.691850 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.921811 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.922967 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.922967 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.923183 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:13:59.923879 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.042349 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.042662 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.042934 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.043194 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.043448 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.043747 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.043996 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.044242 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.044484 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.044754 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.045001 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.045252 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.045495 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.045736 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.045979 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.046252 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.046503 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.046759 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.047018 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.047266 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.048056 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.048300 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.048573 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.048939 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.049180 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.049417 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.049806 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.050044 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.050328 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.050566 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.050795 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.051048 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.051402 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 19:14:00.054660 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 19:14:00.058737 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 19:14:00.062339 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 23 19:14:00.064575 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 19:14:00.065027 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 19:14:00.065359 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 19:14:00.065735 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 19:14:00.068489 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 19:14:00.068734 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 19:14:00.069074 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 19:14:00.074471 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 19:14:00.096765 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 19:14:00.097211 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.097501 n-d-810763-1 neutron-server[94682]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94682) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 19:14:00.097855 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.099226 n-d-810763-1 neutron-server[94682]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94682) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 19:14:00.099659 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 19:14:00.099901 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 19:14:00.103050 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.103330 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.167090 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 19:14:00.167325 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 19:14:00.167559 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 19:14:00.167913 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 19:14:00.189924 n-d-810763-1 neutron-server[94682]: DEBUG oslo_db.sqlalchemy.engines [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94682) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 19:14:00.714799 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing driver for type 'gre' Sep 23 19:14:00.715326 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] gre ID ranges: [(1, 1000)] Sep 23 19:14:00.771230 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing driver for type 'local' Sep 23 19:14:00.771546 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing driver for type 'vlan' Sep 23 19:14:00.784158 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] VlanTypeDriver initialization complete Sep 23 19:14:00.784494 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing driver for type 'vxlan' Sep 23 19:14:00.784969 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] vxlan ID ranges: [(1, 1000)] Sep 23 19:14:00.841343 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing extension driver 'port_security' Sep 23 19:14:00.841696 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.extensions.port_security [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] PortSecurityExtensionDriver initialization complete Sep 23 19:14:00.842031 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing mechanism driver 'openvswitch' Sep 23 19:14:00.842386 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing mechanism driver 'hyperv' Sep 23 19:14:00.849469 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:00.850155 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.850555 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.850916 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.851436 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:14:00.851875 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnet after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.852238 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnet after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.852592 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.852988 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:14:00.853404 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.853760 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.854109 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.854798 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:14:00.855209 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > security_group after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.855561 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > security_group after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.855906 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.856435 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:14:00.856855 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.857212 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.857562 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.857958 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:14:00.858398 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > address_group after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.858757 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > address_group after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.859102 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.859491 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94682) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:14:00.859877 n-d-810763-1 neutron-server[94682]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] ML2 OVO RPC backend initialized. {{(pid=94682) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 19:14:00.860591 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.860953 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.861375 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.861728 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > networks before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.862080 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.862455 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > ports before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.862805 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnet before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.863150 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnets before_response 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.863502 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.863847 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.864189 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.864532 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.864868 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.865206 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.865547 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnet after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.865885 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnet after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.866241 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.866829 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Modular L2 Plugin initialization complete Sep 23 19:14:00.867164 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading services supported by the core plugin {{(pid=94682) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 19:14:00.867495 n-d-810763-1 neutron-server[94682]: INFO neutron.plugins.ml2.managers [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Got port-security extension from driver 'port_security' Sep 23 19:14:00.867961 n-d-810763-1 neutron-server[94682]: INFO neutron.extensions.vlantransparent [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Disabled vlantransparent extension. Sep 23 19:14:00.868452 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94682) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 19:14:00.868770 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: router Sep 23 19:14:00.905247 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.905646 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router after_create 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.906024 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router before_create 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.906425 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.906805 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.907164 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router after_delete 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.907529 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.907884 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.908246 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router after_create 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.908595 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router after_update 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.908950 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router after_update 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.909306 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.909670 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router after_update 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.910082 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_update 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.910481 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.910830 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: port after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.911194 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: subnet after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.911522 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.911875 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.912249 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_create 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.912576 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: port before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.912923 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.913282 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router after_update 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.913635 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.913989 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_create 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.914383 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.914736 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_update 55549900 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.915107 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > agent after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.915464 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > agent after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.915815 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > network after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.916665 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Tracking information for resource: router configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.917005 n-d-810763-1 neutron-server[94682]: DEBUG neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Tracking information for resource: floatingip configured {{(pid=94682) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:14:00.921905 n-d-810763-1 neutron-server[94682]: INFO neutron.db.l3_agentschedulers_db [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 19:14:00.922508 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.922872 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: port after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.923228 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: port after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.923585 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.924381 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router before_create 55550100 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.924753 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.925120 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_create 55550100 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.925481 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > router precommit_update 55550100 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.930199 n-d-810763-1 neutron-server[94682]: DEBUG neutron.services.provider_configuration [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service providers = [] {{(pid=94682) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 19:14:00.930595 n-d-810763-1 neutron-server[94682]: DEBUG neutron.db.servicetype_db [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94682) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 19:14:00.933567 n-d-810763-1 neutron-server[94682]: DEBUG neutron.services.service_base [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:14:00.933926 n-d-810763-1 neutron-server[94682]: DEBUG neutron.services.service_base [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:14:00.934306 n-d-810763-1 neutron-server[94682]: DEBUG neutron.services.service_base [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:14:00.935200 n-d-810763-1 neutron-server[94682]: DEBUG neutron.services.service_base [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94682) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:14:00.935576 n-d-810763-1 neutron-server[94682]: INFO neutron.services.service_base [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 19:14:00.935954 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.936278 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 19:14:00.947455 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.947799 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: auto_allocate Sep 23 19:14:00.953549 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: network precommit_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.953920 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: network precommit_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.955081 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.955395 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: tag Sep 23 19:14:00.961904 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.962273 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: timestamp Sep 23 19:14:00.966351 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.966648 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: network_ip_availability Sep 23 19:14:00.972051 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.972426 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.972788 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:00.973500 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.973828 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: flavors Sep 23 19:14:00.978576 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.978918 n-d-810763-1 neutron-server[94682]: INFO neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading Plugin: revisions Sep 23 19:14:00.983483 n-d-810763-1 neutron-server[94682]: DEBUG neutron.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94682) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:14:00.983877 n-d-810763-1 neutron-server[94682]: DEBUG oslo_concurrency.lockutils [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=94682) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 19:14:00.984612 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94682) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 19:14:00.984953 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Initializing extension manager. Sep 23 19:14:00.985463 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: __init__.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.985856 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: __pycache__ {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.986174 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.986544 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: address_group.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.987302 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:00.987867 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: address-group Sep 23 19:14:00.988194 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: address_scope.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.989105 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:00.989618 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: address-scope Sep 23 19:14:00.989943 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.990904 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:00.991414 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: router-admin-state-down-before-update Sep 23 19:14:00.991739 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: agent.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.992444 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:00.992948 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: agent Sep 23 19:14:00.993272 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: agent_resources_synced.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.994191 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:00.994721 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: agent-resources-synced Sep 23 19:14:00.995045 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: allowedaddresspairs.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.996855 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:00.997389 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: allowed-address-pairs Sep 23 19:14:00.997721 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: auto_allocated_topology.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:00.998821 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:00.999343 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: auto-allocated-topology Sep 23 19:14:00.999674 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: availability_zone.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.000376 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.000891 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: availability_zone Sep 23 19:14:01.001220 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: availability_zone_filter.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.002689 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.003206 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: availability_zone_filter Sep 23 19:14:01.003532 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: data_plane_status.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.004446 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.004957 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 19:14:01.005284 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: default_subnetpools.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.006221 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.006742 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: default-subnetpools Sep 23 19:14:01.007070 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.007881 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.008400 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: dhcp_agent_scheduler Sep 23 19:14:01.008728 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: dns.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.009653 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.010164 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 19:14:01.010530 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: dns_domain_ports.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.011454 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.011966 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 19:14:01.012294 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.013220 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.013727 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 19:14:01.014053 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: dvr.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.014753 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.015261 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: dvr Sep 23 19:14:01.015582 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: ecmp_routes.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.016507 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.017611 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 19:14:01.017935 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: empty_string_filtering.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.018907 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.019407 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: empty-string-filtering Sep 23 19:14:01.019732 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.020650 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.021162 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 19:14:01.021485 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.022443 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.022948 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 19:14:01.023272 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: external_net.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.024198 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.024704 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: external-net Sep 23 19:14:01.025028 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.025953 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.026501 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: extra_dhcp_opt Sep 23 19:14:01.026830 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: extraroute.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.027750 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.028256 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: extraroute Sep 23 19:14:01.028580 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: extraroute_atomic.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.029613 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.030128 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: extraroute-atomic Sep 23 19:14:01.030493 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: filter_validation.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.031171 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.031680 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: filter-validation Sep 23 19:14:01.032005 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: fip_pf_description.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.033026 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.033537 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 19:14:01.033862 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: fip_port_details.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.034820 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.035335 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: fip-port-details Sep 23 19:14:01.035659 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: flavors.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.036895 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.037410 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: flavors Sep 23 19:14:01.037740 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.039424 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.039952 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 19:14:01.040287 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: floatingip_pools.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.040996 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.041512 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: floatingip-pools Sep 23 19:14:01.041844 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: ip_allocation.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.042821 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.043328 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 19:14:01.043658 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.044583 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.045093 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: ip-substring-filtering Sep 23 19:14:01.045430 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l2_adjacency.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.046398 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.046904 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 19:14:01.047233 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l3.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.048439 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.048966 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: router Sep 23 19:14:01.049297 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.051574 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.052110 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 19:14:01.052450 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.053403 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.053924 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: ext-gw-mode Sep 23 19:14:01.054288 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.055219 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.055741 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: l3-ha Sep 23 19:14:01.056074 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l3_flavors.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.056997 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.057508 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: l3-flavors Sep 23 19:14:01.057839 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.058798 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.059309 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 19:14:01.059638 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: l3agentscheduler.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.060661 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.061177 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: l3_agent_scheduler Sep 23 19:14:01.061509 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: logging.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.063035 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.063555 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension logging not supported by any of loaded plugins Sep 23 19:14:01.064416 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: metering.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.065167 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.065744 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: metering Sep 23 19:14:01.066079 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.067205 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.067728 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: metering_source_and_destination_fields Sep 23 19:14:01.068059 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: multiprovidernet.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.068991 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.069503 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: multi-provider Sep 23 19:14:01.069830 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: netmtu.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.070787 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.071300 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: net-mtu Sep 23 19:14:01.071624 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: netmtu_writable.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.072549 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.073059 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: net-mtu-writable Sep 23 19:14:01.073383 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: network_availability_zone.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.074062 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.074606 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: network_availability_zone Sep 23 19:14:01.074929 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: network_ip_availability.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.076044 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.076560 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: network-ip-availability Sep 23 19:14:01.076888 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: network_segment_range.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.077662 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.078170 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 19:14:01.078522 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: pagination.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.080086 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.080423 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: pagination Sep 23 19:14:01.080746 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: port_device_profile.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.081675 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.082189 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: port-device-profile Sep 23 19:14:01.082545 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.083490 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.084000 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: port-mac-address-regenerate Sep 23 19:14:01.084324 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.085238 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.085758 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: port-numa-affinity-policy Sep 23 19:14:01.086088 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: port_resource_request.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.087151 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.087665 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 19:14:01.087991 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: portbindings.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.088930 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.089442 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: binding Sep 23 19:14:01.089775 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: portbindings_extended.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.091082 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.091600 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: binding-extended Sep 23 19:14:01.091932 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: portsecurity.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.092859 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.093372 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: port-security Sep 23 19:14:01.093700 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: project_id.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.094705 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.095065 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: project-id Sep 23 19:14:01.095393 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: providernet.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.096345 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.096861 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: provider Sep 23 19:14:01.097188 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.100704 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.101226 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos not supported by any of loaded plugins Sep 23 19:14:01.101561 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.102833 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.103354 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 19:14:01.103689 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.104879 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.105395 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 19:14:01.105728 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_default.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.106679 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.107194 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-default not supported by any of loaded plugins Sep 23 19:14:01.107527 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_fip.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.108186 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.108692 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 19:14:01.109021 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_gateway_ip.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.109952 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.110501 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 19:14:01.110856 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_port_network_policy.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.111780 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.112293 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 19:14:01.112620 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_pps_rule.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.113805 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.114358 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 19:14:01.114692 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_rule_type_details.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.115618 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.116141 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 19:14:01.116472 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: qos_rules_alias.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.117573 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.118072 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 19:14:01.118437 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: quotasv2.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.119356 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.119691 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: quotas Sep 23 19:14:01.120018 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: quotasv2_detail.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.123256 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.123609 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: quota_details Sep 23 19:14:01.123948 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: rbac.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.125018 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.125553 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: rbac-policies Sep 23 19:14:01.125891 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: rbac_address_group.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.127385 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.127907 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: rbac-address-group Sep 23 19:14:01.128238 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: rbac_address_scope.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.129172 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.129690 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: rbac-address-scope Sep 23 19:14:01.130020 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: rbac_security_groups.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.130978 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.131496 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: rbac-security-groups Sep 23 19:14:01.131826 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: rbac_subnetpool.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.132747 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.133269 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: rbac-subnetpool Sep 23 19:14:01.133597 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: revisionifmatch.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.134564 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.135088 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: revision-if-match Sep 23 19:14:01.135415 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: revisions.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.136547 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.137069 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: standard-attr-revisions Sep 23 19:14:01.137402 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: router_availability_zone.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.138088 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.138632 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: router_availability_zone Sep 23 19:14:01.138959 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: routerservicetype.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.139886 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.140403 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 19:14:01.140732 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.141655 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.142767 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: security-groups-normalized-cidr Sep 23 19:14:01.143096 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.144026 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.144546 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: port-security-groups-filtering Sep 23 19:14:01.144874 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.145809 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.146360 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: security-groups-remote-address-group Sep 23 19:14:01.146691 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: securitygroup.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.157470 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.158032 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: security-group Sep 23 19:14:01.158405 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: segment.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.159200 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.159711 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension segment not supported by any of loaded plugins Sep 23 19:14:01.160042 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.160997 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.161511 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 19:14:01.161842 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: servicetype.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.163053 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.163575 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: service-type Sep 23 19:14:01.163904 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: sorting.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.164901 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.165236 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: sorting Sep 23 19:14:01.165564 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: standard_attr_segment.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.166528 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.167043 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 19:14:01.167372 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: standardattrdescription.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.168028 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.168542 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: standard-attr-description Sep 23 19:14:01.168872 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: stateful_security_group.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.169803 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.170345 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: stateful-security-group Sep 23 19:14:01.170685 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: stdattrs_common.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.171262 n-d-810763-1 neutron-server[94682]: WARNING neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 19:14:01.171588 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.172520 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.173039 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 19:14:01.173388 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: subnet_onboard.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.174501 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.175024 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: subnet_onboard Sep 23 19:14:01.175351 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.176287 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.176808 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 19:14:01.177134 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: subnet_service_types.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.178069 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.178616 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: subnet-service-types Sep 23 19:14:01.178944 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: subnetallocation.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.180040 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.180562 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: subnet_allocation Sep 23 19:14:01.180894 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.181571 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.182094 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: subnetpool-prefix-ops Sep 23 19:14:01.182453 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.183415 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.183933 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 19:14:01.184260 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: tagging.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.185359 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.185879 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: standard-attr-tag Sep 23 19:14:01.186241 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: timestamp.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.187447 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.187970 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loaded extension: standard-attr-timestamp Sep 23 19:14:01.188306 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: trunk.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.189901 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.190459 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension trunk not supported by any of loaded plugins Sep 23 19:14:01.190801 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: trunk_details.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.191731 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.192244 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 19:14:01.192571 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: uplink_status_propagation.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.193505 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.194020 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 19:14:01.194384 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Loading extension file: vlantransparent.py {{(pid=94682) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:14:01.195060 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94682) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:14:01.195570 n-d-810763-1 neutron-server[94682]: INFO neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 19:14:01.197986 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:network Sep 23 19:14:01.198559 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:subnet Sep 23 19:14:01.198969 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:14:01.199376 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:port Sep 23 19:14:01.200593 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.201037 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service FLAVORS assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.201700 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.202136 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.202509 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:router Sep 23 19:14:01.202946 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 19:14:01.203444 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service METERING assigned prefix: /metering {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.205452 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:01.205823 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:01.206184 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:14:01.207209 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 19:14:01.207660 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:security_group Sep 23 19:14:01.208100 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 19:14:01.208701 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service CORE assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.209040 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:14:01.209391 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] subnetpool is already registered Sep 23 19:14:01.209831 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service CORE assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.210162 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:14:01.210519 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] subnetpool is already registered Sep 23 19:14:01.212829 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.213268 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service FLAVORS assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.213879 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.214340 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.214708 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:router Sep 23 19:14:01.215057 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] router is already registered Sep 23 19:14:01.215471 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 19:14:01.215815 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] floatingip is already registered Sep 23 19:14:01.216277 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service METERING assigned prefix: /metering {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.217004 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 19:14:01.217294 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] rbac_policy is already registered Sep 23 19:14:01.217715 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:security_group Sep 23 19:14:01.218057 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] security_group is already registered Sep 23 19:14:01.218492 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 19:14:01.218838 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] security_group_rule is already registered Sep 23 19:14:01.219471 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service CORE assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.219804 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:14:01.220172 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] subnetpool is already registered Sep 23 19:14:01.220602 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.v2.resource_helper [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Service CORE assigned prefix: {{(pid=94682) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:14:01.220942 n-d-810763-1 neutron-server[94682]: INFO neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:14:01.221281 n-d-810763-1 neutron-server[94682]: WARNING neutron.quota.resource_registry [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] subnetpool is already registered Sep 23 19:14:01.221749 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: extensions {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.223262 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: address-groups {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.224734 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: address-scopes {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.226047 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: agents {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.227254 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: auto-allocated-topology {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.228487 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: availability_zones {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.229976 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: dhcp-networks {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.231533 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: dhcp-agents {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.232953 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: routers {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.235184 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: flavors {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.236877 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: service_profiles {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.238091 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: next_providers {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.239581 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: service_profiles {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.241112 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: floatingip-pools {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.242358 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: routers {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.244464 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: floatingips {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.245747 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: l3-routers {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.247153 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: l3-agents {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.248567 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: metering-labels {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.249912 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: metering-label-rules {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.251238 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: network-ip-availabilities {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.253038 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: bindings {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.255587 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: quotas {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.257046 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: quotas {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.258497 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: rbac-policies {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.259690 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: security-groups {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.260986 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: security-group-rules {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.262310 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: service-providers {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.263524 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: subnetpools {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.264949 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: subnetpools {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.266409 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.268121 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.269945 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.271764 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.273541 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.275412 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.277100 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.279049 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.280807 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.282599 n-d-810763-1 neutron-server[94682]: DEBUG neutron.api.extensions [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Extended resource: tags {{(pid=94682) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:14:01.289100 n-d-810763-1 neutron-server[94682]: WARNING keystonemiddleware.auth_token [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 19:14:01.294777 n-d-810763-1 neutron-server[94682]: WARNING keystonemiddleware.auth_token [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 19:14:01.305097 n-d-810763-1 neutron-server[94682]: DEBUG oslo_concurrency.lockutils [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Acquired lock "singleton_lock" {{(pid=94682) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 19:14:01.305568 n-d-810763-1 neutron-server[94682]: DEBUG oslo_concurrency.lockutils [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Releasing lock "singleton_lock" {{(pid=94682) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 19:14:01.306226 n-d-810763-1 neutron-server[94682]: INFO oslo_service.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Starting 2 workers Sep 23 19:14:01.311103 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Started child 94825 {{(pid=94682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:14:01.318233 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Started child 94826 {{(pid=94682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:14:01.318429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:01.319071 n-d-810763-1 neutron-server[94682]: INFO neutron.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 19:14:01.319071 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Notify callbacks [] for process, before_spawn {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:01.319242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [-] (94825) wsgi starting up on http://0.0.0.0:9696 Sep 23 19:14:01.321159 n-d-810763-1 neutron-server[94682]: INFO oslo_service.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Starting 1 workers Sep 23 19:14:01.322305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:01.323767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [-] (94826) wsgi starting up on http://0.0.0.0:9696 Sep 23 19:14:01.326407 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Started child 94827 {{(pid=94682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:14:01.326960 n-d-810763-1 neutron-server[94682]: INFO oslo_service.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Starting 1 workers Sep 23 19:14:01.330768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] calling RpcWorker wait() {{(pid=94827) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 19:14:01.331365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] returning from RpcWorker wait() {{(pid=94827) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 19:14:01.331920 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Started child 94828 {{(pid=94682) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:14:01.332449 n-d-810763-1 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cb25978-cce6-4a4d-9102-7dcf7ddbd593 None None] Notify callbacks [] for process, after_spawn {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:01.332556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:01.332984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:01.334563 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94682) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 19:14:01.334781 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 19:14:01.334962 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 19:14:01.335171 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 19:14:01.335517 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 19:14:01.335680 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 19:14:01.336193 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.336477 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.336740 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.336996 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.337291 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.337910 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.338186 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.338483 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.338740 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:01.339218 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.339218 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.339218 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.339464 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.339546 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.339798 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.340100 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.340373 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.340628 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.340895 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.341065 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.341315 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.341591 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.341849 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.342118 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] debug = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.342383 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.342866 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.343111 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.343381 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.343618 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.343884 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.344131 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.344386 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.344644 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.344880 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.345173 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.345433 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.345667 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.345898 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.346135 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.346413 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.346652 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.347123 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] host = n-d-810763-1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.347385 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.347607 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.347854 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.348111 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.348356 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.348571 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.348828 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.349074 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.349331 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.349555 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.349859 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.350065 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.350341 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.350594 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.350759 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_options = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.350994 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.351283 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.351533 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.351721 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.351891 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.352065 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.352338 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.352500 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.352741 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.352956 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.353203 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.353399 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.353631 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.353843 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.354101 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.354641 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.354856 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.355066 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.355314 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.355559 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.355801 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.356057 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.356287 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.356507 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.356752 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.356985 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.357216 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.357447 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.357658 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.357894 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.358108 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.358395 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.358609 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.358841 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.359099 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.359329 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.359560 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.359796 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.360060 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.360285 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.360550 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.361343 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.361559 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.361805 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.362049 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.362305 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.362540 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_json = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.362752 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.362995 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.363309 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.363484 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.363701 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.363915 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.364128 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.364363 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.365463 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.365463 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.365683 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.365898 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.366145 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.366811 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.367115 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.367330 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.367635 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.367939 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.368339 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.369055 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.369055 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.369055 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.369459 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.369612 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.370484 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.370484 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.370484 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372024 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372024 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372024 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372024 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372024 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372024 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372780 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.372780 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.373031 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.374095 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.374095 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.374095 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.374095 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.374679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.374679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.374679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.375079 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.375079 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.375346 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.375480 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.375726 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.375950 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.377636 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.377636 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.377636 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380270 n-d-810763-1 neutron-server[94828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.380365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382083 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382749 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382749 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382749 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.382749 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.383046 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.383046 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.383771 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.383771 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.383771 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.384040 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.384123 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.384341 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.385679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.385679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.385679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.385679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.385679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.385679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.386089 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.386089 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.386277 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.386562 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.386898 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.387117 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.389521 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.390066 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.390066 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.390066 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.391009 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.391009 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.391265 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.391408 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.391640 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.391922 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.392144 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.392355 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.392600 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.392818 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.393048 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.393257 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.393509 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.394781 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.394781 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.394781 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.394781 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.395086 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.395238 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.396075 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.396075 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.396075 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.396308 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.396629 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.396751 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.397015 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.397273 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.397518 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.397786 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.398040 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.398311 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.398574 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.398952 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.399069 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.399271 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.399555 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.399801 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.400020 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.400257 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.400488 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.400789 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.401033 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.401248 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.401760 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.402259 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.402523 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.402762 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.403028 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.403289 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.403526 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.403760 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.404033 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.404241 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.404502 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.404735 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.404970 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.405208 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.405424 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.405672 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.406260 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.406260 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.406454 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.406617 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.406770 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.407833 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.407833 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.407833 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.407833 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.408124 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.408124 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.408378 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.408541 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.408731 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.408959 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.409190 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.409433 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.410242 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.410242 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.410242 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.410490 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.410630 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.410845 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.411130 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.411379 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.411628 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.411874 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.412098 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.412313 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.412554 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.413495 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.413495 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.413495 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.413495 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.413787 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.413880 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.414388 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.414652 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.414900 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.415148 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.415364 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.415602 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.415838 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.416057 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.416278 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.416512 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.416729 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.416990 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.417236 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.417494 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.417991 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.418333 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.418577 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.418808 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.419030 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.419314 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.419760 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.420173 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.420812 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.421259 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.421678 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.422072 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.422462 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.422701 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.422929 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.423666 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.423881 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.424193 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.424335 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.424705 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.424936 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.425163 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.425380 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.425628 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.425905 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.426126 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.426539 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.426763 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.426977 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.427208 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.427438 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.427648 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.427871 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.428089 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.428345 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.428520 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.428734 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.428944 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.429169 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.429385 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.429594 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.429909 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.430172 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.430433 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.430719 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.430970 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.431218 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.431461 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.431795 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.432006 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.432244 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.432469 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.432673 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.432894 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.433153 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.433470 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.433771 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.434038 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.434317 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.434608 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.434889 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.435162 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.435375 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.435657 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.435972 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.436239 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.436492 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.436739 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.436998 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.437243 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.437425 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.437664 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.437908 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.438126 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.438416 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.438655 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.439446 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.439678 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.439905 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.440144 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.440371 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.440581 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.440799 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.441046 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.441229 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 19:14:01.441721 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94682) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 19:14:01.441880 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 19:14:01.442031 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 19:14:01.442197 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 19:14:01.442388 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 19:14:01.442561 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 19:14:01.442747 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.442904 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.443065 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.443224 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.443382 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.443561 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.443721 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.443862 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.444023 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.444181 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.444338 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.444482 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.444642 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.444799 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.444957 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.445116 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.445263 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.445419 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.445580 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.445738 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.445882 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.446041 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.446200 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] debug = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.446384 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.446565 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.446722 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.446856 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.447015 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.447161 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.447305 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.447461 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.447617 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.447774 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448165 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448165 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448358 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448358 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448550 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448713 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448843 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.448977 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] host = n-d-810763-1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.449122 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.449255 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.449389 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.449525 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.449669 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.449803 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.449946 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.450100 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.450279 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.450440 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.450691 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.450898 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.451107 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.451307 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.451471 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_options = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.451617 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.451773 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.451978 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.452331 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.452645 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.452941 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.453254 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.453438 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.453556 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.453713 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.453871 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.454029 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.454186 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.454391 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.454551 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.454707 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.454864 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.455020 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.455178 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.455335 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.455492 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.455647 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.455838 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.456057 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.456221 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.456378 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.456535 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.456693 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.456849 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.457006 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.457162 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.457319 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.457477 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.457635 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.457792 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.457949 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.458105 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.458284 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.458445 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.458603 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.458759 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.458916 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.459072 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.459229 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.459390 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.459530 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.459691 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_json = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.459847 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.460002 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.460159 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.460317 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.460472 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.460629 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.460786 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.460944 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:14:01.461121 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.461283 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.461455 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.461615 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.461774 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.461932 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.462090 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.462273 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.462432 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.462591 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.462757 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.462916 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.463086 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.463232 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.463391 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.463536 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.463699 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.463852 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.463991 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.464149 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.464307 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.464453 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.464622 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.464779 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.464938 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.465096 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.465256 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.465401 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.465563 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.465722 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.465863 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.466026 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.466174 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.466365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.466514 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.466676 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.466814 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.466967 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.467174 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.467271 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.467429 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.467587 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.467747 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.467907 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.468067 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.468245 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.468419 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.468553 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.468668 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.468824 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.468983 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.469142 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.469306 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.469465 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.469622 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.469790 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.469949 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.470131 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.470314 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.470476 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.470634 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.470791 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.470950 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.471109 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.471267 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.471425 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.471597 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.471758 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.471916 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.472074 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.472233 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.472393 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.472481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:01.472568 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.472697 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.472857 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.473015 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.473174 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.473337 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.473500 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.473643 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.473804 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.473955 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.474117 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.474297 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.474458 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.474617 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.474769 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.474928 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.475087 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.475254 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.475427 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.475586 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.475743 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.475901 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.476059 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.476216 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.476373 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.476531 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.476688 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.476846 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.477002 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.477160 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.477321 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.477479 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.477637 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.477795 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.477953 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.478111 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.478290 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.478448 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.478606 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.478765 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.478922 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.479149 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.479245 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.479640 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.479809 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.479968 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.480129 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.480287 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.480452 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.480620 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.480779 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.480937 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.481095 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.481252 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.481410 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.481569 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.481726 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.481884 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.482041 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.482199 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.482383 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.482551 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.482711 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.482868 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.483026 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.483207 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.483365 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.483525 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.483684 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.483842 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.484002 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.485003 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.485003 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.485003 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.485003 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.485003 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.485574 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.485574 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.486392 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.486392 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.486631 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.486757 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.486844 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.486961 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.487125 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.487523 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.487523 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.487803 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.487803 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.487995 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.487995 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.488166 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.488324 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.488487 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490227 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490846 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490846 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.490846 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.491185 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.491359 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.491525 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.491687 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.491850 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.492010 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.492170 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.492329 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.492488 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.492649 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.492809 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.492969 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.493209 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.493310 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.493437 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.493666 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.493775 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.493911 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.494071 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.494841 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.494841 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.494841 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.494841 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.494841 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.495213 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.495213 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.495376 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.495455 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.495587 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.495746 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.495908 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.496063 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.496220 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.496378 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.496548 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.496708 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.496868 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.497026 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.497220 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.497342 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.497511 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.497962 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.497962 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.497962 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.498197 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.498341 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.498512 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.498671 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.498829 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.498987 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.499150 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.499309 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.499477 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.499636 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.499795 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.499953 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.500111 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.500268 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.500436 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.500594 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.500753 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.500911 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.501068 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.501244 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.501446 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.501606 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.501764 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.501922 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.502081 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.502259 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.502428 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.502589 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.502749 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.502915 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.503074 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.503231 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.503391 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.503560 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.503787 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.503894 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.504013 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.504171 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.504329 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.504489 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.504652 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.504819 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.504985 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.505145 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.505310 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.505478 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.505644 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.505802 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.505965 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.506134 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.506314 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.506473 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.506630 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.506789 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.506945 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.507104 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.507262 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.507420 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.507578 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.507736 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.507893 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.508050 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.508207 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.508364 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.508522 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.508679 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.508838 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.508995 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.509158 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:14:01.509309 n-d-810763-1 neutron-server[94682]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94682) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 19:14:01.724080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36256) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:01.732856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066497 Sep 23 19:14:13.163469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f166a23-fba3-480e-b35b-94825305bba5 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:14:13.221532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f166a23-fba3-480e-b35b-94825305bba5 None None] No non-hosted networks {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 19:14:13.236170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.agentschedulers_db [None req-6f166a23-fba3-480e-b35b-94825305bba5 None None] DHCP Agent not found on host n-d-810763-1 {{(pid=94827) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 19:14:13.286856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad35b-a177-48ab-8ad5-c4d882a73118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650692'] for agent, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:16.048500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54ab548f-e712-4a47-a279-28568a3cd41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650692'] for agent, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:16.108091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9378acc8-2973-49c4-8fac-9c4cf1e0db0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:16.386897 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650692'] for agent, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:16.388084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.388739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.389336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.389975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.391130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.391958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.393325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.394422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.395083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.396871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.397459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.398343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:16.399271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810763-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:16.416394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810763-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:16.921163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650692'] for agent, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:18.379720 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650692'] for agent, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:19.454110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:19.946006 n-d-810763-1 neutron-server[94825]: WARNING oslo_policy.policy [None req-62f70ab2-5840-4aa2-b2e0-679d1994f093 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:19.946624 n-d-810763-1 neutron-server[94825]: WARNING oslo_policy.policy [None req-62f70ab2-5840-4aa2-b2e0-679d1994f093 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:20.177129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-62f70ab2-5840-4aa2-b2e0-679d1994f093 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:14:20.178237 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-62f70ab2-5840-4aa2-b2e0-679d1994f093 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7231729 Sep 23 19:14:22.390295 n-d-810763-1 neutron-server[94827]: INFO neutron.db.l3_hamode_db [None req-d274defc-5ec9-4ad4-ab66-311413c1407e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 19:14:22.468859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274defc-5ec9-4ad4-ab66-311413c1407e None None] Routers set() bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:14:22.469244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274defc-5ec9-4ad4-ab66-311413c1407e None None] Router IDs set() for agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:14:22.568664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:22.875737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:14:22.969430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.policy [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 19:14:23.013328 n-d-810763-1 neutron-server[94825]: WARNING oslo_policy.policy [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:23.013785 n-d-810763-1 neutron-server[94825]: WARNING oslo_policy.policy [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:23.022716 n-d-810763-1 neutron-server[94825]: INFO neutron.quota [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] Loaded quota_driver: . Sep 23 19:14:23.110689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773652986132', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773652986825', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773652998267', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773653001183', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773651579126', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773653088177', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1687726', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1350026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-321553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8017706'] for rbac-policy, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:23.172647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:23.173906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1b4dca50-3d47-43de-882e-b9099242cfe7 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6042483 Sep 23 19:14:25.742288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:26.063727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Request body: {'network': {'tenant_id': '1d29919e69bc4486a489f26584009c87', 'admin_state_up': True, 'name': 'private', 'project_id': '1d29919e69bc4486a489f26584009c87'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:14:26.095689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Made reservation on behalf of 1d29919e69bc4486a489f26584009c87 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:14:26.100148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.125174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.254139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.258057 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.278960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:14:26.309320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773649915531', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.310154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Unsubscribe: segment precommit_create {{(pid=94825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 19:14:26.310772 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Added segment 8ff8ebc1-07a2-490a-b2db-f28f177c2e72 of type vlan for network 83b2c265-d724-4eef-8d87-a6b43286ec47 Sep 23 19:14:26.333642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f896a3-2764-421e-9e9e-3593e9e00a67,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:26.387129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.387474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.387810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.388145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.388473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.388799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.389144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.390104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.390456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.390779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.391098 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.391417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Tracked resource versions report: Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: pushed versions: Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: { 'AddressGroup': {'1.2'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'ConntrackHelper': {'1.0'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Log': {'1.0'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Network': {'1.1'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Port': {'1.7'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'PortForwarding': {'1.2'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'QosPolicy': {'1.9'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'SecurityGroup': {'1.4'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'SubPort': {'1.0'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Subnet': {'1.1'}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Trunk': {'1.1'}} Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: consumer versions: Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: L3 agent@n-d-810763-1: {}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: Metadata agent@n-d-810763-1: {}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: Metering agent@n-d-810763-1: {}, Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'ConntrackHelper': '1.0', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Log': '1.0', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Network': '1.1', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Port': '1.7', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'PortForwarding': '1.2', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'QosPolicy': '1.9', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'SecurityGroup': '1.4', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'SecurityGroupRule': '1.2', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'SubPort': '1.0', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Subnet': '1.1', Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: 'Trunk': '1.1'}} Sep 23 19:14:26.392514 n-d-810763-1 neutron-server[94825]: {{(pid=94825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:14:26.442793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.483109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.484204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:26.484870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:26.540871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7974796 Sep 23 19:14:26.587447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337bfba-28d5-49e0-8e89-9867fe5791ab admin admin] Pushing event updated for resources: {'Network': ['ID=83b2c265-d724-4eef-8d87-a6b43286ec47,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:26.599656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:14:29.176548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:29.561588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6ba69-cf44-4a9c-a82e-d9daaf6658b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:29.562965 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6f6ba69-cf44-4a9c-a82e-d9daaf6658b4 admin admin] 10.222.0.38 "GET /v2.0/networks/83b2c265-d724-4eef-8d87-a6b43286ec47 HTTP/1.1" status: 200 len: 825 time: 0.3854702 Sep 23 19:14:29.586911 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d43c7860-5869-4e75-aa63-071bb97433db admin admin] 10.222.0.38 "GET /v2.0/subnetpools/66dc3bec-efc1-4d0d-a9de-2ec6250cf07b HTTP/1.1" status: 200 len: 734 time: 0.0177035 Sep 23 19:14:29.596262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Request body: {'subnet': {'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '66dc3bec-efc1-4d0d-a9de-2ec6250cf07b', 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:14:29.618232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Made reservation on behalf of 1d29919e69bc4486a489f26584009c87 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:14:29.622058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:29.909274 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:29.988300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf4a30b-deed-4532-a6b3-8b95486521cd,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:29.992251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Checking segment: {'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:14:29.992641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Network hostable DHCP agents. Network: 83b2c265-d724-4eef-8d87-a6b43286ec47, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:14:30.014369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:14:30.025270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 83b2c265-d724-4eef-8d87-a6b43286ec47) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:14:30.030153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:30.030834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:30.038100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95115f9-7657-4e4e-9c61-a29d8dd054ae None None] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:14:30.048559 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-40d45924-66c8-4c9e-b161-0a99ed542a20 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4529455 Sep 23 19:14:30.379847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-83b2c265-d724-4eef-8d87-a6b43286ec47', 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'fixed_ips': [{'subnet_id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:14:30.381157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:30.650852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Allocated IP 172.20.0.2 (83b2c265-d724-4eef-8d87-a6b43286ec47/ccf4a30b-deed-4532-a6b3-8b95486521cd/abe7456c-fa1a-4492-a586-032b5d3d8420) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:14:30.854309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:30.863032 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:30.951856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:14:30.956421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:14:30.962487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:14:31.006574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Pushing event updated for resources: {'Port': ['ID=abe7456c-fa1a-4492-a586-032b5d3d8420,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:31.031950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.032301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.032641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.032975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.033306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.033633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.033960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.034310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.034636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.034958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.035280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.035600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Tracked resource versions report: Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: pushed versions: Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Log': {'1.0'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Network': {'1.1'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Port': {'1.7'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'PortForwarding': {'1.2'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'QosPolicy': {'1.9'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'SubPort': {'1.0'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Subnet': {'1.1'}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Trunk': {'1.1'}} Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: consumer versions: Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: L3 agent@n-d-810763-1: {}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: Metadata agent@n-d-810763-1: {}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: Metering agent@n-d-810763-1: {}, Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'ConntrackHelper': '1.0', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Log': '1.0', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Network': '1.1', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Port': '1.7', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'PortForwarding': '1.2', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'QosPolicy': '1.9', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'SecurityGroup': '1.4', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'SecurityGroupRule': '1.2', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'SubPort': '1.0', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Subnet': '1.1', Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: 'Trunk': '1.1'}} Sep 23 19:14:31.036752 n-d-810763-1 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:14:31.063386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Attempting to bind port abe7456c-fa1a-4492-a586-032b5d3d8420 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:14:31.063778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Attempting to bind port abe7456c-fa1a-4492-a586-032b5d3d8420 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:14:31.064216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Attempting to bind port abe7456c-fa1a-4492-a586-032b5d3d8420 on network 83b2c265-d724-4eef-8d87-a6b43286ec47 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:14:31.068905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:14:31.069304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Checking segment: {'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:14:31.069794 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:31.070183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Bound using segment: {'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:14:31.070691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Bound port: abe7456c-fa1a-4492-a586-032b5d3d8420, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:14:31.071083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:31.132655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] For port abe7456c-fa1a-4492-a586-032b5d3d8420, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:14:31.136874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] For port abe7456c-fa1a-4492-a586-032b5d3d8420, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abe7456c-fa1a-4492-a586-032b5d3d8420,segment=NetworkSegment(8ff8ebc1-07a2-490a-b2db-f28f177c2e72),segment_id=8ff8ebc1-07a2-490a-b2db-f28f177c2e72)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:14:31.141945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:31.204874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b872a7d-2f5c-49f0-b60b-9c22cd523a87 None None] Pushing event updated for resources: {'Port': ['ID=abe7456c-fa1a-4492-a586-032b5d3d8420,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:32.481332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:32.801615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-dcef9563-7c0c-4fa7-abfa-55e4c32ceac4 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:14:32.802689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dcef9563-7c0c-4fa7-abfa-55e4c32ceac4 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204358 Sep 23 19:14:35.223180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36404) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:35.542289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-8b6ad556-5319-41cc-80a6-76782b296173 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:14:35.543274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8b6ad556-5319-41cc-80a6-76782b296173 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191113 Sep 23 19:14:38.195565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:38.711606 n-d-810763-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:38.712191 n-d-810763-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:38.933972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'name': 'router1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:14:38.998649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.policy [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 19:14:39.044350 n-d-810763-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:39.044752 n-d-810763-1 neutron-server[94826]: WARNING oslo_policy.policy [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:14:39.053509 n-d-810763-1 neutron-server[94826]: INFO neutron.quota [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Loaded quota_driver: . Sep 23 19:14:39.110979 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.112980 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.268036 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.272887 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.290739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.292141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f09c9937-5f60-4725-a608-818d514c67b1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0945044 Sep 23 19:14:39.516081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a94c84-7cfa-416a-be41-79284e9b2016 None None] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:14:39.588709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-31289f2a-ee1e-4087-a4da-309db9ed9c1c None None] Provisioning complete for port abe7456c-fa1a-4492-a586-032b5d3d8420 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:39.589015 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31289f2a-ee1e-4087-a4da-309db9ed9c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.816409 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31289f2a-ee1e-4087-a4da-309db9ed9c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.851882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abe7456c-fa1a-4492-a586-032b5d3d8420 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:14:39.864885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-31289f2a-ee1e-4087-a4da-309db9ed9c1c None None] For port abe7456c-fa1a-4492-a586-032b5d3d8420, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abe7456c-fa1a-4492-a586-032b5d3d8420,segment=NetworkSegment(8ff8ebc1-07a2-490a-b2db-f28f177c2e72),segment_id=8ff8ebc1-07a2-490a-b2db-f28f177c2e72)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:14:39.883291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31289f2a-ee1e-4087-a4da-309db9ed9c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:39.944351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31289f2a-ee1e-4087-a4da-309db9ed9c1c None None] Pushing event updated for resources: {'Port': ['ID=abe7456c-fa1a-4492-a586-032b5d3d8420,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:39.955326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port abe7456c-fa1a-4492-a586-032b5d3d8420 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:39.955697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:40.102510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-31127e8f-6ebc-4ce2-b5f6-4304232bcddc None None] Provisioning complete for port abe7456c-fa1a-4492-a586-032b5d3d8420 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:40.102814 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31127e8f-6ebc-4ce2-b5f6-4304232bcddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:41.694557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:41.814797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abe7456c-fa1a-4492-a586-032b5d3d8420 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:14:41.861405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port abe7456c-fa1a-4492-a586-032b5d3d8420 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:41.861855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:42.022146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-07b48aef-b8f1-4c43-8161-934011a4e631 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:14:42.023176 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-07b48aef-b8f1-4c43-8161-934011a4e631 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3276908 Sep 23 19:14:43.071196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24368457-d6c9-44ac-be54-6a438cdb8905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:44.421129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:44.730298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:14:44.752487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Made reservation on behalf of f6f0641637ae43eb89d0cd61b2db263c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:14:44.755346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:44.770926 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:44.885913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:44.889947 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:44.900790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Reserving flat network on physical network physnet1 {{(pid=94826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 19:14:44.932035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773649915531', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:44.932586 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Unsubscribe: segment precommit_create {{(pid=94826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 19:14:44.933094 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Added segment bebd35cf-32b3-4633-8b9e-c72fc3da85f9 of type flat for network b610f3e1-9c47-4679-9f93-aa14d2cf164a Sep 23 19:14:44.948249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3a27f9-1e08-4a06-8760-0b999d191ec0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:44.996816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.997160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.997494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.997873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.998243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.998562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.998876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.999195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.999506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:44.999809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:45.000118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:45.000423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Tracked resource versions report: Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: pushed versions: Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Log': {'1.0'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Network': {'1.1'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Port': {'1.7'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'PortForwarding': {'1.2'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'QosPolicy': {'1.9'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'SubPort': {'1.0'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Subnet': {'1.1'}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Trunk': {'1.1'}} Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: consumer versions: Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: L3 agent@n-d-810763-1: {}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: Metadata agent@n-d-810763-1: {}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: Metering agent@n-d-810763-1: {}, Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'ConntrackHelper': '1.0', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Log': '1.0', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Network': '1.1', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Port': '1.7', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'PortForwarding': '1.2', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'QosPolicy': '1.9', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'SecurityGroup': '1.4', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'SecurityGroupRule': '1.2', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'SubPort': '1.0', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Subnet': '1.1', Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: 'Trunk': '1.1'}} Sep 23 19:14:45.001547 n-d-810763-1 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:14:45.055018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:45.097004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:45.098232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:45.098912 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:45.148896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7266674 Sep 23 19:14:45.207814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49f2e0-fdcc-43c2-a413-df3647f8736b admin admin] Pushing event updated for resources: {'Network': ['ID=b610f3e1-9c47-4679-9f93-aa14d2cf164a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:45.218952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:14:46.033616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41ffb8d-517d-4ab1-958a-9b8d2e578a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:46.385463 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:46.864492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:47.655915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:47.868941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475f71f0-60c0-46e1-8e90-9767e4ef812a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:47.870320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-475f71f0-60c0-46e1-8e90-9767e4ef812a admin admin] 10.222.0.38 "GET /v2.0/subnets/ccf4a30b-deed-4532-a6b3-8b95486521cd HTTP/1.1" status: 200 len: 849 time: 0.2134068 Sep 23 19:14:48.002348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-80c3f8fd-204d-4b11-b8a2-c15fb76e62d4 admin admin] 10.222.0.38 "GET /v2.0/routers/52b51dee-d88d-4c9a-bb8a-755af2edfb3b HTTP/1.1" status: 200 len: 704 time: 0.1245639 Sep 23 19:14:48.269096 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:48.328712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:48.564747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Allocated IP 172.20.0.1 (83b2c265-d724-4eef-8d87-a6b43286ec47/ccf4a30b-deed-4532-a6b3-8b95486521cd/ceb97df9-2e42-43cd-bf29-77438d930c1b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:14:48.743935 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:48.808926 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:48.875379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:14:48.879672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:14:48.890736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:14:48.891265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:48.949192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb97df9-2e42-43cd-bf29-77438d930c1b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:49.049089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cbc46781-b838-45e6-a61f-abe32556d17b None None] Provisioning complete for port ceb97df9-2e42-43cd-bf29-77438d930c1b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:49.049460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc46781-b838-45e6-a61f-abe32556d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:49.082549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cbc46781-b838-45e6-a61f-abe32556d17b None None] Port ceb97df9-2e42-43cd-bf29-77438d930c1b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:14:49.084479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:49.329225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:49.333648 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:49.334515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:49.394749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb97df9-2e42-43cd-bf29-77438d930c1b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:49.459323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:14:49.460615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:14:49.603759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-68db1bc3-9b07-4e44-bbe6-17036227ed6e None None] Provisioning complete for port ceb97df9-2e42-43cd-bf29-77438d930c1b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:49.604254 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68db1bc3-9b07-4e44-bbe6-17036227ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:49.624223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:14:49.636653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68db1bc3-9b07-4e44-bbe6-17036227ed6e None None] Port ceb97df9-2e42-43cd-bf29-77438d930c1b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:14:49.711587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:14:49.717666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-30da22cf-14e6-4b88-a395-8b2b878f1ac8 admin admin] 10.222.0.38 "PUT /v2.0/routers/52b51dee-d88d-4c9a-bb8a-755af2edfb3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7092924 Sep 23 19:14:49.722769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Sync routers for ids ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:14:49.734799 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Routers {'52b51dee-d88d-4c9a-bb8a-755af2edfb3b'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:14:49.735517 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:14:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:49.918547 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Set router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:14:50.347775 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'name': 'router1', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:14:39Z', 'updated_at': '2021-09-23T19:14:49Z', 'revision_number': 2, 'project_id': '1d29919e69bc4486a489f26584009c87', 'gw_port_host': None, '_interfaces': [{'id': 'ceb97df9-2e42-43cd-bf29-77438d930c1b', 'name': '', 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'mac_address': 'fa:16:3e:f0:9b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:48Z', 'updated_at': '2021-09-23T19:14:49Z', 'revision_number': 2, 'project_id': '1d29919e69bc4486a489f26584009c87', 'subnets': [{'id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66dc3bec-efc1-4d0d-a9de-2ec6250cf07b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:50.398950 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Checking router: 52b51dee-d88d-4c9a-bb8a-755af2edfb3b for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:14:50.399316 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Updating router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b port ceb97df9-2e42-43cd-bf29-77438d930c1b binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:14:50.446582 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:50.956931 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:50.963588 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.093071 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Pushing event updated for resources: {'Port': ['ID=ceb97df9-2e42-43cd-bf29-77438d930c1b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:51.119415 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.119766 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.120106 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.120441 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.120819 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.121147 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.121470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.121792 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.122112 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.122469 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.122780 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.123098 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Tracked resource versions report: Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: pushed versions: Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Log': {'1.0'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Network': {'1.1'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Port': {'1.7'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'PortForwarding': {'1.2'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'QosPolicy': {'1.9'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'SubPort': {'1.0'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Subnet': {'1.1'}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Trunk': {'1.1'}} Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: consumer versions: Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: L3 agent@n-d-810763-1: {}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: Metadata agent@n-d-810763-1: {}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: Metering agent@n-d-810763-1: {}, Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'ConntrackHelper': '1.0', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Log': '1.0', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Network': '1.1', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Port': '1.7', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'PortForwarding': '1.2', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'QosPolicy': '1.9', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'SecurityGroup': '1.4', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'SecurityGroupRule': '1.2', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'SubPort': '1.0', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Subnet': '1.1', Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: 'Trunk': '1.1'}} Sep 23 19:14:51.124226 n-d-810763-1 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:14:51.156195 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Attempting to bind port ceb97df9-2e42-43cd-bf29-77438d930c1b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:14:51.156597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Attempting to bind port ceb97df9-2e42-43cd-bf29-77438d930c1b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:14:51.157025 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Attempting to bind port ceb97df9-2e42-43cd-bf29-77438d930c1b on network 83b2c265-d724-4eef-8d87-a6b43286ec47 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:14:51.161849 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:14:51.162321 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Checking segment: {'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:14:51.162766 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.163044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f5fcebd5-66ce-483d-aa04-d6961a97a98d None None] Provisioning complete for port ceb97df9-2e42-43cd-bf29-77438d930c1b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:51.163491 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Bound using segment: {'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:14:51.163571 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5fcebd5-66ce-483d-aa04-d6961a97a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.163657 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Bound port: ceb97df9-2e42-43cd-bf29-77438d930c1b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff8ebc1-07a2-490a-b2db-f28f177c2e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:14:51.164009 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.198872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcebd5-66ce-483d-aa04-d6961a97a98d None None] Port ceb97df9-2e42-43cd-bf29-77438d930c1b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:14:51.231617 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] For port ceb97df9-2e42-43cd-bf29-77438d930c1b, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:14:51.250383 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] For port ceb97df9-2e42-43cd-bf29-77438d930c1b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ceb97df9-2e42-43cd-bf29-77438d930c1b,segment=NetworkSegment(8ff8ebc1-07a2-490a-b2db-f28f177c2e72),segment_id=8ff8ebc1-07a2-490a-b2db-f28f177c2e72)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:14:51.254726 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.310078 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9920d-aec4-49f1-bf52-cc853a7b9df8 None None] Pushing event updated for resources: {'Port': ['ID=ceb97df9-2e42-43cd-bf29-77438d930c1b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:51.318846 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Routers {'52b51dee-d88d-4c9a-bb8a-755af2edfb3b'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:14:51.319473 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:14:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:51.410747 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] Set router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:14:51.518986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e0de9db4-00b2-4ef8-9134-168dffb29f62 None None] Provisioning complete for port ceb97df9-2e42-43cd-bf29-77438d930c1b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:51.519330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0de9db4-00b2-4ef8-9134-168dffb29f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.594122 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0de9db4-00b2-4ef8-9134-168dffb29f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.612783 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'name': 'router1', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:14:39Z', 'updated_at': '2021-09-23T19:14:49Z', 'revision_number': 2, 'project_id': '1d29919e69bc4486a489f26584009c87', 'gw_port_host': None, '_interfaces': [{'id': 'ceb97df9-2e42-43cd-bf29-77438d930c1b', 'name': '', 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'mac_address': 'fa:16:3e:f0:9b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:48Z', 'updated_at': '2021-09-23T19:14:51Z', 'revision_number': 4, 'project_id': '1d29919e69bc4486a489f26584009c87', 'subnets': [{'id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66dc3bec-efc1-4d0d-a9de-2ec6250cf07b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:51.626388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e0de9db4-00b2-4ef8-9134-168dffb29f62 None None] For port ceb97df9-2e42-43cd-bf29-77438d930c1b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ceb97df9-2e42-43cd-bf29-77438d930c1b,segment=NetworkSegment(8ff8ebc1-07a2-490a-b2db-f28f177c2e72),segment_id=8ff8ebc1-07a2-490a-b2db-f28f177c2e72)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:14:51.631017 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0de9db4-00b2-4ef8-9134-168dffb29f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:51.644853 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085e908-68fd-4ece-9c46-cb5581c8cea1 None None] The sync data for ids ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'] in n-d-810763-1 is: [{'id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'name': 'router1', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:14:39Z', 'updated_at': '2021-09-23T19:14:49Z', 'revision_number': 2, 'project_id': '1d29919e69bc4486a489f26584009c87', 'gw_port_host': None, '_interfaces': [{'id': 'ceb97df9-2e42-43cd-bf29-77438d930c1b', 'name': '', 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'mac_address': 'fa:16:3e:f0:9b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:48Z', 'updated_at': '2021-09-23T19:14:51Z', 'revision_number': 4, 'project_id': '1d29919e69bc4486a489f26584009c87', 'subnets': [{'id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66dc3bec-efc1-4d0d-a9de-2ec6250cf07b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:14:51.687611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de9db4-00b2-4ef8-9134-168dffb29f62 None None] Pushing event updated for resources: {'Port': ['ID=ceb97df9-2e42-43cd-bf29-77438d930c1b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:51.961023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:52.072913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3ceac1-cb6d-44d0-9273-c0e7790a5ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:52.074806 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8e3ceac1-cb6d-44d0-9273-c0e7790a5ef1 admin admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 842 time: 0.1129115 Sep 23 19:14:52.084896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:14:52.107308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Made reservation on behalf of f6f0641637ae43eb89d0cd61b2db263c for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:14:52.109642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:52.446237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:14:52.446682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:52.505918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7536c03e-ff02-4945-96ed-12b55f765d9f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:52.510492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:14:52.510852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Network hostable DHCP agents. Network: b610f3e1-9c47-4679-9f93-aa14d2cf164a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:14:52.528604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:14:52.538666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b610f3e1-9c47-4679-9f93-aa14d2cf164a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:14:52.543412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:52.544007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:52.550408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c068683-baea-4c6f-aad8-e07a7815e699 None None] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:14:52.559793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1a28a2fc-3561-4a4c-aec4-43d9e2801529 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4782188 Sep 23 19:14:52.683467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c365aab-a702-4fe0-8e1c-f9d6eecf6b62 None None] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:14:54.879009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:55.126167 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a5fa19fe-6f99-4d8e-9901-665a1a5f8eb5 admin admin] 10.222.0.38 "GET /v2.0/routers/52b51dee-d88d-4c9a-bb8a-755af2edfb3b HTTP/1.1" status: 200 len: 710 time: 0.2459345 Sep 23 19:14:55.213706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92680728-ec3b-4ed5-8cdc-cfbc9eeee598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:14:55.216225 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-92680728-ec3b-4ed5-8cdc-cfbc9eeee598 admin admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 886 time: 0.0840819 Sep 23 19:14:55.225800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:14:55.466973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:55.732543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:55.803564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:55.959412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Allocated IP 172.25.6.150 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f31ff140-97f4-4fc1-996a-91c39264be8c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:14:56.061387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:56.121992 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:56.186950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:14:56.194793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:14:56.205929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:14:56.241327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Pushing event updated for resources: {'Port': ['ID=f31ff140-97f4-4fc1-996a-91c39264be8c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:56.486287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:56.676211 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:56.681417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:56.806846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:14:56.979911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:14:56.984455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:56.985638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-337d5149-8e3b-4a28-ba30-023c38282508 admin admin] 10.222.0.38 "PUT /v2.0/routers/52b51dee-d88d-4c9a-bb8a-755af2edfb3b HTTP/1.1" status: 200 len: 890 time: 1.7633853 Sep 23 19:14:57.855519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ceb97df9-2e42-43cd-bf29-77438d930c1b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:14:57.909348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ceb97df9-2e42-43cd-bf29-77438d930c1b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:57.909903 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:58.033719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Sync routers for ids ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:14:58.044497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Routers {'52b51dee-d88d-4c9a-bb8a-755af2edfb3b'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:14:58.045135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:14:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:58.248970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Set router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:14:58.638301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'name': 'router1', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'f31ff140-97f4-4fc1-996a-91c39264be8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:14:39Z', 'updated_at': '2021-09-23T19:14:56Z', 'revision_number': 4, 'project_id': '1d29919e69bc4486a489f26584009c87', 'gw_port': {'id': 'f31ff140-97f4-4fc1-996a-91c39264be8c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:55Z', 'updated_at': '2021-09-23T19:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ceb97df9-2e42-43cd-bf29-77438d930c1b', 'name': '', 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'mac_address': 'fa:16:3e:f0:9b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:48Z', 'updated_at': '2021-09-23T19:14:51Z', 'revision_number': 5, 'project_id': '1d29919e69bc4486a489f26584009c87', 'subnets': [{'id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66dc3bec-efc1-4d0d-a9de-2ec6250cf07b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:58.688751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Checking router: 52b51dee-d88d-4c9a-bb8a-755af2edfb3b for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:14:58.689101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Updating router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b port f31ff140-97f4-4fc1-996a-91c39264be8c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:14:58.736693 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:59.149005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:59.156672 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:59.206248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Attempting to bind port f31ff140-97f4-4fc1-996a-91c39264be8c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:14:59.206614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Attempting to bind port f31ff140-97f4-4fc1-996a-91c39264be8c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:14:59.206974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Attempting to bind port f31ff140-97f4-4fc1-996a-91c39264be8c on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:14:59.209625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693bb80-03f7-4ba1-a34a-af2da109a923 None None] Pushing event updated for resources: {'Port': ['ID=f31ff140-97f4-4fc1-996a-91c39264be8c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:59.214038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:14:59.214431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:14:59.214830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:59.215213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:14:59.215673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Bound port: f31ff140-97f4-4fc1-996a-91c39264be8c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:14:59.216066 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:59.268975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] For port f31ff140-97f4-4fc1-996a-91c39264be8c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:14:59.272219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] For port f31ff140-97f4-4fc1-996a-91c39264be8c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f31ff140-97f4-4fc1-996a-91c39264be8c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:14:59.275920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:59.334619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693bb80-03f7-4ba1-a34a-af2da109a923 None None] Pushing event updated for resources: {'Port': ['ID=f31ff140-97f4-4fc1-996a-91c39264be8c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:14:59.339241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Routers {'52b51dee-d88d-4c9a-bb8a-755af2edfb3b'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:14:59.340130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:14:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:59.413529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:14:59.444027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] Set router 52b51dee-d88d-4c9a-bb8a-755af2edfb3b gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:14:59.528758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-be7734e0-dfe8-4555-b5dc-bf8958e64d88 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1141279 Sep 23 19:14:59.657717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'name': 'router1', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'f31ff140-97f4-4fc1-996a-91c39264be8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:14:39Z', 'updated_at': '2021-09-23T19:14:56Z', 'revision_number': 4, 'project_id': '1d29919e69bc4486a489f26584009c87', 'gw_port': {'id': 'f31ff140-97f4-4fc1-996a-91c39264be8c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:55Z', 'updated_at': '2021-09-23T19:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ceb97df9-2e42-43cd-bf29-77438d930c1b', 'name': '', 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'mac_address': 'fa:16:3e:f0:9b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:48Z', 'updated_at': '2021-09-23T19:14:51Z', 'revision_number': 5, 'project_id': '1d29919e69bc4486a489f26584009c87', 'subnets': [{'id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66dc3bec-efc1-4d0d-a9de-2ec6250cf07b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:14:59.690328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e1730-7875-4817-b77e-18cd4e4f9ba0 None None] The sync data for ids ['52b51dee-d88d-4c9a-bb8a-755af2edfb3b'] in n-d-810763-1 is: [{'id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'name': 'router1', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'f31ff140-97f4-4fc1-996a-91c39264be8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:14:39Z', 'updated_at': '2021-09-23T19:14:56Z', 'revision_number': 4, 'project_id': '1d29919e69bc4486a489f26584009c87', 'gw_port': {'id': 'f31ff140-97f4-4fc1-996a-91c39264be8c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:55Z', 'updated_at': '2021-09-23T19:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ceb97df9-2e42-43cd-bf29-77438d930c1b', 'name': '', 'network_id': '83b2c265-d724-4eef-8d87-a6b43286ec47', 'tenant_id': '1d29919e69bc4486a489f26584009c87', 'mac_address': 'fa:16:3e:f0:9b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b51dee-d88d-4c9a-bb8a-755af2edfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:14:48Z', 'updated_at': '2021-09-23T19:14:51Z', 'revision_number': 5, 'project_id': '1d29919e69bc4486a489f26584009c87', 'subnets': [{'id': 'ccf4a30b-deed-4532-a6b3-8b95486521cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66dc3bec-efc1-4d0d-a9de-2ec6250cf07b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:14:59.904412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f31ff140-97f4-4fc1-996a-91c39264be8c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:14:59.970736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f31ff140-97f4-4fc1-996a-91c39264be8c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:14:59.971114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:00.064478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:00.090083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f31ff140-97f4-4fc1-996a-91c39264be8c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f31ff140-97f4-4fc1-996a-91c39264be8c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:15:00.095051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:00.152981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f31ff140-97f4-4fc1-996a-91c39264be8c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:15:01.864754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f31ff140-97f4-4fc1-996a-91c39264be8c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:15:01.920361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f31ff140-97f4-4fc1-996a-91c39264be8c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:15:01.920749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:13.075974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89f46e8e-0f2e-4b09-a753-f34254733a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:15.399879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:15:16.038153 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b821b352-7247-4725-b0f4-47dc674e35df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:16.398451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:16.873578 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:18.345649 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:43.077182 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58520e77-803c-421f-a6d3-9d2eea0a1c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:46.031364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cb2dccb-2e9f-42a5-a5ba-c1187e1c2b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:46.391793 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:46.866237 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:48.352814 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:52.399808 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:16:13.077769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c35cdefc-253a-4a6d-9976-1f9fc64124c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:16.032241 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01e4a478-0b70-4f7b-b512-43dc9746b2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:16.394259 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:16.870009 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:18.352727 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:29.398160 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:16:41.355686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:41.416903 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7c3a36-3663-40da-be35-d76ea9854a84 admin admin] GET failed (client error): The resource could not be found. Sep 23 19:16:41.418237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e7c3a36-3663-40da-be35-d76ea9854a84 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613189 Sep 23 19:16:41.577709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbe016-9d6d-4007-9372-177b84b0fceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:41.579699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-39dbe016-9d6d-4007-9372-177b84b0fceb admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569524 Sep 23 19:16:43.078222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7480-df67-40f9-bf8e-d23fa473f28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:43.733346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:43.824734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771277da-6bd4-4c76-be15-b5dc8170731d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:43.826057 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-771277da-6bd4-4c76-be15-b5dc8170731d admin admin] 10.222.0.38 "GET /v2.0/subnets/ccf4a30b-deed-4532-a6b3-8b95486521cd HTTP/1.1" status: 200 len: 849 time: 0.0917695 Sep 23 19:16:43.836017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:16:43.919917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:44.058696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773649856247'] for subnet, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:44.085103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:44.085706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:44.087019 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] 10.222.0.38 "PUT /v2.0/subnets/ccf4a30b-deed-4532-a6b3-8b95486521cd HTTP/1.1" status: 200 len: 868 time: 0.2546158 Sep 23 19:16:44.101448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800e5c1-31f2-4a6d-b71e-43eebb31af55 None None] Network 83b2c265-d724-4eef-8d87-a6b43286ec47 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:16:44.112319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf4a30b-deed-4532-a6b3-8b95486521cd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:16:44.119688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.120074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.120384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.120721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.121055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.121374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.121701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.122027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.122380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.122704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.123024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.123342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e948f-8a81-41e1-bc2a-544707696404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:16:44.423300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5ae714f3-b03a-47ab-abb7-fd5d026d96c9 None None] Provisioning complete for port ceb97df9-2e42-43cd-bf29-77438d930c1b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:16:44.423675 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ae714f3-b03a-47ab-abb7-fd5d026d96c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:44.509674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5ae714f3-b03a-47ab-abb7-fd5d026d96c9 None None] Provisioning complete for port abe7456c-fa1a-4492-a586-032b5d3d8420 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:16:44.510038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ae714f3-b03a-47ab-abb7-fd5d026d96c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:46.032194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ab63-38b2-498b-8996-0e4b8bceb10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:46.255317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:46.395252 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:46.454421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194915fe-bbf1-4bb1-b2cd-47bd2aaee8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:46.455598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194915fe-bbf1-4bb1-b2cd-47bd2aaee8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:46.457285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-194915fe-bbf1-4bb1-b2cd-47bd2aaee8ad admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010045 Sep 23 19:16:46.875050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:48.355081 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:48.649862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:48.778943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589190d6-ce62-4327-aff9-e916de399dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:48.779418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589190d6-ce62-4327-aff9-e916de399dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:48.780953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-589190d6-ce62-4327-aff9-e916de399dff admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300924 Sep 23 19:16:50.981948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:51.109635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0955559-0a88-468e-a734-d622bdc39d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:51.110994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0955559-0a88-468e-a734-d622bdc39d72 admin admin] 10.222.0.38 "GET /v2.0/networks/83b2c265-d724-4eef-8d87-a6b43286ec47 HTTP/1.1" status: 200 len: 869 time: 0.1280880 Sep 23 19:16:53.260731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:53.382282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5455a3-bf04-49c1-bc74-d9e32233c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:53.383638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b5455a3-bf04-49c1-bc74-d9e32233c409 admin admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 886 time: 0.1219027 Sep 23 19:16:55.562397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37150) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:55.685430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be5f14-d38c-469d-a50c-122e43221b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:55.685913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be5f14-d38c-469d-a50c-122e43221b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:55.687493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f7be5f14-d38c-469d-a50c-122e43221b88 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241052 Sep 23 19:16:57.856928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:57.949968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0237fa-e6fd-41d2-9bae-830602a9161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:57.950451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0237fa-e6fd-41d2-9bae-830602a9161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:16:57.951936 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a0237fa-e6fd-41d2-9bae-830602a9161f admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940700 Sep 23 19:17:00.163801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:00.247683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce2909-3f75-44e3-a7cd-a918a8078df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:00.248997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6fce2909-3f75-44e3-a7cd-a918a8078df5 admin admin] 10.222.0.38 "GET /v2.0/subnets/7536c03e-ff02-4945-96ed-12b55f765d9f HTTP/1.1" status: 200 len: 816 time: 0.0842686 Sep 23 19:17:02.408753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:02.500784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf7b7f-b487-44e9-aadc-894355a48f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:02.502153 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45bf7b7f-b487-44e9-aadc-894355a48f17 admin admin] 10.222.0.38 "GET /v2.0/subnets/ccf4a30b-deed-4532-a6b3-8b95486521cd HTTP/1.1" status: 200 len: 868 time: 0.0924327 Sep 23 19:17:06.400331 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:17:13.079348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-952f142d-3ef5-4885-a8a3-66331599af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:16.034173 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c787cf08-5653-4329-a3d9-afa16db49bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:16.398741 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:16.877809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:18.360247 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:26.310055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:26.358467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-68b1f929-e84c-47c4-b3c1-07838618f6b7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:17:26.359526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-68b1f929-e84c-47c4-b3c1-07838618f6b7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485191 Sep 23 19:17:28.623910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:28.683618 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baafe4f-bdea-4c96-884b-79c4470384d1 admin admin] GET failed (client error): The resource could not be found. Sep 23 19:17:28.684948 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7baafe4f-bdea-4c96-884b-79c4470384d1 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601151 Sep 23 19:17:28.826973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4240471-cdd2-4c96-8f63-50b15d23135f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:28.828442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c4240471-cdd2-4c96-8f63-50b15d23135f admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389124 Sep 23 19:17:31.010355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:31.057856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:31.078724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Made reservation on behalf of f6f0641637ae43eb89d0cd61b2db263c for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:31.080939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:31.113955 n-d-810763-1 neutron-server[94825]: WARNING neutron.services.revisions.revision_plugin [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Could not find related network for resource to bump revision. Sep 23 19:17:31.127203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:17:31.139557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:31.139899 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Added segment 70064968-d7da-4e48-a328-76910bc41064 of type vlan for network 9651f43a-c812-4050-a415-7673d8f62225 Sep 23 19:17:31.177264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:31.200365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:31.201226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:31.201804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:31.224748 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2133570 Sep 23 19:17:31.265703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0440d-54bd-491d-8570-f84a0d315098 admin admin] Pushing event updated for resources: {'Network': ['ID=9651f43a-c812-4050-a415-7673d8f62225,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:31.276977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9651f43a-c812-4050-a415-7673d8f62225 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:17:33.412239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:33.471953 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f408af53-f808-4c3f-a587-4b5b030a8b9c admin admin] GET failed (client error): The resource could not be found. Sep 23 19:17:33.473256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f408af53-f808-4c3f-a587-4b5b030a8b9c admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600975 Sep 23 19:17:33.619496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656abac-a616-49ac-a6a4-251ddc2f1403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:33.620873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f656abac-a616-49ac-a6a4-251ddc2f1403 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1426191 Sep 23 19:17:33.634599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:33.657812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Made reservation on behalf of f6f0641637ae43eb89d0cd61b2db263c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:33.660179 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:33.838069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:33.891553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a5f1a6-5fe2-471b-871b-db801efae546,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:33.904615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.904964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.905307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.905645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.905980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.906339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.906672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.906998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.907331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.907655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.907981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.908304 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:33.915810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:33.916195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Network hostable DHCP agents. Network: 9651f43a-c812-4050-a415-7673d8f62225, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:17:33.942645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Network 9651f43a-c812-4050-a415-7673d8f62225 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:17:33.954974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 9651f43a-c812-4050-a415-7673d8f62225) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:33.959045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:33.959679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:33.964561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3315856-d506-4b36-b624-2768f7ec3a12 None None] Network 9651f43a-c812-4050-a415-7673d8f62225 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:17:33.974331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dac436ca-0fd5-49a3-a51a-ad441dd3b317 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3427558 Sep 23 19:17:34.111690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-9651f43a-c812-4050-a415-7673d8f62225', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'tenant_id': 'f6f0641637ae43eb89d0cd61b2db263c', 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:17:34.112588 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:34.250071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Allocated IP 192.168.233.2 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/7010dc7f-1986-4583-9b1c-d54dcc1b7932) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:17:34.394856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:34.401974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:34.439484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:17:34.449173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Pushing event updated for resources: {'Port': ['ID=7010dc7f-1986-4583-9b1c-d54dcc1b7932,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:34.451370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:34.457333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:17:34.459714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.460068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.460412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.460747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.461085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.461430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.461781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.462107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.462464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.462811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.463139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.463462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:34.517250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Attempting to bind port 7010dc7f-1986-4583-9b1c-d54dcc1b7932 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:17:34.517546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Attempting to bind port 7010dc7f-1986-4583-9b1c-d54dcc1b7932 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:17:34.517907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Attempting to bind port 7010dc7f-1986-4583-9b1c-d54dcc1b7932 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:17:34.522965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:17:34.523339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:34.523741 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:34.524159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:17:34.524617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Bound port: 7010dc7f-1986-4583-9b1c-d54dcc1b7932, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:17:34.525011 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:34.589619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] For port 7010dc7f-1986-4583-9b1c-d54dcc1b7932, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:17:34.593206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] For port 7010dc7f-1986-4583-9b1c-d54dcc1b7932, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7010dc7f-1986-4583-9b1c-d54dcc1b7932,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:17:34.597086 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:34.654802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb841ae4-c9fd-47ac-883b-8e304c2b8b26 None None] Pushing event updated for resources: {'Port': ['ID=7010dc7f-1986-4583-9b1c-d54dcc1b7932,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:35.476646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf0c4e-dd17-444d-a427-867dec4c4d91 None None] Network 9651f43a-c812-4050-a415-7673d8f62225 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:17:35.594563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6b901937-7c96-408d-8347-f51945be8256 None None] Provisioning complete for port 7010dc7f-1986-4583-9b1c-d54dcc1b7932 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:35.594854 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b901937-7c96-408d-8347-f51945be8256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:35.704518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b901937-7c96-408d-8347-f51945be8256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:35.743956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6b901937-7c96-408d-8347-f51945be8256 None None] For port 7010dc7f-1986-4583-9b1c-d54dcc1b7932, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7010dc7f-1986-4583-9b1c-d54dcc1b7932,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:17:35.748739 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b901937-7c96-408d-8347-f51945be8256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:35.799446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b901937-7c96-408d-8347-f51945be8256 None None] Pushing event updated for resources: {'Port': ['ID=7010dc7f-1986-4583-9b1c-d54dcc1b7932,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:35.868081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a38f2d5d-83ee-4c3a-85a9-eed3ff50caea None None] Provisioning complete for port 7010dc7f-1986-4583-9b1c-d54dcc1b7932 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:35.868438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a38f2d5d-83ee-4c3a-85a9-eed3ff50caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:35.999099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7010dc7f-1986-4583-9b1c-d54dcc1b7932 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:17:36.049748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7010dc7f-1986-4583-9b1c-d54dcc1b7932 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:36.050117 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:43.080211 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b57bfa6-93d3-4764-896c-76ba6a095cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:43.398941 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:17:46.034519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afd7b3de-7042-4dd7-9a3a-c1c0cf5f8ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.399793 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.878454 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.369196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.082225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-775399c8-abdf-4a20-beff-87132893cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.034131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f02e5a-72d8-4bf8-97a5-890336e18d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.401358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.880482 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.368403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.452520 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:18:42.787646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:42.793419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-e6ee74d9-016f-4945-9022-8fd9b7c3abc9 tempest-verify_tempest_config-1013848245 tempest-verify_tempest_config-1013848245-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:18:42.794401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6ee74d9-016f-4945-9022-8fd9b7c3abc9 tempest-verify_tempest_config-1013848245 tempest-verify_tempest_config-1013848245-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057678 Sep 23 19:18:43.080377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:43.083720 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0b6ea5c-f731-4c83-b1ca-c0543b73be92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.182168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.269484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.273040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.316227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4c5203-db62-47de-836c-8683a0a74e93,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:43.320840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0ad00a99f7040f3b1961c18d0652195&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2395005 Sep 23 19:18:43.323645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:43.325501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.325861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.326241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.326652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.326912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.327252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.327585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.327919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.328238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.328588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.328914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.329242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba1ea5-9166-4345-ae99-e3442fcb3ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.382076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.401998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.487928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.490537 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.491677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad4c5203-db62-47de-836c-8683a0a74e93 HTTP/1.1" status: 204 len: 168 time: 0.1670499 Sep 23 19:18:43.499735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4c5203-db62-47de-836c-8683a0a74e93,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:43.506141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.506517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.506862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.507198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.507535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.507867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.508198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.508525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.508959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.509164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.509680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:43.510010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b892417-49c1-49ee-bbe7-afc2de10f8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.034307 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48f6d5f-ce43-4881-bfb6-7510d5fd9d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.402816 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.883705 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.370859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.401869 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:19:13.083495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1da8846f-6a34-4f5b-b899-feac9c9555f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.035658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08f019c2-7d72-483d-8e12-1f893d354cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.403225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.886183 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:18.375556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:34.401270 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:19:43.083681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e662884f-92a5-4450-be52-28cd79de19de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:46.035448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1281dba5-42f9-4c12-b656-36c05107020e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:46.405296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:46.889343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:48.378328 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.399654 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:20:13.082692 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a571186-75b0-445f-8037-5247cc25e289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:16.035451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3df8daae-bcfc-46e3-b8b0-22a8c21154f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:16.405563 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:16.890793 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:18.381387 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:43.082614 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4d8414d-8f62-4dea-891e-b59e1385ee5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.037403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6730f68-3f97-45d2-8d7a-338dafe3e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.405130 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.894535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:48.384418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:48.398153 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:21:13.083554 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acf38b0c-09ae-4d58-ba6b-5539c5d632c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:16.037169 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45cde970-ac17-4010-83d5-9b5f392c35a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:16.405921 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:16.899572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.387767 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.396783 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 5 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:21:43.083811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33aa3371-0e5b-4d2a-86ea-091b96e40672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:46.134023 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-740dbf81-a00a-448e-ab62-7dc3a0161762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:46.408631 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:46.902764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:48.390849 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.995128 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650692'] for agent, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.575247 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650692'] for agent, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.396352 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:22:13.084055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e6e73c6-1dcf-414a-8ae5-0e969a6179e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.034299 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31961c66-966f-4987-bd6c-fe3bd622e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.409749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.902562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:18.394162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.926824 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:26.528962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:39.395341 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:22:43.084822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efe1c10e-35a6-4d6b-88fb-8e955449520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:44.160960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:44.267809 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-026e4f94-b5a3-4d6d-803f-643eadee8756 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1056998 Sep 23 19:22:46.034420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51f33aa6-50fc-453a-ab29-e7652cb6e7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.412211 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.575112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:46.638558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0bb1b5b1-bac9-4d83-8147-43e1de9e3ad1 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0622909 Sep 23 19:22:46.907118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:48.398958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:54.931141 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:56.527366 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:13.085929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e49790b9-0792-42d6-8f75-657ffce4d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:16.035288 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7e89b1c-fe62-4abe-8e12-c2b37cee15e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:16.394755 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:23:16.413869 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:16.908349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:18.409205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.930867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.541248 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:43.086959 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b49858c-1bf9-4828-858a-6e80fc139dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:46.053775 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-745b26c1-e019-445a-bc9a-81f6b7bc1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:46.415929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:46.912019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:48.408866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:53.395767 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:23:54.925639 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:56.555230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.923539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:12.285407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-network', 'tenant_id': '779260434a4c429bb0774e9bd71be88b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:12.307884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Made reservation on behalf of 779260434a4c429bb0774e9bd71be88b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:12.312666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.320526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.421931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.427299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.459814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:12.471200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd90b3-2f79-4354-8037-fb772a239a16,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:12.476104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.476468 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Added segment 2204d640-c8d0-4888-9e94-a9b9a4e5ce8e of type vlan for network 400a142c-2b68-45e1-89a7-777cd45d0f67 Sep 23 19:24:12.490606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.490971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.491313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.491652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.491986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.492352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.492719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.493399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.493526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.493781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.494139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.494533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Tracked resource versions report: Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: pushed versions: Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Log': {'1.0'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Network': {'1.1'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Port': {'1.7'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'PortForwarding': {'1.2'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'QosPolicy': {'1.9'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'SubPort': {'1.0'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Subnet': {'1.1'}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Trunk': {'1.1'}} Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: consumer versions: Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: HyperV agent@n-h1-810763-1: {}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: HyperV agent@n-h2-810763-1: {}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: L3 agent@n-d-810763-1: {}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: Metadata agent@n-d-810763-1: {}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: Metering agent@n-d-810763-1: {}, Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'ConntrackHelper': '1.0', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Log': '1.0', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Network': '1.1', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Port': '1.7', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'PortForwarding': '1.2', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'QosPolicy': '1.9', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'SecurityGroup': '1.4', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'SecurityGroupRule': '1.2', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'SubPort': '1.0', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Subnet': '1.1', Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: 'Trunk': '1.1'}} Sep 23 19:24:12.495719 n-d-810763-1 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:24:12.541058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.572634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.573651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:12.574311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.612607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6844842 Sep 23 19:24:12.613743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37668) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:12.621278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Request body: {'subnet': {'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-subnet', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:12.640138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a443f6-5333-48a0-9d4a-bed2f5e1a414 admin admin] Pushing event updated for resources: {'Network': ['ID=400a142c-2b68-45e1-89a7-777cd45d0f67,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:12.650186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Made reservation on behalf of 779260434a4c429bb0774e9bd71be88b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:12.652553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:12.653759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.856275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.953309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341e9eea-0651-488c-87e8-0d7a2e25c592,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:12.970305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.974991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.975636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.976223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.976802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.977389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.977975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.978583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.979157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.979758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.980309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.980827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Tracked resource versions report: Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: pushed versions: Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: { 'AddressGroup': {'1.2'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'ConntrackHelper': {'1.0'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Log': {'1.0'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Network': {'1.1'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Port': {'1.7'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'PortForwarding': {'1.2'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'QosPolicy': {'1.9'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'SecurityGroup': {'1.4'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'SubPort': {'1.0'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Subnet': {'1.1'}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Trunk': {'1.1'}} Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: consumer versions: Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: HyperV agent@n-h1-810763-1: {}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: HyperV agent@n-h2-810763-1: {}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: L3 agent@n-d-810763-1: {}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: Metadata agent@n-d-810763-1: {}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: Metering agent@n-d-810763-1: {}, Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'ConntrackHelper': '1.0', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Log': '1.0', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Network': '1.1', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Port': '1.7', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'PortForwarding': '1.2', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'QosPolicy': '1.9', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'SecurityGroup': '1.4', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'SecurityGroupRule': '1.2', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'SubPort': '1.0', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Subnet': '1.1', Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: 'Trunk': '1.1'}} Sep 23 19:24:12.982977 n-d-810763-1 neutron-server[94825]: {{(pid=94825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:24:12.996709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Checking segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:12.997291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Network hostable DHCP agents. Network: 400a142c-2b68-45e1-89a7-777cd45d0f67, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:13.023158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:13.035608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 400a142c-2b68-45e1-89a7-777cd45d0f67) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:13.040239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:13.040827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.058548 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3b2659ff-2c5b-4d99-ab9e-25fbb99a9a04 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4391968 Sep 23 19:24:13.058733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47b43e-94a3-4d8d-a22c-aa6ba314b9b5 None None] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:13.058868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:13.064497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:13.090301 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.091549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.132694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff589ef4-e5eb-45ca-8520-13cf9a6abad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.197706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.299870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-400a142c-2b68-45e1-89a7-777cd45d0f67', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:24:13.300893 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.364206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.493612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Allocated IP 172.20.0.2 (400a142c-2b68-45e1-89a7-777cd45d0f67/341e9eea-0651-488c-87e8-0d7a2e25c592/174a13f8-b9ae-4d99-a976-c362dbed07d4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:13.682712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.693023 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.729777 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.761028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Pushing event updated for resources: {'Port': ['ID=174a13f8-b9ae-4d99-a976-c362dbed07d4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:13.770719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.771066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.771523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.771915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.772368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.772697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.773020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.773401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.773725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.774043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.774422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.775001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Tracked resource versions report: Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: pushed versions: Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Log': {'1.0'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Network': {'1.1'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Port': {'1.7'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'PortForwarding': {'1.2'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'QosPolicy': {'1.9'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'SubPort': {'1.0'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Subnet': {'1.1'}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Trunk': {'1.1'}} Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: consumer versions: Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: HyperV agent@n-h1-810763-1: {}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: HyperV agent@n-h2-810763-1: {}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: L3 agent@n-d-810763-1: {}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: Metadata agent@n-d-810763-1: {}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: Metering agent@n-d-810763-1: {}, Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'ConntrackHelper': '1.0', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Log': '1.0', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Network': '1.1', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Port': '1.7', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'PortForwarding': '1.2', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'QosPolicy': '1.9', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'SecurityGroup': '1.4', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'SecurityGroupRule': '1.2', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'SubPort': '1.0', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Subnet': '1.1', Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: 'Trunk': '1.1'}} Sep 23 19:24:13.776196 n-d-810763-1 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:24:13.794705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:13.796292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:13.802627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:13.803505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.875239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Attempting to bind port 174a13f8-b9ae-4d99-a976-c362dbed07d4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:13.875677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Attempting to bind port 174a13f8-b9ae-4d99-a976-c362dbed07d4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:13.876150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Attempting to bind port 174a13f8-b9ae-4d99-a976-c362dbed07d4 on network 400a142c-2b68-45e1-89a7-777cd45d0f67 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:13.881691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:13.882095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Checking segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:13.882485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.882872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Bound using segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:13.883491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Bound port: 174a13f8-b9ae-4d99-a976-c362dbed07d4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:13.883896 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.929863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Allocated IP 172.25.6.111 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/82f4b216-c7fa-4e87-ad61-8cec2afb49ab) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:13.967953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] For port 174a13f8-b9ae-4d99-a976-c362dbed07d4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:13.974100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] For port 174a13f8-b9ae-4d99-a976-c362dbed07d4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=174a13f8-b9ae-4d99-a976-c362dbed07d4,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:13.985757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.075733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.081841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cef83-a926-4022-84f4-7e34bf802563 None None] Pushing event updated for resources: {'Port': ['ID=174a13f8-b9ae-4d99-a976-c362dbed07d4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:14.123154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.174474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:14.180666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:14.182591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Pushing event updated for resources: {'Port': ['ID=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:14.194829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:14.467650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.709754 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.900835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Router a5950618-d080-47c6-95e3-9d31a97dcc51 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:24:15.039378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:15.050848 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Sync routers for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:15.060942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.063525 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:15.063918 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8db7a81d-b04d-4973-a7d9-e9fae5316d6f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0036957 Sep 23 19:24:15.064463 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:23:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:15.067092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:15.229146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a2364-f95f-4880-9591-76027d187875 None None] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:15.264001 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:15.384397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-24765631-af2b-4b7d-93bc-2cc1372601a7 None None] Provisioning complete for port 174a13f8-b9ae-4d99-a976-c362dbed07d4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:15.391664 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24765631-af2b-4b7d-93bc-2cc1372601a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.572798 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 3, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:15.604780 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24765631-af2b-4b7d-93bc-2cc1372601a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.638658 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Checking router: a5950618-d080-47c6-95e3-9d31a97dcc51 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:15.641611 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Updating router a5950618-d080-47c6-95e3-9d31a97dcc51 port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:15.664579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-24765631-af2b-4b7d-93bc-2cc1372601a7 None None] For port 174a13f8-b9ae-4d99-a976-c362dbed07d4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=174a13f8-b9ae-4d99-a976-c362dbed07d4,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:15.669843 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24765631-af2b-4b7d-93bc-2cc1372601a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.706320 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.799910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24765631-af2b-4b7d-93bc-2cc1372601a7 None None] Pushing event updated for resources: {'Port': ['ID=174a13f8-b9ae-4d99-a976-c362dbed07d4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:15.833349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.910229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e0207378-e4ab-482d-a028-910cd660614d None None] Provisioning complete for port 174a13f8-b9ae-4d99-a976-c362dbed07d4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:15.910598 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0207378-e4ab-482d-a028-910cd660614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.049457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37838) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:16.050269 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaf7609c-d45a-4261-8f04-8959fcb5c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.214856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Allocated IP 172.20.0.1 (400a142c-2b68-45e1-89a7-777cd45d0f67/341e9eea-0651-488c-87e8-0d7a2e25c592/729f002b-d292-41f7-87f6-981bcb3a7b17) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:16.261545 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.269127 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.294051 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Attempting to bind port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:16.294782 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Attempting to bind port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:16.295421 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Attempting to bind port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:16.300301 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99970e21-9222-4c43-96f3-378019b31c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.323376 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:16.323956 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:16.324497 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.325113 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:16.325921 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Bound port: 82f4b216-c7fa-4e87-ad61-8cec2afb49ab, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:16.326499 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.328824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 174a13f8-b9ae-4d99-a976-c362dbed07d4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:16.414545 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.449617 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.459619 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] For port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:16.461368 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.464074 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] For port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:16.471858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 174a13f8-b9ae-4d99-a976-c362dbed07d4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:16.473020 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.477275 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.533475 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:16.534115 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:16.537425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99970e21-9222-4c43-96f3-378019b31c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.543587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99970e21-9222-4c43-96f3-378019b31c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.551136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:16.555613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:16.560005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:16.560714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.624517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Pushing event updated for resources: {'Port': ['ID=729f002b-d292-41f7-87f6-981bcb3a7b17,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:16.631980 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-99970e21-9222-4c43-96f3-378019b31c3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5ab7ae191f1483cab55c5b6133e4509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5812390 Sep 23 19:24:16.633225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99970e21-9222-4c43-96f3-378019b31c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ce5cd4-bfa4-4d86-84b0-afc8dc73f379,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:16.638255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:16.719847 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:16.923016 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.973529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2aa2ba4f-6c09-43d7-96b0-7d36be18cf16 None None] Provisioning complete for port 729f002b-d292-41f7-87f6-981bcb3a7b17 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:16.973529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ba4f-6c09-43d7-96b0-7d36be18cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.001517 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.039491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2ba4f-6c09-43d7-96b0-7d36be18cf16 None None] Port 729f002b-d292-41f7-87f6-981bcb3a7b17 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:17.086197 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Pushing event updated for resources: {'Port': ['ID=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:17.104633 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.105376 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.105886 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.106482 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.106980 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.107491 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.107985 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.108632 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.109137 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.109876 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.110422 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.110929 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Tracked resource versions report: Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: pushed versions: Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Log': {'1.0'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Network': {'1.1'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Port': {'1.7'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'PortForwarding': {'1.2'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'QosPolicy': {'1.9'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'SubPort': {'1.0'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Subnet': {'1.1'}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Trunk': {'1.1'}} Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: consumer versions: Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: { DHCP agent@n-d-810763-1: {}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: HyperV agent@n-h1-810763-1: {}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: HyperV agent@n-h2-810763-1: {}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: L3 agent@n-d-810763-1: {}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: Metadata agent@n-d-810763-1: {}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: Metering agent@n-d-810763-1: {}, Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: Open vSwitch agent@n-d-810763-1: { 'AddressGroup': '1.2', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'ConntrackHelper': '1.0', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Log': '1.0', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Network': '1.1', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Port': '1.7', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'PortForwarding': '1.2', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'QosPolicy': '1.9', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'SecurityGroup': '1.4', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'SecurityGroupRule': '1.2', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'SubPort': '1.0', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Subnet': '1.1', Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: 'Trunk': '1.1'}} Sep 23 19:24:17.112064 n-d-810763-1 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:24:17.153570 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e0cb1e-44c6-473c-8a8c-c6f08f13c1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.198333 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1a15-8627-4931-833b-40d577df55cd None None] Pushing event updated for resources: {'Port': ['ID=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:17.199039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e0cb1e-44c6-473c-8a8c-c6f08f13c1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.205031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:17.220040 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 3, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:17.258528 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0541-88f1-4b08-bceb-5710b9a1356a None None] The sync data for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 is: [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 3, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:17.269567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.275545 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.276318 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.282509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:17.349235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e0cb1e-44c6-473c-8a8c-c6f08f13c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.351784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e0cb1e-44c6-473c-8a8c-c6f08f13c1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.354286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-76e0cb1e-44c6-473c-8a8c-c6f08f13c1b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69ce5cd4-bfa4-4d86-84b0-afc8dc73f379 HTTP/1.1" status: 204 len: 168 time: 0.7142422 Sep 23 19:24:17.356912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Pushing event updated for resources: {'Port': ['ID=729f002b-d292-41f7-87f6-981bcb3a7b17,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:17.366893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:17.379642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0cb1e-44c6-473c-8a8c-c6f08f13c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ce5cd4-bfa4-4d86-84b0-afc8dc73f379,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:17.455398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a638c19-8c8b-4933-bc0a-2275d8ee7305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.484329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:17.487321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:17.559260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49f0bb0f-bdde-44f0-9c2a-fe6af33ee6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.680506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.728426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Router a5950618-d080-47c6-95e3-9d31a97dcc51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:17.809733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a638c19-8c8b-4933-bc0a-2275d8ee7305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.971073 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49f0bb0f-bdde-44f0-9c2a-fe6af33ee6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.973673 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a638c19-8c8b-4933-bc0a-2275d8ee7305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.979997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-30b267b6-205b-4d91-9b01-451e9a136ca7 None None] Provisioning complete for port 729f002b-d292-41f7-87f6-981bcb3a7b17 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:17.980991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b267b6-205b-4d91-9b01-451e9a136ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.990528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:17.999611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d065f3e3-a276-4181-bd46-6442b77525f0 admin admin] 10.222.0.38 "PUT /v2.0/routers/a5950618-d080-47c6-95e3-9d31a97dcc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9306884 Sep 23 19:24:18.039175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:18.040847 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8a638c19-8c8b-4933-bc0a-2275d8ee7305 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fce539bd93c24b4d82097f4500a5e39b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8328464 Sep 23 19:24:18.042274 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:24:18.042274 n-d-810763-1 neutron-server[94825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:24:18.042274 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id_1': '5ec880d7c9c84b4994b22794a875c384', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 23, 57, 695076)}] Sep 23 19:24:18.042274 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:24:18.042607 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:24:18.047320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49f0bb0f-bdde-44f0-9c2a-fe6af33ee6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.057173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-30b267b6-205b-4d91-9b01-451e9a136ca7 None None] Port 729f002b-d292-41f7-87f6-981bcb3a7b17 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:18.114345 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-49f0bb0f-bdde-44f0-9c2a-fe6af33ee6bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5db0086a03e4a5e93c3d0b8950c9221&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8282938 Sep 23 19:24:18.115866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:18.136823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37950) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:18.172715 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58ca6092-3bc5-4877-94cf-8b346beb31c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.178245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d61a86ea-4763-425e-b7f2-eb0e88a09ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.243119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58ca6092-3bc5-4877-94cf-8b346beb31c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.296436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82f4b216-c7fa-4e87-ad61-8cec2afb49ab up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:18.357847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58ca6092-3bc5-4877-94cf-8b346beb31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.363866 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58ca6092-3bc5-4877-94cf-8b346beb31c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.367382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-58ca6092-3bc5-4877-94cf-8b346beb31c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b191b9e9-ea81-4eec-82b0-aa60119abc84 HTTP/1.1" status: 204 len: 168 time: 0.3270669 Sep 23 19:24:18.372559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dee44127-c227-4a79-9f0a-0a9bcbec51f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.374248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a638c19-8c8b-4933-bc0a-2275d8ee7305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b191b9e9-ea81-4eec-82b0-aa60119abc84,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:18.378672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca6092-3bc5-4877-94cf-8b346beb31c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b191b9e9-ea81-4eec-82b0-aa60119abc84,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:18.547024 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.589353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:18.589855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.598543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.618465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dee44127-c227-4a79-9f0a-0a9bcbec51f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.663745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0bb0f-bdde-44f0-9c2a-fe6af33ee6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0bbeed-3fd8-46b7-8c8a-b35f75085ad7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:18.767938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.804609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d61a86ea-4763-425e-b7f2-eb0e88a09ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.808390 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dee44127-c227-4a79-9f0a-0a9bcbec51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.812130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dee44127-c227-4a79-9f0a-0a9bcbec51f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.815789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dee44127-c227-4a79-9f0a-0a9bcbec51f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd0bbeed-3fd8-46b7-8c8a-b35f75085ad7 HTTP/1.1" status: 204 len: 168 time: 0.6955810 Sep 23 19:24:18.818148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d61a86ea-4763-425e-b7f2-eb0e88a09ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.819587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:18.827694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.842123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44127-c227-4a79-9f0a-0a9bcbec51f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0bbeed-3fd8-46b7-8c8a-b35f75085ad7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:18.876690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a86ea-4763-425e-b7f2-eb0e88a09ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf49e43-c537-4c1d-a92e-7c5a73c1d42d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:18.904327 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d61a86ea-4763-425e-b7f2-eb0e88a09ae6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df32acd7eaa94f9da4dbcc178fe0e455&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7630699 Sep 23 19:24:18.904719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.006637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.009103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.011583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.056381 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ec880d7c9c84b4994b22794a875c384&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6880555 Sep 23 19:24:19.060638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.098953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226b0bf-6108-4c91-93c0-d7d0ec6ac556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.112411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f98858-e631-464d-a004-845973237d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7ee29c-d41a-46d1-89e6-84ada39cab78,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.165222 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226b0bf-6108-4c91-93c0-d7d0ec6ac556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.177338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.194813 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40852c28-f1a2-4031-9795-ab2790f3b512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.218246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e0582e-cd9e-4f8d-923f-7fddfb530f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.252982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e0582e-cd9e-4f8d-923f-7fddfb530f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.301708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226b0bf-6108-4c91-93c0-d7d0ec6ac556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.304372 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b226b0bf-6108-4c91-93c0-d7d0ec6ac556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.306804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b226b0bf-6108-4c91-93c0-d7d0ec6ac556 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bf49e43-c537-4c1d-a92e-7c5a73c1d42d HTTP/1.1" status: 204 len: 168 time: 0.3992722 Sep 23 19:24:19.350695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226b0bf-6108-4c91-93c0-d7d0ec6ac556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf49e43-c537-4c1d-a92e-7c5a73c1d42d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.375917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e0582e-cd9e-4f8d-923f-7fddfb530f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.385117 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32e0582e-cd9e-4f8d-923f-7fddfb530f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.386613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32e0582e-cd9e-4f8d-923f-7fddfb530f32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d7ee29c-d41a-46d1-89e6-84ada39cab78 HTTP/1.1" status: 204 len: 168 time: 0.3249440 Sep 23 19:24:19.403549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0582e-cd9e-4f8d-923f-7fddfb530f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7ee29c-d41a-46d1-89e6-84ada39cab78,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.437980 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40852c28-f1a2-4031-9795-ab2790f3b512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.444462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40852c28-f1a2-4031-9795-ab2790f3b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.503297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-40852c28-f1a2-4031-9795-ab2790f3b512 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a483b9c63634e9899a8b0425b7eb897&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3248084 Sep 23 19:24:19.503880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.506027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40852c28-f1a2-4031-9795-ab2790f3b512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ccde0d-3320-44b2-b56a-71068dcf1763,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.576279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed7a11cf-c0e4-4612-b94e-c9935b46bba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.604838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.620195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-116d6bb2-3858-4b2d-a097-10557d114fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.622561 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed7a11cf-c0e4-4612-b94e-c9935b46bba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.724798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed7a11cf-c0e4-4612-b94e-c9935b46bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.728299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed7a11cf-c0e4-4612-b94e-c9935b46bba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.729669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed7a11cf-c0e4-4612-b94e-c9935b46bba7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89ccde0d-3320-44b2-b56a-71068dcf1763 HTTP/1.1" status: 204 len: 168 time: 0.2247329 Sep 23 19:24:19.753390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a11cf-c0e4-4612-b94e-c9935b46bba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ccde0d-3320-44b2-b56a-71068dcf1763,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.814078 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-116d6bb2-3858-4b2d-a097-10557d114fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.818617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-116d6bb2-3858-4b2d-a097-10557d114fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.830909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Sync routers for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:19.840830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:19.841501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:19.878377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.878936 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-116d6bb2-3858-4b2d-a097-10557d114fca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59769cec3cd94632b58bbc944d27b0b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2715676 Sep 23 19:24:19.880320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d6bb2-3858-4b2d-a097-10557d114fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854ae945-e123-42db-8506-9083f75f67de,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.945534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce581b46-befd-4ddb-82f9-efb2daa8e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.975168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce581b46-befd-4ddb-82f9-efb2daa8e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.039507 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce581b46-befd-4ddb-82f9-efb2daa8e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.042322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce581b46-befd-4ddb-82f9-efb2daa8e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.046081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ce581b46-befd-4ddb-82f9-efb2daa8e04a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/854ae945-e123-42db-8506-9083f75f67de HTTP/1.1" status: 204 len: 168 time: 0.1642685 Sep 23 19:24:20.053187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581b46-befd-4ddb-82f9-efb2daa8e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854ae945-e123-42db-8506-9083f75f67de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:20.110735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:20.224209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82f4b216-c7fa-4e87-ad61-8cec2afb49ab up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:20.348797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:20.349176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.407461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:17Z', 'revision_number': 2, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:20.411502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38088) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:20.428003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58faa1bf-ceab-4a99-b053-3ae654a6f853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.460492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Checking router: a5950618-d080-47c6-95e3-9d31a97dcc51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:20.460954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Updating router a5950618-d080-47c6-95e3-9d31a97dcc51 port 729f002b-d292-41f7-87f6-981bcb3a7b17 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:20.498398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.540213 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58faa1bf-ceab-4a99-b053-3ae654a6f853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.547069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58faa1bf-ceab-4a99-b053-3ae654a6f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.557100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:20.564386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-network', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:20.587747 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-58faa1bf-ceab-4a99-b053-3ae654a6f853 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91a735750ee343e393886947e5406ca0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1750860 Sep 23 19:24:20.590277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38094) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:20.598011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faa1bf-ceab-4a99-b053-3ae654a6f853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6df29e8-34f2-4ce6-b1bc-d67adc67b2aa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:20.610482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Made reservation on behalf of a22bb88967f64cdea9d87662aeb67902 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:20.614003 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.630726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.666841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44ad5f42-d4ee-424a-8a37-217153d4cfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.695414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44ad5f42-d4ee-424a-8a37-217153d4cfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.753274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.754508 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44ad5f42-d4ee-424a-8a37-217153d4cfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.757793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44ad5f42-d4ee-424a-8a37-217153d4cfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.758472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.762405 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-44ad5f42-d4ee-424a-8a37-217153d4cfee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6df29e8-34f2-4ce6-b1bc-d67adc67b2aa HTTP/1.1" status: 204 len: 168 time: 0.1709392 Sep 23 19:24:20.773597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad5f42-d4ee-424a-8a37-217153d4cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6df29e8-34f2-4ce6-b1bc-d67adc67b2aa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:20.802927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:20.811527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f91568d-b9e6-4ef4-8328-486e4b6b3603,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:20.819099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.819532 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Added segment 16f14f8f-03f0-4f3f-975a-53c049c1a7d6 of type vlan for network a784314b-5f7b-42fb-b404-dc2ddc0baa4b Sep 23 19:24:20.869174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.898585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.901158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:20.901847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.950793 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.950934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3928170 Sep 23 19:24:20.954886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:20.958649 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.960307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Request body: {'subnet': {'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-subnet', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:20.983053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a8551-ba82-4d1e-aadb-59dc14dad42a admin admin] Pushing event updated for resources: {'Network': ['ID=a784314b-5f7b-42fb-b404-dc2ddc0baa4b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:21.002914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Made reservation on behalf of a22bb88967f64cdea9d87662aeb67902 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:21.005305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.048477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:21.051875 n-d-810763-1 neutron-server[94826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 19:24:21.060849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e760fb1-f253-4870-95c9-c8781f25bda9 None None] Pushing event updated for resources: {'Port': ['ID=729f002b-d292-41f7-87f6-981bcb3a7b17,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:21.071624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:21.105231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-480c8e0d-03e7-452c-b741-edb032ce1523 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=eb665253f6ed448caf2c3fef023954c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543537 Sep 23 19:24:21.233286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Attempting to bind port 729f002b-d292-41f7-87f6-981bcb3a7b17 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:21.233866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Attempting to bind port 729f002b-d292-41f7-87f6-981bcb3a7b17 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:21.234254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Attempting to bind port 729f002b-d292-41f7-87f6-981bcb3a7b17 on network 400a142c-2b68-45e1-89a7-777cd45d0f67 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:21.240899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:21.241342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Checking segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:21.241776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.242299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Bound using segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:21.242819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Bound port: 729f002b-d292-41f7-87f6-981bcb3a7b17, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:21.243220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.322188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] For port 729f002b-d292-41f7-87f6-981bcb3a7b17, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:21.325444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] For port 729f002b-d292-41f7-87f6-981bcb3a7b17, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=729f002b-d292-41f7-87f6-981bcb3a7b17,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:21.333242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.359842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.403854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e760fb1-f253-4870-95c9-c8781f25bda9 None None] Pushing event updated for resources: {'Port': ['ID=729f002b-d292-41f7-87f6-981bcb3a7b17,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:21.433393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0b6ac45f-3a7e-47bf-9e3d-27326f958acd None None] Provisioning complete for port 729f002b-d292-41f7-87f6-981bcb3a7b17 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:21.434428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac45f-3a7e-47bf-9e3d-27326f958acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.434910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-d5c97acd-1bf7-4e2d-9467-9f6312ff72fb tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:21.445720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-d5c97acd-1bf7-4e2d-9467-9f6312ff72fb tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378706 Sep 23 19:24:21.449220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:21.450646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:21.472707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-7a3c77c9-9a6f-4b24-9544-8ad0d5d95dbd tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/quotas/eb665253f6ed448caf2c3fef023954c8 HTTP/1.1" status: 200 len: 375 time: 0.0241375 Sep 23 19:24:21.477256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28328a20-30e0-4d25-ba8f-ce0a952802ee,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:21.487401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Checking segment: {'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:21.488215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Network hostable DHCP agents. Network: a784314b-5f7b-42fb-b404-dc2ddc0baa4b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:21.518835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:21.537755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, a784314b-5f7b-42fb-b404-dc2ddc0baa4b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:21.557766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:21.559759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.596222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5f7ee464-805f-404e-a625-73a84f5a65bc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6401892 Sep 23 19:24:21.597632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b910dc-62ad-48c4-8b7a-dcec3021fc4d None None] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:21.599016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:21.605263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:21.616488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-3ac65d0f-b25d-4faa-932a-4f28b7f3338b tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb665253f6ed448caf2c3fef023954c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426542 Sep 23 19:24:21.634986 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.637445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.773627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.787653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:21.958428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-a784314b-5f7b-42fb-b404-dc2ddc0baa4b', 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'fixed_ips': [{'subnet_id': '28328a20-30e0-4d25-ba8f-ce0a952802ee'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:24:21.959342 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.041213 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.139597 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac45f-3a7e-47bf-9e3d-27326f958acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.314682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.335756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.390051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0b6ac45f-3a7e-47bf-9e3d-27326f958acd None None] For port 729f002b-d292-41f7-87f6-981bcb3a7b17, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=729f002b-d292-41f7-87f6-981bcb3a7b17,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:22.401814 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac45f-3a7e-47bf-9e3d-27326f958acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.452324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Allocated IP 172.20.0.2 (a784314b-5f7b-42fb-b404-dc2ddc0baa4b/28328a20-30e0-4d25-ba8f-ce0a952802ee/76fa1d45-a653-42cf-829a-c1656c49ae0c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:22.463442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Allocated IP 172.25.6.236 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f9bf88a6-65a2-42d7-aded-732e4b308922) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:22.505754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ac45f-3a7e-47bf-9e3d-27326f958acd None None] Pushing event updated for resources: {'Port': ['ID=729f002b-d292-41f7-87f6-981bcb3a7b17,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:22.525379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:21Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:22.566582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:22.604099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c25fc-1bab-4fd3-a3ed-a409eb557d08 None None] The sync data for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 is: [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:21Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:22.619186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4b835d3f-6fcc-4588-8908-6bcd6a26a31c None None] Provisioning complete for port 729f002b-d292-41f7-87f6-981bcb3a7b17 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:22.619553 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3f-6fcc-4588-8908-6bcd6a26a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.624047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.791336 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.791763 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.859516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.865723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:22.874004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:22.885962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:22.946988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:22.956362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:22.960251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:22.968435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Pushing event updated for resources: {'Port': ['ID=76fa1d45-a653-42cf-829a-c1656c49ae0c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:23.078114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Pushing event updated for resources: {'Port': ['ID=f9bf88a6-65a2-42d7-aded-732e4b308922,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:23.081697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Attempting to bind port 76fa1d45-a653-42cf-829a-c1656c49ae0c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:23.082267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Attempting to bind port 76fa1d45-a653-42cf-829a-c1656c49ae0c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:23.085707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Attempting to bind port 76fa1d45-a653-42cf-829a-c1656c49ae0c on network a784314b-5f7b-42fb-b404-dc2ddc0baa4b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:23.119031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:23.120157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Checking segment: {'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:23.120698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:23.121187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Bound using segment: {'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:23.123519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Bound port: 76fa1d45-a653-42cf-829a-c1656c49ae0c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:23.128189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:23.150461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f39da4ad-e950-407b-9358-d81f68c7d972 req-8c67a42f-0682-4ec6-ad8e-a17a40416c63 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 210 time: 0.5811448 Sep 23 19:24:23.295308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] For port 76fa1d45-a653-42cf-829a-c1656c49ae0c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:23.299743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] For port 76fa1d45-a653-42cf-829a-c1656c49ae0c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=76fa1d45-a653-42cf-829a-c1656c49ae0c,segment=NetworkSegment(16f14f8f-03f0-4f3f-975a-53c049c1a7d6),segment_id=16f14f8f-03f0-4f3f-975a-53c049c1a7d6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:23.322376 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:23.453235 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c31e77-a4d2-462b-97cb-1ff610d35859 None None] Pushing event updated for resources: {'Port': ['ID=76fa1d45-a653-42cf-829a-c1656c49ae0c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:23.515173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:23.858600 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.061973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Router dbf1371a-47b3-4e08-af5c-1ee403e796f9 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:24:24.223501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:24.233636 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Sync routers for ids ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:24.251022 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Routers {'dbf1371a-47b3-4e08-af5c-1ee403e796f9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:24.253079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.256629 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:24.260465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:24.272406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-396c5d22-f276-4efd-82c8-6fbb7c5ded95 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6707449 Sep 23 19:24:24.465637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 76fa1d45-a653-42cf-829a-c1656c49ae0c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:24.579790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 76fa1d45-a653-42cf-829a-c1656c49ae0c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:24.580443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.604731 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Set router dbf1371a-47b3-4e08-af5c-1ee403e796f9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:24.762001 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.802231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 76fa1d45-a653-42cf-829a-c1656c49ae0c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=76fa1d45-a653-42cf-829a-c1656c49ae0c,segment=NetworkSegment(16f14f8f-03f0-4f3f-975a-53c049c1a7d6),segment_id=16f14f8f-03f0-4f3f-975a-53c049c1a7d6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:24.807416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.809190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 729f002b-d292-41f7-87f6-981bcb3a7b17 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:24.835244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61ad5d52-19d0-4a3f-9352-571af6c1b815 req-3da19f46-7be1-4992-b51d-459fa06e99e0 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 210 time: 0.3336787 Sep 23 19:24:24.914864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 729f002b-d292-41f7-87f6-981bcb3a7b17 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:24.915292 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.920386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cb1ca-3b34-4c15-b56f-9a041010f133 None None] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:24.944067 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:24:23Z', 'revision_number': 3, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port': {'id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:22Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:25.034046 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Checking router: dbf1371a-47b3-4e08-af5c-1ee403e796f9 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:25.034591 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Updating router dbf1371a-47b3-4e08-af5c-1ee403e796f9 port f9bf88a6-65a2-42d7-aded-732e4b308922 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:25.063322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.72', 53093) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:25.083189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-20cda708-a636-4634-a7dc-acd731952715 None None] Provisioning complete for port 76fa1d45-a653-42cf-829a-c1656c49ae0c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:25.083582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20cda708-a636-4634-a7dc-acd731952715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.096367 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.136334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=76fa1d45-a653-42cf-829a-c1656c49ae0c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:25.151722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-c82c74ae-0722-437e-aac4-fc376a1ba833 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=eb665253f6ed448caf2c3fef023954c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862274 Sep 23 19:24:25.245658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.414405 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.464013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-7fcd8ae6-44b3-40e7-b5e2-af23d4e700e7 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:25.465524 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-7fcd8ae6-44b3-40e7-b5e2-af23d4e700e7 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068476 Sep 23 19:24:25.563575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Request body: {'port': {'device_id': '63847775-15ac-4881-889e-8afd1109e894', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'eb665253f6ed448caf2c3fef023954c8'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:25.659433 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.668387 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.685533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Allocated IP 172.20.0.1 (a784314b-5f7b-42fb-b404-dc2ddc0baa4b/28328a20-30e0-4d25-ba8f-ce0a952802ee/ca2707fe-d9a5-4df9-b917-282fd177f57c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:25.729676 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b6b81-5736-45e0-9254-06cee810d6dc None None] Pushing event updated for resources: {'Port': ['ID=f9bf88a6-65a2-42d7-aded-732e4b308922,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:25.771071 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Attempting to bind port f9bf88a6-65a2-42d7-aded-732e4b308922 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:25.771582 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Attempting to bind port f9bf88a6-65a2-42d7-aded-732e4b308922 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:25.773263 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Attempting to bind port f9bf88a6-65a2-42d7-aded-732e4b308922 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:25.783390 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:25.790503 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:25.791084 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.791587 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:25.793626 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Bound port: f9bf88a6-65a2-42d7-aded-732e4b308922, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:25.794165 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.858443 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] For port f9bf88a6-65a2-42d7-aded-732e4b308922, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:25.861665 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] For port f9bf88a6-65a2-42d7-aded-732e4b308922, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f9bf88a6-65a2-42d7-aded-732e4b308922,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:25.876798 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.884801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0f5c11bb-e3e9-4c25-9b96-85a413ef7264 None None] Provisioning complete for port 76fa1d45-a653-42cf-829a-c1656c49ae0c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:25.885766 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f5c11bb-e3e9-4c25-9b96-85a413ef7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.937957 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b6b81-5736-45e0-9254-06cee810d6dc None None] Pushing event updated for resources: {'Port': ['ID=f9bf88a6-65a2-42d7-aded-732e4b308922,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:25.970527 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Routers {'dbf1371a-47b3-4e08-af5c-1ee403e796f9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:25.974171 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:26.021111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.101846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.122044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Made reservation on behalf of eb665253f6ed448caf2c3fef023954c8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:26.126812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.160059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.182904 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] Set router dbf1371a-47b3-4e08-af5c-1ee403e796f9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:26.215934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:26.225383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:26.246654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:26.247396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.295265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 76fa1d45-a653-42cf-829a-c1656c49ae0c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:26.382755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6010425e-0750-4abf-85a6-fcb2663a6f60 req-b34a49cb-3ef7-42a0-b00f-10371ce81f28 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 210 time: 0.1652219 Sep 23 19:24:26.404051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 76fa1d45-a653-42cf-829a-c1656c49ae0c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:26.404355 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.434006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.439620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.529210 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:24:23Z', 'revision_number': 3, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port': {'id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:22Z', 'updated_at': '2021-09-23T19:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:26.575293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Pushing event updated for resources: {'Port': ['ID=ca2707fe-d9a5-4df9-b917-282fd177f57c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:26.632878 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf867089-384f-488c-b2ba-8dfca2349b3f None None] The sync data for ids ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'] in n-d-810763-1 is: [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:24:23Z', 'revision_number': 3, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port': {'id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:22Z', 'updated_at': '2021-09-23T19:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:26.634900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.638528 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.707566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a9a642ba-f31a-4793-a679-3a13c8cb04dd None None] Provisioning complete for port ca2707fe-d9a5-4df9-b917-282fd177f57c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:26.707939 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9a642ba-f31a-4793-a679-3a13c8cb04dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.807087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a9a642ba-f31a-4793-a679-3a13c8cb04dd None None] Port ca2707fe-d9a5-4df9-b917-282fd177f57c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:26.895476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a164b87-4bf4-451c-8787-d0ea82b6e535,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:27.036172 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.042649 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.045312 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.110958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Allocated IP 192.168.233.163 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/7ffff22d-d522-4459-87fa-0c97dc73fa76) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:27.228629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Pushing event updated for resources: {'Port': ['ID=ca2707fe-d9a5-4df9-b917-282fd177f57c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:27.459443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:27.471475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:27.619782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.766122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.778291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cd150d5-f684-4248-9b68-4b49dd98c92c req-bc5a0301-f5cb-4fa7-b558-7ca9c68a5ed6 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 210 time: 0.1498466 Sep 23 19:24:28.078833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5c1ac114-58e2-44d2-abc6-25b8bd6a2a8e None None] Provisioning complete for port ca2707fe-d9a5-4df9-b917-282fd177f57c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:28.079397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac114-58e2-44d2-abc6-25b8bd6a2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.081436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Router dbf1371a-47b3-4e08-af5c-1ee403e796f9 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:28.117424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Pushing event updated for resources: {'Port': ['ID=7ffff22d-d522-4459-87fa-0c97dc73fa76,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:28.230988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:28.235927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:28.245112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ac114-58e2-44d2-abc6-25b8bd6a2a8e None None] Port ca2707fe-d9a5-4df9-b917-282fd177f57c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:28.259569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:28.317287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:28.317976 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.331821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:28.398120 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-9041c576-0041-4ae0-bd2d-854aa52ceb30 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8397093 Sep 23 19:24:28.412159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:28.419402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-dd7d1a18-a111-4318-acc4-f5264549f8c1 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:24:28.420236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-dd7d1a18-a111-4318-acc4-f5264549f8c1 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058050 Sep 23 19:24:28.445078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a24b5c71-a3a6-4a1c-be27-ff9eca8430ab admin admin] 10.222.0.38 "PUT /v2.0/routers/dbf1371a-47b3-4e08-af5c-1ee403e796f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1824844 Sep 23 19:24:28.512467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f9bf88a6-65a2-42d7-aded-732e4b308922 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:28.610815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:28.624352 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f9bf88a6-65a2-42d7-aded-732e4b308922 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:28.625330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.782905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.843124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f9bf88a6-65a2-42d7-aded-732e4b308922, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f9bf88a6-65a2-42d7-aded-732e4b308922,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:28.858515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.931889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-709e4cb8-c0f3-4a04-af2e-6ff638d59673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.944086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0aadc64f-e4d8-434a-9afd-46a3ae434672 None None] Provisioning complete for port 7ffff22d-d522-4459-87fa-0c97dc73fa76 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:28.944086 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0aadc64f-e4d8-434a-9afd-46a3ae434672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.096292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8850d-a8c2-4dac-9b1e-c6d687e707a2 req-91688095-51f2-4346-ac98-20e16c591388 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:29.099890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18a8850d-a8c2-4dac-9b1e-c6d687e707a2 req-91688095-51f2-4346-ac98-20e16c591388 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 936 time: 0.1546106 Sep 23 19:24:29.103622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0aadc64f-e4d8-434a-9afd-46a3ae434672 None None] Port 7ffff22d-d522-4459-87fa-0c97dc73fa76 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:29.119418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f9bf88a6-65a2-42d7-aded-732e4b308922,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:29.173817 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-709e4cb8-c0f3-4a04-af2e-6ff638d59673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.174411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:29.178251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4974f2a0-8e67-4a27-9508-055e7071540b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.181474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-709e4cb8-c0f3-4a04-af2e-6ff638d59673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.251487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e4cb8-c0f3-4a04-af2e-6ff638d59673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba43574-4722-4b30-9b4e-34f8b22a4a09,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:29.268098 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-709e4cb8-c0f3-4a04-af2e-6ff638d59673 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5d3da6ff0d0d4770b77373756e3012a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9311166 Sep 23 19:24:29.274823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38420) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:29.314963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18a8850d-a8c2-4dac-9b1e-c6d687e707a2 req-7a618fec-b42d-4d27-8e56-56c3cb73a5ae tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061603 Sep 23 19:24:29.370229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232b7d38-c518-4f50-a710-8d7e13175421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.596564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4974f2a0-8e67-4a27-9508-055e7071540b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.602761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4974f2a0-8e67-4a27-9508-055e7071540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.632082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-318271f2-8735-45fa-ab1b-54f6cc1bd18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.685556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4974f2a0-8e67-4a27-9508-055e7071540b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=655604d219a14b77b4cabde78109276b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728936 Sep 23 19:24:29.691252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:29.714597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974f2a0-8e67-4a27-9508-055e7071540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a278c46-7d9d-4a49-ad98-da5c132f0d5c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:29.754362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-318271f2-8735-45fa-ab1b-54f6cc1bd18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.871070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-398f8d39-1b07-41c8-95ac-013c89b8c6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.943941 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-318271f2-8735-45fa-ab1b-54f6cc1bd18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.947328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-318271f2-8735-45fa-ab1b-54f6cc1bd18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.948663 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-318271f2-8735-45fa-ab1b-54f6cc1bd18e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fba43574-4722-4b30-9b4e-34f8b22a4a09 HTTP/1.1" status: 204 len: 168 time: 0.6727402 Sep 23 19:24:29.963660 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-398f8d39-1b07-41c8-95ac-013c89b8c6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.967202 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232b7d38-c518-4f50-a710-8d7e13175421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.982533 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232b7d38-c518-4f50-a710-8d7e13175421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.988344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318271f2-8735-45fa-ab1b-54f6cc1bd18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba43574-4722-4b30-9b4e-34f8b22a4a09,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:30.082316 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-232b7d38-c518-4f50-a710-8d7e13175421 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dabbd662f0714b018fbf67368f72b516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9066257 Sep 23 19:24:30.084823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:30.119248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b7d38-c518-4f50-a710-8d7e13175421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23458615-7938-429e-9a01-95415592383e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:30.150878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-398f8d39-1b07-41c8-95ac-013c89b8c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.153681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-398f8d39-1b07-41c8-95ac-013c89b8c6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.157554 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-398f8d39-1b07-41c8-95ac-013c89b8c6e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a278c46-7d9d-4a49-ad98-da5c132f0d5c HTTP/1.1" status: 204 len: 168 time: 0.4653294 Sep 23 19:24:30.180003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f8d39-1b07-41c8-95ac-013c89b8c6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a278c46-7d9d-4a49-ad98-da5c132f0d5c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:30.236701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad09945-3d36-427a-adb7-f6c92e95b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.268414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Sync routers for ids ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:30.291116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Routers {'dbf1371a-47b3-4e08-af5c-1ee403e796f9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:30.293400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:30.321519 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad09945-3d36-427a-adb7-f6c92e95b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.405612 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:24:30.442366 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f9bf88a6-65a2-42d7-aded-732e4b308922 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:30.448450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad09945-3d36-427a-adb7-f6c92e95b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.456157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad09945-3d36-427a-adb7-f6c92e95b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.456157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cad09945-3d36-427a-adb7-f6c92e95b952 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23458615-7938-429e-9a01-95415592383e HTTP/1.1" status: 204 len: 168 time: 0.3656285 Sep 23 19:24:30.463278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad09945-3d36-427a-adb7-f6c92e95b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23458615-7938-429e-9a01-95415592383e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:30.560230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053bb4-3fc6-4115-b2bb-72b1642db1f8 req-6573a4b5-056b-42a0-a815-ead65ca5f94f tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:30.568116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f053bb4-3fc6-4115-b2bb-72b1642db1f8 req-6573a4b5-056b-42a0-a815-ead65ca5f94f tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 936 time: 0.0953515 Sep 23 19:24:30.626558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f053bb4-3fc6-4115-b2bb-72b1642db1f8 req-3d2d63b0-6066-4c45-887b-a4627f96923f tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Sep 23 19:24:30.735763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:30.741377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-83c7f437-e87a-4c21-9225-c65ca0234dd6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219350644', 'description': 'tempest-description--1757863954'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:30.787703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c7f437-e87a-4c21-9225-c65ca0234dd6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.829441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38500) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:30.866494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-279ce824-fdca-4e82-a928-06c76d54bb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.922582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f9bf88a6-65a2-42d7-aded-732e4b308922 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:30.923378 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.980425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Set router dbf1371a-47b3-4e08-af5c-1ee403e796f9 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:31.151203 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c7f437-e87a-4c21-9225-c65ca0234dd6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.156601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c7f437-e87a-4c21-9225-c65ca0234dd6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.179464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Request body: {'port': {'device_id': '63847775-15ac-4881-889e-8afd1109e894', 'device_owner': 'compute:tempest-test_az-132693490', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:31.253273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7f437-e87a-4c21-9225-c65ca0234dd6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d4de2-5246-4b51-86cc-018109ed44d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:31.429763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.434608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:31.460160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b9b28b8-0af6-4470-8dc5-feaaf421a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.535140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:31.564189 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa367ad3-dc2c-4634-9180-d0e0deb313b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.594153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:24:26Z', 'revision_number': 4, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port': {'id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:22Z', 'updated_at': '2021-09-23T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ca2707fe-d9a5-4df9-b917-282fd177f57c', 'name': '', 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'mac_address': 'fa:16:3e:47:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '28328a20-30e0-4d25-ba8f-ce0a952802ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:25Z', 'updated_at': '2021-09-23T19:24:26Z', 'revision_number': 2, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'subnets': [{'id': '28328a20-30e0-4d25-ba8f-ce0a952802ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:31.654834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Checking router: dbf1371a-47b3-4e08-af5c-1ee403e796f9 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:31.657036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Updating router dbf1371a-47b3-4e08-af5c-1ee403e796f9 port ca2707fe-d9a5-4df9-b917-282fd177f57c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:31.730506 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.736470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-279ce824-fdca-4e82-a928-06c76d54bb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.746453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-279ce824-fdca-4e82-a928-06c76d54bb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.769151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c7f437-e87a-4c21-9225-c65ca0234dd6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.770712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-83c7f437-e87a-4c21-9225-c65ca0234dd6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0335915 Sep 23 19:24:31.776646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:31.787234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66350eee-2382-48b5-be9c-24f3751a4992 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'security_group_rule': {'security_group_id': '1a4d4de2-5246-4b51-86cc-018109ed44d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:31.797012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ce824-fdca-4e82-a928-06c76d54bb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5709c0a9-4998-40c2-a711-e3435e186ae7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:31.846267 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-279ce824-fdca-4e82-a928-06c76d54bb4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba69ea65bde74fb69226ea2257f5d62d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0149286 Sep 23 19:24:31.847096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38530) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:31.883297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e5f31-2dca-4749-bc76-a584f603c09a req-55557a8b-cd70-41be-b762-8739b283e7d8 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:31.890805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be3e5f31-2dca-4749-bc76-a584f603c09a req-55557a8b-cd70-41be-b762-8739b283e7d8 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 936 time: 0.1596446 Sep 23 19:24:32.011815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b77866fa-0da3-4ba1-b16e-e1d11f78359a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.065113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b77866fa-0da3-4ba1-b16e-e1d11f78359a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.085287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be3e5f31-2dca-4749-bc76-a584f603c09a req-200c806e-6e76-42f3-b97f-d65609ccc1ff tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826475 Sep 23 19:24:32.111663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:32.128935 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b9b28b8-0af6-4470-8dc5-feaaf421a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.147464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b9b28b8-0af6-4470-8dc5-feaaf421a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.147703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffff22d-d522-4459-87fa-0c97dc73fa76 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:32.159458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.213435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Transition to ACTIVE for port object 7ffff22d-d522-4459-87fa-0c97dc73fa76 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:32.223129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.233863 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.241361 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.300692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ccf0b-a296-4723-b550-326d961f4703 None None] Pushing event updated for resources: {'Port': ['ID=ca2707fe-d9a5-4df9-b917-282fd177f57c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:32.320786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b9b28b8-0af6-4470-8dc5-feaaf421a3e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5699c28d1051459c8e97c3a822288ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838947 Sep 23 19:24:32.325494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:32.345312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b28b8-0af6-4470-8dc5-feaaf421a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f09e1-f5a6-41d4-8ce4-2145bb3c2bcf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:32.412840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-977952fc-bac2-4bfd-989d-1dd075d97556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.434143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Attempting to bind port ca2707fe-d9a5-4df9-b917-282fd177f57c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:32.434782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Attempting to bind port ca2707fe-d9a5-4df9-b917-282fd177f57c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:32.436384 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77053e92-3f35-4b52-86fd-5ad87d268eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.436689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Attempting to bind port ca2707fe-d9a5-4df9-b917-282fd177f57c on network a784314b-5f7b-42fb-b404-dc2ddc0baa4b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:32.444145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:32.448639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Checking segment: {'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:32.449056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.449467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Bound using segment: {'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:32.450268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Bound port: ca2707fe-d9a5-4df9-b917-282fd177f57c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f14f8f-03f0-4f3f-975a-53c049c1a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:32.450739 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.469687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-977952fc-bac2-4bfd-989d-1dd075d97556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.497915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b77866fa-0da3-4ba1-b16e-e1d11f78359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.507485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b77866fa-0da3-4ba1-b16e-e1d11f78359a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.508669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b77866fa-0da3-4ba1-b16e-e1d11f78359a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5709c0a9-4998-40c2-a711-e3435e186ae7 HTTP/1.1" status: 204 len: 168 time: 0.6580319 Sep 23 19:24:32.586370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77866fa-0da3-4ba1-b16e-e1d11f78359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709c0a9-4998-40c2-a711-e3435e186ae7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:32.605693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-977952fc-bac2-4bfd-989d-1dd075d97556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.615430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] For port ca2707fe-d9a5-4df9-b917-282fd177f57c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:32.620196 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-977952fc-bac2-4bfd-989d-1dd075d97556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.629337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] For port ca2707fe-d9a5-4df9-b917-282fd177f57c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ca2707fe-d9a5-4df9-b917-282fd177f57c,segment=NetworkSegment(16f14f8f-03f0-4f3f-975a-53c049c1a7d6),segment_id=16f14f8f-03f0-4f3f-975a-53c049c1a7d6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:32.634341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-977952fc-bac2-4bfd-989d-1dd075d97556 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f29f09e1-f5a6-41d4-8ce4-2145bb3c2bcf HTTP/1.1" status: 204 len: 168 time: 0.3014562 Sep 23 19:24:32.654408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977952fc-bac2-4bfd-989d-1dd075d97556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f09e1-f5a6-41d4-8ce4-2145bb3c2bcf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:32.669986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Pushing event updated for resources: {'Port': ['ID=7ffff22d-d522-4459-87fa-0c97dc73fa76,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:32.701302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.840578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Attempting to bind port 7ffff22d-d522-4459-87fa-0c97dc73fa76 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:32.840954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Attempting to bind port 7ffff22d-d522-4459-87fa-0c97dc73fa76 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:32.841319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Attempting to bind port 7ffff22d-d522-4459-87fa-0c97dc73fa76 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:32.848426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Port 7ffff22d-d522-4459-87fa-0c97dc73fa76 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:32.854332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Attempting to bind port 7ffff22d-d522-4459-87fa-0c97dc73fa76 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:32.862648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:32.863278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:32.865550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:32.865967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Bound port: 7ffff22d-d522-4459-87fa-0c97dc73fa76, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:32.869292 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.869582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa367ad3-dc2c-4634-9180-d0e0deb313b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.878000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa367ad3-dc2c-4634-9180-d0e0deb313b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.909191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ccf0b-a296-4723-b550-326d961f4703 None None] Pushing event updated for resources: {'Port': ['ID=ca2707fe-d9a5-4df9-b917-282fd177f57c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:33.010395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Routers {'dbf1371a-47b3-4e08-af5c-1ee403e796f9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:33.013228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:33.028750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] For port 7ffff22d-d522-4459-87fa-0c97dc73fa76, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:33.051371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa367ad3-dc2c-4634-9180-d0e0deb313b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=781c3d6d21d345e7bd084a27bd8d3af5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5132184 Sep 23 19:24:33.054610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:33.062017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa367ad3-dc2c-4634-9180-d0e0deb313b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb30460-a41c-4952-a15b-8253daa38133,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:33.063585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] For port 7ffff22d-d522-4459-87fa-0c97dc73fa76, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7ffff22d-d522-4459-87fa-0c97dc73fa76,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:33.078959 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.149412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2b2f8060-1f8c-440f-918f-058595b73a19 None None] Provisioning complete for port ca2707fe-d9a5-4df9-b917-282fd177f57c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:33.152958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8060-1f8c-440f-918f-058595b73a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.217532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:33.221344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.226927 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] 10.222.0.72 "PUT /v2.0/ports/7ffff22d-d522-4459-87fa-0c97dc73fa76 HTTP/1.1" status: 200 len: 1117 time: 2.4676366 Sep 23 19:24:33.233475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63847775-15ac-4881-889e-8afd1109e894', 'tag': '7ffff22d-d522-4459-87fa-0c97dc73fa76'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:33.248229 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d42f376-1150-4832-9a35-f2e62e96dfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.289681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d42f376-1150-4832-9a35-f2e62e96dfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.416269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] Set router dbf1371a-47b3-4e08-af5c-1ee403e796f9 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:33.495261 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66350eee-2382-48b5-be9c-24f3751a4992 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.588758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d42f376-1150-4832-9a35-f2e62e96dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.594883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d42f376-1150-4832-9a35-f2e62e96dfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.601582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d42f376-1150-4832-9a35-f2e62e96dfb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8eb30460-a41c-4952-a15b-8253daa38133 HTTP/1.1" status: 204 len: 168 time: 0.4924214 Sep 23 19:24:33.650882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77053e92-3f35-4b52-86fd-5ad87d268eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.690457 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77053e92-3f35-4b52-86fd-5ad87d268eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.771433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-8ae4902b-f656-4ef5-aa0a-dbb7c7d6300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:33.773340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-8ae4902b-f656-4ef5-aa0a-dbb7c7d6300c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb665253f6ed448caf2c3fef023954c8&device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 1120 time: 0.3630176 Sep 23 19:24:33.785763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58926230-2d9e-4854-bec4-f2837eb0749f service neutron] Pushing event updated for resources: {'Port': ['ID=7ffff22d-d522-4459-87fa-0c97dc73fa76,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:33.792307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66350eee-2382-48b5-be9c-24f3751a4992 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.797011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-77053e92-3f35-4b52-86fd-5ad87d268eb5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba81a209ffda4a5291550f8c2a7e7fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6809006 Sep 23 19:24:33.798995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42f376-1150-4832-9a35-f2e62e96dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb30460-a41c-4952-a15b-8253daa38133,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:33.799431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:33.827189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef1b0e-1ffd-4525-878b-49fc2b18599c req-788b7db4-4b8f-43fa-9853-b8653723f50c tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:33.838590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fef1b0e-1ffd-4525-878b-49fc2b18599c req-788b7db4-4b8f-43fa-9853-b8653723f50c tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 969 time: 0.5938916 Sep 23 19:24:33.855278 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66350eee-2382-48b5-be9c-24f3751a4992 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.876128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053e92-3f35-4b52-86fd-5ad87d268eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61647e3f-7b47-40e1-8a04-03f5a1d8711e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:33.922661 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-bcc11bef-8aa5-4b15-a9a1-b1586843d3f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7ffff22d-d522-4459-87fa-0c97dc73fa76 HTTP/1.1" status: 200 len: 217 time: 0.0873837 Sep 23 19:24:33.954587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66350eee-2382-48b5-be9c-24f3751a4992 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f835551-d554-4775-959a-507005248f97,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:33.956612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83451d34-59dd-4dd7-b9ab-fbe27a95e4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.958941 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66350eee-2382-48b5-be9c-24f3751a4992 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.962444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66350eee-2382-48b5-be9c-24f3751a4992 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1822517 Sep 23 19:24:33.970114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38580) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:33.985004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a507a17d-cfa5-4bfb-b86e-d9d302ab513c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'security_group_rule': {'security_group_id': '1a4d4de2-5246-4b51-86cc-018109ed44d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:33.994354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fef1b0e-1ffd-4525-878b-49fc2b18599c req-aa8fc50c-b5c7-4146-bbcd-f326161236f7 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540270 Sep 23 19:24:34.042000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8060-1f8c-440f-918f-058595b73a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.078257 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83451d34-59dd-4dd7-b9ab-fbe27a95e4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.090501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-f22b13d1-3b6b-4773-b7f8-5fe1237b0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:34.091952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-f22b13d1-3b6b-4773-b7f8-5fe1237b0175 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0961912 Sep 23 19:24:34.130380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a507a17d-cfa5-4bfb-b86e-d9d302ab513c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.200177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2b2f8060-1f8c-440f-918f-058595b73a19 None None] For port ca2707fe-d9a5-4df9-b917-282fd177f57c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ca2707fe-d9a5-4df9-b917-282fd177f57c,segment=NetworkSegment(16f14f8f-03f0-4f3f-975a-53c049c1a7d6),segment_id=16f14f8f-03f0-4f3f-975a-53c049c1a7d6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:34.212438 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5155626e-0fb3-43a5-887e-b95f9f999b07" -d '{"events": [{"name": "network-changed", "server_uuid": "63847775-15ac-4881-889e-8afd1109e894", "tag": "7ffff22d-d522-4459-87fa-0c97dc73fa76"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:34.219171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8060-1f8c-440f-918f-058595b73a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.264372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83451d34-59dd-4dd7-b9ab-fbe27a95e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.275668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83451d34-59dd-4dd7-b9ab-fbe27a95e4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.280131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-83451d34-59dd-4dd7-b9ab-fbe27a95e4f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61647e3f-7b47-40e1-8a04-03f5a1d8711e HTTP/1.1" status: 204 len: 168 time: 0.4795034 Sep 23 19:24:34.298520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83451d34-59dd-4dd7-b9ab-fbe27a95e4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61647e3f-7b47-40e1-8a04-03f5a1d8711e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:34.308601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:24:26Z', 'revision_number': 4, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port': {'id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:22Z', 'updated_at': '2021-09-23T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ca2707fe-d9a5-4df9-b917-282fd177f57c', 'name': '', 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'mac_address': 'fa:16:3e:47:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '28328a20-30e0-4d25-ba8f-ce0a952802ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:25Z', 'updated_at': '2021-09-23T19:24:32Z', 'revision_number': 4, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'subnets': [{'id': '28328a20-30e0-4d25-ba8f-ce0a952802ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:34.336438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a507a17d-cfa5-4bfb-b86e-d9d302ab513c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.341552 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a507a17d-cfa5-4bfb-b86e-d9d302ab513c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.378494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a17d-cfa5-4bfb-b86e-d9d302ab513c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e43583-7966-407a-a9d8-a62c5e012cd3,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:34.394458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a507a17d-cfa5-4bfb-b86e-d9d302ab513c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.399561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:34.402113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398eced-ce0c-44d2-b1a3-0bfc548b19fb None None] The sync data for ids ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'] in n-d-810763-1 is: [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:24:26Z', 'revision_number': 4, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port': {'id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:22Z', 'updated_at': '2021-09-23T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ca2707fe-d9a5-4df9-b917-282fd177f57c', 'name': '', 'network_id': 'a784314b-5f7b-42fb-b404-dc2ddc0baa4b', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'mac_address': 'fa:16:3e:47:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '28328a20-30e0-4d25-ba8f-ce0a952802ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:25Z', 'updated_at': '2021-09-23T19:24:32Z', 'revision_number': 4, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'subnets': [{'id': '28328a20-30e0-4d25-ba8f-ce0a952802ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:34.403595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:34.408454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a507a17d-cfa5-4bfb-b86e-d9d302ab513c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4370725 Sep 23 19:24:34.443224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f8060-1f8c-440f-918f-058595b73a19 None None] Pushing event updated for resources: {'Port': ['ID=ca2707fe-d9a5-4df9-b917-282fd177f57c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:34.443550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.514904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f07267e2-c45a-4683-9468-6eb2ef8e49b6 None None] Provisioning complete for port ca2707fe-d9a5-4df9-b917-282fd177f57c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:34.516004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f07267e2-c45a-4683-9468-6eb2ef8e49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.677427 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2425b1d3-45db-4c42-98c1-5c4629336e4f x-openstack-request-id: req-2425b1d3-45db-4c42-98c1-5c4629336e4f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:34.678171 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63847775-15ac-4881-889e-8afd1109e894", "tag": "7ffff22d-d522-4459-87fa-0c97dc73fa76", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:34.678764 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2425b1d3-45db-4c42-98c1-5c4629336e4f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:34.679592 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63847775-15ac-4881-889e-8afd1109e894', 'tag': '7ffff22d-d522-4459-87fa-0c97dc73fa76', 'status': 'completed', 'code': 200} Sep 23 19:24:35.001087 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.175885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:35.270899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:35.275002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Allocated IP 172.25.6.38 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/9f95abd1-f8e1-455c-85ad-e7f7db64bdf5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:35.304178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-827f24ab-a188-4f95-841c-671d4bd19db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.343220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5aa7c-ef61-459a-a469-54049749c2d8 req-1f416810-6a2e-4b41-ad2b-347a71f3f2bc tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:35.353088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7df5aa7c-ef61-459a-a469-54049749c2d8 req-1f416810-6a2e-4b41-ad2b-347a71f3f2bc tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 969 time: 0.1958380 Sep 23 19:24:35.580936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7df5aa7c-ef61-459a-a469-54049749c2d8 req-afd3a0a8-4be3-4686-9ce0-01fb5e6ef427 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088144 Sep 23 19:24:35.608407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1170604827-network', 'tenant_id': 'b71aface46774b5b9ad7fe035ba93cf9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:35.630715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-827f24ab-a188-4f95-841c-671d4bd19db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.673194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.682349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-827f24ab-a188-4f95-841c-671d4bd19db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.750370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.780937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f24ab-a188-4f95-841c-671d4bd19db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb607a-b2e3-489c-8e20-a470001de07b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:35.795308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:35.800123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:35.801314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Made reservation on behalf of b71aface46774b5b9ad7fe035ba93cf9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:35.806413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:35.808227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.813890 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-827f24ab-a188-4f95-841c-671d4bd19db9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7df1b6d93b140a9ab56f6d68f6e9536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5386717 Sep 23 19:24:35.829165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38628) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:35.918995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.977560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event updated for resources: {'Port': ['ID=9f95abd1-f8e1-455c-85ad-e7f7db64bdf5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:36.038896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53122914-a209-4658-a38d-2049ee03e03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.089495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53122914-a209-4658-a38d-2049ee03e03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.111908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.183827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.280143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53122914-a209-4658-a38d-2049ee03e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.299437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53122914-a209-4658-a38d-2049ee03e03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.300633 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53122914-a209-4658-a38d-2049ee03e03b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0dcb607a-b2e3-489c-8e20-a470001de07b HTTP/1.1" status: 204 len: 168 time: 0.4705610 Sep 23 19:24:36.359046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53122914-a209-4658-a38d-2049ee03e03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb607a-b2e3-489c-8e20-a470001de07b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:36.373591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ca2707fe-d9a5-4df9-b917-282fd177f57c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:36.395035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.401124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.456903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:36.526403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.530692 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Added segment 59795317-18df-4566-b03a-f8b55749ef37 of type vlan for network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 Sep 23 19:24:36.548047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08357355-78e1-4695-9608-66b9a4bf02e7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:36.550296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ca2707fe-d9a5-4df9-b917-282fd177f57c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:36.552611 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.652818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.667346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.816728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.845115 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.846766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4466839 Sep 23 19:24:36.874829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b9dca-643c-4ed6-9761-b8af6279173f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event updated for resources: {'Port': ['ID=9f95abd1-f8e1-455c-85ad-e7f7db64bdf5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:36.890922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.912774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d564-c336-4afb-a600-92251126e60a req-5ad0060e-438c-4565-a680-4845732137ee tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:36.914601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb13d564-c336-4afb-a600-92251126e60a req-5ad0060e-438c-4565-a680-4845732137ee tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 969 time: 0.1768842 Sep 23 19:24:36.947929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.951000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:36.954153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.022016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb13d564-c336-4afb-a600-92251126e60a req-87c27a3c-1eb3-4899-ae6c-cbd0a06e85dd tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971546 Sep 23 19:24:37.038741 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8594794 Sep 23 19:24:37.040511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:37.055483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Request body: {'subnet': {'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1170604827-subnet', 'tenant_id': 'b71aface46774b5b9ad7fe035ba93cf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:37.132393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a05c97-adac-4eca-bf53-b2837fdf9d2f admin admin] Pushing event updated for resources: {'Network': ['ID=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:37.144871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:37.156019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Made reservation on behalf of b71aface46774b5b9ad7fe035ba93cf9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:37.160160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.345033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-1fe790e7-b45d-4b41-89d6-8b42b03600dd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1219350644&fields=id&tenant_id=779260434a4c429bb0774e9bd71be88b HTTP/1.1" status: 200 len: 267 time: 0.1709850 Sep 23 19:24:37.443636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.515952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:37.516320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Network hostable DHCP agents. Network: 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:37.551085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87db38a-f3d9-4332-8d18-418c2469577b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:37.553574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:37.564204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:37.568712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:37.570422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.574257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8fb3c-6415-4deb-8d91-8985508981c7 None None] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:37.595752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-830e8d40-b2ba-4f10-b202-1d9b1b9af896 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5465572 Sep 23 19:24:37.680829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-d88e8dad-85a5-4d73-80f5-43bbc128f64f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:37.691196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-d88e8dad-85a5-4d73-80f5-43bbc128f64f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 823 time: 0.3384430 Sep 23 19:24:37.715118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-f647461d-943a-4c2c-a8a8-ac9d8067f78e tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/quotas/779260434a4c429bb0774e9bd71be88b HTTP/1.1" status: 200 len: 375 time: 0.0221736 Sep 23 19:24:37.837991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe3bbe-f2b6-4e8e-92f5-661f2dd1132c None None] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:37.938843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-cbf8c865-2d7e-411b-aa52-73b5f83b489f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2133181 Sep 23 19:24:38.141343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-0c3705f9-df86-4bba-a570-e138e194ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:38.143394 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-0c3705f9-df86-4bba-a570-e138e194ebbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021049 Sep 23 19:24:38.221372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf88c8b-5818-43ab-a18a-2918a6313446 req-dfbe03b7-14b1-482f-a11e-b6ef740f11c3 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:38.223188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acf88c8b-5818-43ab-a18a-2918a6313446 req-dfbe03b7-14b1-482f-a11e-b6ef740f11c3 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 969 time: 0.0667827 Sep 23 19:24:38.258379 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-dbc71c0c-5ca4-4588-8658-2469eca3b591 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039975 Sep 23 19:24:38.267028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acf88c8b-5818-43ab-a18a-2918a6313446 req-d181b4c7-ae64-44a2-ade3-819acf64cb5b tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Sep 23 19:24:38.364696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-942fa43d-2371-4c53-8311-9fff929feb09 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:24:38.365546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-942fa43d-2371-4c53-8311-9fff929feb09 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1747108 Sep 23 19:24:38.367858 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1f3b6c07-c189-4f25-84b9-bd1bc903571d req-0d4c604f-7c7a-41af-a072-c6a31e86f477 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988944 Sep 23 19:24:38.474308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-07f1b824-fa58-490a-bce1-2be8ae62ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:38.476542 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-07f1b824-fa58-490a-bce1-2be8ae62ffc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb665253f6ed448caf2c3fef023954c8&device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 1120 time: 0.0464745 Sep 23 19:24:38.523764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-0279ea14-ef78-4d02-a286-5e0487ebd95f service neutron] 10.222.0.38 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472263 Sep 23 19:24:38.628826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:38.636505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1536855608-network', 'tenant_id': '57d1273a2a5c4fcd9b6107a1eb212cbe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:38.676498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-b105f9da-688d-4189-97d1-46987616d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:38.678607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-b105f9da-688d-4189-97d1-46987616d6af service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1950161 Sep 23 19:24:38.679855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Made reservation on behalf of 57d1273a2a5c4fcd9b6107a1eb212cbe for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:38.682318 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.690809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-bdf1f2c6-82f2-4825-ae08-7efe4aa56d18 service neutron] 10.222.0.38 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608043 Sep 23 19:24:38.707627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.727732 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-170ef45f-a37f-497e-8197-73cb6cdf0f17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7ffff22d-d522-4459-87fa-0c97dc73fa76 HTTP/1.1" status: 200 len: 217 time: 0.0419276 Sep 23 19:24:38.799714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-8524ad10-33d8-47a2-aa86-3fe7652e51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:38.801619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-8524ad10-33d8-47a2-aa86-3fe7652e51d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0664973 Sep 23 19:24:38.846551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.857139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.870295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-5f4e47fe-9237-4e54-8db5-b13867f09d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:38.871790 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-5f4e47fe-9237-4e54-8db5-b13867f09d28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636356 Sep 23 19:24:38.904631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:38.919116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d203e44d-c3e6-4ab8-b74c-9b47be73a683,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:38.934353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.934705 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Added segment d439fbd9-eee8-491b-b4d1-d32789c63c59 of type vlan for network 835ca9c7-f589-49c7-a2bc-01d807467118 Sep 23 19:24:39.024428 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-01d25731-5773-484c-82e7-19168daf28ef service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433132 Sep 23 19:24:39.031758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67fce075-adaf-43a4-a4b4-7863a5c791c3 req-0c9f8cf9-3546-4635-aad4-a7e9fa2f7593 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0737662 Sep 23 19:24:39.054384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.112796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.114038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:39.119574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.220275 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5155626e-0fb3-43a5-887e-b95f9f999b07 req-fde78fcd-6a83-4e9e-b3ef-0928bd343890 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866999 Sep 23 19:24:39.229313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=835ca9c7-f589-49c7-a2bc-01d807467118,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:39.239722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 835ca9c7-f589-49c7-a2bc-01d807467118 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:39.245994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ccce372-f5ea-4106-9feb-7bd5b0cdc5e9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6153626 Sep 23 19:24:39.248760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:39.255667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Request body: {'subnet': {'network_id': '835ca9c7-f589-49c7-a2bc-01d807467118', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1536855608-subnet', 'tenant_id': '57d1273a2a5c4fcd9b6107a1eb212cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:39.313327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-291f7686-8e15-44c6-a7a2-193f3eb6c297 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379517 Sep 23 19:24:39.430104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Made reservation on behalf of 57d1273a2a5c4fcd9b6107a1eb212cbe for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:39.433737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.542567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-b80f556d-fc6f-48a4-afa1-6b8a80f849c0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:39.544204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-b80f556d-fc6f-48a4-afa1-6b8a80f849c0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349193 Sep 23 19:24:39.565446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d459c9a-cacb-4953-a771-2023d76df80c req-1b56824a-92cb-4632-8d33-b4511425b019 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:39.566971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d459c9a-cacb-4953-a771-2023d76df80c req-1b56824a-92cb-4632-8d33-b4511425b019 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 969 time: 0.1635551 Sep 23 19:24:39.593127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-d7b93a5e-75e2-4b4d-9bcf-f95b22361540 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/quotas/c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 375 time: 0.0404708 Sep 23 19:24:39.619229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:39.637891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-598af316-874b-4b9d-8796-ba0b3f34f615 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351448 Sep 23 19:24:39.657427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d459c9a-cacb-4953-a771-2023d76df80c req-25b8a2fb-e8cd-43a7-b9c0-b2b7c88a1467 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803945 Sep 23 19:24:39.748071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.834878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Checking segment: {'id': 'd439fbd9-eee8-491b-b4d1-d32789c63c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '835ca9c7-f589-49c7-a2bc-01d807467118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:39.835256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Network hostable DHCP agents. Network: 835ca9c7-f589-49c7-a2bc-01d807467118, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:39.849477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5e996d-16bd-48b6-a5ae-b933faf570c8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:39.860202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Network 835ca9c7-f589-49c7-a2bc-01d807467118 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:39.872004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 835ca9c7-f589-49c7-a2bc-01d807467118) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:39.878708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:39.880000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.882057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0e8b6-aba9-4cf0-98f8-fe8bff60061f None None] Network 835ca9c7-f589-49c7-a2bc-01d807467118 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:39.899505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dde8b5f7-3349-484e-9f51-37124c3b0233 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6494033 Sep 23 19:24:39.957142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e98f612a-ec3f-4f9b-b36a-0f6c4541c1d4 req-9c6cc8bf-93fc-479c-b5d9-fcc5fa0c77b9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0520790 Sep 23 19:24:39.983462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62963a02-ef21-4456-9251-8f7d202a7d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.148321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62963a02-ef21-4456-9251-8f7d202a7d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.153652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62963a02-ef21-4456-9251-8f7d202a7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.187053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c895c-5dba-4acc-80f9-c5f18baed443 None None] Network 835ca9c7-f589-49c7-a2bc-01d807467118 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:40.240341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38b31e2a-98f1-4c46-8a99-f9cf2df4f6f5 req-15587f29-3c48-49be-afde-d3c562e64ad1 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0502453 Sep 23 19:24:40.260688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62963a02-ef21-4456-9251-8f7d202a7d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c056f6da-f861-4f96-9a38-a627407063b6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:40.286971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:40.293785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-62963a02-ef21-4456-9251-8f7d202a7d45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5fcf798225a44a3a5196ddccc69eedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731584 Sep 23 19:24:40.388437 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772ce8f7-ea01-4ab6-8abd-b3b522108e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.430941 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772ce8f7-ea01-4ab6-8abd-b3b522108e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.518004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772ce8f7-ea01-4ab6-8abd-b3b522108e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.537379 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772ce8f7-ea01-4ab6-8abd-b3b522108e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.538668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-772ce8f7-ea01-4ab6-8abd-b3b522108e72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c056f6da-f861-4f96-9a38-a627407063b6 HTTP/1.1" status: 204 len: 168 time: 0.2506344 Sep 23 19:24:40.548784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ce8f7-ea01-4ab6-8abd-b3b522108e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056f6da-f861-4f96-9a38-a627407063b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:40.717230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-82636f24-68ce-4841-99a1-9328b95d3a44 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:40.726461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-82636f24-68ce-4841-99a1-9328b95d3a44 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.1592593 Sep 23 19:24:40.767088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-d4d4aee5-10f9-4010-8456-c5ef5aa4eb0b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/quotas/b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 375 time: 0.0393553 Sep 23 19:24:40.822874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-a374251b-78a5-4020-a0b8-4afd88cc2bc2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338612 Sep 23 19:24:40.835592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9513-783f-49d6-9428-a4d92f8020a5 req-5d9fbe9f-a279-4cec-b927-97a913114e45 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:40.843420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-246b9513-783f-49d6-9428-a4d92f8020a5 req-5d9fbe9f-a279-4cec-b927-97a913114e45 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 969 time: 0.0939374 Sep 23 19:24:40.895851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-246b9513-783f-49d6-9428-a4d92f8020a5 req-ac041686-a1f7-4d3e-bc30-3965cb1d4d51 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Sep 23 19:24:40.921604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.41', 49581) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:40.927601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:40.969565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a347ab5-ab66-4855-8d5a-8ae09e7942f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.053872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:41.109144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6b9e31a-187d-406c-b30d-3fd5d60f258f req-73e4ff4e-7cfa-4cb3-9712-1e85a2b45ce7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0524156 Sep 23 19:24:41.132179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3fed28c-8931-4b32-b1e5-d21e4d182eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.141960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-189c26fa-9e3a-4d6f-bae9-bdffff6144c5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:24:41.143107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-189c26fa-9e3a-4d6f-bae9-bdffff6144c5 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0833781 Sep 23 19:24:41.169672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-04d3d246-e92b-4688-8ad0-5a628b4dc932 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:41.171053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-04d3d246-e92b-4688-8ad0-5a628b4dc932 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.41 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 823 time: 0.2411230 Sep 23 19:24:41.279103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a347ab5-ab66-4855-8d5a-8ae09e7942f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.289848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-d45cc5a6-eada-48a9-861b-078c71bc68eb service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397774 Sep 23 19:24:41.290546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a347ab5-ab66-4855-8d5a-8ae09e7942f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.407304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a347ab5-ab66-4855-8d5a-8ae09e7942f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5328cca1829423d99f31b1b34818d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755652 Sep 23 19:24:41.408119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:41.428206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3fed28c-8931-4b32-b1e5-d21e4d182eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.430932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a347ab5-ab66-4855-8d5a-8ae09e7942f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0fe85-3f9a-402b-b795-17f8db7d8e71,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:41.434872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58142bba-e236-47f1-8ca2-2cfbf320e135 req-ae822daf-85cf-4569-8dbb-7d1d80dce0e7 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0607913 Sep 23 19:24:41.435738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3fed28c-8931-4b32-b1e5-d21e4d182eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.470449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-8d0d4c8c-6967-424b-b631-32eea5e6d948 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779260434a4c429bb0774e9bd71be88b HTTP/1.1" status: 200 len: 380 time: 0.1934247 Sep 23 19:24:41.496153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-85a693ec-22d0-4d1e-92f3-6eb5ecaa82d5 service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877110 Sep 23 19:24:41.502754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fed28c-8931-4b32-b1e5-d21e4d182eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e07fc-abfa-4e81-b93d-cd3be757f1f5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:41.510232 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d3fed28c-8931-4b32-b1e5-d21e4d182eb5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=605b6cc8d9c243a694566edb5752948e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530714 Sep 23 19:24:41.512590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:41.519672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3abc80f9-1b82-4ea1-8753-cd2f5858925c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.547247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3abc80f9-1b82-4ea1-8753-cd2f5858925c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.575121 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96faccfe-46cd-43e4-a693-1d41ff37f965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.596777 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96faccfe-46cd-43e4-a693-1d41ff37f965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.614664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3abc80f9-1b82-4ea1-8753-cd2f5858925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.617617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3abc80f9-1b82-4ea1-8753-cd2f5858925c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.621310 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3abc80f9-1b82-4ea1-8753-cd2f5858925c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64f0fe85-3f9a-402b-b795-17f8db7d8e71 HTTP/1.1" status: 204 len: 168 time: 0.2095354 Sep 23 19:24:41.628947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc80f9-1b82-4ea1-8753-cd2f5858925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0fe85-3f9a-402b-b795-17f8db7d8e71,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:41.654400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96faccfe-46cd-43e4-a693-1d41ff37f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.657689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96faccfe-46cd-43e4-a693-1d41ff37f965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.661490 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-96faccfe-46cd-43e4-a693-1d41ff37f965 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb4e07fc-abfa-4e81-b93d-cd3be757f1f5 HTTP/1.1" status: 204 len: 168 time: 0.1453540 Sep 23 19:24:41.683867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faccfe-46cd-43e4-a693-1d41ff37f965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e07fc-abfa-4e81-b93d-cd3be757f1f5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:41.729148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74fc15d3-dc76-4b1c-9b30-703d5bd3e961 req-933049d4-0bc7-440a-8382-5359c97e3493 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 210 time: 0.0398490 Sep 23 19:24:41.776833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7ffff22d-d522-4459-87fa-0c97dc73fa76 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:24:41.912878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 7ffff22d-d522-4459-87fa-0c97dc73fa76, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7ffff22d-d522-4459-87fa-0c97dc73fa76,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:41.930526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '7ffff22d-d522-4459-87fa-0c97dc73fa76', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '7ffff22d-d522-4459-87fa-0c97dc73fa76', 'mac_address': 'fa:16:3e:e2:6d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:tempest-test_az-132693490', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:24:41.978551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.011151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffff22d-d522-4459-87fa-0c97dc73fa76 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:42.038484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 7ffff22d-d522-4459-87fa-0c97dc73fa76, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7ffff22d-d522-4459-87fa-0c97dc73fa76,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:42.045560 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.063731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4b014-a368-46a3-bc2d-84090e810e8b req-ed5e7ff7-2192-4be3-95df-d2536c3ee7e5 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:42.081565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53c4b014-a368-46a3-bc2d-84090e810e8b req-ed5e7ff7-2192-4be3-95df-d2536c3ee7e5 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 969 time: 0.0919430 Sep 23 19:24:42.121719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53c4b014-a368-46a3-bc2d-84090e810e8b req-f6e7b8f9-1cfe-46fc-8d72-83c304138d85 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Sep 23 19:24:42.126720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:42.134289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=7ffff22d-d522-4459-87fa-0c97dc73fa76,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:42.141342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00bd9938-f32b-46b9-899c-fd117deacd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.274967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4c0dece-f898-4c5c-ade1-32ac9f8ce5c9 req-dc37d083-1d39-4799-a899-7fc7f3e63fe2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0504375 Sep 23 19:24:42.282433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00bd9938-f32b-46b9-899c-fd117deacd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.289110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00bd9938-f32b-46b9-899c-fd117deacd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.328408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd9938-f32b-46b9-899c-fd117deacd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a2426c-e7fe-404c-ae2a-db72d489d5fc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:42.336679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00bd9938-f32b-46b9-899c-fd117deacd0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c10f522092374222872987f00d0403a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061510 Sep 23 19:24:42.337467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:42.376544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['7ffff22d-d522-4459-87fa-0c97dc73fa76'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:42.397820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5b63b11-db7b-4a30-9e7e-09729754f830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.427728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5b63b11-db7b-4a30-9e7e-09729754f830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.505917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5b63b11-db7b-4a30-9e7e-09729754f830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.508954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5b63b11-db7b-4a30-9e7e-09729754f830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.510764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c5b63b11-db7b-4a30-9e7e-09729754f830 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34a2426c-e7fe-404c-ae2a-db72d489d5fc HTTP/1.1" status: 204 len: 168 time: 0.1718040 Sep 23 19:24:42.520511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b63b11-db7b-4a30-9e7e-09729754f830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a2426c-e7fe-404c-ae2a-db72d489d5fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:42.644121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f6113d6-53f2-4cf9-900d-ca558344f40a req-1eb8a516-309c-462f-ba3b-9cc7e8da2f04 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0495694 Sep 23 19:24:42.674882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:42.874055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1a0b40d-13e2-4144-8d61-9accc72188b8 req-fc986ed9-0725-450b-ab34-36934706dfa3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 210 time: 0.0483873 Sep 23 19:24:42.897393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-network', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:43.017278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Made reservation on behalf of de69aa33d8d34bf3a47b535181dd2296 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:43.019524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.044624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.093869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-633f4d0e-701a-49b8-9201-0e5f5ac1df48 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:43.098444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-633f4d0e-701a-49b8-9201-0e5f5ac1df48 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.2408936 Sep 23 19:24:43.103703 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ffa795c-92cb-492a-8194-6366e35ba62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.115529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Request body: {'port': {'device_id': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'admin_state_up': True, 'tenant_id': 'b71aface46774b5b9ad7fe035ba93cf9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:43.282436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4859407-3698-41ee-b0a6-dbfbb1e7a407 req-a436c69b-7fd9-42e9-be01-a373de04e49f tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:43.284281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4859407-3698-41ee-b0a6-dbfbb1e7a407 req-a436c69b-7fd9-42e9-be01-a373de04e49f tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 970 time: 0.0530005 Sep 23 19:24:43.348055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4859407-3698-41ee-b0a6-dbfbb1e7a407 req-41f8c557-78d2-498d-b369-9563b64efcaf tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553763 Sep 23 19:24:43.419681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf5d3818-8d39-401f-a5f7-4286f18a9fd8 req-a758269e-2ca4-4550-a60e-1b11be62a4ab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0258689 Sep 23 19:24:43.444261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.449254 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.471705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:43.495772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.496201 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Added segment 8a7c693b-c383-48bf-bb53-1a21478696ae of type vlan for network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 Sep 23 19:24:43.498370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Made reservation on behalf of b71aface46774b5b9ad7fe035ba93cf9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:43.501770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.516559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debeaea5-ebe7-49fd-8c57-58ece0a5050a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:43.564152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.635861 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.636808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:43.637382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.696321 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0200686 Sep 23 19:24:43.699802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:43.709169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Request body: {'subnet': {'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-subnet', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:43.748249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Allocated IP 172.20.0.11 (8cc67ae1-e3f0-44f0-a93c-8b96dc834b30/a87db38a-f3d9-4332-8d18-418c2469577b/44a7a407-1340-4797-8d4d-611531d4fa00) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:43.755628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df44f07-49c7-4eb7-a24f-bd0ed6affa05 admin admin] Pushing event updated for resources: {'Network': ['ID=86dd4342-2a4e-4761-8c9f-7aefeb461d03,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:43.759119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7ffff22d-d522-4459-87fa-0c97dc73fa76 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:43.783156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:43.792754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a0add3a-8019-46b7-9c3f-04161e2aad8f req-06e598dc-66cd-4653-aee2-0e3c6e6ca02a tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0618377 Sep 23 19:24:43.805059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Made reservation on behalf of de69aa33d8d34bf3a47b535181dd2296 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:43.807849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.907462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 7ffff22d-d522-4459-87fa-0c97dc73fa76 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:24:43.914385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 7ffff22d-d522-4459-87fa-0c97dc73fa76 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:43.914968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.014881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.034790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7d95903-24a9-46eb-ae0d-5bd0bcd2138d req-e30b2060-dea7-4f54-bb3a-51879feab18a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 210 time: 0.0394869 Sep 23 19:24:44.058068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.058759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.069517 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.102745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 7ffff22d-d522-4459-87fa-0c97dc73fa76, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7ffff22d-d522-4459-87fa-0c97dc73fa76,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:44.105035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63847775-15ac-4881-889e-8afd1109e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffff22d-d522-4459-87fa-0c97dc73fa76'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:44.123747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:44.123934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3826c92-4668-4bfb-ac66-534fa7f37ded,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:44.127206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:44.132477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Checking segment: {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:44.133620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Network hostable DHCP agents. Network: 86dd4342-2a4e-4761-8c9f-7aefeb461d03, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:44.139869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:44.146685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:44.147382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.150982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:44.154970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:44.167584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-6a8b6a63-6899-44ea-bacf-a6fd1e2666b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0581126 Sep 23 19:24:44.168933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 86dd4342-2a4e-4761-8c9f-7aefeb461d03) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:44.173661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:44.174365 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.186894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Request body: {'port': {'device_id': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'device_owner': 'compute:tempest-test_az-132693490', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:44.188789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91ffa903-a8c5-488a-b962-e244c16302ec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4871953 Sep 23 19:24:44.191558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:44.196064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:44.220696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e81535-c0d2-4bd8-9198-d029e280d960 None None] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:44.223043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.225470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.230002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.280232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.304737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.321305 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37852d43-1fb8-4dff-ad78-9fab200c19af" -d '{"events": [{"server_uuid": "63847775-15ac-4881-889e-8afd1109e894", "name": "network-vif-plugged", "status": "completed", "tag": "7ffff22d-d522-4459-87fa-0c97dc73fa76"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:44.388065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=7ffff22d-d522-4459-87fa-0c97dc73fa76,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:44.467147 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810595b8-a243-4a9f-b5e3-65b3553e3352 x-openstack-request-id: req-810595b8-a243-4a9f-b5e3-65b3553e3352 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:44.467605 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63847775-15ac-4881-889e-8afd1109e894", "name": "network-vif-plugged", "status": "completed", "tag": "7ffff22d-d522-4459-87fa-0c97dc73fa76", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:44.467856 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-810595b8-a243-4a9f-b5e3-65b3553e3352 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:44.468318 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63847775-15ac-4881-889e-8afd1109e894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffff22d-d522-4459-87fa-0c97dc73fa76', 'code': 200} Sep 23 19:24:44.557584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:24:44.558526 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.563169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.72', 53100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:44.638561 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.647984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fb434bf-bd53-43a3-9d94-56cc72e992cb req-dfa1ffc0-2bad-4db2-83f6-248a87e1775b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0797544 Sep 23 19:24:44.734082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2f87-1960-44cc-9ffb-0527aef2b9cf req-0daa5546-310d-4abf-996d-d5c6c08ba096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:44.735788 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-810b2f87-1960-44cc-9ffb-0527aef2b9cf req-0daa5546-310d-4abf-996d-d5c6c08ba096 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 1122 time: 0.1720285 Sep 23 19:24:44.778686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-810b2f87-1960-44cc-9ffb-0527aef2b9cf req-bfb16fcd-7b40-49df-b5ca-14511ed49721 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.837663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a7a407-1340-4797-8d4d-611531d4fa00 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:44.874865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39036) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:44.877175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.901428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8763a-a0ce-4769-b2af-2e8cb065d987 req-4feb499a-ad07-4205-af8c-4abc025fa530 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:44.911029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac8763a-a0ce-4769-b2af-2e8cb065d987 req-4feb499a-ad07-4205-af8c-4abc025fa530 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 971 time: 0.3315771 Sep 23 19:24:44.928946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Transition to ACTIVE for port object 44a7a407-1340-4797-8d4d-611531d4fa00 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:44.930342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Allocated IP 172.20.0.2 (86dd4342-2a4e-4761-8c9f-7aefeb461d03/f3826c92-4668-4bfb-ac66-534fa7f37ded/0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:44.944347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.971924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a595c99a-ac63-409d-ba4d-0fd54f68406c req-d44d239b-bc93-46a3-9fca-571e75a157bd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0844548 Sep 23 19:24:44.990757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac8763a-a0ce-4769-b2af-2e8cb065d987 req-8428cfc2-f1b7-4615-b6d1-3c5249cd992b tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784330 Sep 23 19:24:45.071881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.076201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45d744af-3f46-4e91-a20b-3a35a42eaff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.130227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-810b2f87-1960-44cc-9ffb-0527aef2b9cf req-bfb16fcd-7b40-49df-b5ca-14511ed49721 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.140168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-810b2f87-1960-44cc-9ffb-0527aef2b9cf req-bfb16fcd-7b40-49df-b5ca-14511ed49721 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.142838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.154443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.169060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:45.172621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:45.172621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:45.190595 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-810b2f87-1960-44cc-9ffb-0527aef2b9cf req-bfb16fcd-7b40-49df-b5ca-14511ed49721 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459534 Sep 23 19:24:45.200848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:45.201179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:45.203201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:45.206849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:45.210856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:45.211745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb16fcd-7b40-49df-b5ca-14511ed49721 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de73f415-1ff2-45da-a707-d077f51fc30f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.217924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:45.218304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:45.218672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:45.219142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Bound port: 44a7a407-1340-4797-8d4d-611531d4fa00, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:45.219501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.228025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Pushing event updated for resources: {'Port': ['ID=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.273201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.295684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Attempting to bind port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:45.296061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Attempting to bind port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:45.296425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Attempting to bind port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 on network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:45.297068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.302240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:45.302643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Checking segment: {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:45.303050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.303452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Bound using segment: {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:45.304237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Bound port: 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:45.304645 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.328317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:45.333007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:45.342566 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.385266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45d744af-3f46-4e91-a20b-3a35a42eaff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.394143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45d744af-3f46-4e91-a20b-3a35a42eaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.396690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:45.397065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316093cf-3994-46b8-a122-7c90f04e529f req-88747794-4db7-41aa-bcff-0b6a48896fa0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:45.397307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.398710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] 10.222.0.72 "PUT /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 1113 time: 1.2226605 Sep 23 19:24:45.400146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-316093cf-3994-46b8-a122-7c90f04e529f req-88747794-4db7-41aa-bcff-0b6a48896fa0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.2518468 Sep 23 19:24:45.402261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:45.403071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] For port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:45.404472 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1b972c-a100-44fd-ab27-0420abda9852" -d '{"events": [{"name": "network-changed", "server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:45.409505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] For port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:45.414741 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.465282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Allocated IP 172.25.6.205 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/3ef73e7c-0693-489e-a2ee-cf08f86c9a22) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:45.469715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab5d12-4054-4183-9ed8-3a02ed19e920 service neutron] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.479271 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45d744af-3f46-4e91-a20b-3a35a42eaff9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af407478cf6f4b40b6d6661ce6c98242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984809 Sep 23 19:24:45.479564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d744af-3f46-4e91-a20b-3a35a42eaff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa51394f-54df-4289-8309-62a4fc2ca0dc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.482377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:45.505219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-316093cf-3994-46b8-a122-7c90f04e529f req-0a3597ca-7365-4665-80a6-c762ff992a1f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883801 Sep 23 19:24:45.511737 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc4d9d-b47a-4853-9490-5464c0677e54 x-openstack-request-id: req-60bc4d9d-b47a-4853-9490-5464c0677e54 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:45.512387 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:45.516832 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60bc4d9d-b47a-4853-9490-5464c0677e54 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:45.517501 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00', 'status': 'completed', 'code': 200} Sep 23 19:24:45.532740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bd102-79b5-4c3e-a7d8-d9606c32f6a4 None None] Pushing event updated for resources: {'Port': ['ID=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.591522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1761b0e-c23f-4a80-bdac-c04b0b064572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.623481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b972c-a100-44fd-ab27-0420abda9852 req-840a5dba-a673-498d-8a1a-fc7359b070df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:45.625289 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cd1b972c-a100-44fd-ab27-0420abda9852 req-840a5dba-a673-498d-8a1a-fc7359b070df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1116 time: 0.0733933 Sep 23 19:24:45.627021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1761b0e-c23f-4a80-bdac-c04b0b064572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.644478 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.691801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.734365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:45.737242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:45.741186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:45.756035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Pushing event updated for resources: {'Port': ['ID=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.856483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1761b0e-c23f-4a80-bdac-c04b0b064572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.859104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1761b0e-c23f-4a80-bdac-c04b0b064572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.860952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f1761b0e-c23f-4a80-bdac-c04b0b064572 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa51394f-54df-4289-8309-62a4fc2ca0dc HTTP/1.1" status: 204 len: 168 time: 0.3769798 Sep 23 19:24:45.879103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330f8b6a-085f-45bc-860d-09094a91bc28 req-fc52d373-4d4d-4a27-9449-ef3c92fb04a3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0849390 Sep 23 19:24:45.898649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b972c-a100-44fd-ab27-0420abda9852 req-c322a49a-448c-4c06-8822-2c3455e68599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:45.900135 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cd1b972c-a100-44fd-ab27-0420abda9852 req-c322a49a-448c-4c06-8822-2c3455e68599 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2653699 Sep 23 19:24:45.900859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1761b0e-c23f-4a80-bdac-c04b0b064572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa51394f-54df-4289-8309-62a4fc2ca0dc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:46.057538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47736e5f-7a84-4c22-a572-be268d29b8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.096613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.151740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b972c-a100-44fd-ab27-0420abda9852 req-c9c0edf9-de22-464c-a4b1-4eac5978875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:46.153238 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cd1b972c-a100-44fd-ab27-0420abda9852 req-c9c0edf9-de22-464c-a4b1-4eac5978875f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2438321 Sep 23 19:24:46.221601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a77a18ad-41bc-4ab0-9253-0f4d709ff2f3 req-9964586a-17a2-41c9-9bbb-ac96a5f73580 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.1093924 Sep 23 19:24:46.262765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bd425-6bb0-4c56-9af7-45dd1318b0d9 req-99b920dd-2b13-42b9-9b09-85fce6e3e12b tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:46.266769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-808bd425-6bb0-4c56-9af7-45dd1318b0d9 req-99b920dd-2b13-42b9-9b09-85fce6e3e12b tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 971 time: 0.1874781 Sep 23 19:24:46.305420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:46.337112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:46.350059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-808bd425-6bb0-4c56-9af7-45dd1318b0d9 req-a9ae38dc-bf7b-4ee8-b159-b6a051e456be tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Sep 23 19:24:46.352274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73cca7be-61b7-4733-9fc7-617e21deac13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.403515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:46.404116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.444977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.459005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-1b874150-a7ff-4e43-aa34-635a8857e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:46.460970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-1b874150-a7ff-4e43-aa34-635a8857e08c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1116 time: 0.2601581 Sep 23 19:24:46.506644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-b3475a96-4d5a-4a1c-ba21-cf0caeb05469 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 217 time: 0.0363076 Sep 23 19:24:46.511150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.527386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.561749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:46.568875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.569352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-db082b99-cd8d-4610-997d-e7de5820987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:46.570895 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-db082b99-cd8d-4610-997d-e7de5820987d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0554945 Sep 23 19:24:46.621269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-4bae4464-59e2-47ef-ac08-4afaf324974d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406184 Sep 23 19:24:46.643915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:46.743725 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73cca7be-61b7-4733-9fc7-617e21deac13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.750662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-8b19862b-c2ad-42f0-81f5-a1b18ae1931d service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167307 Sep 23 19:24:46.752634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73cca7be-61b7-4733-9fc7-617e21deac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.808044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a546d-4c72-4365-a131-248ea9097e71 req-adbb78e1-27b1-4fd6-ba6e-ae3ed7bd34f3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:46.809674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-956a546d-4c72-4365-a131-248ea9097e71 req-adbb78e1-27b1-4fd6-ba6e-ae3ed7bd34f3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.1728663 Sep 23 19:24:46.820988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-73cca7be-61b7-4733-9fc7-617e21deac13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83e185ddf82645b0969dccf3e0786ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144711 Sep 23 19:24:46.823414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cca7be-61b7-4733-9fc7-617e21deac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bab9007-ad9e-4011-81a0-601183aec036,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:46.824246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a0534-7d2c-43b6-ae41-89577c2268cc None None] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:46.826458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:46.871270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fe5b008b-47a7-4117-ac68-83d21af6e24e req-da3ef8e8-56f3-4855-a35c-7635eb941080 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124609 Sep 23 19:24:46.912631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-956a546d-4c72-4365-a131-248ea9097e71 req-cde389ab-9aea-493d-b41b-0c6b4288e8f3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904114 Sep 23 19:24:46.913965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:24:46.923645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7e9d7c22-ea33-419a-94e3-6cc464c56d3d None None] Provisioning complete for port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:46.924090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7c22-ea33-419a-94e3-6cc464c56d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.982932 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.992624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db0756f-6f07-41ee-9a02-89a96a849e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.245360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eda00978-30fe-4852-8969-cbf78f6e6816 req-ea5b6a04-a2f6-49ad-b771-f3c7ff3f927c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.2536848 Sep 23 19:24:47.258758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db0756f-6f07-41ee-9a02-89a96a849e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.310597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:47.324035 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Sync routers for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:47.336830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-04af4465-009c-49ef-9afc-740e27d3416f None None] Provisioning complete for port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:47.337202 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04af4465-009c-49ef-9afc-740e27d3416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.341175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.342251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-212c5e6d-0a32-4ad3-b349-d248d964981a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.1496890 Sep 23 19:24:47.345654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:47.347727 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:47.348442 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:47.384584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d78514d4-13f6-4f7e-bbab-4da01320253b req-26187ad4-e5f4-490c-8294-b324fde8abf6 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0553579 Sep 23 19:24:47.403377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db0756f-6f07-41ee-9a02-89a96a849e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.409797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db0756f-6f07-41ee-9a02-89a96a849e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.414219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0db0756f-6f07-41ee-9a02-89a96a849e84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bab9007-ad9e-4011-81a0-601183aec036 HTTP/1.1" status: 204 len: 168 time: 0.5846982 Sep 23 19:24:47.429967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0756f-6f07-41ee-9a02-89a96a849e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bab9007-ad9e-4011-81a0-601183aec036,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:47.518050 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:47.524187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b2b03-0bc0-41f7-9b10-b12e0df07fe0 req-60dd0577-701e-4b33-9611-218110b45523 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:47.525988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b5b2b03-0bc0-41f7-9b10-b12e0df07fe0 req-60dd0577-701e-4b33-9611-218110b45523 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 971 time: 0.0621846 Sep 23 19:24:47.568118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b5b2b03-0bc0-41f7-9b10-b12e0df07fe0 req-7377ef00-4481-40df-8f58-95bf96f96917 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Sep 23 19:24:47.729009 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:45Z', 'revision_number': 3, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:47.794014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b92ea0-db17-43ec-b0a9-4c6f29c46a70 req-9453b151-dc57-493e-8754-3a1445fc39ab tempest-AggregatesAdminTestJSON-1635230371 tempest-AggregatesAdminTestJSON-1635230371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:47.795607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89b92ea0-db17-43ec-b0a9-4c6f29c46a70 req-9453b151-dc57-493e-8754-3a1445fc39ab tempest-AggregatesAdminTestJSON-1635230371 tempest-AggregatesAdminTestJSON-1635230371-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 1122 time: 0.0859697 Sep 23 19:24:47.817567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b92ea0-db17-43ec-b0a9-4c6f29c46a70 req-17673d98-385f-4a57-bb92-93e163662199 tempest-AggregatesAdminTestJSON-1635230371 tempest-AggregatesAdminTestJSON-1635230371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.839590 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Checking router: 7e9b3f5b-5c16-445d-a731-95f8e43ece93 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:47.840216 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Updating router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:47.867880 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.888527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.954834 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b92ea0-db17-43ec-b0a9-4c6f29c46a70 req-17673d98-385f-4a57-bb92-93e163662199 tempest-AggregatesAdminTestJSON-1635230371 tempest-AggregatesAdminTestJSON-1635230371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.959994 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-89b92ea0-db17-43ec-b0a9-4c6f29c46a70 req-17673d98-385f-4a57-bb92-93e163662199 tempest-AggregatesAdminTestJSON-1635230371 tempest-AggregatesAdminTestJSON-1635230371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.013000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89b92ea0-db17-43ec-b0a9-4c6f29c46a70 req-17673d98-385f-4a57-bb92-93e163662199 tempest-AggregatesAdminTestJSON-1635230371 tempest-AggregatesAdminTestJSON-1635230371-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056415 Sep 23 19:24:48.076692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17673d98-385f-4a57-bb92-93e163662199 tempest-AggregatesAdminTestJSON-1635230371 tempest-AggregatesAdminTestJSON-1635230371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb9862-81d4-4808-9fbe-975db6c36935,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.103195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e756-cf9a-47b3-8c1b-6675ca64dfec req-2bc95b77-6fca-4f59-b2e4-00946e927550 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:48.104802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e729e756-cf9a-47b3-8c1b-6675ca64dfec req-2bc95b77-6fca-4f59-b2e4-00946e927550 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.0906227 Sep 23 19:24:48.174875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Allocated IP 172.20.0.1 (86dd4342-2a4e-4761-8c9f-7aefeb461d03/f3826c92-4668-4bfb-ac66-534fa7f37ded/ec49d64d-664e-4515-bf9f-a1c4876f639d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:48.177165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e729e756-cf9a-47b3-8c1b-6675ca64dfec req-ebbb0f9e-5cbf-4bfa-8b28-2d25d7ab4b0d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585754 Sep 23 19:24:48.300681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:48.327786 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.340676 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.383061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.397283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:48.398134 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.435261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-add249c3-6416-4904-b651-0dd731b81453 req-19ddf468-56e5-4b20-a647-3105e5408ea1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0588503 Sep 23 19:24:48.447995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.448722 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Attempting to bind port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:48.449663 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Attempting to bind port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:48.450461 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Attempting to bind port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:48.454762 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.463797 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7481-6eef-4a3f-a156-5aa630572180 None None] Pushing event updated for resources: {'Port': ['ID=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.487565 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:48.488024 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:48.489042 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.489520 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:48.490186 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Bound port: 3ef73e7c-0693-489e-a2ee-cf08f86c9a22, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:48.490671 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.544623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:48.547641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:48.551440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:48.551943 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.585945 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] For port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:48.589771 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] For port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:48.599947 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.605606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bbc00e3-ed0c-4fb8-a52f-3b4a6c6170d7 req-63696bd2-59a6-4182-9d55-a91aca45f877 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0374491 Sep 23 19:24:48.666199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Pushing event updated for resources: {'Port': ['ID=ec49d64d-664e-4515-bf9f-a1c4876f639d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.687309 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7481-6eef-4a3f-a156-5aa630572180 None None] Pushing event updated for resources: {'Port': ['ID=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.740713 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:48.741437 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:48.873412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-afe0652b-1491-46e9-b492-ea1c5dfc8988 None None] Provisioning complete for port ec49d64d-664e-4515-bf9f-a1c4876f639d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:48.873785 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afe0652b-1491-46e9-b492-ea1c5dfc8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.875990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.896525 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:48.936403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-afe0652b-1491-46e9-b492-ea1c5dfc8988 None None] Port ec49d64d-664e-4515-bf9f-a1c4876f639d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:49.096561 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.101615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.102497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.137299 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:45Z', 'revision_number': 3, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:49.169436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Pushing event updated for resources: {'Port': ['ID=ec49d64d-664e-4515-bf9f-a1c4876f639d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:49.172471 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f83edb-7887-49c7-be29-69fc897761b0 None None] The sync data for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 is: [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:45Z', 'revision_number': 3, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:49.269385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:49.271334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:49.664076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:49.726125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3618-cf85-43df-bc1b-26abce1b3689 req-75c8a2c9-e254-4177-90d1-f75b7ae66b4b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:49.735691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b6e3618-cf85-43df-bc1b-26abce1b3689 req-75c8a2c9-e254-4177-90d1-f75b7ae66b4b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.1295917 Sep 23 19:24:49.769541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0b251682-af5c-41bb-a7fb-70d91bb9156c None None] Provisioning complete for port ec49d64d-664e-4515-bf9f-a1c4876f639d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:49.772420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b251682-af5c-41bb-a7fb-70d91bb9156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.812815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:24:49.822706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:49.829941 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2138f266-4b12-4ebc-bc8c-e516b591db17 admin admin] 10.222.0.38 "PUT /v2.0/routers/7e9b3f5b-5c16-445d-a731-95f8e43ece93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4831393 Sep 23 19:24:49.841030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0b251682-af5c-41bb-a7fb-70d91bb9156c None None] Port ec49d64d-664e-4515-bf9f-a1c4876f639d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:49.862404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b6e3618-cf85-43df-bc1b-26abce1b3689 req-567eb63a-99f7-4da8-88b9-8ffd63b20fd8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174879 Sep 23 19:24:49.865466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4edad4c-95c9-483f-95ff-509a374475dd req-b12705e6-8390-4794-b1e7-e24b35076016 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0639658 Sep 23 19:24:49.973539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:49.987164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '44a7a407-1340-4797-8d4d-611531d4fa00', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'port_id': '44a7a407-1340-4797-8d4d-611531d4fa00', 'mac_address': 'fa:16:3e:23:73:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87db38a-f3d9-4332-8d18-418c2469577b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-132693490', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:24:49.993273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d0aa9e4-2957-4d70-b82c-de9a52299da5 req-25657e24-d110-457f-a82f-4719061b6ca4 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0646718 Sep 23 19:24:50.042543 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.090059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a7a407-1340-4797-8d4d-611531d4fa00 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:50.116732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:50.122369 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.184924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:50.302516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:50.325078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-85468784-baba-4f92-83b4-fdd27fb074f8 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=07b902210a7e46639a540a2348b64219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298307 Sep 23 19:24:50.368865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['44a7a407-1340-4797-8d4d-611531d4fa00'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:50.403785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:50.404152 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.507540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-237a6e72-755c-44aa-b263-4f53a5fea390 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:50.508875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-237a6e72-755c-44aa-b263-4f53a5fea390 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749766 Sep 23 19:24:50.529428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.533360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-cad567c8-e27b-4267-82b5-2b3ee31f7999 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/quotas/07b902210a7e46639a540a2348b64219 HTTP/1.1" status: 200 len: 375 time: 0.0185492 Sep 23 19:24:50.541464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-6598e5a0-6c7b-43f2-8e89-fa9b17ffee8d tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:50.542951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-6598e5a0-6c7b-43f2-8e89-fa9b17ffee8d tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks?id=86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 200 len: 828 time: 0.1739395 Sep 23 19:24:50.561379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:50.568523 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.575859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-4824e276-95eb-4cd9-8f55-3ae4eb5b6b7f tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=07b902210a7e46639a540a2348b64219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319560 Sep 23 19:24:50.582712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-8c0a277a-7cf2-4f38-8584-286a9d8437d1 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/quotas/de69aa33d8d34bf3a47b535181dd2296 HTTP/1.1" status: 200 len: 375 time: 0.0287349 Sep 23 19:24:50.631957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:50.632167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-02a9fde3-52e7-43d7-bc56-29b2b58afa6c tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=de69aa33d8d34bf3a47b535181dd2296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474391 Sep 23 19:24:50.741746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-e15b69ec-f2c8-42c3-8717-99a819fa618c service neutron] 10.222.0.38 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016593 Sep 23 19:24:50.844737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb7924e2-dfb5-43f7-859b-eea8786163cb req-fe0d03eb-8800-4de8-bf1e-bbc042cb5daf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 210 time: 0.0327373 Sep 23 19:24:50.874083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-458da762-e8b6-41bb-8dc7-5eb2907b320c service neutron] 10.222.0.38 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314263 Sep 23 19:24:51.088829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbdbe-b00e-4a3e-ae51-bd7bd09245b9 req-7b69db09-fd6c-44e5-bd66-cd58d8278b06 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:51.093871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9efbdbe-b00e-4a3e-ae51-bd7bd09245b9 req-7b69db09-fd6c-44e5-bd66-cd58d8278b06 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 966 time: 0.0822139 Sep 23 19:24:51.102016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'port': {'device_id': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'admin_state_up': True, 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'security_groups': ['1a4d4de2-5246-4b51-86cc-018109ed44d7']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:51.168703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5ed5ab3-af82-4dc6-b517-02672fcddfeb req-43ce565c-7c81-4d2a-9f19-e41cecdf4f18 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0674670 Sep 23 19:24:51.193326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Sync routers for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:51.204265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:51.205117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:51.245773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9efbdbe-b00e-4a3e-ae51-bd7bd09245b9 req-9b3598ed-7dec-4d25-aeb1-ef9abee23f0f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399274 Sep 23 19:24:51.368613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Made reservation on behalf of 779260434a4c429bb0774e9bd71be88b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:51.372334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.372470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:51.394892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.41', 49584) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:51.412326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-478289c6-8071-4d84-be5c-cc72592716e8 req-462219d2-f85d-4ad3-bef3-95f052bc8a1c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 210 time: 0.0565157 Sep 23 19:24:51.454053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-659dbad7-b2e4-4315-877b-c1d01528da55 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573440 Sep 23 19:24:51.461745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e478af3-7c78-44e7-b668-ea7854a1c8a6 req-a187b461-ee63-4e8e-a3ce-8fb5e7fd5f93 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 210 time: 0.0853052 Sep 23 19:24:51.693820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-fa1325a6-8a25-4600-8437-1526af0e16b0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:51.695975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-fa1325a6-8a25-4600-8437-1526af0e16b0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334793 Sep 23 19:24:51.721420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Request body: {'port': {'device_id': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'c7b153a7de6840a0bc3936e071db16c9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:51.821646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:51.855795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Allocated IP 172.20.0.10 (400a142c-2b68-45e1-89a7-777cd45d0f67/341e9eea-0651-488c-87e8-0d7a2e25c592/7d2d6a28-66e3-4567-94c3-d64d724c759d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:51.914391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Made reservation on behalf of c7b153a7de6840a0bc3936e071db16c9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:51.918795 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.931299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.039663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 2, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:52.049126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f885f58c-4ad8-42fd-9357-f60e574cbcb9 req-c62eb58a-6d5d-48f2-9335-1a5bde54028b tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 210 time: 0.0604239 Sep 23 19:24:52.114657 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.124996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.133165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Checking router: 7e9b3f5b-5c16-445d-a731-95f8e43ece93 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:52.133522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Updating router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 port ec49d64d-664e-4515-bf9f-a1c4876f639d binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:52.221720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 44a7a407-1340-4797-8d4d-611531d4fa00 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:24:52.228417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.260126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 44a7a407-1340-4797-8d4d-611531d4fa00 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:52.260503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.285197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f98901-e083-47be-86fc-db72105676d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:52.294975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-37eae17a-28bd-4014-9ac7-baee9e4431ad tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=07b902210a7e46639a540a2348b64219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706620 Sep 23 19:24:52.346104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.400573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:52.406856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.487671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-b317b5b4-ce40-4d06-a44d-f13560e5521c tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:52.489419 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-b317b5b4-ce40-4d06-a44d-f13560e5521c tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859977 Sep 23 19:24:52.523172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Request body: {'port': {'device_id': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '07b902210a7e46639a540a2348b64219'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:52.564569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:52.594655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event updated for resources: {'Port': ['ID=7d2d6a28-66e3-4567-94c3-d64d724c759d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:52.598504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:52.608897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Allocated IP 192.168.233.225 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/1de38d12-b4ae-478c-b27e-9a3b92ba34d4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:52.621486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7b4cb5d-fa79-4158-95af-d2dc0a6bdad4 req-cd0c8447-eb54-4c9d-b616-59efdba74baa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0832934 Sep 23 19:24:52.627023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:52.630265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:52.637407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:52.638472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.682155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-c23f6400-c2d7-4e67-a446-c70e5c510e45 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5848579 Sep 23 19:24:52.707937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-03b16f16-f4f6-4a47-a60f-d98df7e1c41e tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:24:52.709008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-03b16f16-f4f6-4a47-a60f-d98df7e1c41e tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167518 Sep 23 19:24:52.719364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7c34f-df97-4580-b7c5-bde3d02c5a2c req-fd4d324f-e9fa-46a3-9cc4-d4d8037f048c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:52.727155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6aa7c34f-df97-4580-b7c5-bde3d02c5a2c req-fd4d324f-e9fa-46a3-9cc4-d4d8037f048c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 966 time: 0.1877117 Sep 23 19:24:52.827588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6aa7c34f-df97-4580-b7c5-bde3d02c5a2c req-80593a63-f716-4790-b00a-f04b6938b451 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982964 Sep 23 19:24:52.880171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bbb138e-7e73-44b2-86ab-ea7c525be196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.880801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Made reservation on behalf of 07b902210a7e46639a540a2348b64219 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:52.891631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.938662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.027195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.140673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:53.140673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.145914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:53.148196 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4305fa0c-95cc-4cf9-b7e5-59a5a64e8cfa" -d '{"events": [{"server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "name": "network-vif-plugged", "status": "completed", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:53.172643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:53.196996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Request body: {'port': {'device_id': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:53.208993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:53.212654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.220159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.241160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-94b43eeb-d9e9-425a-9738-4a8b146d80f3 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.242500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-94b43eeb-d9e9-425a-9738-4a8b146d80f3 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.72 "GET /v2.0/networks?id=86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 200 len: 828 time: 0.2267597 Sep 23 19:24:53.267944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-18c3803a-bb9e-4da2-b059-e6c10bed25d8 None None] Provisioning complete for port 7d2d6a28-66e3-4567-94c3-d64d724c759d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:53.269200 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18c3803a-bb9e-4da2-b059-e6c10bed25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.280371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-514dd59a-38be-49fb-b3e7-674788eaa13c req-419244bc-d6d5-496b-9171-cbe8ae862435 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 210 time: 0.0906723 Sep 23 19:24:53.280835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Request body: {'port': {'device_id': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'admin_state_up': True, 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:53.288259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.345406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-18c3803a-bb9e-4da2-b059-e6c10bed25d8 None None] Port 7d2d6a28-66e3-4567-94c3-d64d724c759d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:53.352718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.367794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ee5f-0cee-4dc6-b707-61df906fabcd req-d16222c3-7189-41da-ad60-dfb440500c46 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.376244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58e1ee5f-0cee-4dc6-b707-61df906fabcd req-d16222c3-7189-41da-ad60-dfb440500c46 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 932 time: 0.4250591 Sep 23 19:24:53.381222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:53.389486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e77ed821-2b5b-4312-a9a0-4c4b2d987c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.431505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:53.443644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:53.449095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:53.455108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:53.459614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.460713 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.501712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58e1ee5f-0cee-4dc6-b707-61df906fabcd req-a451199a-c1aa-4299-a738-c337c7b26672 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245081 Sep 23 19:24:53.534491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56517822-66a4-4d6a-96d0-e09590f5e8f9 req-9c065915-293d-45ae-b41c-efb64f7161d5 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 210 time: 0.0874372 Sep 23 19:24:53.560838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.570190 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.577668 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f847c3-9f59-424e-948d-92fac9655cbe x-openstack-request-id: req-a9f847c3-9f59-424e-948d-92fac9655cbe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:53.578258 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "name": "network-vif-plugged", "status": "completed", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:53.579624 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9f847c3-9f59-424e-948d-92fac9655cbe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:53.580436 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00', 'code': 200} Sep 23 19:24:53.647842 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bbb138e-7e73-44b2-86ab-ea7c525be196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.670634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9687-01c2-45d5-bedd-387721935fc2 None None] Pushing event updated for resources: {'Port': ['ID=ec49d64d-664e-4515-bf9f-a1c4876f639d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:53.671103 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-8cac1122-6cab-4d11-a41d-b664cd3129f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9601388 Sep 23 19:24:53.694675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Request body: {'port': {'device_id': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:53.707213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.72', 53107) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:53.732428 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bbb138e-7e73-44b2-86ab-ea7c525be196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.754857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Attempting to bind port ec49d64d-664e-4515-bf9f-a1c4876f639d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:53.755237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Attempting to bind port ec49d64d-664e-4515-bf9f-a1c4876f639d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:53.755963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Attempting to bind port ec49d64d-664e-4515-bf9f-a1c4876f639d on network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:53.762154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:53.763146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Checking segment: {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:53.763571 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.763969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Bound using segment: {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:53.764451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Bound port: ec49d64d-664e-4515-bf9f-a1c4876f639d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:53.764839 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.831207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9d2200bf-1ac8-43eb-a120-ac2ee6ddcc77 None None] Provisioning complete for port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:53.831656 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d2200bf-1ac8-43eb-a120-ac2ee6ddcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.893485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] For port ec49d64d-664e-4515-bf9f-a1c4876f639d, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:53.895684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d2200bf-1ac8-43eb-a120-ac2ee6ddcc77 None None] Port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:53.909345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb138e-7e73-44b2-86ab-ea7c525be196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc31bf58-db08-43ba-9348-dc395434d926,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:53.910909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] For port ec49d64d-664e-4515-bf9f-a1c4876f639d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ec49d64d-664e-4515-bf9f-a1c4876f639d,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:53.916030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.955334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903028f-f94c-43a5-b865-039551e759a5 req-8a6b9e72-fe98-4b95-8391-19244ad569f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.956996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4903028f-f94c-43a5-b865-039551e759a5 req-8a6b9e72-fe98-4b95-8391-19244ad569f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1118 time: 0.2420673 Sep 23 19:24:53.965274 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.978640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:53.979571 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:54.045504 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4903028f-f94c-43a5-b865-039551e759a5 req-9b6c4bb4-a4e5-473d-8301-52094e5c6931 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810435 Sep 23 19:24:54.071749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2d6a28-66e3-4567-94c3-d64d724c759d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:54.080975 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.102292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Transition to ACTIVE for port object 7d2d6a28-66e3-4567-94c3-d64d724c759d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:54.115235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2bbb138e-7e73-44b2-86ab-ea7c525be196 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d02a6cea09e4f3dbfb20dd68568e904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5416229 Sep 23 19:24:54.116896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:54.123706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.133277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:54.135856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.147772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.185213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb00fa-7a1f-4ccb-963e-66995d597d8c req-48dc41e8-35b6-4d97-87f8-58cb0ddd6ff8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:54.195034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33cb00fa-7a1f-4ccb-963e-66995d597d8c req-48dc41e8-35b6-4d97-87f8-58cb0ddd6ff8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 936 time: 0.4490674 Sep 23 19:24:54.200527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8facc-f325-40a1-8184-a7f04678dde5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.225612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9687-01c2-45d5-bedd-387721935fc2 None None] Pushing event updated for resources: {'Port': ['ID=ec49d64d-664e-4515-bf9f-a1c4876f639d,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.249384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e97057d7-6892-4ea9-898d-8f140f42881d None None] Provisioning complete for port ec49d64d-664e-4515-bf9f-a1c4876f639d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:54.249384 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e97057d7-6892-4ea9-898d-8f140f42881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.318676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e19dd8f-13ee-4a62-b10f-dda2187cb501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.352939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d6a28-66e3-4567-94c3-d64d724c759d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.419077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33cb00fa-7a1f-4ccb-963e-66995d597d8c req-8529a744-49e9-442e-9516-32bb9f1fe688 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228503 Sep 23 19:24:54.426406 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e97057d7-6892-4ea9-898d-8f140f42881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.432271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7e54f-3b32-4491-9163-bd5debc54c49 req-b72c54c8-bf9e-466c-82c0-d505cc73beee tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:54.433817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9f7e54f-3b32-4491-9163-bd5debc54c49 req-b72c54c8-bf9e-466c-82c0-d505cc73beee tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 967 time: 0.3159528 Sep 23 19:24:54.445541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e19dd8f-13ee-4a62-b10f-dda2187cb501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.455965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Attempting to bind port 7d2d6a28-66e3-4567-94c3-d64d724c759d on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:54.456324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Attempting to bind port 7d2d6a28-66e3-4567-94c3-d64d724c759d by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:54.456853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Attempting to bind port 7d2d6a28-66e3-4567-94c3-d64d724c759d on network 400a142c-2b68-45e1-89a7-777cd45d0f67 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:54.483697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Port 7d2d6a28-66e3-4567-94c3-d64d724c759d on network 400a142c-2b68-45e1-89a7-777cd45d0f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:54.485898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Attempting to bind port 7d2d6a28-66e3-4567-94c3-d64d724c759d on network 400a142c-2b68-45e1-89a7-777cd45d0f67 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:54.504784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e97057d7-6892-4ea9-898d-8f140f42881d None None] For port ec49d64d-664e-4515-bf9f-a1c4876f639d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ec49d64d-664e-4515-bf9f-a1c4876f639d,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:54.515720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:53Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:54.518279 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e97057d7-6892-4ea9-898d-8f140f42881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.522621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:54.523072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Checking segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:54.523734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Bound using segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:54.524308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Bound port: 7d2d6a28-66e3-4567-94c3-d64d724c759d, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:54.524881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.547063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd52bf5-a158-4ced-a29e-c8a9f85337e3 None None] The sync data for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 is: [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:53Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:54.554520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e77ed821-2b5b-4312-a9a0-4c4b2d987c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.568710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9f7e54f-3b32-4491-9163-bd5debc54c49 req-0d353731-173c-4eea-817a-6f18374d6ee0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140172 Sep 23 19:24:54.585624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e77ed821-2b5b-4312-a9a0-4c4b2d987c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.641902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97057d7-6892-4ea9-898d-8f140f42881d None None] Pushing event updated for resources: {'Port': ['ID=ec49d64d-664e-4515-bf9f-a1c4876f639d,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.658808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:54.674691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-51498cb5-1723-41a1-969d-85032ecf397f None None] Provisioning complete for port ec49d64d-664e-4515-bf9f-a1c4876f639d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:54.675114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51498cb5-1723-41a1-969d-85032ecf397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.693934 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e77ed821-2b5b-4312-a9a0-4c4b2d987c0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d54789344b2848b6ab467a860d584ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5150225 Sep 23 19:24:54.696764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.699711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:54.747309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Made reservation on behalf of de69aa33d8d34bf3a47b535181dd2296 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:54.751232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.752273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba543a7-de54-4b6c-b980-edd2f4bb9714 req-445e4661-24ab-4dc1-8d31-2883cd50afad tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 210 time: 0.1121383 Sep 23 19:24:54.761436 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e19dd8f-13ee-4a62-b10f-dda2187cb501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.769818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e19dd8f-13ee-4a62-b10f-dda2187cb501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.771181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e19dd8f-13ee-4a62-b10f-dda2187cb501 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc31bf58-db08-43ba-9348-dc395434d926 HTTP/1.1" status: 204 len: 168 time: 0.6334960 Sep 23 19:24:54.808915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Transition to ACTIVE for port object 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:54.822056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e24c4fc-a969-4c39-a3f3-c62b75d99556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.849662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e24c4fc-a969-4c39-a3f3-c62b75d99556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.869612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ed821-2b5b-4312-a9a0-4c4b2d987c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b24caa-1a8b-40d0-8d4f-ffaea496890e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.871122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19dd8f-13ee-4a62-b10f-dda2187cb501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc31bf58-db08-43ba-9348-dc395434d926,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.882889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.893582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] For port 7d2d6a28-66e3-4567-94c3-d64d724c759d, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:54.934320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04091bfa-9aff-40d9-a8c1-0475c7fa79cc req-69579b82-902a-42e2-9559-ed7b2d5b6181 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 210 time: 0.0587461 Sep 23 19:24:54.975839 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.989994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] For port 7d2d6a28-66e3-4567-94c3-d64d724c759d, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:55.000884 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.037928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b803bf1-3d2e-4d39-92fc-ded978374110 req-8396979b-9639-46c0-b119-2bcf735311ec tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.047816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b803bf1-3d2e-4d39-92fc-ded978374110 req-8396979b-9639-46c0-b119-2bcf735311ec tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 944 time: 0.3054163 Sep 23 19:24:55.095732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.096464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.098332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] 10.222.0.41 "PUT /v2.0/ports/7d2d6a28-66e3-4567-94c3-d64d724c759d HTTP/1.1" status: 200 len: 1092 time: 2.1610646 Sep 23 19:24:55.108706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:55.236747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:55.236747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:55.236747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:55.305359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Allocated IP 192.168.233.247 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/8f401236-5823-4184-9252-84d25d0b3104) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:55.322341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f178324-606d-41c6-b8a3-8bbe34e3d2ea service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d6a28-66e3-4567-94c3-d64d724c759d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:55.353307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b803bf1-3d2e-4d39-92fc-ded978374110 req-280f74b8-2637-4e8a-b6df-81ad04388862 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003342 Sep 23 19:24:55.361198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-f05eacbf-0dfd-4539-91f9-7250fb762198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.363254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-f05eacbf-0dfd-4539-91f9-7250fb762198 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 1095 time: 0.1800766 Sep 23 19:24:55.410011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:55.410367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:55.434579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:55.434915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:55.435786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:55.435911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Bound port: 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:55.441332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.450145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:55.526114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-4c74fde2-1072-4b17-aeea-98552320e53e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d HTTP/1.1" status: 200 len: 217 time: 0.1534083 Sep 23 19:24:55.526552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:55.565360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e24c4fc-a969-4c39-a3f3-c62b75d99556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.568562 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e24c4fc-a969-4c39-a3f3-c62b75d99556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.570635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5e24c4fc-a969-4c39-a3f3-c62b75d99556 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c9b24caa-1a8b-40d0-8d4f-ffaea496890e HTTP/1.1" status: 204 len: 168 time: 0.8682404 Sep 23 19:24:55.570918 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd976174-b978-4596-ba54-e60e36617626" -d '{"events": [{"name": "network-changed", "server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:55.605487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Allocated IP 172.20.0.7 (86dd4342-2a4e-4761-8c9f-7aefeb461d03/f3826c92-4668-4bfb-ac66-534fa7f37ded/6d26a39e-c7ab-441e-a5d8-b56b2f4ace43) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:55.648621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24c4fc-a969-4c39-a3f3-c62b75d99556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b24caa-1a8b-40d0-8d4f-ffaea496890e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:55.649567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a620643-01c4-40a6-b05d-52d448005270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.776972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:55.777560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-10332c98-ae1c-4f0f-974a-9e1827f51bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.779230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-10332c98-ae1c-4f0f-974a-9e1827f51bd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 200 len: 862 time: 0.2372341 Sep 23 19:24:55.840280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802004a-cbe6-4750-b87a-1ba30d159cec req-f7658593-8a28-422b-b98d-9e73feb09ee5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.842020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d802004a-cbe6-4750-b87a-1ba30d159cec req-f7658593-8a28-422b-b98d-9e73feb09ee5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.2573211 Sep 23 19:24:55.889711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847db25-3fb9-4111-8926-4606b9ff33b6 req-a736ce8a-c3dc-496e-b15e-34339bef9617 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.897806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a847db25-3fb9-4111-8926-4606b9ff33b6 req-a736ce8a-c3dc-496e-b15e-34339bef9617 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 971 time: 0.2319758 Sep 23 19:24:55.990606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d802004a-cbe6-4750-b87a-1ba30d159cec req-c656a713-6c33-4acf-95ad-62cadd6b9ab5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267536 Sep 23 19:24:55.995806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-b6af1e6e-c032-4d14-8abe-8444a612e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.997496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-b6af1e6e-c032-4d14-8abe-8444a612e331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400a142c-2b68-45e1-89a7-777cd45d0f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066462 Sep 23 19:24:56.010376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a847db25-3fb9-4111-8926-4606b9ff33b6 req-9334afd8-19ce-4af9-a6ff-d6b52b65b7fa tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 Sep 23 19:24:56.051474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:56.106415 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a620643-01c4-40a6-b05d-52d448005270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.113155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a620643-01c4-40a6-b05d-52d448005270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.150183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:56.153160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.174195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-6fc28df0-1f38-4db6-aef6-330b70245c8e service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549673 Sep 23 19:24:56.201644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a620643-01c4-40a6-b05d-52d448005270 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d30b141ed32240f3affdc2271b1972cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6740792 Sep 23 19:24:56.203251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:56.248344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:56.272810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d30e8966-2cbc-488c-9d33-69be696f6665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.337278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ec49d64d-664e-4515-bf9f-a1c4876f639d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:56.347814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.348434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.349854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-1988fa69-6a87-4b84-a280-761cb66a2a1c service neutron] 10.222.0.41 "PUT /v2.0/ports/1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 1096 time: 2.6670558 Sep 23 19:24:56.350347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:56.352598 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:56.368282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.408623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.428494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ec49d64d-664e-4515-bf9f-a1c4876f639d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:56.429050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.555405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d30e8966-2cbc-488c-9d33-69be696f6665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.555705 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5564540-6e7d-4b8d-80c5-83b099eeed68 x-openstack-request-id: req-b5564540-6e7d-4b8d-80c5-83b099eeed68 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:56.555991 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:56.556653 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5564540-6e7d-4b8d-80c5-83b099eeed68 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:56.556653 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'status': 'completed', 'code': 200} Sep 23 19:24:56.557489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a620643-01c4-40a6-b05d-52d448005270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253d2de4-1267-4d4e-8243-08ddf19e3d28,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:56.597171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d30e8966-2cbc-488c-9d33-69be696f6665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.602316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-9332fd75-a6cf-47eb-8aa0-096e1ee7cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.604616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-9332fd75-a6cf-47eb-8aa0-096e1ee7cef5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1099 time: 0.2125041 Sep 23 19:24:56.620812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.628063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.678696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234e09e-6c85-477a-88b4-67ff537f6cb9 req-13994948-099d-4c59-9221-ebda6b2035d9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.680500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4234e09e-6c85-477a-88b4-67ff537f6cb9 req-13994948-099d-4c59-9221-ebda6b2035d9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 967 time: 0.5099096 Sep 23 19:24:56.725223 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-d0a1cfc8-6064-49bd-af96-24a9c635c05f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.1004746 Sep 23 19:24:56.730964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e8966-2cbc-488c-9d33-69be696f6665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c46f7-6382-4700-a26c-fb57796b145d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:56.739542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.753158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d30e8966-2cbc-488c-9d33-69be696f6665 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c89675cbe6b4c048e7432cda58e5c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977125 Sep 23 19:24:56.754473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3577a846-24ad-4c8c-a2a8-a16d54c04e8b req-9eefeb77-da5e-457d-88f2-7be7acf611c0 service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586469 Sep 23 19:24:56.758498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:56.759120 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c879e24f-f568-409e-b365-647056662424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.779546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0720c1a-4b37-485c-ad40-306687218629 req-633cacfe-3144-4d20-b602-889949e390cc tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.787396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0720c1a-4b37-485c-ad40-306687218629 req-633cacfe-3144-4d20-b602-889949e390cc tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 931 time: 0.1543648 Sep 23 19:24:56.805979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event updated for resources: {'Port': ['ID=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:56.822743 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-4a048f11-b68b-4ab2-9c30-b36e5386d6d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3302643 Sep 23 19:24:56.824731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:56.825330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.72', 53108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:56.837946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4234e09e-6c85-477a-88b4-67ff537f6cb9 req-2ac2a3fc-62ff-4eb9-b5ec-46f86d5320bb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410007 Sep 23 19:24:56.868929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c879e24f-f568-409e-b365-647056662424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.871710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:56.874052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:56.880010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.880938 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.946838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0720c1a-4b37-485c-ad40-306687218629 req-45a84b2b-2753-4fa7-a22f-c59c84a24f9f tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539485 Sep 23 19:24:56.969451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:56.977963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-70aec645-fe44-4f51-a617-12edd13d2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.979527 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-70aec645-fe44-4f51-a617-12edd13d2379 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.2456067 Sep 23 19:24:57.007935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:57.018406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976174-b978-4596-ba54-e60e36617626 req-2197e1d9-07de-4e4e-9670-63632c8023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.019594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:57.020184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd976174-b978-4596-ba54-e60e36617626 req-2197e1d9-07de-4e4e-9670-63632c8023ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 1095 time: 0.2101915 Sep 23 19:24:57.027651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.027900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.030605 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd32f-85b5-4825-8cc6-16ee5a0e6ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.034046 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bacba8d-71b5-41eb-a5a8-df5916262f83 x-openstack-request-id: req-1bacba8d-71b5-41eb-a5a8-df5916262f83 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:57.034448 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:57.034813 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bacba8d-71b5-41eb-a5a8-df5916262f83 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:57.035268 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'status': 'completed', 'code': 200} Sep 23 19:24:57.042904 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-52edb3d3-4e53-4f7b-972a-851b9b9b9bce tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7663350 Sep 23 19:24:57.053593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c879e24f-f568-409e-b365-647056662424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.057550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c879e24f-f568-409e-b365-647056662424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.058866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c879e24f-f568-409e-b365-647056662424 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/253d2de4-1267-4d4e-8243-08ddf19e3d28 HTTP/1.1" status: 204 len: 168 time: 0.5132174 Sep 23 19:24:57.065333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Request body: {'port': {'device_id': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:57.084155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Pushing event updated for resources: {'Port': ['ID=8f401236-5823-4184-9252-84d25d0b3104,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:57.148974 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-fd648cb8-a4e6-4e5c-a6db-0dcb12de8dbf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6341174 Sep 23 19:24:57.160711 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd32f-85b5-4825-8cc6-16ee5a0e6ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.163213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879e24f-f568-409e-b365-647056662424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d2de4-1267-4d4e-8243-08ddf19e3d28,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:57.187567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-8ee0db2d-d266-40e6-9a29-d156902547f4 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.189151 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-8ee0db2d-d266-40e6-9a29-d156902547f4 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.72 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 971 time: 0.3414118 Sep 23 19:24:57.195674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Request body: {'port': {'device_id': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:57.231407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-de8124e9-d489-4254-9410-784a5e1c336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.232896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-de8124e9-d489-4254-9410-784a5e1c336b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1118 time: 0.2857490 Sep 23 19:24:57.271301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-36ff7b4c-6ad6-415b-9258-37badfb63046 None None] Provisioning complete for port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:57.271550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36ff7b4c-6ad6-415b-9258-37badfb63046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.328456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d54c-9099-4767-8dff-1e38efda0ff1 req-5d3920d8-9b9e-4308-b92e-a511c9e318c8 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.341431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5317d54c-9099-4767-8dff-1e38efda0ff1 req-5d3920d8-9b9e-4308-b92e-a511c9e318c8 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 936 time: 0.3887572 Sep 23 19:24:57.348089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-36ff7b4c-6ad6-415b-9258-37badfb63046 None None] Port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:57.383722 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd32f-85b5-4825-8cc6-16ee5a0e6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.386607 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd32f-85b5-4825-8cc6-16ee5a0e6ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.390069 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc6fd32f-85b5-4825-8cc6-16ee5a0e6ad2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec9c46f7-6382-4700-a26c-fb57796b145d HTTP/1.1" status: 204 len: 168 time: 0.6267977 Sep 23 19:24:57.390343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-b62e657b-a11d-43ce-ba61-faa69d98162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.392160 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-b62e657b-a11d-43ce-ba61-faa69d98162d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3780358 Sep 23 19:24:57.417556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fd32f-85b5-4825-8cc6-16ee5a0e6ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c46f7-6382-4700-a26c-fb57796b145d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:57.461112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.464782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105428d-71fc-424d-8747-21dade283676 req-077b776a-f099-453b-9a36-8c6956eec1fd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.472832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4105428d-71fc-424d-8747-21dade283676 req-077b776a-f099-453b-9a36-8c6956eec1fd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 944 time: 0.3813794 Sep 23 19:24:57.477463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e9d2c1eb-2bd8-4c9d-9bd4-651dd1a14bb1 None None] Provisioning complete for port 8f401236-5823-4184-9252-84d25d0b3104 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:57.478668 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c1eb-2bd8-4c9d-9bd4-651dd1a14bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.500269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5317d54c-9099-4767-8dff-1e38efda0ff1 req-3ad9a75d-4e5d-4f6c-9f8b-15ec8ee0ede1 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576114 Sep 23 19:24:57.520536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976174-b978-4596-ba54-e60e36617626 req-b3c8da1a-f36b-41f6-b577-b77614cdbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.525112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd976174-b978-4596-ba54-e60e36617626 req-b3c8da1a-f36b-41f6-b577-b77614cdbd3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 924 time: 0.4908662 Sep 23 19:24:57.530534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2c1eb-2bd8-4c9d-9bd4-651dd1a14bb1 None None] Port 8f401236-5823-4184-9252-84d25d0b3104 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:57.551805 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.588237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4105428d-71fc-424d-8747-21dade283676 req-bc1d8954-7734-4946-8b31-da67f0a529b5 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131089 Sep 23 19:24:57.592517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd976174-b978-4596-ba54-e60e36617626 req-76210278-968e-4c3c-89e3-e89efc8cf548 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d HTTP/1.1" status: 200 len: 217 time: 0.0578668 Sep 23 19:24:57.679932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976174-b978-4596-ba54-e60e36617626 req-fb2fe887-c000-4897-a339-714d9f113cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.682413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd976174-b978-4596-ba54-e60e36617626 req-fb2fe887-c000-4897-a339-714d9f113cf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 200 len: 862 time: 0.0840015 Sep 23 19:24:57.774446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf006c-394b-43b6-8387-010480271ad6 req-ba38f171-21f1-41a2-82ac-e37c49bd7047 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.776441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72bf006c-394b-43b6-8387-010480271ad6 req-ba38f171-21f1-41a2-82ac-e37c49bd7047 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.0925460 Sep 23 19:24:57.778885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976174-b978-4596-ba54-e60e36617626 req-9b5db66d-17ea-4910-8281-1ee4c67fe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.780246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd976174-b978-4596-ba54-e60e36617626 req-9b5db66d-17ea-4910-8281-1ee4c67fe9fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400a142c-2b68-45e1-89a7-777cd45d0f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852904 Sep 23 19:24:57.828460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-a6b6ba69-7744-4b4d-8843-fc5f33977de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.830797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-a6b6ba69-7744-4b4d-8843-fc5f33977de6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.5084620 Sep 23 19:24:57.875119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-d563f520-5cb9-4053-94ce-2738cff8e2f7 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605865 Sep 23 19:24:57.893783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72bf006c-394b-43b6-8387-010480271ad6 req-48cda352-5b86-49cd-8c90-45c7ad849aef tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105335 Sep 23 19:24:57.950681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd976174-b978-4596-ba54-e60e36617626 req-fd5cf787-03f5-4bb2-abec-55dc588c77e9 service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601617 Sep 23 19:24:57.966364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Deleting port 7ffff22d-d522-4459-87fa-0c97dc73fa76 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:57.966704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.027471 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-1f7c4541-fa50-4fbb-8426-f97f3d3bc16b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 217 time: 0.1810889 Sep 23 19:24:58.138982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f0d92-55be-4295-be99-d535d7191171 req-78b8e0b5-f9dd-439a-acfd-dc6cc34b89f3 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.140928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb6f0d92-55be-4295-be99-d535d7191171 req-78b8e0b5-f9dd-439a-acfd-dc6cc34b89f3 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 971 time: 0.1575136 Sep 23 19:24:58.180287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd976174-b978-4596-ba54-e60e36617626 req-d26f7bfb-514c-40a2-bd63-ec5209f16ceb service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222445 Sep 23 19:24:58.198588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0871611-85f7-4da1-9a20-53c7a82c907a req-34e42e79-a2b8-4ccc-8d19-6e47d8265b23 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.201627 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0871611-85f7-4da1-9a20-53c7a82c907a req-34e42e79-a2b8-4ccc-8d19-6e47d8265b23 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1118 time: 0.1158736 Sep 23 19:24:58.247274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb6f0d92-55be-4295-be99-d535d7191171 req-6c1d1c78-0874-4401-ac25-488a4053d7da tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Sep 23 19:24:58.277048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0871611-85f7-4da1-9a20-53c7a82c907a req-9376f813-4ab6-4dfd-a59b-6ef2b2d3be7e tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651824 Sep 23 19:24:58.407520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31528ba9-c710-4937-a918-43df31041003 req-28673856-b3e4-4a62-bcea-72da97f4d882 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.409656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31528ba9-c710-4937-a918-43df31041003 req-28673856-b3e4-4a62-bcea-72da97f4d882 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 931 time: 0.0947886 Sep 23 19:24:58.472876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31528ba9-c710-4937-a918-43df31041003 req-8cf5a5c6-bb39-43e2-ba0c-b8304db79b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553813 Sep 23 19:24:58.599603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-cef4e478-b4b7-45d5-b07e-7e0386da8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.601189 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-cef4e478-b4b7-45d5-b07e-7e0386da8d75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.5630600 Sep 23 19:24:58.603293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] For port 7ffff22d-d522-4459-87fa-0c97dc73fa76, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7ffff22d-d522-4459-87fa-0c97dc73fa76,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:58.603674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.627300 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-675b96bf-6d85-40c5-a5b4-58d7a2cda1da req-2eb8ec6f-d14a-407d-9156-4e1cbb13eea3 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664248 Sep 23 19:24:58.719202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Calling delete_port for 7ffff22d-d522-4459-87fa-0c97dc73fa76 owned by compute:tempest-test_az-132693490 {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:58.727507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ebca-6a70-4f5c-8b7f-ed502c90b3a9 req-f20a618c-f04e-4790-8cff-54162ba44729 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.730012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df79ebca-6a70-4f5c-8b7f-ed502c90b3a9 req-f20a618c-f04e-4790-8cff-54162ba44729 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 936 time: 0.0855308 Sep 23 19:24:58.734138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-65a2d651-eb33-4a99-90ce-cc2bf8c5a9ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133981 Sep 23 19:24:58.802520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df79ebca-6a70-4f5c-8b7f-ed502c90b3a9 req-63aa0bf6-a2d4-4d07-aeb4-68f9cf6c262b tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663149 Sep 23 19:24:58.836778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cf8d2-915a-49cc-a016-0475b659bbf9 req-d4676ff9-6682-4539-8dda-10317f23fba7 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.838540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-780cf8d2-915a-49cc-a016-0475b659bbf9 req-d4676ff9-6682-4539-8dda-10317f23fba7 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 944 time: 0.0814464 Sep 23 19:24:58.917879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-780cf8d2-915a-49cc-a016-0475b659bbf9 req-b7e58989-fbcb-4556-8ea4-529d375a59dd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708871 Sep 23 19:24:58.994564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5d9b-aa08-4baf-aa1c-6a28952e0a7e req-cba733e1-b5a9-48e3-9166-93e51a7dcd27 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.996581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fdf5d9b-aa08-4baf-aa1c-6a28952e0a7e req-cba733e1-b5a9-48e3-9166-93e51a7dcd27 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1118 time: 0.0511935 Sep 23 19:24:59.044003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-8b5c1c27-c653-41a6-8d57-b2fa8fc0f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.046113 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-8b5c1c27-c653-41a6-8d57-b2fa8fc0f7df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1099 time: 0.3292570 Sep 23 19:24:59.061629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fdf5d9b-aa08-4baf-aa1c-6a28952e0a7e req-9d0f34fa-f026-4f76-b32d-5203a0bc7098 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566428 Sep 23 19:24:59.082013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e02d8-6c2c-4e7d-beb0-ecae95ec62ba req-55b88ade-61c1-46d7-8452-2cea3cc0937c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.089852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a26e02d8-6c2c-4e7d-beb0-ecae95ec62ba req-55b88ade-61c1-46d7-8452-2cea3cc0937c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.0866842 Sep 23 19:24:59.114251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:59.137489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a26e02d8-6c2c-4e7d-beb0-ecae95ec62ba req-a8950a42-0a2f-40e6-bf8b-619b336d8d9b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Sep 23 19:24:59.168308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.180691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f401236-5823-4184-9252-84d25d0b3104 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:59.186181 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-8cf39a4f-7448-47d6-bfb0-6e914e1006aa service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440143 Sep 23 19:24:59.198110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.278713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Transition to ACTIVE for port object 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:59.313790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Transition to ACTIVE for port object 8f401236-5823-4184-9252-84d25d0b3104 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:59.314770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.382633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.424266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-a645cc1c-5470-4169-a081-81964d8bae30 req-9235de4c-7030-4bab-ad46-245057303734 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:24:59.426737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a645cc1c-5470-4169-a081-81964d8bae30 req-9235de4c-7030-4bab-ad46-245057303734 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093474 Sep 23 19:24:59.451272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e79d9-70fc-44fb-9af0-ec6a4a403c0f req-63b8601e-7736-4e08-b30e-bf05b648b55f tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.454242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f2e79d9-70fc-44fb-9af0-ec6a4a403c0f req-63b8601e-7736-4e08-b30e-bf05b648b55f tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/ports?device_id=63847775-15ac-4881-889e-8afd1109e894 HTTP/1.1" status: 200 len: 971 time: 0.0789659 Sep 23 19:24:59.478144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-14dc9d5f-e6a1-4067-8df6-8a3874b02f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.479720 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-14dc9d5f-e6a1-4067-8df6-8a3874b02f5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.4232566 Sep 23 19:24:59.495622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:59.514811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.527445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['7ffff22d-d522-4459-87fa-0c97dc73fa76'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:59.574654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f2e79d9-70fc-44fb-9af0-ec6a4a403c0f req-e9381fc1-e980-4622-a356-5a159568d134 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a164b87-4bf4-451c-8787-d0ea82b6e535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139367 Sep 23 19:24:59.612986 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-007abffc-a8ee-483d-8423-0ce62ebfbe98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.1239395 Sep 23 19:24:59.826378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d9d51-6ccd-409f-8f97-7d69d670e7c8 req-f767cfb5-c173-468b-9510-cbbe776e7942 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.836550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-612d9d51-6ccd-409f-8f97-7d69d670e7c8 req-f767cfb5-c173-468b-9510-cbbe776e7942 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 943 time: 0.1274126 Sep 23 19:24:59.894445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-612d9d51-6ccd-409f-8f97-7d69d670e7c8 req-bef0af94-f2e7-48a4-a95e-60e8d52edb86 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567799 Sep 23 19:24:59.947518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Pushing event updated for resources: {'Port': ['ID=8f401236-5823-4184-9252-84d25d0b3104,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:59.953260 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-464e5b6f-5ad1-4573-b69f-7d5fa59fc8a7 req-2fc54463-3c68-4ce5-82a6-64a1f4d69fbb service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260280 Sep 23 19:25:00.023885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] No DVR routers for this DVR port 7ffff22d-d522-4459-87fa-0c97dc73fa76 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:00.025378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Attempting to bind port 8f401236-5823-4184-9252-84d25d0b3104 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:00.025713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Attempting to bind port 8f401236-5823-4184-9252-84d25d0b3104 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:00.026036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Attempting to bind port 8f401236-5823-4184-9252-84d25d0b3104 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:00.029061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Attempting to bind port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:00.029404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Attempting to bind port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:00.029729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Attempting to bind port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 on network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:00.038958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.041136 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7e4414be-17df-406f-b0d3-358b25b27a0d req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] 10.222.0.72 "DELETE /v2.0/ports/7ffff22d-d522-4459-87fa-0c97dc73fa76 HTTP/1.1" status: 204 len: 173 time: 2.8413177 Sep 23 19:25:00.043315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63847775-15ac-4881-889e-8afd1109e894', 'name': 'network-vif-deleted', 'tag': '7ffff22d-d522-4459-87fa-0c97dc73fa76'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:00.045884 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7898dd53-3699-454b-9cff-f06c01502d08" -d '{"events": [{"server_uuid": "63847775-15ac-4881-889e-8afd1109e894", "name": "network-vif-deleted", "tag": "7ffff22d-d522-4459-87fa-0c97dc73fa76"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:00.056839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb619-6f6c-4935-ad6d-69e120a1ad16 tempest-AggregatesAdminTestJSON-1251424538 tempest-AggregatesAdminTestJSON-1251424538-project] Pushing event deleted for resources: {'Port': ['ID=7ffff22d-d522-4459-87fa-0c97dc73fa76,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:00.067059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 on network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:00.067176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Attempting to bind port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 on network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:00.072516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Port 8f401236-5823-4184-9252-84d25d0b3104 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:00.072842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Attempting to bind port 8f401236-5823-4184-9252-84d25d0b3104 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:00.079461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-7d8c4fc2-8979-40f6-874a-ee97d47a7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.080994 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-7d8c4fc2-8979-40f6-874a-ee97d47a7966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.4447627 Sep 23 19:25:00.085538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:00.086066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:00.096271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84774-02a3-4d06-ab96-555e40270fde req-e4451937-2364-4fe3-8789-a9a839c1deaa tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.097835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fe84774-02a3-4d06-ab96-555e40270fde req-e4451937-2364-4fe3-8789-a9a839c1deaa tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 948 time: 0.1113420 Sep 23 19:25:00.098499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:00.098982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Bound port: 8f401236-5823-4184-9252-84d25d0b3104, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:00.099379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.104060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:00.104395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Checking segment: {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:00.104773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Bound using segment: {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:00.105210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Bound port: 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7c693b-c383-48bf-bb53-1a21478696ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:00.105563 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.171084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fe84774-02a3-4d06-ab96-555e40270fde req-6533016a-3b2c-484a-98be-84bf3238cd14 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 Sep 23 19:25:00.324637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] For port 8f401236-5823-4184-9252-84d25d0b3104, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:00.334789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] For port 8f401236-5823-4184-9252-84d25d0b3104, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8f401236-5823-4184-9252-84d25d0b3104,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:00.349266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.361252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-e2cc7b63-1617-43da-afa1-dc8eb208644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.362966 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-e2cc7b63-1617-43da-afa1-dc8eb208644d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2612045 Sep 23 19:25:00.424799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.425420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.426841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] 10.222.0.72 "PUT /v2.0/ports/8f401236-5823-4184-9252-84d25d0b3104 HTTP/1.1" status: 200 len: 1096 time: 3.2611749 Sep 23 19:25:00.427830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] For port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:00.486176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] For port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:00.523432 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.530107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7577fb1-4d8b-4fd5-b7f6-9c3589cd3288 service neutron] Pushing event updated for resources: {'Port': ['ID=8f401236-5823-4184-9252-84d25d0b3104,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:00.579757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.580409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.581909 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] 10.222.0.72 "PUT /v2.0/ports/6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 1091 time: 3.5241385 Sep 23 19:25:00.665224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-2c30325d-e23d-486c-8603-503602fb9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.666933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-2c30325d-e23d-486c-8603-503602fb9ea4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07b902210a7e46639a540a2348b64219&device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 1099 time: 0.1870952 Sep 23 19:25:00.683975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-4d39195e-3282-4657-8ab2-592f354373c9 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935448 Sep 23 19:25:00.728535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6069f1-c4b3-40de-9858-3f7ad1dfc0f1 req-e00c26e8-d02f-48fa-9c23-3196b93017c4 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.730938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea6069f1-c4b3-40de-9858-3f7ad1dfc0f1 req-e00c26e8-d02f-48fa-9c23-3196b93017c4 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 944 time: 0.1147637 Sep 23 19:25:00.823519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea6069f1-c4b3-40de-9858-3f7ad1dfc0f1 req-03092582-7284-48a2-a3e5-e3428acf13d0 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859077 Sep 23 19:25:00.993478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf8449-f89a-453a-901d-623711934ecd req-261e50f5-7272-4017-9381-327666d9f594 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.994959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bcf8449-f89a-453a-901d-623711934ecd req-261e50f5-7272-4017-9381-327666d9f594 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.0535872 Sep 23 19:25:01.012690 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca18efd6-b9ae-4293-aef9-c3bfbe4c9312 x-openstack-request-id: req-ca18efd6-b9ae-4293-aef9-c3bfbe4c9312 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:01.012977 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63847775-15ac-4881-889e-8afd1109e894", "name": "network-vif-deleted", "tag": "7ffff22d-d522-4459-87fa-0c97dc73fa76", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:01.013389 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca18efd6-b9ae-4293-aef9-c3bfbe4c9312 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:01.014474 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63847775-15ac-4881-889e-8afd1109e894', 'name': 'network-vif-deleted', 'tag': '7ffff22d-d522-4459-87fa-0c97dc73fa76', 'status': 'completed', 'code': 200} Sep 23 19:25:01.022924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-3702b3af-ae63-4497-b99e-355c5e3d2fb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f401236-5823-4184-9252-84d25d0b3104 HTTP/1.1" status: 200 len: 217 time: 0.3380191 Sep 23 19:25:01.023498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3bf0-ed28-4a05-b3d0-842a78bfccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:01.039042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bcf8449-f89a-453a-901d-623711934ecd req-a807aad0-7775-47f5-a3bf-bbc2e7fa507c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361660 Sep 23 19:25:01.114306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-4af64c8e-448e-4875-a90a-8a9a096f96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.117088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-4af64c8e-448e-4875-a90a-8a9a096f96b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de69aa33d8d34bf3a47b535181dd2296&device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 1094 time: 0.4679832 Sep 23 19:25:01.136265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:01.171233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-de501ef2-2ea5-4a4c-9d32-d5d55efec79b req-37e0db52-658a-4c2a-aa09-35f78d2dcfb9 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656134 Sep 23 19:25:01.172850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-43bb9c4c-6020-4356-b090-dec4ef846b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.174157 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-43bb9c4c-6020-4356-b090-dec4ef846b3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1164944 Sep 23 19:25:01.176295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-c62c0432-c66a-40f2-8712-b5521700bb85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 217 time: 0.0501583 Sep 23 19:25:01.255799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-8a384542-82ae-4521-9855-2ff736ac5ff4 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:01.266962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-8a384542-82ae-4521-9855-2ff736ac5ff4 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1277812 Sep 23 19:25:01.268235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a5b1bca3-4c48-4177-8dbe-2ce8210b15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.269838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-a5b1bca3-4c48-4177-8dbe-2ce8210b15cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3826c92-4668-4bfb-ac66-534fa7f37ded HTTP/1.1" status: 200 len: 867 time: 0.0821524 Sep 23 19:25:01.279163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142ed-0a15-4604-a664-45f19824558c req-39835d35-713e-4df0-82fe-7d53428cea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.281223 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-39835d35-713e-4df0-82fe-7d53428cea06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952082 Sep 23 19:25:01.284391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7d2d6a28-66e3-4567-94c3-d64d724c759d details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:01.321531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-32488211-2939-48a9-a0c2-453eb189e0cd tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.323009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-32488211-2939-48a9-a0c2-453eb189e0cd tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 1115 time: 0.0551257 Sep 23 19:25:01.395359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-dfb9b694-42b3-4fe9-af84-08d8d2a56730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.396744 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-dfb9b694-42b3-4fe9-af84-08d8d2a56730 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86dd4342-2a4e-4761-8c9f-7aefeb461d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138988 Sep 23 19:25:01.426553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 7d2d6a28-66e3-4567-94c3-d64d724c759d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:01.442918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'port_id': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'mac_address': 'fa:16:3e:8a:a4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:01.443612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-3ac6bb0e-1e8f-4911-8300-5e3f2c010426 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527016 Sep 23 19:25:01.458876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Request body: {'binding': {'host': 'n-h2-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:01.459388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:25:01.493337 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.508394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2d6a28-66e3-4567-94c3-d64d724c759d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:01.517615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff415-cf0e-4494-bae6-d3baa2a9d863 req-4d4c0b0a-8991-4927-8198-31e1026cb7dc tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.519463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f86ff415-cf0e-4494-bae6-d3baa2a9d863 req-4d4c0b0a-8991-4927-8198-31e1026cb7dc tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 943 time: 0.1005394 Sep 23 19:25:01.531381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 7d2d6a28-66e3-4567-94c3-d64d724c759d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:01.536851 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.586583 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-03fb9213-5132-445c-a5cf-b8657b32685c service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823502 Sep 23 19:25:01.598784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=7d2d6a28-66e3-4567-94c3-d64d724c759d,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:01.618611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f86ff415-cf0e-4494-bae6-d3baa2a9d863 req-a538df4d-7c38-48fc-b91d-ea0f124762d6 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894816 Sep 23 19:25:01.627698 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e9142ed-0a15-4604-a664-45f19824558c req-8507f9ae-3ffb-4407-9fb3-6273a90adaa7 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413255 Sep 23 19:25:01.673297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on host n-h2-810763-1 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:01.673790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:01.674459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:01.679287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:01.679917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:01.685458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:01.685983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:01.686611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:01.687176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Bound port: 44a7a407-1340-4797-8d4d-611531d4fa00, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:01.705955 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ab3cbb-c69a-4652-9ffb-a18005c67b3b req-08f6fdad-1306-489e-b88c-b9d1115a1314 service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118951 Sep 23 19:25:01.751864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:01.813743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b447-8403-4eeb-84a1-7985e9c2d30a req-9b5ee148-6915-47ca-9a25-c8d166ef1546 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.815230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bff4b447-8403-4eeb-84a1-7985e9c2d30a req-9b5ee148-6915-47ca-9a25-c8d166ef1546 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 948 time: 0.1069925 Sep 23 19:25:01.816974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:01.822372 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.823572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-0483015e-6728-4535-8b00-0f337448ff44 service neutron] 10.222.0.38 "POST /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00/bindings HTTP/1.1" status: 201 len: 389 time: 0.4419396 Sep 23 19:25:01.835865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7ffff22d-d522-4459-87fa-0c97dc73fa76 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:01.864827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bff4b447-8403-4eeb-84a1-7985e9c2d30a req-3f552f0c-8f82-4c39-8d50-5b74dae26eed tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Sep 23 19:25:01.868005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 7ffff22d-d522-4459-87fa-0c97dc73fa76 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:01.868768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7ffff22d-d522-4459-87fa-0c97dc73fa76 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:01.927230 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ff66343f-b2af-47e1-9c35-6c3a58176eaa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb665253f6ed448caf2c3fef023954c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1734433 Sep 23 19:25:01.929241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:01.989279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8633f9a4-874d-451a-9bcd-ab885c495b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.011734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8633f9a4-874d-451a-9bcd-ab885c495b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.050923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['7d2d6a28-66e3-4567-94c3-d64d724c759d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:02.080072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8633f9a4-874d-451a-9bcd-ab885c495b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.081429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca138f-c840-4e36-bfce-6e220a40c855 req-d3d942df-1ebf-4f72-851b-1d2d205514b1 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.082765 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8633f9a4-874d-451a-9bcd-ab885c495b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.083426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dca138f-c840-4e36-bfce-6e220a40c855 req-d3d942df-1ebf-4f72-851b-1d2d205514b1 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 945 time: 0.0917716 Sep 23 19:25:02.083918 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8633f9a4-874d-451a-9bcd-ab885c495b75 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a164b87-4bf4-451c-8787-d0ea82b6e535 HTTP/1.1" status: 204 len: 168 time: 0.1535857 Sep 23 19:25:02.107273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ab501-891d-4e1d-ae6e-79435d6c685b req-9248c7c1-b297-4287-bd38-2c5d6b2ee799 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.108923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e2ab501-891d-4e1d-ae6e-79435d6c685b req-9248c7c1-b297-4287-bd38-2c5d6b2ee799 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 967 time: 0.0828171 Sep 23 19:25:02.145886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633f9a4-874d-451a-9bcd-ab885c495b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a164b87-4bf4-451c-8787-d0ea82b6e535,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:02.160504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-29b9cba3-1548-499b-84dd-f0bf550c6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.163261 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-29b9cba3-1548-499b-84dd-f0bf550c6410 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1118 time: 0.0781519 Sep 23 19:25:02.164989 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dca138f-c840-4e36-bfce-6e220a40c855 req-d858b2c9-54fc-4504-8f9b-79e0bc7481fb tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724480 Sep 23 19:25:02.186936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e2ab501-891d-4e1d-ae6e-79435d6c685b req-cc6cbe0b-bf18-42be-b7f5-135a7f5ad5fd tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597651 Sep 23 19:25:02.374807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-4475539c-d78b-40dd-b38a-971f21fbdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.376746 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-4475539c-d78b-40dd-b38a-971f21fbdcc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.2059560 Sep 23 19:25:02.426262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb3a42-0203-4e73-a9df-54e95699c819 req-2f01afb7-f948-46b6-aac3-de81568baf0f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.428981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10fb3a42-0203-4e73-a9df-54e95699c819 req-2f01afb7-f948-46b6-aac3-de81568baf0f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.0896947 Sep 23 19:25:02.503193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e854386b-677c-454f-a533-e2dc1cfd929b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 217 time: 0.1170096 Sep 23 19:25:02.517779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10fb3a42-0203-4e73-a9df-54e95699c819 req-31e02ebf-3158-4cf7-a12f-dab0e876f023 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Sep 23 19:25:02.617523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:02.640099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-839f43d4-835d-4c4e-91a2-94ef4b3e73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.643420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-839f43d4-835d-4c4e-91a2-94ef4b3e73b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.1353626 Sep 23 19:25:02.717037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e91b57c5-536b-42a6-8a81-c6e682489558 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=295188fe58e043aa80df89b44549506a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986760 Sep 23 19:25:02.718160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:02.720474 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-c5ecfab5-9c33-4339-ae18-18688ffb499a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688622 Sep 23 19:25:02.850195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13d44fdc-fc67-4523-9f86-cd7755206186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.863206 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-924ccc89-bf51-4412-a27e-60912d7a1a8b service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344647 Sep 23 19:25:02.886550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13d44fdc-fc67-4523-9f86-cd7755206186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.919385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909621c8-5af0-44a4-92b1-3687ff753016 req-cfd663b0-f6f6-4c0d-a05f-e008247c3293 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.921112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-909621c8-5af0-44a4-92b1-3687ff753016 req-cfd663b0-f6f6-4c0d-a05f-e008247c3293 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 943 time: 0.1123910 Sep 23 19:25:02.985927 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-440c73bd-8220-407f-87bb-19f0494cd359 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144733 Sep 23 19:25:03.003923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-909621c8-5af0-44a4-92b1-3687ff753016 req-96975601-38a0-4b7d-82f2-fbfe0eba3d11 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763602 Sep 23 19:25:03.015973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'tag': '8f401236-5823-4184-9252-84d25d0b3104'}, {'name': 'network-changed', 'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:03.017694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ec54b-3029-4522-9170-2eba82306321 req-92cca691-9539-41ae-8445-3d52da7721cb tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.019728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f74ec54b-3029-4522-9170-2eba82306321 req-92cca691-9539-41ae-8445-3d52da7721cb tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 948 time: 0.0737112 Sep 23 19:25:03.019850 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a751c23-5317-4134-ab5a-44181e276b41" -d '{"events": [{"name": "network-changed", "server_uuid": "988b93e1-d721-4d18-b9b2-a04ee90a0c0a", "tag": "8f401236-5823-4184-9252-84d25d0b3104"}, {"name": "network-changed", "server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:03.031479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13d44fdc-fc67-4523-9f86-cd7755206186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.035901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13d44fdc-fc67-4523-9f86-cd7755206186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.040035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-13d44fdc-fc67-4523-9f86-cd7755206186 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8cfb9862-81d4-4808-9fbe-975db6c36935 HTTP/1.1" status: 204 len: 168 time: 0.3178139 Sep 23 19:25:03.083723 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ba1f9-528c-43d7-818b-cd386094d38c x-openstack-request-id: req-d20ba1f9-528c-43d7-818b-cd386094d38c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:03.084004 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988b93e1-d721-4d18-b9b2-a04ee90a0c0a", "tag": "8f401236-5823-4184-9252-84d25d0b3104", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:03.084253 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d20ba1f9-528c-43d7-818b-cd386094d38c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:03.084648 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'tag': '8f401236-5823-4184-9252-84d25d0b3104', 'status': 'completed', 'code': 200} Sep 23 19:25:03.084939 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'status': 'completed', 'code': 200} Sep 23 19:25:03.277046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:03.277506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44fdc-fc67-4523-9f86-cd7755206186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb9862-81d4-4808-9fbe-975db6c36935,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:03.283130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:03.295048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-96acd69a-df3c-4443-b359-bdacfd60997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.297442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-96acd69a-df3c-4443-b359-bdacfd60997f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=07b902210a7e46639a540a2348b64219&device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 1099 time: 0.1808457 Sep 23 19:25:03.325900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f74ec54b-3029-4522-9170-2eba82306321 req-d3412f1f-e370-4da5-a8f4-073ecc60eac6 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839913 Sep 23 19:25:03.367994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72352f-294f-4850-8446-f1e1f8f9a132 req-8b86f687-9812-4a9d-a9f5-f0a91a6ea1e9 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.369643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a72352f-294f-4850-8446-f1e1f8f9a132 req-8b86f687-9812-4a9d-a9f5-f0a91a6ea1e9 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 945 time: 0.0747197 Sep 23 19:25:03.379677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7d2d6a28-66e3-4567-94c3-d64d724c759d up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:03.392038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-a6ad0082-f998-4482-8a48-ba55117717dc tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.408033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-a6ad0082-f998-4482-8a48-ba55117717dc tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1118 time: 0.2173688 Sep 23 19:25:03.448156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a72352f-294f-4850-8446-f1e1f8f9a132 req-47dad5c0-8fd3-4698-a631-5589404dc20d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710709 Sep 23 19:25:03.461269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810763-1'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:03.532836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:03.548307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'mac_address': 'fa:16:3e:4c:26:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:03.575160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-09697f3e-c89e-4485-8551-6c715b09e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.576680 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-09697f3e-c89e-4485-8551-6c715b09e84a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2719851 Sep 23 19:25:03.577447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.633570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991f898-2725-432e-a261-331731215d8d req-a6a53c03-4155-4884-9b82-701e57b7887a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.639745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a991f898-2725-432e-a261-331731215d8d req-a6a53c03-4155-4884-9b82-701e57b7887a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 967 time: 0.1544142 Sep 23 19:25:03.644608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:03.655340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-4e5cb40c-b44f-47ab-a07c-e8f31d0e95d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8f401236-5823-4184-9252-84d25d0b3104 HTTP/1.1" status: 200 len: 217 time: 0.0691116 Sep 23 19:25:03.768286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.769470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a991f898-2725-432e-a261-331731215d8d req-bf91501e-533a-4437-bfa0-9c1bb0663ddc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096885 Sep 23 19:25:03.787158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:03.794470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088910-2b44-4e55-a220-78f08fe44a17 req-ac758146-c434-40a6-94e0-8650b7ab60d6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.796308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e088910-2b44-4e55-a220-78f08fe44a17 req-ac758146-c434-40a6-94e0-8650b7ab60d6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.1397717 Sep 23 19:25:03.799633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91c4a821-3de4-4c68-a82b-e94247ddc24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.821028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 7d2d6a28-66e3-4567-94c3-d64d724c759d completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:03.826431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:03.828358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 7d2d6a28-66e3-4567-94c3-d64d724c759d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:03.829049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.850176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.860884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:03.863138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0d72a4e-e1f9-40a0-8a2d-0a0766b71c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.863718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-eed06820-e1e7-49d6-80e4-82801b689419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.865467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-eed06820-e1e7-49d6-80e4-82801b689419 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0600238 Sep 23 19:25:03.921595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:03.943872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:03.945136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e088910-2b44-4e55-a220-78f08fe44a17 req-bdca4c9f-8ffa-4c0f-ba89-6f3237140691 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809200 Sep 23 19:25:03.975473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-560f8b7d-e68d-4ed4-963d-13c33c45ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.976961 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-560f8b7d-e68d-4ed4-963d-13c33c45ec23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037955 Sep 23 19:25:03.982959 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.003509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91c4a821-3de4-4c68-a82b-e94247ddc24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.010731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91c4a821-3de4-4c68-a82b-e94247ddc24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.011869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:04.014631 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f3c22-013e-4d6c-8e6f-5e852a6c8fb8" -d '{"events": [{"server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:04.031699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 7d2d6a28-66e3-4567-94c3-d64d724c759d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:04.037300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.037588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.079079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4a821-3de4-4c68-a82b-e94247ddc24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613cc09-5a78-4f45-8240-3243c03eba82,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.082697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.085047 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9519c96-9cdf-4580-b443-f483e6a98cdf x-openstack-request-id: req-b9519c96-9cdf-4580-b443-f483e6a98cdf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:04.085449 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:04.085805 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9519c96-9cdf-4580-b443-f483e6a98cdf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:04.086595 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'code': 200} Sep 23 19:25:04.095918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91c4a821-3de4-4c68-a82b-e94247ddc24b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7bb81e338cb74adf955bb64fdc550238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8094742 Sep 23 19:25:04.098626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.165319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=7d2d6a28-66e3-4567-94c3-d64d724c759d,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.169077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.203382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:04.257472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on host n-h1-810763-1 for vnic_type normal with profile {"migrating_to": "n-h2-810763-1"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:04.258759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:04.259373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:04.265854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-49ca87f4-d3c1-42dc-bdbe-52514a702a65 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810926 Sep 23 19:25:04.268382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:04.268970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Attempting to bind port 44a7a407-1340-4797-8d4d-611531d4fa00 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:04.277224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16a27188-0f1b-4c24-a752-11ab30524cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.278025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:04.278500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:04.279639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:04.280216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Bound port: 44a7a407-1340-4797-8d4d-611531d4fa00, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:04.280733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.289528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db74f3-c80e-44e2-89bb-59319c0415e7 req-654ea3cf-1ecd-4537-acea-66b38515cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.291619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0db74f3-c80e-44e2-89bb-59319c0415e7 req-654ea3cf-1ecd-4537-acea-66b38515cc4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 1097 time: 0.0892923 Sep 23 19:25:04.335945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c452-cccd-4983-b5e0-6900df2d6d89 req-609af474-c075-4fb3-964f-3bb569b0cff8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.343298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f96c452-cccd-4983-b5e0-6900df2d6d89 req-609af474-c075-4fb3-964f-3bb569b0cff8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 943 time: 0.1796446 Sep 23 19:25:04.381740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.403032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0d72a4e-e1f9-40a0-8a2d-0a0766b71c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.413841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16a27188-0f1b-4c24-a752-11ab30524cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.427170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0d72a4e-e1f9-40a0-8a2d-0a0766b71c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.437354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:04.452923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:04.460094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0d72a4e-e1f9-40a0-8a2d-0a0766b71c89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9cdffbcd64f040ea89ec5f5f2c0a8ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8118551 Sep 23 19:25:04.460094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0db74f3-c80e-44e2-89bb-59319c0415e7 req-f442268f-baf1-48ce-86f9-3e75881f70d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558268 Sep 23 19:25:04.461579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.476898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.498515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f96c452-cccd-4983-b5e0-6900df2d6d89 req-75e0ef44-0dfa-430f-bba9-a68175621f61 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539524 Sep 23 19:25:04.534263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d72a4e-e1f9-40a0-8a2d-0a0766b71c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d962e8-7733-4018-8444-2b8486e48ce6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.537344 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-36ae6cac-9549-40a3-9bbe-46aa355b7ced service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618549 Sep 23 19:25:04.559026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ebe06-94b1-4bf5-9f67-15a278a907eb req-98cd026e-4ded-4e00-83cb-e74aba9ba261 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.561924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b03ebe06-94b1-4bf5-9f67-15a278a907eb req-98cd026e-4ded-4e00-83cb-e74aba9ba261 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 948 time: 0.1110399 Sep 23 19:25:04.572044 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-40020151-4955-4fd8-8421-855d8eb8caf1 tempest-AutoAllocateNetworkTest-1738906322 tempest-AutoAllocateNetworkTest-1738906322-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d6b2050114224285ad3d92d922ba97e0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1873832 Sep 23 19:25:04.575017 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16a27188-0f1b-4c24-a752-11ab30524cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.578094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16a27188-0f1b-4c24-a752-11ab30524cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.581926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-16a27188-0f1b-4c24-a752-11ab30524cef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9613cc09-5a78-4f45-8240-3243c03eba82 HTTP/1.1" status: 204 len: 168 time: 0.4799211 Sep 23 19:25:04.581926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.634386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a27188-0f1b-4c24-a752-11ab30524cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613cc09-5a78-4f45-8240-3243c03eba82,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.650188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.675518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.676421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.677801 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-e008f247-5a1a-45e3-9a7a-b0f246229f2a service neutron] 10.222.0.41 "PUT /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 1143 time: 1.2258933 Sep 23 19:25:04.692139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ad05f52-b470-4f4d-b987-c1537453e06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.706309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-154be372-e533-4fed-b8d8-bd8b0eb16928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.708062 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-154be372-e533-4fed-b8d8-bd8b0eb16928 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de69aa33d8d34bf3a47b535181dd2296&device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 1094 time: 0.1259825 Sep 23 19:25:04.732045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b03ebe06-94b1-4bf5-9f67-15a278a907eb req-87f5046b-31a7-4be0-9eae-a8d539359cae tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508360 Sep 23 19:25:04.742933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05bd4b-627a-4cab-9f38-3e07b9faf1a6 req-0f70422b-444e-4e3e-9fa2-0a6f098c1330 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.744504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['44a7a407-1340-4797-8d4d-611531d4fa00'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:04.745018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ad05f52-b470-4f4d-b987-c1537453e06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.752313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c05bd4b-627a-4cab-9f38-3e07b9faf1a6 req-0f70422b-444e-4e3e-9fa2-0a6f098c1330 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 946 time: 0.1522639 Sep 23 19:25:04.821324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd95e3-a798-4fa5-8459-57494e28926e tempest-AutoAllocateNetworkTest-1738906322 tempest-AutoAllocateNetworkTest-1738906322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.823138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3bbd95e3-a798-4fa5-8459-57494e28926e tempest-AutoAllocateNetworkTest-1738906322 tempest-AutoAllocateNetworkTest-1738906322-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2392001 Sep 23 19:25:04.826964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.856959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c05bd4b-627a-4cab-9f38-3e07b9faf1a6 req-16ef23d0-ebec-490e-877c-5972ca95b6df tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888109 Sep 23 19:25:04.891004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-50f85594-ef57-437d-b597-50a76c01957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.893493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-50f85594-ef57-437d-b597-50a76c01957e service neutron] 10.222.0.72 "GET /v2.0/networks?id=86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 200 len: 929 time: 0.1781144 Sep 23 19:25:04.902886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ad05f52-b470-4f4d-b987-c1537453e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.906164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ad05f52-b470-4f4d-b987-c1537453e06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.910768 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2ad05f52-b470-4f4d-b987-c1537453e06f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41d962e8-7733-4018-8444-2b8486e48ce6 HTTP/1.1" status: 204 len: 168 time: 0.4478483 Sep 23 19:25:04.915468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62103272-2eff-4678-8478-333199fe8196 tempest-AutoAllocateNetworkTest-1738906322 tempest-AutoAllocateNetworkTest-1738906322-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872500 Sep 23 19:25:04.918522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.959203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-adbe8412-bb88-4c72-ba87-5cb47ee9535c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 217 time: 0.0573909 Sep 23 19:25:04.960082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad05f52-b470-4f4d-b987-c1537453e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d962e8-7733-4018-8444-2b8486e48ce6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.998032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-527ab9fc-ab2e-432a-a27e-fb9fc4e10c6e tempest-AutoAllocateNetworkTest-1738906322 tempest-AutoAllocateNetworkTest-1738906322-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d6b2050114224285ad3d92d922ba97e0 HTTP/1.1" status: 200 len: 208 time: 0.0665731 Sep 23 19:25:05.022017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2257d4-dad6-4494-8a34-f730e933d785 req-f297dc35-5560-4495-a093-ec8ffb2601ae tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.027284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-4a77ff2f-059c-4f72-9742-71464332f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.029741 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-4a77ff2f-059c-4f72-9742-71464332f7ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3826c92-4668-4bfb-ac66-534fa7f37ded HTTP/1.1" status: 200 len: 867 time: 0.0626845 Sep 23 19:25:05.032116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb2257d4-dad6-4494-8a34-f730e933d785 req-f297dc35-5560-4495-a093-ec8ffb2601ae tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.1147649 Sep 23 19:25:05.090491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00'}, {'name': 'network-changed', 'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:05.093218 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd" -d '{"events": [{"server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00"}, {"name": "network-changed", "server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:05.107423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751c23-5317-4134-ab5a-44181e276b41 req-e076e5f1-d2ba-4bed-8d7d-0c1571777117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.107595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb2257d4-dad6-4494-8a34-f730e933d785 req-70650c4b-ea5e-4a4b-be31-02147f3ee364 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745153 Sep 23 19:25:05.109622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-e076e5f1-d2ba-4bed-8d7d-0c1571777117 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86dd4342-2a4e-4761-8c9f-7aefeb461d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665579 Sep 23 19:25:05.128344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054069c-30cb-4560-bca1-82e7ebd37b58 req-1a413334-430e-4d6e-9714-5674eb714bd2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.137424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e054069c-30cb-4560-bca1-82e7ebd37b58 req-1a413334-430e-4d6e-9714-5674eb714bd2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 949 time: 0.0764084 Sep 23 19:25:05.139296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:05.188854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e054069c-30cb-4560-bca1-82e7ebd37b58 req-940f5543-de30-4cc3-a1bc-77bc2348ea99 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Sep 23 19:25:05.294174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:05.356771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:05.363238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:05.363837 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.379252 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a799f71-07c9-42b1-a13f-3c8a9827eefe x-openstack-request-id: req-6a799f71-07c9-42b1-a13f-3c8a9827eefe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:05.379521 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00", "code": 200}, {"name": "network-changed", "server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:05.379764 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a799f71-07c9-42b1-a13f-3c8a9827eefe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:05.380148 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00', 'code': 200} Sep 23 19:25:05.380396 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00', 'status': 'completed', 'code': 200} Sep 23 19:25:05.430567 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d827e1cc-f776-4a17-9190-775eaf78fd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.442815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:05.459605 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a581-e9dc-4bd8-832b-c863532de53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.484477 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.503915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-51dae2fb-27f3-41ef-8fa2-56158e159816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.505755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-51dae2fb-27f3-41ef-8fa2-56158e159816 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1146 time: 0.1242943 Sep 23 19:25:05.522765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:05.529040 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.585798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:05.586853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:05.626556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-0c57f4dd-c094-4de1-9963-60d95301b6cb service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084684 Sep 23 19:25:05.635116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a581-e9dc-4bd8-832b-c863532de53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.641240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4d2a581-e9dc-4bd8-832b-c863532de53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.663299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-3c767d1b-8c4d-46b6-aedf-cc55479acf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.664774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-3c767d1b-8c4d-46b6-aedf-cc55479acf01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1512158 Sep 23 19:25:05.695146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2a581-e9dc-4bd8-832b-c863532de53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7856b869-07fa-4b27-a122-e2b22dcbb946,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:05.705088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced0b93-1a75-4aa6-bbf0-19beb61b20d7 req-d779cc56-be8a-44e2-b51f-a4eff9838b5c tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.712779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eced0b93-1a75-4aa6-bbf0-19beb61b20d7 req-d779cc56-be8a-44e2-b51f-a4eff9838b5c tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 943 time: 0.1118355 Sep 23 19:25:05.722085 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-459d2b5c-956e-436e-8a91-a3601358472b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 217 time: 0.0465417 Sep 23 19:25:05.728555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4d2a581-e9dc-4bd8-832b-c863532de53d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab7f5b4d85234ca4b217b316899632b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845051 Sep 23 19:25:05.735555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:05.747519 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abd68c60-55d5-474c-a779-e176410f35b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.794725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eced0b93-1a75-4aa6-bbf0-19beb61b20d7 req-d3456ff1-9029-491c-9ff9-6a36ff39a9ac tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810697 Sep 23 19:25:05.823006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b04292-79e5-4708-b1af-9c373789ddde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.839266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a751c23-5317-4134-ab5a-44181e276b41 req-5fe1c42c-140f-4355-bc76-99a2f0ed5b65 service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022262 Sep 23 19:25:05.845622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-1638bbab-187e-435a-b394-00fc81491da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.847647 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-1638bbab-187e-435a-b394-00fc81491da4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0986862 Sep 23 19:25:05.861175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b04292-79e5-4708-b1af-9c373789ddde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.884218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8f401236-5823-4184-9252-84d25d0b3104 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:05.898488 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-5a069691-278b-490f-8874-29eb357af73b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417516 Sep 23 19:25:05.940493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c8067-4f60-4856-8c0a-9cd6d710db84 req-a3b575ca-ef81-4b32-be16-aec2dc3f4254 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.942109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-104c8067-4f60-4856-8c0a-9cd6d710db84 req-a3b575ca-ef81-4b32-be16-aec2dc3f4254 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 948 time: 0.0998585 Sep 23 19:25:05.948056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d827e1cc-f776-4a17-9190-775eaf78fd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.955480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d827e1cc-f776-4a17-9190-775eaf78fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.018669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8f401236-5823-4184-9252-84d25d0b3104, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8f401236-5823-4184-9252-84d25d0b3104,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:06.030170 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d827e1cc-f776-4a17-9190-775eaf78fd3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2c4fd7aecc194a51924f5c00d6082ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894522 Sep 23 19:25:06.032798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b04292-79e5-4708-b1af-9c373789ddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.034490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:06.035490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '8f401236-5823-4184-9252-84d25d0b3104', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '8f401236-5823-4184-9252-84d25d0b3104', 'mac_address': 'fa:16:3e:24:60:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:06.035770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07b04292-79e5-4708-b1af-9c373789ddde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.036901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-07b04292-79e5-4708-b1af-9c373789ddde admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7856b869-07fa-4b27-a122-e2b22dcbb946 HTTP/1.1" status: 204 len: 168 time: 0.3002162 Sep 23 19:25:06.050180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ae05a-b039-4cec-81c9-e086655d9398 req-7df5c0a2-086a-4e7d-8972-133e7bd06503 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:06.051729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca5ae05a-b039-4cec-81c9-e086655d9398 req-7df5c0a2-086a-4e7d-8972-133e7bd06503 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 946 time: 0.1303101 Sep 23 19:25:06.057335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-104c8067-4f60-4856-8c0a-9cd6d710db84 req-0f8e93f5-5faf-46f7-a685-99d6bbdf22c3 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968366 Sep 23 19:25:06.059817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e1cc-f776-4a17-9190-775eaf78fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5afc5ce-a6ab-4f2e-b3a6-ed0aebdd224b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.076108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b04292-79e5-4708-b1af-9c373789ddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7856b869-07fa-4b27-a122-e2b22dcbb946,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.087212 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-5ba1e9cf-3028-4a12-9035-6ae2e4fe5048 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789880 Sep 23 19:25:06.087423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:06.089343 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d06fbf-44b6-4c86-81eb-aa1dd392631f" -d '{"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-plugged", "status": "completed", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:06.094053 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.119683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f401236-5823-4184-9252-84d25d0b3104 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:06.145673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8f401236-5823-4184-9252-84d25d0b3104, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8f401236-5823-4184-9252-84d25d0b3104,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:06.150716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.151932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:06.157793 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2ae44c-acf6-4736-9858-cab119954a32 x-openstack-request-id: req-1f2ae44c-acf6-4736-9858-cab119954a32 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:06.158370 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-plugged", "status": "completed", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:06.159781 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f2ae44c-acf6-4736-9858-cab119954a32 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:06.160667 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'code': 200} Sep 23 19:25:06.185279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abd68c60-55d5-474c-a779-e176410f35b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.190819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca5ae05a-b039-4cec-81c9-e086655d9398 req-39c238c4-cbec-444f-a4ed-ee337c29d0f4 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321595 Sep 23 19:25:06.192000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abd68c60-55d5-474c-a779-e176410f35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.263169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e05a3120-2ab8-47fa-9f89-8d15daf52bdd req-deea9d1b-667a-4e58-bedb-3531ce96dbde service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572042 Sep 23 19:25:06.263317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8f401236-5823-4184-9252-84d25d0b3104,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.281378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-abd68c60-55d5-474c-a779-e176410f35b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6b2050114224285ad3d92d922ba97e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920931 Sep 23 19:25:06.283055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:06.283875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd68c60-55d5-474c-a779-e176410f35b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85668b5-d0b0-4765-a33e-b14e525ce95c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.356538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:06.368955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'port_id': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'mac_address': 'fa:16:3e:f8:a2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:06.373671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e4fb71b-94b2-4de4-8617-3a57985af44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.389741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb17fe4-214a-48da-bb6a-39620bf3900e req-0fcc5280-9a1c-4a80-bd22-37414a2dce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:06.391501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aeb17fe4-214a-48da-bb6a-39620bf3900e req-0fcc5280-9a1c-4a80-bd22-37414a2dce33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1101 time: 0.1024470 Sep 23 19:25:06.412627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e4fb71b-94b2-4de4-8617-3a57985af44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.419904 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.433046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-565dc3c3-7dde-4582-8917-382f18d449a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.436870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:06.458842 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-565dc3c3-7dde-4582-8917-382f18d449a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.459050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:06.464736 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.476918 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aeb17fe4-214a-48da-bb6a-39620bf3900e req-a76ec154-4ba7-4d1e-a19f-20fcb3207e31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754590 Sep 23 19:25:06.502826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e4fb71b-94b2-4de4-8617-3a57985af44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.507674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e4fb71b-94b2-4de4-8617-3a57985af44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.509881 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8e4fb71b-94b2-4de4-8617-3a57985af44e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5afc5ce-a6ab-4f2e-b3a6-ed0aebdd224b HTTP/1.1" status: 204 len: 168 time: 0.4743276 Sep 23 19:25:06.521655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fb71b-94b2-4de4-8617-3a57985af44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5afc5ce-a6ab-4f2e-b3a6-ed0aebdd224b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.521981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb037b7-17a6-457b-98ff-6cb10168872a req-182156ed-dfd8-43e8-b0dc-c08698fb07f3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:06.524372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcb037b7-17a6-457b-98ff-6cb10168872a req-182156ed-dfd8-43e8-b0dc-c08698fb07f3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1702125 Sep 23 19:25:06.536907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbea55-98c0-41e3-83e2-f23aa98a10d2 req-cf057d1d-f6c4-40bc-be97-b28f15f44c99 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:06.538481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0bbea55-98c0-41e3-83e2-f23aa98a10d2 req-cf057d1d-f6c4-40bc-be97-b28f15f44c99 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.1504872 Sep 23 19:25:06.550414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.582022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-565dc3c3-7dde-4582-8917-382f18d449a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.584723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-565dc3c3-7dde-4582-8917-382f18d449a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.586023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-565dc3c3-7dde-4582-8917-382f18d449a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d85668b5-d0b0-4765-a33e-b14e525ce95c HTTP/1.1" status: 204 len: 168 time: 0.2944827 Sep 23 19:25:06.603575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcb037b7-17a6-457b-98ff-6cb10168872a req-34a0298e-ddd0-424d-a679-1a86a07a3009 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641220 Sep 23 19:25:06.609409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dc3c3-7dde-4582-8917-382f18d449a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85668b5-d0b0-4765-a33e-b14e525ce95c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.618873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0bbea55-98c0-41e3-83e2-f23aa98a10d2 req-b20764fa-6b01-4c0f-9b86-ce5bd0aedc16 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646932 Sep 23 19:25:06.710141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8f401236-5823-4184-9252-84d25d0b3104'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:06.734596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6d26a39e-c7ab-441e-a5d8-b56b2f4ace43'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:06.951146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec800eb1-f937-4b13-bed0-dea63267abe2 req-501ce6ff-aac8-44e7-9322-d29ac9852f25 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:06.959906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec800eb1-f937-4b13-bed0-dea63267abe2 req-501ce6ff-aac8-44e7-9322-d29ac9852f25 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 944 time: 0.0720131 Sep 23 19:25:06.996809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec800eb1-f937-4b13-bed0-dea63267abe2 req-97a106bd-8ea3-433a-a7b9-17d5831fc976 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357375 Sep 23 19:25:07.205077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570e960-39a8-429d-91ed-5236bc5a2fcb req-7a8636ea-5d27-4667-9247-761f7ff5f589 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:07.206766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2570e960-39a8-429d-91ed-5236bc5a2fcb req-7a8636ea-5d27-4667-9247-761f7ff5f589 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 949 time: 0.0580757 Sep 23 19:25:07.263135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2570e960-39a8-429d-91ed-5236bc5a2fcb req-dbbdfda1-a5eb-4efa-85cc-c260c743e7bc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Sep 23 19:25:07.330723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:07.335527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ad8f9-2ce1-49bc-b37e-a260c35e9fe1 req-384e69ec-9057-42c2-a80e-ab6f29d0eddc tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:07.337080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-110ad8f9-2ce1-49bc-b37e-a260c35e9fe1 req-384e69ec-9057-42c2-a80e-ab6f29d0eddc tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 946 time: 0.0527384 Sep 23 19:25:07.383235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-110ad8f9-2ce1-49bc-b37e-a260c35e9fe1 req-64113dc5-3ab0-472c-8c1a-a71260dab5dd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Sep 23 19:25:07.395110 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:25:07.439519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:07.451289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 has no active binding in host n-h2-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:25:07.781121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa96897-2a0e-40e4-b91f-dd8723998c31 req-07efdd96-e1fa-4d34-8b77-bc7bce63a552 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:07.783161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9aa96897-2a0e-40e4-b91f-dd8723998c31 req-07efdd96-e1fa-4d34-8b77-bc7bce63a552 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0799940 Sep 23 19:25:07.805001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c10f78-f6e4-4396-90ef-0f84538f5f00 req-ad5eb7d0-6362-4ad1-80c3-e72594a2c816 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:07.809899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5c10f78-f6e4-4396-90ef-0f84538f5f00 req-ad5eb7d0-6362-4ad1-80c3-e72594a2c816 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.0765965 Sep 23 19:25:07.861832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9aa96897-2a0e-40e4-b91f-dd8723998c31 req-e7c62fb4-a1bb-4f5d-8944-39e79151e347 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Sep 23 19:25:07.880114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5c10f78-f6e4-4396-90ef-0f84538f5f00 req-2ef9c373-611c-4cdf-9c02-a702fa18070b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552104 Sep 23 19:25:07.913598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8f401236-5823-4184-9252-84d25d0b3104 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:07.965447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 8f401236-5823-4184-9252-84d25d0b3104 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:07.970264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 8f401236-5823-4184-9252-84d25d0b3104 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:07.970632 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.053157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.091534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8f401236-5823-4184-9252-84d25d0b3104, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8f401236-5823-4184-9252-84d25d0b3104,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:08.097298 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.098320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:08.152775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47593-df3d-4e70-bb78-85aba26e6484 req-4e59fa72-0e79-4e34-a54d-aec6aabc0099 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:08.156198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ac47593-df3d-4e70-bb78-85aba26e6484 req-4e59fa72-0e79-4e34-a54d-aec6aabc0099 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 944 time: 0.0656745 Sep 23 19:25:08.161602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f401236-5823-4184-9252-84d25d0b3104'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:08.165872 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7a47df-f2fa-42be-b1e3-9548a628e2e9" -d '{"events": [{"server_uuid": "988b93e1-d721-4d18-b9b2-a04ee90a0c0a", "name": "network-vif-plugged", "status": "completed", "tag": "8f401236-5823-4184-9252-84d25d0b3104"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:08.223681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8f401236-5823-4184-9252-84d25d0b3104,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:08.233461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:08.239765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:08.241083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.245756 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0254698-88d2-468f-9229-290f42f68866 x-openstack-request-id: req-d0254698-88d2-468f-9229-290f42f68866 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:08.246375 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988b93e1-d721-4d18-b9b2-a04ee90a0c0a", "name": "network-vif-plugged", "status": "completed", "tag": "8f401236-5823-4184-9252-84d25d0b3104", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:08.246671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ac47593-df3d-4e70-bb78-85aba26e6484 req-b7b8b20a-ad51-4747-8e9e-3e49fb518563 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842154 Sep 23 19:25:08.246785 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0254698-88d2-468f-9229-290f42f68866 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:08.250469 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f401236-5823-4184-9252-84d25d0b3104', 'code': 200} Sep 23 19:25:08.347424 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.367048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e63f90-c7dd-483e-8bd5-c71347348e41 req-7358ffa2-b6da-4b9c-8c99-694045f266ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:08.369964 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7e63f90-c7dd-483e-8bd5-c71347348e41 req-7358ffa2-b6da-4b9c-8c99-694045f266ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 1101 time: 0.0632012 Sep 23 19:25:08.398469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:08.405905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.436143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7e63f90-c7dd-483e-8bd5-c71347348e41 req-35dcbaa0-3c79-46e5-b77f-c849e67a5e4c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563600 Sep 23 19:25:08.449685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd2133-43ac-45df-9245-9153142765da req-998081b2-2260-4f59-9fb5-6226f103ae1d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:08.454850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bcd2133-43ac-45df-9245-9153142765da req-998081b2-2260-4f59-9fb5-6226f103ae1d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 950 time: 0.0954552 Sep 23 19:25:08.495989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:08.552335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bcd2133-43ac-45df-9245-9153142765da req-5f1ca60a-454f-4213-88c8-4ad41ac1d8dc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900075 Sep 23 19:25:08.579098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4969c-6bb7-4be1-a63c-8da7e69d3c59 req-8cd3c134-7428-418c-8fc3-e80909f47f23 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:08.586500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2a4969c-6bb7-4be1-a63c-8da7e69d3c59 req-8cd3c134-7428-418c-8fc3-e80909f47f23 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 946 time: 0.0993321 Sep 23 19:25:08.640766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2a4969c-6bb7-4be1-a63c-8da7e69d3c59 req-d8449d7c-985a-4fda-865c-1996d6873c16 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462847 Sep 23 19:25:08.757280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412761e-25f0-4140-9d98-13701f88fca1 req-c2617163-eaa8-4c12-ae48-4a41c7b51c17 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:08.758811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f412761e-25f0-4140-9d98-13701f88fca1 req-c2617163-eaa8-4c12-ae48-4a41c7b51c17 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 946 time: 0.0504982 Sep 23 19:25:08.768552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:08.773648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'floatingip': {'port_id': '7d2d6a28-66e3-4567-94c3-d64d724c759d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:08.846810 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.134486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8d06-1ad1-48c4-ab58-fc6a552c6a96 req-0bffa557-07ae-4b2b-b55c-7a0ff0f86dd0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:09.136009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-091c8d06-1ad1-48c4-ab58-fc6a552c6a96 req-0bffa557-07ae-4b2b-b55c-7a0ff0f86dd0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1580229 Sep 23 19:25:09.159954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca174358-ae93-4c49-b4df-5724a2889a43 req-cfe47914-ae36-4942-aed9-3b53b538b6e3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:09.161325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca174358-ae93-4c49-b4df-5724a2889a43 req-cfe47914-ae36-4942-aed9-3b53b538b6e3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.1621943 Sep 23 19:25:09.302794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-091c8d06-1ad1-48c4-ab58-fc6a552c6a96 req-3d897f05-33d8-4a29-b705-ffc9656d6183 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584914 Sep 23 19:25:09.334690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca174358-ae93-4c49-b4df-5724a2889a43 req-7322c012-186e-4930-8fbb-ee7a44fac1f4 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661286 Sep 23 19:25:09.773101 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.777778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.921280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eb4b5-5dc8-4a70-8524-8bafb084fe8d req-0da40608-9cc1-4f4f-b2ae-314924d0cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:09.922703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-920eb4b5-5dc8-4a70-8524-8bafb084fe8d req-0da40608-9cc1-4f4f-b2ae-314924d0cec6 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 945 time: 0.0691721 Sep 23 19:25:09.924157 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Floating IP 68122134-d52c-4acc-87a6-f5bafc208305 associated. External IP: 172.25.6.38, port: 7d2d6a28-66e3-4567-94c3-d64d724c759d. Sep 23 19:25:10.027043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-920eb4b5-5dc8-4a70-8524-8bafb084fe8d req-419002d5-97c6-4b3d-8118-d952243709fd tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676036 Sep 23 19:25:10.089927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:10.196648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935c543-4dde-4492-9dfc-9da29f4b38cb req-f620c996-93cb-40d9-99e3-c1b53f889689 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.199433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b935c543-4dde-4492-9dfc-9da29f4b38cb req-f620c996-93cb-40d9-99e3-c1b53f889689 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 950 time: 0.0911591 Sep 23 19:25:10.214799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1917e95a-3d9f-4cfc-a11b-419463c2d64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.222633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Router a5950618-d080-47c6-95e3-9d31a97dcc51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:25:10.253059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:10.255389 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34622636-68cf-408b-891e-512d649de723" -d '{"events": [{"server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "name": "network-vif-plugged", "status": "completed", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:10.282635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b935c543-4dde-4492-9dfc-9da29f4b38cb req-df71cefd-6f47-4af1-8fc7-671926c4c3ed tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702038 Sep 23 19:25:10.331865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1917e95a-3d9f-4cfc-a11b-419463c2d64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.337304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1917e95a-3d9f-4cfc-a11b-419463c2d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.356377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74444c72-fe57-4fee-a057-b2230e4acd48 req-1136da14-12fa-416b-9dec-d2113877f8f9 tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.357905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74444c72-fe57-4fee-a057-b2230e4acd48 req-1136da14-12fa-416b-9dec-d2113877f8f9 tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1101 time: 0.1245260 Sep 23 19:25:10.375942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917e95a-3d9f-4cfc-a11b-419463c2d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76176e-c5f1-4264-8c13-71ab855f3b17,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:10.380371 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1917e95a-3d9f-4cfc-a11b-419463c2d64b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=799a065dc9ee424c9506668b52a7e8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887995 Sep 23 19:25:10.383157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39940) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:10.388532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74444c72-fe57-4fee-a057-b2230e4acd48 req-80a5bc71-8e1e-4854-b4b5-d834c638907b tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.421636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:10.427854 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.439321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e599f385-68f5-4cfb-8637-c99839d3f7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.443687 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] Sync routers for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:10.453075 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:10.454435 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:10.474155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2bc52de-c59d-4172-a5be-73799848ae1d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "PUT /v2.0/floatingips/68122134-d52c-4acc-87a6-f5bafc208305 HTTP/1.1" status: 200 len: 991 time: 1.7043560 Sep 23 19:25:10.475982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:10.476451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e599f385-68f5-4cfb-8637-c99839d3f7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.478324 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f97d72c-af91-43e4-b57b-86323f02d6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:10.552781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74444c72-fe57-4fee-a057-b2230e4acd48 req-80a5bc71-8e1e-4854-b4b5-d834c638907b tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.554019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e599f385-68f5-4cfb-8637-c99839d3f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.557163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e599f385-68f5-4cfb-8637-c99839d3f7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.558435 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e599f385-68f5-4cfb-8637-c99839d3f7e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b76176e-c5f1-4264-8c13-71ab855f3b17 HTTP/1.1" status: 204 len: 168 time: 0.1744902 Sep 23 19:25:10.569397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74444c72-fe57-4fee-a057-b2230e4acd48 req-80a5bc71-8e1e-4854-b4b5-d834c638907b tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.569571 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:10.572593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599f385-68f5-4cfb-8637-c99839d3f7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b76176e-c5f1-4264-8c13-71ab855f3b17,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:10.632782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74444c72-fe57-4fee-a057-b2230e4acd48 req-80a5bc71-8e1e-4854-b4b5-d834c638907b tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676146 Sep 23 19:25:10.669787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5bc71-8e1e-4854-b4b5-d834c638907b tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ab114-1320-4835-bdb7-a82d71be1db4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:10.736407 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca8607d-cd0a-4c4c-8887-5373f85c5c1e x-openstack-request-id: req-2ca8607d-cd0a-4c4c-8887-5373f85c5c1e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:10.736999 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "name": "network-vif-plugged", "status": "completed", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:10.737397 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ca8607d-cd0a-4c4c-8887-5373f85c5c1e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:10.738937 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'code': 200} Sep 23 19:25:10.852197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86990b5a-110b-4218-aba4-e58b742f0ec2 req-5e372921-511e-4560-80fc-9c8196bf8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.854261 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86990b5a-110b-4218-aba4-e58b742f0ec2 req-5e372921-511e-4560-80fc-9c8196bf8a16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 1096 time: 0.0546451 Sep 23 19:25:10.902793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86990b5a-110b-4218-aba4-e58b742f0ec2 req-88eafdcc-f17f-4f6b-965f-183e138b87c2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Sep 23 19:25:10.934899 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '68122134-d52c-4acc-87a6-f5bafc208305', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'port_id': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'mac_address': 'fa:16:3e:8a:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:24:35Z', 'updated_at': '2021-09-23T19:25:09Z', 'revision_number': 1, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:10.968440 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] Checking router: a5950618-d080-47c6-95e3-9d31a97dcc51 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:10.976823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:10.978280 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:10.978905 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:24:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:10.994678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be35e78f-e069-4947-9311-09842a82424d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.006776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce8c7-c0c6-47a9-ad00-65da753c80ec req-2a798fb2-1086-430f-911b-6416ee98149b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.008990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-257ce8c7-c0c6-47a9-ad00-65da753c80ec req-2a798fb2-1086-430f-911b-6416ee98149b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 965 time: 0.0656917 Sep 23 19:25:11.062944 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-257ce8c7-c0c6-47a9-ad00-65da753c80ec req-3b9c42cd-827c-4a9b-a5e8-831d49014150 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Sep 23 19:25:11.117981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be35e78f-e069-4947-9311-09842a82424d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.123359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be35e78f-e069-4947-9311-09842a82424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.169600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35e78f-e069-4947-9311-09842a82424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d98b95-8fc4-4824-9206-58832fa807ad,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:11.177733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:11.178062 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-be35e78f-e069-4947-9311-09842a82424d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe04984a706145c5bb8bcdaf06f02b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999316 Sep 23 19:25:11.199729 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:11.225468 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa197ff-5cde-42c1-8fe5-b5867b933e86 x-openstack-request-id: req-faa197ff-5cde-42c1-8fe5-b5867b933e86 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:11.225987 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:11.226353 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-faa197ff-5cde-42c1-8fe5-b5867b933e86 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:11.227781 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'status': 'completed', 'code': 200} Sep 23 19:25:11.271418 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8eb40d9b-832e-41e4-9960-6f68cc241733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.299315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-3167c519-4c9c-4db0-b323-31f99e97acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.301183 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-3167c519-4c9c-4db0-b323-31f99e97acae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 1097 time: 0.0525985 Sep 23 19:25:11.306663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8eb40d9b-832e-41e4-9960-6f68cc241733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.318035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-19a7a098-2256-4d98-b7ae-09912acbee52 req-b3cb5dd1-b952-496d-9ab8-91f8e7bdea13 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:11.319337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19a7a098-2256-4d98-b7ae-09912acbee52 req-b3cb5dd1-b952-496d-9ab8-91f8e7bdea13 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105577 Sep 23 19:25:11.384053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8eb40d9b-832e-41e4-9960-6f68cc241733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.386575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8eb40d9b-832e-41e4-9960-6f68cc241733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.394169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8eb40d9b-832e-41e4-9960-6f68cc241733 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57d98b95-8fc4-4824-9206-58832fa807ad HTTP/1.1" status: 204 len: 168 time: 0.2134218 Sep 23 19:25:11.408524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb40d9b-832e-41e4-9960-6f68cc241733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d98b95-8fc4-4824-9206-58832fa807ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:11.507055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-2ca82088-7f98-45fc-b104-0cf8ea0732dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.508540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-2ca82088-7f98-45fc-b104-0cf8ea0732dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 924 time: 0.1983643 Sep 23 19:25:11.521134 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '68122134-d52c-4acc-87a6-f5bafc208305', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'port_id': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'mac_address': 'fa:16:3e:8a:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:24:35Z', 'updated_at': '2021-09-23T19:25:09Z', 'revision_number': 1, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:11.549089 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037bf8dd-e0e7-44a6-8745-c3a24baacb01 None None] The sync data for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 is: [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '68122134-d52c-4acc-87a6-f5bafc208305', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'port_id': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'mac_address': 'fa:16:3e:8a:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:24:35Z', 'updated_at': '2021-09-23T19:25:09Z', 'revision_number': 1, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:11.669924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-ab629e38-cbd4-48b7-97ea-2b481f0abc5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d HTTP/1.1" status: 200 len: 999 time: 0.1409547 Sep 23 19:25:11.726130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-514c62dd-284b-44ad-b976-26c8f8a664f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.727399 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-514c62dd-284b-44ad-b976-26c8f8a664f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 200 len: 862 time: 0.0501583 Sep 23 19:25:11.791556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-86a71acc-2907-47ef-b4bc-f57778668a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.793332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-86a71acc-2907-47ef-b4bc-f57778668a6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400a142c-2b68-45e1-89a7-777cd45d0f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570741 Sep 23 19:25:11.845438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de9d9-5800-4391-8612-e4e14e97f3f8 None None] New status for floating IP 68122134-d52c-4acc-87a6-f5bafc208305: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:25:11.994805 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-ef89eb18-862b-424e-9ff0-f255336f283e service neutron] 10.222.0.72 "GET /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.1462634 Sep 23 19:25:11.997382 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-da78644a-8596-47b5-8027-380edbccd8e8 service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955690 Sep 23 19:25:12.230034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ec315-97b7-4a4f-a4b5-6ac79266250a req-f1763b54-88be-4191-ac1b-f729335f3bfc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.232619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-095ec315-97b7-4a4f-a4b5-6ac79266250a req-f1763b54-88be-4191-ac1b-f729335f3bfc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 950 time: 0.1653440 Sep 23 19:25:12.241718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59446196-b259-427f-b653-a201c05d9ca5 req-a8a26b71-639d-4a81-86cf-0e13bb4b8ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.251263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59446196-b259-427f-b653-a201c05d9ca5 req-a8a26b71-639d-4a81-86cf-0e13bb4b8ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 945 time: 0.1989319 Sep 23 19:25:12.263442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40012) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:12.355278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-095ec315-97b7-4a4f-a4b5-6ac79266250a req-86835071-5499-46e1-abe1-6e8163b0d0d5 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757887 Sep 23 19:25:12.383334 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f97d72c-af91-43e4-b57b-86323f02d6ae req-3e485cbb-e560-4089-9abd-68d451a72a19 service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777027 Sep 23 19:25:12.408383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59446196-b259-427f-b653-a201c05d9ca5 req-d417753f-f999-4aea-b975-963ff809353a tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464221 Sep 23 19:25:12.448564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:12.500907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:12.532697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-f178ca9a-904d-4497-a170-6795487235ad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2673333 Sep 23 19:25:12.544730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-347d550a-7369-4376-9024-86a3b2a54bf0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:12.545701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-347d550a-7369-4376-9024-86a3b2a54bf0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056186 Sep 23 19:25:12.550264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a7a407-1340-4797-8d4d-611531d4fa00 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:12.560840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:12.582582 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.598572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bca6f-892e-479a-9543-17abd18e8dfa req-48f45431-01a9-4029-904c-a4449974c051 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.607067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-931bca6f-892e-479a-9543-17abd18e8dfa req-48f45431-01a9-4029-904c-a4449974c051 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0846798 Sep 23 19:25:12.679528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-931bca6f-892e-479a-9543-17abd18e8dfa req-a2dd0c73-7c56-41fc-9912-b4493375a956 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715899 Sep 23 19:25:12.697095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] Transition to ACTIVE for port object 44a7a407-1340-4797-8d4d-611531d4fa00 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:12.702639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.770481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] No DVR routers for this DVR port 44a7a407-1340-4797-8d4d-611531d4fa00 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:12.804942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] Pushing event updated for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:12.815149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-f40bbb38-79a2-48dd-b44f-2a4947c387ea service neutron] 10.222.0.72 "PUT /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00/bindings/n-h2-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8124714 Sep 23 19:25:12.944233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-7819986a-9763-4793-923c-5ca6ccbfb1c8 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.945771 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-7819986a-9763-4793-923c-5ca6ccbfb1c8 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1117 time: 0.0664761 Sep 23 19:25:12.953004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad822dc-b663-4b13-aec5-b3164f2f2b95 req-18f04362-c890-418b-90f4-82cefc75781a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.960998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ad822dc-b663-4b13-aec5-b3164f2f2b95 req-18f04362-c890-418b-90f4-82cefc75781a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 966 time: 0.0835123 Sep 23 19:25:12.997707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ad822dc-b663-4b13-aec5-b3164f2f2b95 req-1179dac2-188f-47e6-be99-a40c51125695 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357423 Sep 23 19:25:13.066069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-43858141-33ee-4d5b-8a9e-151bfdae54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.070795 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-43858141-33ee-4d5b-8a9e-151bfdae54cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc&tenant_id=b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 1117 time: 0.1145735 Sep 23 19:25:13.114762 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa5c28d4-812f-4c6a-9ae8-d4f06bf2d8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.165706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-80906d94-2e40-48f6-9e9e-f752d699da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.167523 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-80906d94-2e40-48f6-9e9e-f752d699da88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1117 time: 0.0684476 Sep 23 19:25:13.309944 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-a759918d-952d-4fc1-a9c7-365ab88b04d0 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=07b902210a7e46639a540a2348b64219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342717 Sep 23 19:25:13.337712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-d40783d2-e327-46db-bb63-a4de3c30b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.339727 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-d40783d2-e327-46db-bb63-a4de3c30b1d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1637380 Sep 23 19:25:13.430839 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-c540a03b-28cf-4256-9366-8fb4af69b0d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 217 time: 0.0829737 Sep 23 19:25:13.539383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-97593b1e-f35b-4e5d-8206-19af326f1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.542163 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-97593b1e-f35b-4e5d-8206-19af326f1791 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.1038060 Sep 23 19:25:13.544282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-1e869489-d164-496d-8bca-65cf334d62dc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.555137 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-1e869489-d164-496d-8bca-65cf334d62dc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437146 Sep 23 19:25:13.582893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-ada55e43-9bc1-4cc8-aa85-f2cd88f6198f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314531 Sep 23 19:25:13.601732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-b2a8c6a2-9b1d-4608-932f-3984ef844aaf tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/quotas/07b902210a7e46639a540a2348b64219 HTTP/1.1" status: 200 len: 375 time: 0.0405457 Sep 23 19:25:13.700515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf06fa-d822-4ed0-8be3-64c7f9b63700 req-1155724f-1923-442c-a4db-16c04b4a1ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.702062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81cf06fa-d822-4ed0-8be3-64c7f9b63700 req-1155724f-1923-442c-a4db-16c04b4a1ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 945 time: 0.1248093 Sep 23 19:25:13.705127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-da26cc23-d761-42ed-927e-9543c1019499 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147206 Sep 23 19:25:13.733141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-8e186293-9d34-4ead-8d62-bc7cfb0280fc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=07b902210a7e46639a540a2348b64219&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094203 Sep 23 19:25:13.826329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81cf06fa-d822-4ed0-8be3-64c7f9b63700 req-2a4652cf-d7ae-4f3f-8703-37599346e20d tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048627 Sep 23 19:25:13.895734 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-fe9b912c-349e-457a-a8f5-e977ffdd390f service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819749 Sep 23 19:25:14.005927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:14.133169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87482-871a-4b7f-aa1c-7c003e0ab639 req-110d366f-c97c-4cc8-9ff1-f4b441878374 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.135509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15b87482-871a-4b7f-aa1c-7c003e0ab639 req-110d366f-c97c-4cc8-9ff1-f4b441878374 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.2034240 Sep 23 19:25:14.166164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.192572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-61f21b25-f32d-478b-b7df-b5a038ec8b88 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 258 time: 0.2985573 Sep 23 19:25:14.202648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:14.223263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15b87482-871a-4b7f-aa1c-7c003e0ab639 req-f19db50c-fc93-4d56-955a-15401f672e25 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797384 Sep 23 19:25:14.292052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-91490702-ff15-48a8-a3d0-c2a4ac0344f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.293617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-91490702-ff15-48a8-a3d0-c2a4ac0344f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1101 time: 0.0757258 Sep 23 19:25:14.396107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40128) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:14.452636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.458477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-782e4454-a3b0-49af-b8f4-0a37f9c09139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.459992 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-782e4454-a3b0-49af-b8f4-0a37f9c09139 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1590703 Sep 23 19:25:14.461102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.595061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85618387-ae02-4af1-9b5a-4fd8631d3e25 req-da0c16fa-5cb1-4558-bb0f-0101fc9d8319 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0555470 Sep 23 19:25:14.619548 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.647788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-cde38709-7338-44db-89c3-fc7523493ca6 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.649299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-cde38709-7338-44db-89c3-fc7523493ca6 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1117 time: 0.3737080 Sep 23 19:25:14.770644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-de81427f-5b14-4212-8300-40104769a852 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.2932057 Sep 23 19:25:14.777847 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56b40537f90449869da243fb604a7cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7684712 Sep 23 19:25:14.780807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce86cbc-0310-4945-8022-6e57d9028989,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:14.784143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40134) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:14.820612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac3f383b-8de1-4124-bb20-559a6b593314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.825284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.835187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-a2891970-5aeb-47ed-b57d-0c75135862e0 service neutron] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:14.840510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-a2891970-5aeb-47ed-b57d-0c75135862e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.841536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bb867d0-61bf-4d8e-9db8-bf4f93bb82ef req-a2891970-5aeb-47ed-b57d-0c75135862e0 service neutron] 10.222.0.41 "DELETE /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00/bindings/n-h1-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.1777043 Sep 23 19:25:14.846082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.846469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.846817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.847157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.847527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.847822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.848334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.848684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.849014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.849343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.849671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.849996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0ce13c-d991-438a-a24f-4d693ca8e1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:14.899439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-8a4b94d8-707b-4465-9e41-245c5393f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.901038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-8a4b94d8-707b-4465-9e41-245c5393f5d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1176116 Sep 23 19:25:14.962539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Allocated IP 172.25.6.201 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7d3f0302-e68a-49d7-8b69-c9fa71663938) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:14.965404 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32bb6923-b504-4003-902a-693f2c3c0dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.003021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32bb6923-b504-4003-902a-693f2c3c0dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.015976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-847f7b0d-5903-402b-9fe5-93587a80b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.018002 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-847f7b0d-5903-402b-9fe5-93587a80b26a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091442 Sep 23 19:25:15.085783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16421266-8ad5-4c78-94a2-0e732b619f70 req-7b5cdb5f-b5cf-4e2f-9c9c-351a18e07c9b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.087494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16421266-8ad5-4c78-94a2-0e732b619f70 req-7b5cdb5f-b5cf-4e2f-9c9c-351a18e07c9b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 966 time: 0.1104555 Sep 23 19:25:15.146365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac3f383b-8de1-4124-bb20-559a6b593314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.151589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.154975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac3f383b-8de1-4124-bb20-559a6b593314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.170938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16421266-8ad5-4c78-94a2-0e732b619f70 req-6da4079b-c9ec-46a6-bccd-a5dfc5152704 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770171 Sep 23 19:25:15.186568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-ac784a39-bd39-4a98-9537-ef8021faf9d6 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=07b902210a7e46639a540a2348b64219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331376 Sep 23 19:25:15.189549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32bb6923-b504-4003-902a-693f2c3c0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.192819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32bb6923-b504-4003-902a-693f2c3c0dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.194139 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-32bb6923-b504-4003-902a-693f2c3c0dd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ce86cbc-0310-4945-8022-6e57d9028989 HTTP/1.1" status: 204 len: 168 time: 0.4091458 Sep 23 19:25:15.217657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-86f18923-58d2-49ec-accf-6574d3d66fa8 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866283 Sep 23 19:25:15.224534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ac3f383b-8de1-4124-bb20-559a6b593314 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71df4b82032e41e99531f7bed3cfe8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254824 Sep 23 19:25:15.225752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:15.228971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f383b-8de1-4124-bb20-559a6b593314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3cba8f-b8f0-4235-9ed5-a3b4cd7e1a40,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:15.271933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb6923-b504-4003-902a-693f2c3c0dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce86cbc-0310-4945-8022-6e57d9028989,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:15.306231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.363676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8755d7a2-ba92-42c1-be51-00068b53cb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.375380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:15.384259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:15.393504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:15.395353 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-5ea1d422-6919-4159-89cb-05c827c7621b service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583962 Sep 23 19:25:15.414639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8755d7a2-ba92-42c1-be51-00068b53cb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.481510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8755d7a2-ba92-42c1-be51-00068b53cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.484925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8755d7a2-ba92-42c1-be51-00068b53cb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.489644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8755d7a2-ba92-42c1-be51-00068b53cb7a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f3cba8f-b8f0-4235-9ed5-a3b4cd7e1a40 HTTP/1.1" status: 204 len: 168 time: 0.2626302 Sep 23 19:25:15.500198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755d7a2-ba92-42c1-be51-00068b53cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3cba8f-b8f0-4235-9ed5-a3b4cd7e1a40,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:15.512137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-a7e5f894-e4a0-46c2-a8f2-631e48d215ef tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.513888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-a7e5f894-e4a0-46c2-a8f2-631e48d215ef tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208723 Sep 23 19:25:15.520702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.522355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event updated for resources: {'Port': ['ID=7d3f0302-e68a-49d7-8b69-c9fa71663938,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:15.535415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Request body: {'port': {'device_id': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '07b902210a7e46639a540a2348b64219'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:15.644692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.645283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.645562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.646004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.646485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.647424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.647424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.647841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.648233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.648810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.649036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.649430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:15.655228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.735432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:15.769691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956d2956-4c41-4c64-a260-b4d050cd6a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.780497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Made reservation on behalf of 07b902210a7e46639a540a2348b64219 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:15.784016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.979565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:15.982511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739e484-758b-4636-9321-ef5454776413 req-b0e47ba7-7a56-4e1a-a50f-32eb1f3b8950 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.990091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d739e484-758b-4636-9321-ef5454776413 req-b0e47ba7-7a56-4e1a-a50f-32eb1f3b8950 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1963854 Sep 23 19:25:16.068778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:16.072562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be412ce2-5ef5-4cfc-bcd3-85fe1e7a67bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.081635 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.094631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40164) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:16.099789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.110132 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc070e8b-a103-4dd5-b11b-fcb825dfe4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.145010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d739e484-758b-4636-9321-ef5454776413 req-96141667-4c0c-4ae3-9799-05f2576884ef tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540358 Sep 23 19:25:16.146127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Allocated IP 192.168.233.191 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/a53fe074-a386-43d5-a158-ef93f7288b0a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:16.158497 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.197772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event updated for resources: {'Port': ['ID=7d3f0302-e68a-49d7-8b69-c9fa71663938,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.216056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956d2956-4c41-4c64-a260-b4d050cd6a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.241670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956d2956-4c41-4c64-a260-b4d050cd6a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.252134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46f2f4c3-e800-42d4-aaab-123f783867cd req-7be7e153-e7ba-4ce4-8c2b-e52f929a3103 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0446453 Sep 23 19:25:16.311423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d2956-4c41-4c64-a260-b4d050cd6a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7655f121-fef1-4a36-b998-a6fb9a0d300e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.316426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-956d2956-4c41-4c64-a260-b4d050cd6a8e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=722c68f07790438b8355b5da9b2d5c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781546 Sep 23 19:25:16.320640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:16.353532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc070e8b-a103-4dd5-b11b-fcb825dfe4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.365581 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc070e8b-a103-4dd5-b11b-fcb825dfe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.380028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.387441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-694b8f34-dd9f-4fde-ba61-fd8fbdf53b20 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1939759 Sep 23 19:25:16.410626 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fc070e8b-a103-4dd5-b11b-fcb825dfe4a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee52cf21054949d596097a7c729f88d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146739 Sep 23 19:25:16.416347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40172) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:16.420188 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.432247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc070e8b-a103-4dd5-b11b-fcb825dfe4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b650d86c-7e91-408b-ae7c-48f511a00208,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.452538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4aee57b-396a-4514-a3c0-8178efe9273d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.470764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-b88ef5cf-b548-4500-940e-13b77dda2f49 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.0824111 Sep 23 19:25:16.486488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4aee57b-396a-4514-a3c0-8178efe9273d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.512890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d3b-a45b-43bc-a0b4-19b53d018622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.527009 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.549826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d3b-a45b-43bc-a0b4-19b53d018622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.588582 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4aee57b-396a-4514-a3c0-8178efe9273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.591733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4aee57b-396a-4514-a3c0-8178efe9273d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.593001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c4aee57b-396a-4514-a3c0-8178efe9273d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7655f121-fef1-4a36-b998-a6fb9a0d300e HTTP/1.1" status: 204 len: 168 time: 0.2683973 Sep 23 19:25:16.623506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aee57b-396a-4514-a3c0-8178efe9273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7655f121-fef1-4a36-b998-a6fb9a0d300e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.627914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-fabe0a5c-df2f-41a7-8ec5-7f93f9fe52be tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.628148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d3b-a45b-43bc-a0b4-19b53d018622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.629638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-fabe0a5c-df2f-41a7-8ec5-7f93f9fe52be tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1535835 Sep 23 19:25:16.630940 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d3b-a45b-43bc-a0b4-19b53d018622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.632335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3c7f1d3b-a45b-43bc-a0b4-19b53d018622 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b650d86c-7e91-408b-ae7c-48f511a00208 HTTP/1.1" status: 204 len: 168 time: 0.2151816 Sep 23 19:25:16.641645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f1d3b-a45b-43bc-a0b4-19b53d018622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650d86c-7e91-408b-ae7c-48f511a00208,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.642605 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.667426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-427dca1b-08c2-48cd-b764-c339e0c62a44 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:16.668498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b553390-f982-471a-9124-3e4d043f3bd8 req-427dca1b-08c2-48cd-b764-c339e0c62a44 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149875 Sep 23 19:25:16.689524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8f401236-5823-4184-9252-84d25d0b3104'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:16.717359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:16.736494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:16.740594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:16.755156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.755813 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.785452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Pushing event updated for resources: {'Port': ['ID=a53fe074-a386-43d5-a158-ef93f7288b0a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.802423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-faf94ffc-3402-4122-a1c9-0f696355ca3d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2769539 Sep 23 19:25:16.808412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc7f6-1590-403c-a7f2-4ad692b3c85e req-2b59a4da-1dd2-41a0-9e98-3d94121b4a17 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.810555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9fbfc7f6-1590-403c-a7f2-4ad692b3c85e req-2b59a4da-1dd2-41a0-9e98-3d94121b4a17 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1117 time: 0.1139836 Sep 23 19:25:16.815994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Request body: {'port': {'device_id': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:16.877931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9fbfc7f6-1590-403c-a7f2-4ad692b3c85e req-276c6484-48bd-40d3-84f0-28ffcc6a449a tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Sep 23 19:25:16.910994 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.955864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.176365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-132ac09c-7956-49c3-a6bb-485608ff2934 None None] Provisioning complete for port a53fe074-a386-43d5-a158-ef93f7288b0a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:17.177003 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132ac09c-7956-49c3-a6bb-485608ff2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.219861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-132ac09c-7956-49c3-a6bb-485608ff2934 None None] Port a53fe074-a386-43d5-a158-ef93f7288b0a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:17.233808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-455fe3e2-cb3a-4aed-bef2-0745a1744ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.235982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-455fe3e2-cb3a-4aed-bef2-0745a1744ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1521435 Sep 23 19:25:17.307386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-8205d12e-8eae-4cb0-a0ec-28c02d1a2b8b tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.0650315 Sep 23 19:25:17.334183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Request body: {'floatingip': {'port_id': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:17.381438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.883525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53fe074-a386-43d5-a158-ef93f7288b0a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:17.920479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.944742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Transition to ACTIVE for port object a53fe074-a386-43d5-a158-ef93f7288b0a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:17.958782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.997680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b616e8-cab9-415c-805e-1e5e826f531e req-95f2ca68-e547-49ec-8c7b-3a70448e837b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.999180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-95f2ca68-e547-49ec-8c7b-3a70448e837b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.5514164 Sep 23 19:25:18.090322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Pushing event updated for resources: {'Port': ['ID=a53fe074-a386-43d5-a158-ef93f7288b0a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:18.102158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-bda18239-f9b8-4a39-96a4-4c6b4c37654b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/quotas/b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 375 time: 0.0852511 Sep 23 19:25:18.257571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Attempting to bind port a53fe074-a386-43d5-a158-ef93f7288b0a on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:18.257783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Attempting to bind port a53fe074-a386-43d5-a158-ef93f7288b0a by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:18.258103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Attempting to bind port a53fe074-a386-43d5-a158-ef93f7288b0a on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:18.275380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Port a53fe074-a386-43d5-a158-ef93f7288b0a on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:18.275698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Attempting to bind port a53fe074-a386-43d5-a158-ef93f7288b0a on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:18.295595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:18.295874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:18.296282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:18.296690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Bound port: a53fe074-a386-43d5-a158-ef93f7288b0a, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:18.297044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.346064 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-3ada3f86-2a8f-4449-b2f5-ea8e383bb6e3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2356200 Sep 23 19:25:18.405662 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:25:18.445467 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.513719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.531390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.567401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] For port a53fe074-a386-43d5-a158-ef93f7288b0a, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:18.618935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-710393b2-8e81-4e51-a353-1a4749190c55 service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719395 Sep 23 19:25:18.621818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] For port a53fe074-a386-43d5-a158-ef93f7288b0a, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a53fe074-a386-43d5-a158-ef93f7288b0a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:18.635425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.702727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:18.703347 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.705323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] 10.222.0.41 "PUT /v2.0/ports/a53fe074-a386-43d5-a158-ef93f7288b0a HTTP/1.1" status: 200 len: 1096 time: 1.8937917 Sep 23 19:25:18.708903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'tag': 'a53fe074-a386-43d5-a158-ef93f7288b0a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:18.711174 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be836636-a109-4720-b1b4-07c21ea9afdd" -d '{"events": [{"name": "network-changed", "server_uuid": "a5afba2f-1f26-4076-9cff-5e25eb33c5d0", "tag": "a53fe074-a386-43d5-a158-ef93f7288b0a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:18.806451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21982bd0-af60-4693-9141-0e9081c37c20 service neutron] Pushing event updated for resources: {'Port': ['ID=a53fe074-a386-43d5-a158-ef93f7288b0a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:18.809696 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Floating IP b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f associated. External IP: 172.25.6.201, port: 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43. Sep 23 19:25:18.884274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1895f31e-52fe-43d3-b7ea-e7e887c7dd59 service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643826 Sep 23 19:25:18.922942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-b6e27345-9b9f-4749-b6c1-be7db51ac1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:18.924444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-b6e27345-9b9f-4749-b6c1-be7db51ac1e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07b902210a7e46639a540a2348b64219&device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 1099 time: 0.1596553 Sep 23 19:25:18.975485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-ac7c5225-bb9a-4466-bfbd-e98bdd1e7ef9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a53fe074-a386-43d5-a158-ef93f7288b0a HTTP/1.1" status: 200 len: 217 time: 0.0410614 Sep 23 19:25:19.075409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-d989f5e1-b673-42ff-909a-b139fffe20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.076839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-d989f5e1-b673-42ff-909a-b139fffe20f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0943277 Sep 23 19:25:19.198274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc901b9-bfa4-4038-9730-44adfea00943 req-c7f73843-5bcf-4d56-81ca-9f31e51cbdc5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.199762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0dc901b9-bfa4-4038-9730-44adfea00943 req-c7f73843-5bcf-4d56-81ca-9f31e51cbdc5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1262398 Sep 23 19:25:19.204559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-d50b1175-d865-4239-a81e-daf2365158c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.205921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-d50b1175-d865-4239-a81e-daf2365158c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170082 Sep 23 19:25:19.255070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:25:19.319010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0dc901b9-bfa4-4038-9730-44adfea00943 req-0847c39b-8c9b-47b5-835b-3e2c58339e9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107423 Sep 23 19:25:19.405214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-bc19001a-21a2-40fe-bc91-cbf4607476b6 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859972 Sep 23 19:25:19.524832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:19.533724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e235-7872-4099-8698-7592678a2a04 req-4d7f1a24-0370-4dbd-966d-95119447f0d0 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.535206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53e6e235-7872-4099-8698-7592678a2a04 req-4d7f1a24-0370-4dbd-966d-95119447f0d0 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 948 time: 0.1266997 Sep 23 19:25:19.535346 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] Sync routers for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:19.539902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:19.545377 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:19.546338 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:19.598071 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-814c7f63-50cd-4162-af75-fec2fe51e8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "PUT /v2.0/floatingips/b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f HTTP/1.1" status: 200 len: 996 time: 2.2738988 Sep 23 19:25:19.601344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06504c2a-5fb0-42d7-a102-1b4aa0704670 req-d49b03d2-84f0-40ba-add0-0ed5aaeb6f82 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817751 Sep 23 19:25:19.614077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53e6e235-7872-4099-8698-7592678a2a04 req-fd31cba7-cf70-4cf3-b7b7-7231435a0fb2 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681474 Sep 23 19:25:19.656482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-3331c254-6f04-4b1b-8752-3d2e149691d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.658734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-3331c254-6f04-4b1b-8752-3d2e149691d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de69aa33d8d34bf3a47b535181dd2296&device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 1096 time: 0.0427396 Sep 23 19:25:19.685620 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:20.021548 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'port_id': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'mac_address': 'fa:16:3e:f8:a2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:15Z', 'updated_at': '2021-09-23T19:25:18Z', 'revision_number': 1, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:54Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:20.050735 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13330aa8-62f3-426a-bb94-bb66d7ddc109 x-openstack-request-id: req-13330aa8-62f3-426a-bb94-bb66d7ddc109 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:20.051307 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5afba2f-1f26-4076-9cff-5e25eb33c5d0", "tag": "a53fe074-a386-43d5-a158-ef93f7288b0a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:20.051307 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13330aa8-62f3-426a-bb94-bb66d7ddc109 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:20.051621 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'tag': 'a53fe074-a386-43d5-a158-ef93f7288b0a', 'status': 'completed', 'code': 200} Sep 23 19:25:20.055172 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] Checking router: 7e9b3f5b-5c16-445d-a731-95f8e43ece93 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:20.093209 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:20.096346 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:20.121932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b616e8-cab9-415c-805e-1e5e826f531e req-5d4911d1-60aa-4d13-9016-fab7d1d2ca61 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.123609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-5d4911d1-60aa-4d13-9016-fab7d1d2ca61 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.1774337 Sep 23 19:25:20.130379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be836636-a109-4720-b1b4-07c21ea9afdd req-c4df0dec-3108-4497-b116-c25d88b54604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.131968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be836636-a109-4720-b1b4-07c21ea9afdd req-c4df0dec-3108-4497-b116-c25d88b54604 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07b902210a7e46639a540a2348b64219&device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0796289 Sep 23 19:25:20.133332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-ef129b45-443c-4c5b-a80d-370f4563b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.134699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-ef129b45-443c-4c5b-a80d-370f4563b452 service neutron] 10.222.0.38 "GET /v2.0/networks?id=86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 200 len: 929 time: 0.4676824 Sep 23 19:25:20.140362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Request body: {'port': {'device_id': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'admin_state_up': True, 'tenant_id': 'b71aface46774b5b9ad7fe035ba93cf9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:20.216860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:20.232067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-993fd2a1-af04-4d38-8e02-b55475e606da tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=427f90ccf9874313ab8166f17fa6f0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867298 Sep 23 19:25:20.259751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Made reservation on behalf of b71aface46774b5b9ad7fe035ba93cf9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:20.263725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.385612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-6a29327e-b20a-4af9-94ff-26693564cf04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 999 time: 0.2418101 Sep 23 19:25:20.419494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Allocated IP 172.20.0.6 (8cc67ae1-e3f0-44f0-a93c-8b96dc834b30/a87db38a-f3d9-4332-8d18-418c2469577b/159940e9-8351-469e-babc-b6cad68ed261) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:20.440914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be836636-a109-4720-b1b4-07c21ea9afdd req-0e663a2a-c935-428a-95d1-3257db45438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.442620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be836636-a109-4720-b1b4-07c21ea9afdd req-0e663a2a-c935-428a-95d1-3257db45438d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2982736 Sep 23 19:25:20.470644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'port_id': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'mac_address': 'fa:16:3e:f8:a2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:15Z', 'updated_at': '2021-09-23T19:25:18Z', 'revision_number': 1, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:54Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:20.497651 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cee1ac-5569-4c29-a6bb-ce2c72ef96a0 None None] The sync data for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 is: [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'port_id': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'mac_address': 'fa:16:3e:f8:a2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:15Z', 'updated_at': '2021-09-23T19:25:18Z', 'revision_number': 1, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:54Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:20.502925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-8907ffcd-5918-4c29-9f95-b16e9449f613 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.510003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-8907ffcd-5918-4c29-9f95-b16e9449f613 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770510 Sep 23 19:25:20.512565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be836636-a109-4720-b1b4-07c21ea9afdd req-2edd1eae-ccdc-4455-9cee-f371f33a9b5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a53fe074-a386-43d5-a158-ef93f7288b0a HTTP/1.1" status: 200 len: 217 time: 0.0598719 Sep 23 19:25:20.520189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-38cf8d5d-97ec-46f4-901e-988e54008ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.521585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-38cf8d5d-97ec-46f4-901e-988e54008ae2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f3826c92-4668-4bfb-ac66-534fa7f37ded HTTP/1.1" status: 200 len: 867 time: 0.1253672 Sep 23 19:25:20.533125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-03e8e11f-8120-4994-ae4f-0449deaa4ef4 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/quotas/427f90ccf9874313ab8166f17fa6f0d3 HTTP/1.1" status: 200 len: 375 time: 0.0222349 Sep 23 19:25:20.586099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.610489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-797611a9-362f-4cf9-a9a0-097b613f3d43 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=427f90ccf9874313ab8166f17fa6f0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483603 Sep 23 19:25:20.621875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be836636-a109-4720-b1b4-07c21ea9afdd req-d8b03f8e-7de3-4d6c-9a81-aa727911b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.623244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.623418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be836636-a109-4720-b1b4-07c21ea9afdd req-d8b03f8e-7de3-4d6c-9a81-aa727911b793 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1009541 Sep 23 19:25:20.633664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-0a3ed44c-62ae-427c-9a49-fb1080c01c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.642759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-0a3ed44c-62ae-427c-9a49-fb1080c01c84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86dd4342-2a4e-4761-8c9f-7aefeb461d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085262 Sep 23 19:25:20.648538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-c253a198-ba8b-4826-9fdc-0ffb7ad95ebb service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:20.657816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-c253a198-ba8b-4826-9fdc-0ffb7ad95ebb service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137088 Sep 23 19:25:20.698492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:20.702252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:20.713213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:20.722867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.723680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.727646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:20.742674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-4b7f2bcc-4371-4462-a71f-03e866f0b970 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062930 Sep 23 19:25:20.757737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Request body: {'port': {'device_id': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:20.759111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65fc4d-315d-489c-97ab-6620848f5cbd None None] New status for floating IP b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:25:20.792050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be836636-a109-4720-b1b4-07c21ea9afdd req-9a20294f-59f6-484f-a212-d194585aa91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.795158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be836636-a109-4720-b1b4-07c21ea9afdd req-9a20294f-59f6-484f-a212-d194585aa91c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505299 Sep 23 19:25:20.836074 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.874677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-3b210c57-373e-40ec-ae25-72fe8b416558 service neutron] 10.222.0.38 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159069 Sep 23 19:25:21.037396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be836636-a109-4720-b1b4-07c21ea9afdd req-56298e33-2d60-43ec-b7e0-0e07a13151de service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133741 Sep 23 19:25:21.066820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13ce43c2-f006-45b9-9354-3a208ddd15f4 req-99765dd1-d4ab-447c-8ea3-0c07c6af5c01 service neutron] 10.222.0.38 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912172 Sep 23 19:25:21.126975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6526331-4bb3-4e21-b93e-a03403cc5ee0 req-beaee2f1-9e20-46c0-b388-4c093aa246b0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.128970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6526331-4bb3-4e21-b93e-a03403cc5ee0 req-beaee2f1-9e20-46c0-b388-4c093aa246b0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 931 time: 0.1234522 Sep 23 19:25:21.254236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159940e9-8351-469e-babc-b6cad68ed261 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:21.254736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6526331-4bb3-4e21-b93e-a03403cc5ee0 req-4e9f8c58-1a89-4aae-acac-efa5f27b35a9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895681 Sep 23 19:25:21.257373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be836636-a109-4720-b1b4-07c21ea9afdd req-116a627b-3790-4bc9-8b62-a5945df9b053 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039268 Sep 23 19:25:21.262338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.277963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Transition to ACTIVE for port object 159940e9-8351-469e-babc-b6cad68ed261 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:21.282875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.283498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413019-5590-4867-9497-dd045d845cc3 req-c4024520-f073-495e-add8-b8cc5c3566b7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.291280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a413019-5590-4867-9497-dd045d845cc3 req-c4024520-f073-495e-add8-b8cc5c3566b7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1129432 Sep 23 19:25:21.342763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a413019-5590-4867-9497-dd045d845cc3 req-27539357-552b-46c2-be83-25c2a9f539d4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505784 Sep 23 19:25:21.400986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:21.401209 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248162a-ace9-430f-be13-f8744eaa8d89 req-3c260917-79f2-43c6-a435-5a6eadb04665 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.409781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8248162a-ace9-430f-be13-f8744eaa8d89 req-3c260917-79f2-43c6-a435-5a6eadb04665 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 948 time: 0.0658343 Sep 23 19:25:21.414254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:21.414612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:21.414947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:21.428799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:21.429130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:21.434196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:21.434566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:21.434945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:21.435369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Bound port: 159940e9-8351-469e-babc-b6cad68ed261, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:21.435750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.446718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8248162a-ace9-430f-be13-f8744eaa8d89 req-48cdad92-22ef-47e1-a5e6-1a1a62d056fd tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357115 Sep 23 19:25:21.511180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:21.517871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:21.522800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.531391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46cbe6c5-ed7b-4e5d-b633-8ea70d99b33d req-5937d810-e189-4f7f-a594-f461088f63e2 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 210 time: 0.0257394 Sep 23 19:25:21.561830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.562537 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.564507 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 1091 time: 0.8134594 Sep 23 19:25:21.564945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'tag': '159940e9-8351-469e-babc-b6cad68ed261'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:21.567213 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb81136d-53da-406b-8c27-90b27aeb4ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "tag": "159940e9-8351-469e-babc-b6cad68ed261"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:21.590381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa86d58-0501-4b56-9fec-e2db4f8359d1 service neutron] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:21.644907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b616e8-cab9-415c-805e-1e5e826f531e req-0c841bfa-f2b8-4762-91bd-ea4eeaa54620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.646577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-0c841bfa-f2b8-4762-91bd-ea4eeaa54620 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1094 time: 0.0438023 Sep 23 19:25:21.690707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-81461a09-0b63-41ff-8f36-fa285065183e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 217 time: 0.0342002 Sep 23 19:25:21.740381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b616e8-cab9-415c-805e-1e5e826f531e req-3136f3ac-5061-4a30-8398-cf696ae44fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.741843 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-3136f3ac-5061-4a30-8398-cf696ae44fc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0434194 Sep 23 19:25:21.786491 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-92c7d4fd-18f6-4de0-b726-5141ddcdce54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294216 Sep 23 19:25:21.802978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-f846e5db-edcf-4b90-b456-ddefec1ae9ca tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 258 time: 0.1053863 Sep 23 19:25:21.812649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:21.835971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.882419 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-b0cb0d51-3ed2-495d-9385-3d9d1f27e572 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869474 Sep 23 19:25:21.932708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.983225 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-f7c741ad-a7bd-4aa7-8315-d97f8cd6f829 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=427f90ccf9874313ab8166f17fa6f0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261858 Sep 23 19:25:22.038400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73b616e8-cab9-415c-805e-1e5e826f531e req-967a5673-72f8-44d0-b0f4-68c6666e277f service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475940 Sep 23 19:25:22.045979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Allocated IP 172.25.6.149 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/72b7c99d-847a-42d2-9968-c3d80275398b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:22.052976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:22.055290 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:22.115709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-b86a1345-be5e-4b6e-aac2-efba7efecc26 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.117246 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-b86a1345-be5e-4b6e-aac2-efba7efecc26 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286390 Sep 23 19:25:22.134806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Request body: {'port': {'device_id': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '427f90ccf9874313ab8166f17fa6f0d3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:22.153734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.186013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.227776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:22.232111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:22.234669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:22.246068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Made reservation on behalf of 427f90ccf9874313ab8166f17fa6f0d3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:22.250027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event updated for resources: {'Port': ['ID=72b7c99d-847a-42d2-9968-c3d80275398b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:22.250416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.260026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.289001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.324344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.352094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.355791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.423534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f405b13-f61a-4ab2-8174-46ac67795132,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:22.484144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.490026 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.498009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Allocated IP 192.168.233.163 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/f0139530-0af2-4cf1-afee-0d9e09d3366a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:22.518612 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.540326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.541544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.7329390 Sep 23 19:25:22.542321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc812be-9c98-4981-8e0f-eac141bd6663 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event updated for resources: {'Port': ['ID=72b7c99d-847a-42d2-9968-c3d80275398b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:22.592670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-92ecedbf-ca14-4467-b0f5-d914e3bbc7be tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0449629 Sep 23 19:25:22.645166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.676708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.697969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fdb75b41-4e7f-41cb-a8f7-9338cd24190e tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.699375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d78a306a-e7a8-4f2e-828d-6a08de6f1e65 req-fdb75b41-4e7f-41cb-a8f7-9338cd24190e tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1007833 Sep 23 19:25:22.715993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:22.719166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:22.722934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:22.728502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.729142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.749706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Pushing event updated for resources: {'Port': ['ID=f0139530-0af2-4cf1-afee-0d9e09d3366a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:22.760937 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-af3f48bf-1c5c-4ccd-b044-98d3a2833bc7 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6298432 Sep 23 19:25:22.775565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Request body: {'port': {'device_id': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:22.797172 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb14b8cd-0f37-4848-8bac-cfc185c4f48d x-openstack-request-id: req-cb14b8cd-0f37-4848-8bac-cfc185c4f48d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:22.797614 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "tag": "159940e9-8351-469e-babc-b6cad68ed261", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:22.797959 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb14b8cd-0f37-4848-8bac-cfc185c4f48d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:22.798400 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'tag': '159940e9-8351-469e-babc-b6cad68ed261', 'status': 'completed', 'code': 200} Sep 23 19:25:22.836962 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67f0794-5f23-4f31-acf3-8436c3d135a3 x-openstack-request-id: req-e67f0794-5f23-4f31-acf3-8436c3d135a3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:22.837278 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:22.837531 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e67f0794-5f23-4f31-acf3-8436c3d135a3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:22.837925 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'status': 'completed', 'code': 200} Sep 23 19:25:22.904808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.936184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3d2827e9-e451-4440-bb1f-080436993690 None None] Provisioning complete for port f0139530-0af2-4cf1-afee-0d9e09d3366a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:22.936797 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d2827e9-e451-4440-bb1f-080436993690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.942264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada708a-b138-4d5c-8cd4-0f4a29d10461 req-05edc29a-fb38-4374-a70f-777736e1de74 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.943790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ada708a-b138-4d5c-8cd4-0f4a29d10461 req-05edc29a-fb38-4374-a70f-777736e1de74 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 943 time: 0.0505080 Sep 23 19:25:22.958886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-d240ff48-a94b-4a28-bb2e-b7f0d4be7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.960418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-d240ff48-a94b-4a28-bb2e-b7f0d4be7e64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1094 time: 0.1438427 Sep 23 19:25:22.963732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-aa76aae3-d97c-4bac-9f69-c6b5b448ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.965108 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-aa76aae3-d97c-4bac-9f69-c6b5b448ebf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de69aa33d8d34bf3a47b535181dd2296&device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 1096 time: 0.1021421 Sep 23 19:25:22.974047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3d2827e9-e451-4440-bb1f-080436993690 None None] Port f0139530-0af2-4cf1-afee-0d9e09d3366a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:22.989371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ada708a-b138-4d5c-8cd4-0f4a29d10461 req-ea305ae9-b4cd-4677-8431-2ac671db1fe5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393081 Sep 23 19:25:23.096179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f73ab-fc53-48be-923f-42e5fdcc656a req-48746b23-170d-43cc-a42c-95f2e4632742 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.097677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c17f73ab-fc53-48be-923f-42e5fdcc656a req-48746b23-170d-43cc-a42c-95f2e4632742 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0484707 Sep 23 19:25:23.134676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c17f73ab-fc53-48be-923f-42e5fdcc656a req-dd67abe0-de29-4faa-a75d-7a98895ed9a0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Sep 23 19:25:23.243756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e700-a596-4051-8636-548bf7562f62 req-8e09c0ad-44e8-4192-8502-d6f3b70dbb85 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.245268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bda1e700-a596-4051-8636-548bf7562f62 req-8e09c0ad-44e8-4192-8502-d6f3b70dbb85 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 948 time: 0.0482507 Sep 23 19:25:23.262795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-d76e897b-f9ac-412a-9635-f5d03668e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.264237 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-d76e897b-f9ac-412a-9635-f5d03668e5c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 200 len: 929 time: 0.2824771 Sep 23 19:25:23.267197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-34dcc3d7-7467-4dd3-a1f2-9e93aea9e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.268493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-34dcc3d7-7467-4dd3-a1f2-9e93aea9e8ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.2856653 Sep 23 19:25:23.282093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bda1e700-a596-4051-8636-548bf7562f62 req-2643eeb6-622c-4d2b-b56b-3bdf38ceae6b tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306787 Sep 23 19:25:23.384213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53d9e-033c-4278-af96-1ccaba9e584d req-c04d195b-84fb-41a8-8116-b2b7f15abfcb tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.385774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40b53d9e-033c-4278-af96-1ccaba9e584d req-c04d195b-84fb-41a8-8116-b2b7f15abfcb tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 936 time: 0.0498946 Sep 23 19:25:23.407077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a53fe074-a386-43d5-a158-ef93f7288b0a details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:23.439037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40b53d9e-033c-4278-af96-1ccaba9e584d req-46eb4c6d-af87-40bd-8a18-08f5d66156cd tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457411 Sep 23 19:25:23.507676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a53fe074-a386-43d5-a158-ef93f7288b0a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a53fe074-a386-43d5-a158-ef93f7288b0a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:23.519847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'a53fe074-a386-43d5-a158-ef93f7288b0a', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'a53fe074-a386-43d5-a158-ef93f7288b0a', 'mac_address': 'fa:16:3e:e4:94:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:23.560617 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.570926 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-1a388264-bc03-4d38-8faf-e16470bd14d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 217 time: 0.2813182 Sep 23 19:25:23.576054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53fe074-a386-43d5-a158-ef93f7288b0a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:23.596454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a53fe074-a386-43d5-a158-ef93f7288b0a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a53fe074-a386-43d5-a158-ef93f7288b0a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:23.600558 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.600764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bda10-cd92-4fc8-8acd-b7379125195e req-104b81a7-c4dd-49b6-a262-86ac305da287 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.602445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1bda10-cd92-4fc8-8acd-b7379125195e req-104b81a7-c4dd-49b6-a262-86ac305da287 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0546458 Sep 23 19:25:23.637583 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-fc0175ba-8f60-4dce-8b80-622a82764a1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 1001 time: 0.3540895 Sep 23 19:25:23.650096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a53fe074-a386-43d5-a158-ef93f7288b0a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:23.652875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1bda10-cd92-4fc8-8acd-b7379125195e req-8056c4d3-2914-4fb9-969e-228e314e8ded tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0436909 Sep 23 19:25:23.663165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bd1bda10-cd92-4fc8-8acd-b7379125195e req-d6908bef-e585-4616-8aff-f9f620933d79 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Request body: {'floatingip': {'port_id': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:23.663620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.663965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.664369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.664707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.665051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.665363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.665686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.666007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.666531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.666862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.667180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.667927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:23.705966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-42f3b4b2-076c-4569-86ed-e370500e5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.707446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-42f3b4b2-076c-4569-86ed-e370500e5097 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.1262224 Sep 23 19:25:23.709068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd1bda10-cd92-4fc8-8acd-b7379125195e req-d6908bef-e585-4616-8aff-f9f620933d79 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.712854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0139530-0af2-4cf1-afee-0d9e09d3366a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:23.733693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.754345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-dc86f0bb-35bb-4eb1-9bc2-76e28c223950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.755775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-dc86f0bb-35bb-4eb1-9bc2-76e28c223950 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3826c92-4668-4bfb-ac66-534fa7f37ded HTTP/1.1" status: 200 len: 867 time: 0.0985661 Sep 23 19:25:23.758800 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-e551e784-d77f-482a-b6bd-24c8e73d96a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399878 Sep 23 19:25:23.768385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Transition to ACTIVE for port object f0139530-0af2-4cf1-afee-0d9e09d3366a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:23.786990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.916559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0139530-0af2-4cf1-afee-0d9e09d3366a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:23.925331 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-bd1bda10-cd92-4fc8-8acd-b7379125195e req-d6908bef-e585-4616-8aff-f9f620933d79 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 19:25:23.926486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1bda10-cd92-4fc8-8acd-b7379125195e req-d6908bef-e585-4616-8aff-f9f620933d79 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "PUT /v2.0/floatingips/98173ffc-8780-4c57-83b7-aa3c29db305a HTTP/1.1" status: 409 len: 550 time: 0.2671127 Sep 23 19:25:23.958701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-ba852ce7-30c4-45fc-9076-2aefb2e410a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.960215 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-ba852ce7-30c4-45fc-9076-2aefb2e410a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86dd4342-2a4e-4761-8c9f-7aefeb461d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892889 Sep 23 19:25:23.983084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Attempting to bind port f0139530-0af2-4cf1-afee-0d9e09d3366a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:23.983428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Attempting to bind port f0139530-0af2-4cf1-afee-0d9e09d3366a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:23.983760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Attempting to bind port f0139530-0af2-4cf1-afee-0d9e09d3366a on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:23.991833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a53fe074-a386-43d5-a158-ef93f7288b0a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:24.000304 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-88603403-88e5-4625-bd96-5335dc70c8d4 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279985 Sep 23 19:25:24.006356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Port f0139530-0af2-4cf1-afee-0d9e09d3366a on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:24.006694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Attempting to bind port f0139530-0af2-4cf1-afee-0d9e09d3366a on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:24.039177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:24.039526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:24.040013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:24.040355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Bound port: f0139530-0af2-4cf1-afee-0d9e09d3366a, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:24.040728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.135757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-f994cc5c-cc79-4936-9a8a-4aca39fc8f9a tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips/98173ffc-8780-4c57-83b7-aa3c29db305a HTTP/1.1" status: 200 len: 693 time: 0.0520203 Sep 23 19:25:24.198686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-61781dbf-c90a-4527-9127-7f86dd6638d9 service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250476 Sep 23 19:25:24.242527 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb81136d-53da-406b-8c27-90b27aeb4ebd req-fa3a3823-904b-4648-93a2-f12322cb8a4a service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331963 Sep 23 19:25:24.255789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] For port f0139530-0af2-4cf1-afee-0d9e09d3366a, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:24.262350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-15ae1b70-72d0-4ff8-98d9-33ba6415effc tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.266713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-15ae1b70-72d0-4ff8-98d9-33ba6415effc tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1250396 Sep 23 19:25:24.273952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-f880aa1c-95b0-4497-88ad-0fbe8ff0459c tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:24.274971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-f880aa1c-95b0-4497-88ad-0fbe8ff0459c tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055556 Sep 23 19:25:24.296558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] For port f0139530-0af2-4cf1-afee-0d9e09d3366a, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f0139530-0af2-4cf1-afee-0d9e09d3366a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:24.302100 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.327567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-d71fe784-5701-4c14-97e3-f19ac6efd8c3 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0464523 Sep 23 19:25:24.340629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.342325 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.342931 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/f0139530-0af2-4cf1-afee-0d9e09d3366a HTTP/1.1" status: 200 len: 1096 time: 1.5720570 Sep 23 19:25:24.367351 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6e24c04-565d-4df2-8c1d-e1cc91006cc5 req-609596f4-f0f7-42ab-b6fe-72ae6810de31 service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547973 Sep 23 19:25:24.379000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-680ac4c0-ad71-4349-9e64-bca11e9272ea tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0447206 Sep 23 19:25:24.384750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf3442-6370-4185-8561-faadf535a2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0139530-0af2-4cf1-afee-0d9e09d3366a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:24.445114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-df09b0dc-55ab-4edf-90e6-beb68ad052f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.446751 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-df09b0dc-55ab-4edf-90e6-beb68ad052f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=427f90ccf9874313ab8166f17fa6f0d3&device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 1099 time: 0.0521057 Sep 23 19:25:24.495547 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-f3ac96c8-d933-4360-9b84-e3a4d200ad8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f0139530-0af2-4cf1-afee-0d9e09d3366a HTTP/1.1" status: 200 len: 217 time: 0.0398233 Sep 23 19:25:24.528702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Deleting port 72b7c99d-847a-42d2-9968-c3d80275398b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:24.529042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.551492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-8722e92b-7e17-4f97-97bf-67f3d0b4ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.553317 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-8722e92b-7e17-4f97-97bf-67f3d0b4ffc5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0461862 Sep 23 19:25:24.605366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-b2d603fb-1764-46a2-af25-800fca52eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.606485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.606814 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.606944 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-b2d603fb-1764-46a2-af25-800fca52eb4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438869 Sep 23 19:25:24.618637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Calling delete_port for 72b7c99d-847a-42d2-9968-c3d80275398b owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:24.695064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-5df8600b-69db-4f8e-8c92-148b66c4a429 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798962 Sep 23 19:25:24.778244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.788621 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1bd640c4-65f4-4fff-8fee-daf458906e68 req-ca40e483-20d4-4b08-bf5d-48fcda458b06 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863185 Sep 23 19:25:24.799311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'tag': 'f0139530-0af2-4cf1-afee-0d9e09d3366a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:24.801591 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6503cc-c259-408a-aa53-4096094f7dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dba6b8-ee99-483a-be92-a484ae88453f", "tag": "f0139530-0af2-4cf1-afee-0d9e09d3366a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:24.803323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event deleted for resources: {'Port': ['ID=72b7c99d-847a-42d2-9968-c3d80275398b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:24.845516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.848142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.849279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7840fe28-2e71-4c6f-981f-c78a6f93013a req-afee4f5f-36a1-4834-8d43-1818e85bcfdf tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "DELETE /v2.0/floatingips/98173ffc-8780-4c57-83b7-aa3c29db305a HTTP/1.1" status: 204 len: 173 time: 0.4593225 Sep 23 19:25:24.960227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff9e8-38b6-4628-9d93-7e03728f7ad2 req-a7bbc33b-4d97-481d-bef3-3835c8e6332c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.961697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffaff9e8-38b6-4628-9d93-7e03728f7ad2 req-a7bbc33b-4d97-481d-bef3-3835c8e6332c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 943 time: 0.0479648 Sep 23 19:25:24.983705 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.006488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffaff9e8-38b6-4628-9d93-7e03728f7ad2 req-720b8244-2042-4d9c-8b81-be82babcfa06 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Sep 23 19:25:25.335435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf74c20-d41d-456e-a2be-ffa0d6ac788f req-3cba658a-e3e4-42e6-ad55-290bbeb1f870 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.336940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bf74c20-d41d-456e-a2be-ffa0d6ac788f req-3cba658a-e3e4-42e6-ad55-290bbeb1f870 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.3028965 Sep 23 19:25:25.345656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e13e2-c3ee-4a78-9a71-30bd5dba3a61 req-ac6f4557-c1eb-4cc5-a2bb-8860379f5f31 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.347057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d04e13e2-c3ee-4a78-9a71-30bd5dba3a61 req-ac6f4557-c1eb-4cc5-a2bb-8860379f5f31 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 949 time: 0.0667510 Sep 23 19:25:25.394947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bf74c20-d41d-456e-a2be-ffa0d6ac788f req-1e4cc040-c79d-4b38-ad14-f777079c582f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469470 Sep 23 19:25:25.404457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a53fe074-a386-43d5-a158-ef93f7288b0a up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:25.407817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d04e13e2-c3ee-4a78-9a71-30bd5dba3a61 req-f022f6f0-30de-43bb-a303-2b0aa3d53282 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Sep 23 19:25:25.458618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port a53fe074-a386-43d5-a158-ef93f7288b0a completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:25.459658 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705ab57a-8950-4937-b306-da39f2e2f3da x-openstack-request-id: req-705ab57a-8950-4937-b306-da39f2e2f3da {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:25.460136 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dba6b8-ee99-483a-be92-a484ae88453f", "tag": "f0139530-0af2-4cf1-afee-0d9e09d3366a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:25.460361 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-705ab57a-8950-4937-b306-da39f2e2f3da {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:25.460851 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'tag': 'f0139530-0af2-4cf1-afee-0d9e09d3366a', 'status': 'completed', 'code': 200} Sep 23 19:25:25.463552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port a53fe074-a386-43d5-a158-ef93f7288b0a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:25.464165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.527887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-24d68761-058b-432c-a292-b687cf47d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.529498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-24d68761-058b-432c-a292-b687cf47d0bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=427f90ccf9874313ab8166f17fa6f0d3&device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 1099 time: 0.0426340 Sep 23 19:25:25.544137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.567217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53fe074-a386-43d5-a158-ef93f7288b0a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:25.569316 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18688bd-396e-4472-9a9f-6ac79e26dbb3" -d '{"events": [{"server_uuid": "a5afba2f-1f26-4076-9cff-5e25eb33c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "a53fe074-a386-43d5-a158-ef93f7288b0a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:25.570458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623fcb9-b72a-47ea-b552-a9840c7dc77f req-79e13839-5e69-4ea8-83c7-35132c5ce7cf tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.571957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e623fcb9-b72a-47ea-b552-a9840c7dc77f req-79e13839-5e69-4ea8-83c7-35132c5ce7cf tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 948 time: 0.1115129 Sep 23 19:25:25.583025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a53fe074-a386-43d5-a158-ef93f7288b0a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a53fe074-a386-43d5-a158-ef93f7288b0a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:25.587246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.601531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-7c8d5ea7-f9a3-436e-864a-9ea31467a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.1119316 Sep 23 19:25:25.632261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-5e780995-c188-4d95-9985-3ff70784cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.633754 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-5e780995-c188-4d95-9985-3ff70784cb9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0958889 Sep 23 19:25:25.642177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a53fe074-a386-43d5-a158-ef93f7288b0a,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:25.659307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e623fcb9-b72a-47ea-b552-a9840c7dc77f req-766ab5c0-36fa-4196-9991-9d392c328202 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754423 Sep 23 19:25:25.666110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-8313cb1b-28d6-40a0-8573-59bf42e4bb83 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.667461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-8313cb1b-28d6-40a0-8573-59bf42e4bb83 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports/6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 942 time: 0.0578923 Sep 23 19:25:25.683787 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-bfe677e6-53c6-4c1e-b4b0-bf50e2e32b9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f0139530-0af2-4cf1-afee-0d9e09d3366a HTTP/1.1" status: 200 len: 217 time: 0.0411973 Sep 23 19:25:25.740741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-739c0281-5aac-4e2f-8750-20f19284322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.742234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-739c0281-5aac-4e2f-8750-20f19284322d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0513699 Sep 23 19:25:25.772834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-73652a67-06a9-41a9-96ee-13351fb98952 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.0597918 Sep 23 19:25:25.791428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-af9f4af7-df78-44fd-821c-fb32dd717214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.792938 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-af9f4af7-df78-44fd-821c-fb32dd717214 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429866 Sep 23 19:25:25.894908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-48b97145-69cc-426f-884c-bb9d84cf4405 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.896294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-48b97145-69cc-426f-884c-bb9d84cf4405 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1171255 Sep 23 19:25:25.903414 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-39cb9e5e-ee9d-425d-b3dd-c3227b7adaff service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979764 Sep 23 19:25:25.908197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-6837d93b-e7b3-4512-a164-613abc79b939 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:25.910397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-6837d93b-e7b3-4512-a164-613abc79b939 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060914 Sep 23 19:25:25.933275 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc45a3fc-505c-4dd1-925a-da80f2bd3f2e x-openstack-request-id: req-bc45a3fc-505c-4dd1-925a-da80f2bd3f2e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:25.933564 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5afba2f-1f26-4076-9cff-5e25eb33c5d0", "name": "network-vif-plugged", "status": "completed", "tag": "a53fe074-a386-43d5-a158-ef93f7288b0a", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:25.933833 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc45a3fc-505c-4dd1-925a-da80f2bd3f2e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:25.934316 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53fe074-a386-43d5-a158-ef93f7288b0a', 'code': 200} Sep 23 19:25:26.034250 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e6503cc-c259-408a-aa53-4096094f7dd1 req-51166c17-b456-4745-b29b-6f6a58d869bb service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139147 Sep 23 19:25:26.036327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-720262e5-b00b-48ab-9aba-90c13b64114c tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 1001 time: 0.1134813 Sep 23 19:25:26.042336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:26.042798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 159940e9-8351-469e-babc-b6cad68ed261 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:26.129457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028873-ddae-4e22-b8ad-a97a381ef575 req-e16bb7a5-4e7a-4707-8e5f-4d3e06488024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.131013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb028873-ddae-4e22-b8ad-a97a381ef575 req-e16bb7a5-4e7a-4707-8e5f-4d3e06488024 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 1101 time: 0.1154695 Sep 23 19:25:26.133503 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.161220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:26.176495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '159940e9-8351-469e-babc-b6cad68ed261', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'port_id': '159940e9-8351-469e-babc-b6cad68ed261', 'mac_address': 'fa:16:3e:85:69:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87db38a-f3d9-4332-8d18-418c2469577b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:26.219716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb028873-ddae-4e22-b8ad-a97a381ef575 req-389a5977-6213-4289-82dd-e883a3759214 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Sep 23 19:25:26.253648 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.277731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159940e9-8351-469e-babc-b6cad68ed261 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:26.299676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:26.304935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.324071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40426) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:26.363587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.371158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:26.376753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.376967 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Floating IP b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f disassociated. External IP: 172.25.6.201, port: 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43. Sep 23 19:25:26.422296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad88f1-98b3-435b-912c-58a57fe3fb05 req-c8328c93-c4da-4294-b6d2-0c92d4c0aee7 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.426660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-faad88f1-98b3-435b-912c-58a57fe3fb05 req-c8328c93-c4da-4294-b6d2-0c92d4c0aee7 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 944 time: 0.1292965 Sep 23 19:25:26.456602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4e15dfc-b132-4675-9014-5b6128b90d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.505213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-faad88f1-98b3-435b-912c-58a57fe3fb05 req-b0b96ad1-dcb2-463c-9df4-7bc0585bcaa8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758407 Sep 23 19:25:26.561488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4e15dfc-b132-4675-9014-5b6128b90d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.564770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['159940e9-8351-469e-babc-b6cad68ed261'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:26.567448 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4e15dfc-b132-4675-9014-5b6128b90d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.602547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.610897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c4e15dfc-b132-4675-9014-5b6128b90d41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c778255c4f8a484f89e6bcc7eb76f8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850907 Sep 23 19:25:26.612033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e15dfc-b132-4675-9014-5b6128b90d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a8a93e-e8f0-48cb-83c3-880291d65e3b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:26.614418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:26.665368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cf43921-e7db-4359-9fe7-175eb1c499e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.676306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3ec9f-fc9d-4f4c-8ad2-c2eaddeabb23 req-bce501fd-5db1-4297-884f-c92a84d257ec tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.677818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8e3ec9f-fc9d-4f4c-8ad2-c2eaddeabb23 req-bce501fd-5db1-4297-884f-c92a84d257ec tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1024430 Sep 23 19:25:26.687784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:25:26.702790 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cf43921-e7db-4359-9fe7-175eb1c499e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.751715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cf43921-e7db-4359-9fe7-175eb1c499e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.754318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cf43921-e7db-4359-9fe7-175eb1c499e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.756103 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8cf43921-e7db-4359-9fe7-175eb1c499e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6a8a93e-e8f0-48cb-83c3-880291d65e3b HTTP/1.1" status: 204 len: 168 time: 0.1397889 Sep 23 19:25:26.764268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf43921-e7db-4359-9fe7-175eb1c499e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a8a93e-e8f0-48cb-83c3-880291d65e3b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:26.778448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8e3ec9f-fc9d-4f4c-8ad2-c2eaddeabb23 req-033f9ac7-29bd-4fbe-9b50-bcd74cbfb04b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816033 Sep 23 19:25:26.849413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:26.855244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.862802 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] Sync routers for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:26.874717 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:26.875823 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:26.892988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-f8f89aa1-353b-4ab1-9ff4-0fadcb993de8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "PUT /v2.0/floatingips/b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f HTTP/1.1" status: 200 len: 695 time: 0.8557398 Sep 23 19:25:26.893443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:26.896481 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80424afc-8fd4-4994-afb4-c32ef6ef4eca" -d '{"events": [{"name": "network-changed", "server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:26.959720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-a47bf648-1e0b-4e99-b6a8-8dc02e8eb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.961248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-a47bf648-1e0b-4e99-b6a8-8dc02e8eb863 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de69aa33d8d34bf3a47b535181dd2296&device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 1096 time: 0.0497077 Sep 23 19:25:26.990116 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:27.078663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-1bce3460-98ff-4c28-a32d-1a2a6891a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.080941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-1bce3460-98ff-4c28-a32d-1a2a6891a93a service neutron] 10.222.0.38 "GET /v2.0/networks?id=86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 200 len: 929 time: 0.1121631 Sep 23 19:25:27.122356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:27.140225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3d52866-f63b-4e93-8bb8-88a6cc92676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.141153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-55c1ba15-89cb-4eb1-a6ca-de8a85620ed0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 217 time: 0.0537033 Sep 23 19:25:27.214363 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:54Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:27.225863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-fd311d35-47f1-425b-8bc1-49c6c85764d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.227376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-fd311d35-47f1-425b-8bc1-49c6c85764d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f3826c92-4668-4bfb-ac66-534fa7f37ded HTTP/1.1" status: 200 len: 867 time: 0.0800557 Sep 23 19:25:27.256054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb078fd-d254-4ab9-ab90-df3cda36ecf4 req-c356f502-5088-4aa5-8dca-4b3d7f02a24a tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.257397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3d52866-f63b-4e93-8bb8-88a6cc92676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.257528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eeb078fd-d254-4ab9-ab90-df3cda36ecf4 req-c356f502-5088-4aa5-8dca-4b3d7f02a24a tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 950 time: 0.0763183 Sep 23 19:25:27.259856 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] Checking router: 7e9b3f5b-5c16-445d-a731-95f8e43ece93 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:27.263349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3d52866-f63b-4e93-8bb8-88a6cc92676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.272833 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:27.273362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:27.302043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a3d52866-f63b-4e93-8bb8-88a6cc92676d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbddfee80f334c6fb523739f72b2dcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785493 Sep 23 19:25:27.304273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d52866-f63b-4e93-8bb8-88a6cc92676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9026118d-74e0-4923-9a6b-50930aa3d16c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:27.306700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40458) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:27.315317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-e011296f-8a04-4eb6-85da-a8a7b47a0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.316836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-e011296f-8a04-4eb6-85da-a8a7b47a0282 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=86dd4342-2a4e-4761-8c9f-7aefeb461d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818911 Sep 23 19:25:27.328076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eeb078fd-d254-4ab9-ab90-df3cda36ecf4 req-1c0e2ab4-c136-425f-b1f1-48fa112072a0 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548341 Sep 23 19:25:27.380225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e6e9b9-3dec-464e-8148-b45ecb45e218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.395586 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:27.401750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e6e9b9-3dec-464e-8148-b45ecb45e218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.451130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e6e9b9-3dec-464e-8148-b45ecb45e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.453700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30e6e9b9-3dec-464e-8148-b45ecb45e218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.455454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-30e6e9b9-3dec-464e-8148-b45ecb45e218 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9026118d-74e0-4923-9a6b-50930aa3d16c HTTP/1.1" status: 204 len: 168 time: 0.1477547 Sep 23 19:25:27.465383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6e9b9-3dec-464e-8148-b45ecb45e218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9026118d-74e0-4923-9a6b-50930aa3d16c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:27.478965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-9e680424-a661-48ca-88cd-d1a53ed1e9c0 service neutron] 10.222.0.38 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427720 Sep 23 19:25:27.499126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaea41-3c27-4410-83ee-0aa14f855a57 req-42ca9444-d2f5-46f7-9885-83c7ac6cece3 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.501370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75eaea41-3c27-4410-83ee-0aa14f855a57 req-42ca9444-d2f5-46f7-9885-83c7ac6cece3 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 948 time: 0.0893977 Sep 23 19:25:27.592333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75eaea41-3c27-4410-83ee-0aa14f855a57 req-72681fc7-4bec-4d90-9b3a-0ee2bc3f8754 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789278 Sep 23 19:25:27.610039 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:54Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:27.620532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-346f2164-7f08-40b3-ae5d-03685e6da592 req-dead0d62-02ea-4abd-889b-34183c9b93a4 service neutron] 10.222.0.38 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405907 Sep 23 19:25:27.640400 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c7f8e-04c7-4aa1-a22c-385e9da6137c None None] The sync data for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 is: [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 4, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ec49d64d-664e-4515-bf9f-a1c4876f639d', 'name': '', 'network_id': '86dd4342-2a4e-4761-8c9f-7aefeb461d03', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'mac_address': 'fa:16:3e:3a:c2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:54Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'subnets': [{'id': 'f3826c92-4668-4bfb-ac66-534fa7f37ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:27.674986 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd7fcc7-af09-4f17-95fa-3a8e1c52f446 x-openstack-request-id: req-9dd7fcc7-af09-4f17-95fa-3a8e1c52f446 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:27.676239 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:27.676713 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9dd7fcc7-af09-4f17-95fa-3a8e1c52f446 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:27.677423 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'status': 'completed', 'code': 200} Sep 23 19:25:27.763121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-dddfe95e-9480-4de9-a637-94aa2b0f8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.764701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-dddfe95e-9480-4de9-a637-94aa2b0f8e20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de69aa33d8d34bf3a47b535181dd2296&device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 1096 time: 0.0642095 Sep 23 19:25:27.899587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b7c48-7965-4783-984d-ef9650ef0fa5 req-e9303dde-ad55-41d9-81b4-fe5d49b16d51 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.907833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a29b7c48-7965-4783-984d-ef9650ef0fa5 req-e9303dde-ad55-41d9-81b4-fe5d49b16d51 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 944 time: 0.0651772 Sep 23 19:25:27.931719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-5766aaef-78f1-429e-84ef-6837decca048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.933164 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-5766aaef-78f1-429e-84ef-6837decca048 service neutron] 10.222.0.72 "GET /v2.0/networks?id=86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 200 len: 929 time: 0.1600976 Sep 23 19:25:27.985578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a29b7c48-7965-4783-984d-ef9650ef0fa5 req-7500f5e9-fc31-4189-8068-24526ec07696 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749013 Sep 23 19:25:28.016584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-2f926003-5f51-4e23-8aa1-6e3c0ad55c9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 200 len: 217 time: 0.0744665 Sep 23 19:25:28.053033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e876661-a176-49d3-be59-09adbd91117e None None] New status for floating IP b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:25:28.100407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-40d2e3a8-0653-4e31-860a-d47139429a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.101999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-40d2e3a8-0653-4e31-860a-d47139429a8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3826c92-4668-4bfb-ac66-534fa7f37ded HTTP/1.1" status: 200 len: 867 time: 0.0793710 Sep 23 19:25:28.109490 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-1d6765c4-eebe-4edf-a76e-bccdc6def3e2 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips/b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f HTTP/1.1" status: 200 len: 695 time: 0.1061285 Sep 23 19:25:28.136847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f0139530-0af2-4cf1-afee-0d9e09d3366a details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:28.138775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 159940e9-8351-469e-babc-b6cad68ed261 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:28.194078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-a48afc9a-c80f-48c3-8f51-bb41df133e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.196189 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-a48afc9a-c80f-48c3-8f51-bb41df133e36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86dd4342-2a4e-4761-8c9f-7aefeb461d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864699 Sep 23 19:25:28.254746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52682c-8bc9-4336-8cf6-d7344815c292 req-28d85f08-33bc-4aef-a579-f917cb970d50 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.256300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a52682c-8bc9-4336-8cf6-d7344815c292 req-28d85f08-33bc-4aef-a579-f917cb970d50 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1529064 Sep 23 19:25:28.320891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-e7e9c5d5-e5ce-49ac-9bc3-8a83c27c570b service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155097 Sep 23 19:25:28.361270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-31c02b53-bbb2-48dd-a8b0-0394b3fa0aa4 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.376440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-31c02b53-bbb2-48dd-a8b0-0394b3fa0aa4 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.2576513 Sep 23 19:25:28.451815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a52682c-8bc9-4336-8cf6-d7344815c292 req-235d5b92-42a1-46fa-922e-5adb3375c336 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803660 Sep 23 19:25:28.476556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-9c778bcf-4d1e-4a0f-b325-eee31ea412c8 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 698 time: 0.0901816 Sep 23 19:25:28.492690 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80424afc-8fd4-4994-afb4-c32ef6ef4eca req-3f47fe80-3f8b-41ae-aa51-d9610854de4b service neutron] 10.222.0.72 "GET /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634986 Sep 23 19:25:28.497278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 159940e9-8351-469e-babc-b6cad68ed261 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:28.520173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 159940e9-8351-469e-babc-b6cad68ed261 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:28.520531 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.554939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f0139530-0af2-4cf1-afee-0d9e09d3366a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f0139530-0af2-4cf1-afee-0d9e09d3366a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:28.562018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-68ce4b57-a4a5-4bec-926f-0c448ade80b3 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.201 HTTP/1.1" status: 200 len: 696 time: 0.0836303 Sep 23 19:25:28.573554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f0139530-0af2-4cf1-afee-0d9e09d3366a', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'f0139530-0af2-4cf1-afee-0d9e09d3366a', 'mac_address': 'fa:16:3e:49:d2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:28.643714 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.662581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.666172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0139530-0af2-4cf1-afee-0d9e09d3366a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:28.670339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012fbf-9964-46c5-a6aa-c086c0782e0c req-92c3eca1-3d97-4a1a-b596-e2b9ac17e50f tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.671845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56012fbf-9964-46c5-a6aa-c086c0782e0c req-92c3eca1-3d97-4a1a-b596-e2b9ac17e50f tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 950 time: 0.1272309 Sep 23 19:25:28.699683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f0139530-0af2-4cf1-afee-0d9e09d3366a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f0139530-0af2-4cf1-afee-0d9e09d3366a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:28.705947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159940e9-8351-469e-babc-b6cad68ed261'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:28.708409 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c197094-bd5d-4f84-ac2d-5dff27d9c2d8" -d '{"events": [{"server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "name": "network-vif-plugged", "status": "completed", "tag": "159940e9-8351-469e-babc-b6cad68ed261"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:28.717776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.724203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:28.744934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56012fbf-9964-46c5-a6aa-c086c0782e0c req-7ca90bb9-11c5-4aa6-9327-81a3468fcd80 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Sep 23 19:25:28.749462 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.754314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Deleting port 7d3f0302-e68a-49d7-8b69-c9fa71663938 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:28.754658 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.784196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f0139530-0af2-4cf1-afee-0d9e09d3366a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:28.839875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.840206 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.843647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:28.854641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Calling delete_port for 7d3f0302-e68a-49d7-8b69-c9fa71663938 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:28.970945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f0139530-0af2-4cf1-afee-0d9e09d3366a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:28.996353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.028583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event deleted for resources: {'Port': ['ID=7d3f0302-e68a-49d7-8b69-c9fa71663938,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:29.053061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.057142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.058259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c0fd3b-9057-4ebc-b835-a3be2527e5e5 req-797ad5e3-71b3-4be4-b4ca-37f8ee405a76 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "DELETE /v2.0/floatingips/b3184f3b-5adb-4f37-ab88-e8ff4a2bc07f HTTP/1.1" status: 204 len: 173 time: 0.4786208 Sep 23 19:25:29.147330 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166ed352-2283-477d-9ff3-636a67d50f6f x-openstack-request-id: req-166ed352-2283-477d-9ff3-636a67d50f6f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:29.147866 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "name": "network-vif-plugged", "status": "completed", "tag": "159940e9-8351-469e-babc-b6cad68ed261", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:29.148856 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-166ed352-2283-477d-9ff3-636a67d50f6f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:29.149430 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159940e9-8351-469e-babc-b6cad68ed261', 'code': 200} Sep 23 19:25:29.200216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91a2c7-54b8-47b7-ace0-7aefc3997967 req-1cb86bf6-4c22-4716-9714-b6f266fe514d tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.201784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa91a2c7-54b8-47b7-ace0-7aefc3997967 req-1cb86bf6-4c22-4716-9714-b6f266fe514d tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 949 time: 0.0820336 Sep 23 19:25:29.247143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa91a2c7-54b8-47b7-ace0-7aefc3997967 req-ae85d309-d1f5-4ae7-b01c-3a2e090bd998 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358253 Sep 23 19:25:29.277239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c947e-2d6a-4e68-a20c-62901640fb93 req-ac486425-20fc-4020-b2cb-25c106e756fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.278822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f08c947e-2d6a-4e68-a20c-62901640fb93 req-ac486425-20fc-4020-b2cb-25c106e756fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1096 time: 0.0606778 Sep 23 19:25:29.350285 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f08c947e-2d6a-4e68-a20c-62901640fb93 req-99ad7854-1188-4287-8685-1ea2dd57fcae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590410 Sep 23 19:25:29.432378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d89d2-ce35-43aa-a6bd-2eb9cf504593 req-77d0a68e-b4ce-4516-97ee-52cf30f63686 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.433901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b07d89d2-ce35-43aa-a6bd-2eb9cf504593 req-77d0a68e-b4ce-4516-97ee-52cf30f63686 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 945 time: 0.0531178 Sep 23 19:25:29.472233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b07d89d2-ce35-43aa-a6bd-2eb9cf504593 req-79c22b16-103a-4f72-918b-6852e49b32c8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Sep 23 19:25:29.578323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567afdcd-e500-453c-b452-f32ae979ea2e req-3c522855-a1c3-42de-aa9f-fe812c02ceb7 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.580131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-567afdcd-e500-453c-b452-f32ae979ea2e req-3c522855-a1c3-42de-aa9f-fe812c02ceb7 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 950 time: 0.0499740 Sep 23 19:25:29.621310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-567afdcd-e500-453c-b452-f32ae979ea2e req-837596d5-25e3-449b-9677-f89574ff3b67 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Sep 23 19:25:29.741994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08029f9e-c3b8-41fb-b874-feb4e932b4b6 req-c7aa6d72-a422-4c73-8181-ea76d6d1855b tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.743752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08029f9e-c3b8-41fb-b874-feb4e932b4b6 req-c7aa6d72-a422-4c73-8181-ea76d6d1855b tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0601034 Sep 23 19:25:29.786980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08029f9e-c3b8-41fb-b874-feb4e932b4b6 req-c804bff9-1edc-4063-8331-f1ba2dc41eec tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0367267 Sep 23 19:25:29.861802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2fe6-ac7b-4098-8068-271d0ca00ddf req-02c7135f-15bd-467b-a7f6-992a7b5ec78c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.863547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92ad2fe6-ac7b-4098-8068-271d0ca00ddf req-02c7135f-15bd-467b-a7f6-992a7b5ec78c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0501094 Sep 23 19:25:29.902982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92ad2fe6-ac7b-4098-8068-271d0ca00ddf req-b24ebb1e-82fd-490d-a185-8766f3bb7a3c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Sep 23 19:25:29.967233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cd62727-736b-4717-962a-ab7306a937a6 req-67fe1a10-3147-4fc8-af09-bf42582d4101 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0369792 Sep 23 19:25:30.076751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f0139530-0af2-4cf1-afee-0d9e09d3366a up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:30.130406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f0139530-0af2-4cf1-afee-0d9e09d3366a completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:30.142926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f0139530-0af2-4cf1-afee-0d9e09d3366a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:30.143305 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.232514 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.276514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f0139530-0af2-4cf1-afee-0d9e09d3366a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f0139530-0af2-4cf1-afee-0d9e09d3366a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:30.280811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.349889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f0139530-0af2-4cf1-afee-0d9e09d3366a,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:30.459432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af770-da69-445b-ae64-6c44fb245435 req-897dc961-ca43-4134-9839-7b13367ead2f tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.459432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e1af770-da69-445b-ae64-6c44fb245435 req-897dc961-ca43-4134-9839-7b13367ead2f tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 945 time: 0.0840611 Sep 23 19:25:30.472994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e9f29-24eb-4fcb-89ce-c592910814dc req-b96886f5-45ea-4cbd-b62b-d6fc36a5fcaa tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.474600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd9e9f29-24eb-4fcb-89ce-c592910814dc req-b96886f5-45ea-4cbd-b62b-d6fc36a5fcaa tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.0701783 Sep 23 19:25:30.534272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e1af770-da69-445b-ae64-6c44fb245435 req-123c70b3-0592-4bc9-b61f-880163135692 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585611 Sep 23 19:25:30.541603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd9e9f29-24eb-4fcb-89ce-c592910814dc req-a175dc98-0cc2-420c-a295-ad15171befc5 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587702 Sep 23 19:25:30.607688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:30.721925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f271c-15eb-4509-8729-410c885b0882 req-5d304655-d392-42ff-80f4-822615334642 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.723351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-647f271c-15eb-4509-8729-410c885b0882 req-5d304655-d392-42ff-80f4-822615334642 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 945 time: 0.0611866 Sep 23 19:25:30.730116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd36a541-75b1-4b1c-b382-063ca8b09ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.785643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-647f271c-15eb-4509-8729-410c885b0882 req-31158e24-c319-4348-929c-63122921d404 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549560 Sep 23 19:25:30.891508 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd36a541-75b1-4b1c-b382-063ca8b09ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.895547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd36a541-75b1-4b1c-b382-063ca8b09ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.931253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e754f3-dad1-44d0-b22f-94605f820eb9 req-f503082b-f87f-468c-91a8-899c11778d80 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.932822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28e754f3-dad1-44d0-b22f-94605f820eb9 req-f503082b-f87f-468c-91a8-899c11778d80 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 950 time: 0.0939028 Sep 23 19:25:30.973899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd36a541-75b1-4b1c-b382-063ca8b09ab0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=347fbf7791f7404d8118d018700a3127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649518 Sep 23 19:25:30.974625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a541-75b1-4b1c-b382-063ca8b09ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838bb68-4867-4574-83f2-c34d3202fc4a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:30.976510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:31.014957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28e754f3-dad1-44d0-b22f-94605f820eb9 req-b78aa68a-0754-4535-9135-fa37777d9259 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744853 Sep 23 19:25:31.022162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bcf25-89bb-46fe-ba77-8de8a9c5114e req-62dcd37e-869c-4220-bfa1-15b7cf7b4a80 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.023569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-772bcf25-89bb-46fe-ba77-8de8a9c5114e req-62dcd37e-869c-4220-bfa1-15b7cf7b4a80 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1096 time: 0.0821285 Sep 23 19:25:31.037570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d731444-f658-4177-a9cd-905caddd9116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.056998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d731444-f658-4177-a9cd-905caddd9116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.066488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-772bcf25-89bb-46fe-ba77-8de8a9c5114e req-0d6b2e0e-3240-449d-893d-10628013ad07 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357053 Sep 23 19:25:31.120553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d731444-f658-4177-a9cd-905caddd9116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.123154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d731444-f658-4177-a9cd-905caddd9116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.124314 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8d731444-f658-4177-a9cd-905caddd9116 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1838bb68-4867-4574-83f2-c34d3202fc4a HTTP/1.1" status: 204 len: 168 time: 0.1462111 Sep 23 19:25:31.134064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d731444-f658-4177-a9cd-905caddd9116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838bb68-4867-4574-83f2-c34d3202fc4a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:31.154096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0139530-0af2-4cf1-afee-0d9e09d3366a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:31.156334 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1c6acc-db90-4234-8ec9-09e6ac287bc8" -d '{"events": [{"server_uuid": "a9dba6b8-ee99-483a-be92-a484ae88453f", "name": "network-vif-plugged", "status": "completed", "tag": "f0139530-0af2-4cf1-afee-0d9e09d3366a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:31.167506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a4ce5-e348-450f-b568-f1141b442147 req-d7c588ae-d35c-42ad-ab4c-e8598e3c62cf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.169676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-629a4ce5-e348-450f-b568-f1141b442147 req-d7c588ae-d35c-42ad-ab4c-e8598e3c62cf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0672002 Sep 23 19:25:31.245348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-629a4ce5-e348-450f-b568-f1141b442147 req-c9a2b0fe-f6c2-4529-871c-c0f973aa84f3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689943 Sep 23 19:25:31.255625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aa187-613d-4aa0-a493-3435bf990b37 req-a6cb0af9-d104-48d5-9333-7ca4dbcb69ba tempest-LiveMigrationNegativeTest-244260682 tempest-LiveMigrationNegativeTest-244260682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.257139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-299aa187-613d-4aa0-a493-3435bf990b37 req-a6cb0af9-d104-48d5-9333-7ca4dbcb69ba tempest-LiveMigrationNegativeTest-244260682 tempest-LiveMigrationNegativeTest-244260682-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 1101 time: 0.0653996 Sep 23 19:25:31.280008 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-299aa187-613d-4aa0-a493-3435bf990b37 req-bacad4b5-01f9-4bcf-b807-fea319d0a31a tempest-LiveMigrationNegativeTest-244260682 tempest-LiveMigrationNegativeTest-244260682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.411155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-299aa187-613d-4aa0-a493-3435bf990b37 req-bacad4b5-01f9-4bcf-b807-fea319d0a31a tempest-LiveMigrationNegativeTest-244260682 tempest-LiveMigrationNegativeTest-244260682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.416690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7983e-2b13-4cd5-8602-6bfd640a7afc req-f809fa12-9540-47b0-b256-5f519f3141d1 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.418507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ce7983e-2b13-4cd5-8602-6bfd640a7afc req-f809fa12-9540-47b0-b256-5f519f3141d1 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1096 time: 0.0737505 Sep 23 19:25:31.419366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-299aa187-613d-4aa0-a493-3435bf990b37 req-bacad4b5-01f9-4bcf-b807-fea319d0a31a tempest-LiveMigrationNegativeTest-244260682 tempest-LiveMigrationNegativeTest-244260682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.452663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:31.457114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-299aa187-613d-4aa0-a493-3435bf990b37 req-bacad4b5-01f9-4bcf-b807-fea319d0a31a tempest-LiveMigrationNegativeTest-244260682 tempest-LiveMigrationNegativeTest-244260682-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935089 Sep 23 19:25:31.466007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c750d97a-1d25-456c-a25a-4f306cf7ff0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.484165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ce7983e-2b13-4cd5-8602-6bfd640a7afc req-2ffe055f-6c5e-4ba2-a051-ad503a2b50fb tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538070 Sep 23 19:25:31.484698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacad4b5-01f9-4bcf-b807-fea319d0a31a tempest-LiveMigrationNegativeTest-244260682 tempest-LiveMigrationNegativeTest-244260682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd86f4-162a-4be5-93bb-94973b7d8999,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:31.508058 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2cb4d5-076e-4dc6-8718-01ac4bc22f62 x-openstack-request-id: req-ae2cb4d5-076e-4dc6-8718-01ac4bc22f62 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:31.508927 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dba6b8-ee99-483a-be92-a484ae88453f", "name": "network-vif-plugged", "status": "completed", "tag": "f0139530-0af2-4cf1-afee-0d9e09d3366a", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:31.509181 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae2cb4d5-076e-4dc6-8718-01ac4bc22f62 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:31.509586 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0139530-0af2-4cf1-afee-0d9e09d3366a', 'code': 200} Sep 23 19:25:31.598304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c750d97a-1d25-456c-a25a-4f306cf7ff0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.602887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c750d97a-1d25-456c-a25a-4f306cf7ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.677064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c750d97a-1d25-456c-a25a-4f306cf7ff0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1074095455b34be6a4be9a0eb1c4837a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208824 Sep 23 19:25:31.677064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750d97a-1d25-456c-a25a-4f306cf7ff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e3e018-3777-4e28-a896-aef1e162e649,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:31.679235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40646) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:31.714384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0dfca-f189-4624-83d7-96af1cab8dcf req-87737d74-46bc-4f4c-a211-fb4d2eb978ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.715860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47f0dfca-f189-4624-83d7-96af1cab8dcf req-87737d74-46bc-4f4c-a211-fb4d2eb978ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 1101 time: 0.0934131 Sep 23 19:25:31.717284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196066f3-96bf-4cc3-be56-a080d85a5b91 req-b86b9ce6-a8e7-4b21-b72b-6b5e6f0a579d tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.718760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-196066f3-96bf-4cc3-be56-a080d85a5b91 req-b86b9ce6-a8e7-4b21-b72b-6b5e6f0a579d tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 945 time: 0.0849352 Sep 23 19:25:31.730589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf79503-3991-4cab-9841-2744da800b8f req-9be344ae-809c-4ff5-ae2d-f4bb65dc7dc0 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.732284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-caf79503-3991-4cab-9841-2744da800b8f req-9be344ae-809c-4ff5-ae2d-f4bb65dc7dc0 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.0685918 Sep 23 19:25:31.752146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4ff-a662-49e1-ab3c-5fbb0f57a238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.782272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4ff-a662-49e1-ab3c-5fbb0f57a238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.785275 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47f0dfca-f189-4624-83d7-96af1cab8dcf req-809bb3ef-7d5d-4263-80d8-bc372d201584 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581489 Sep 23 19:25:31.786055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-196066f3-96bf-4cc3-be56-a080d85a5b91 req-cb08ffac-7319-43f7-aca2-9683784f7d5e tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/security-groups?id=debeaea5-ebe7-49fd-8c57-58ece0a5050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Sep 23 19:25:31.790273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-caf79503-3991-4cab-9841-2744da800b8f req-c96c12aa-d5c4-4aa4-a8f2-245e31f6bbc5 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513973 Sep 23 19:25:31.844361 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4ff-a662-49e1-ab3c-5fbb0f57a238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.849167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c66f4ff-a662-49e1-ab3c-5fbb0f57a238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.849167 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2c66f4ff-a662-49e1-ab3c-5fbb0f57a238 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72e3e018-3777-4e28-a896-aef1e162e649 HTTP/1.1" status: 204 len: 168 time: 0.1684759 Sep 23 19:25:31.861738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66f4ff-a662-49e1-ab3c-5fbb0f57a238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e3e018-3777-4e28-a896-aef1e162e649,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:32.067330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aad6e-cd20-4cd4-8bd7-728fed19e0d5 req-6debb1f4-5d13-414b-878c-d710427cf56c tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.069528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-895aad6e-cd20-4cd4-8bd7-728fed19e0d5 req-6debb1f4-5d13-414b-878c-d710427cf56c tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1096 time: 0.0777051 Sep 23 19:25:32.120120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2889-d578-4300-8018-24774a427710 req-8c3c3c82-b968-41c8-931e-83494cf89199 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.122760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-050d2889-d578-4300-8018-24774a427710 req-8c3c3c82-b968-41c8-931e-83494cf89199 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.72 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 945 time: 0.0880699 Sep 23 19:25:32.142496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-895aad6e-cd20-4cd4-8bd7-728fed19e0d5 req-3d972e49-2585-439a-b62b-1e350e84bba4 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556507 Sep 23 19:25:32.213157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6396c-409c-41ab-830c-7a74f27b3b07 req-0fe8446b-3362-4af3-b3ce-ad2d59a75515 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.214562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edf6396c-409c-41ab-830c-7a74f27b3b07 req-0fe8446b-3362-4af3-b3ce-ad2d59a75515 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 950 time: 0.0567811 Sep 23 19:25:32.268609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Deleting port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:32.269714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:32.270349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edf6396c-409c-41ab-830c-7a74f27b3b07 req-6475e4df-882f-43cc-abdf-fd7479e08303 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476441 Sep 23 19:25:32.398480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] For port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:32.398853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:32.413516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Calling delete_port for 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:32.435677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e276f9d-90f7-44aa-b391-5286f27db033 req-6966c615-54a3-46d0-9d29-3fd38cbcf858 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.437183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e276f9d-90f7-44aa-b391-5286f27db033 req-6966c615-54a3-46d0-9d29-3fd38cbcf858 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0585186 Sep 23 19:25:32.479373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e276f9d-90f7-44aa-b391-5286f27db033 req-188c05ec-c30c-4cd8-9eca-e1ee73c11192 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Sep 23 19:25:32.600760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:32.614244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6d26a39e-c7ab-441e-a5d8-b56b2f4ace43'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:32.634694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Pushing event deleted for resources: {'Port': ['ID=6d26a39e-c7ab-441e-a5d8-b56b2f4ace43,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:32.692566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] No DVR routers for this DVR port 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:32.696421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:32.701013 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-050d2889-d578-4300-8018-24774a427710 req-90f4163f-ad4c-4e6f-806b-99a55340e859 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.72 "DELETE /v2.0/ports/6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 HTTP/1.1" status: 204 len: 173 time: 0.5615656 Sep 23 19:25:32.701498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'name': 'network-vif-deleted', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:32.703832 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70dec0e-20ae-47b8-a1ee-d267c7204ae5" -d '{"events": [{"server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "name": "network-vif-deleted", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:32.764816 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e2a406-cf61-403c-a677-f22588cec0b1 x-openstack-request-id: req-75e2a406-cf61-403c-a677-f22588cec0b1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:32.765133 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af80bdfe-392d-4abb-88c0-42698fb31c4e", "name": "network-vif-deleted", "tag": "6d26a39e-c7ab-441e-a5d8-b56b2f4ace43", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:32.765385 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75e2a406-cf61-403c-a677-f22588cec0b1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:32.765819 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af80bdfe-392d-4abb-88c0-42698fb31c4e', 'name': 'network-vif-deleted', 'tag': '6d26a39e-c7ab-441e-a5d8-b56b2f4ace43', 'status': 'completed', 'code': 200} Sep 23 19:25:32.916128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ae8e929-6630-41fa-a25a-301059395eeb req-7e65c545-458a-4964-bc24-8c5400e581cd tempest-FloatingIPsAssociationNegativeTestJSON-1799130974 tempest-FloatingIPsAssociationNegativeTestJSON-1799130974-project] 10.222.0.38 "GET /v2.0/ports?device_id=af80bdfe-392d-4abb-88c0-42698fb31c4e HTTP/1.1" status: 200 len: 210 time: 0.0270545 Sep 23 19:25:33.039343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5346d-0f80-4d67-8101-cd95fe71b86f req-57eceab8-d46c-4caf-9f63-5a76ba2cf9dc tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.046843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0f5346d-0f80-4d67-8101-cd95fe71b86f req-57eceab8-d46c-4caf-9f63-5a76ba2cf9dc tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.0684605 Sep 23 19:25:33.091249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0f5346d-0f80-4d67-8101-cd95fe71b86f req-4b0008d9-3cd0-4a76-b7ec-d91af85a29bd tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Sep 23 19:25:33.278077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7a47d-c66b-47ff-abbe-3539b5354b43 req-0efc53a3-93d7-43ae-8221-91171b3a3d02 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.287100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03d7a47d-c66b-47ff-abbe-3539b5354b43 req-0efc53a3-93d7-43ae-8221-91171b3a3d02 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1096 time: 0.0520084 Sep 23 19:25:33.323118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03d7a47d-c66b-47ff-abbe-3539b5354b43 req-cd6f356c-d5ed-473f-94db-f89ab21b6979 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Sep 23 19:25:33.463672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a878c-f49d-428a-bcec-d5f2b9d822dc req-0a2728ca-b921-45a7-ad38-2fd6a738a4f6 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.465169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-568a878c-f49d-428a-bcec-d5f2b9d822dc req-0a2728ca-b921-45a7-ad38-2fd6a738a4f6 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 950 time: 0.0504036 Sep 23 19:25:33.505715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-568a878c-f49d-428a-bcec-d5f2b9d822dc req-0e4f3ecb-e137-480f-b149-b0031a359948 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Sep 23 19:25:33.640798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432fb6b-30a7-4cbf-b444-b60a355b5420 req-c40fe510-a049-4954-84ff-6ffa0d4f9f7a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.642895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7432fb6b-30a7-4cbf-b444-b60a355b5420 req-c40fe510-a049-4954-84ff-6ffa0d4f9f7a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0547485 Sep 23 19:25:33.680837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7432fb6b-30a7-4cbf-b444-b60a355b5420 req-c3f8ba4f-46dc-41ad-b871-d1329c995d2b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Sep 23 19:25:33.909083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-c923998e-df3b-40fb-8499-2dac28a4e273 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f9425e9db15f47c894a1a0d8e1b6a77f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236917 Sep 23 19:25:34.283058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-50980d86-4f5a-40cd-bfaa-676785c8d682 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.285644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-50980d86-4f5a-40cd-bfaa-676785c8d682 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3706062 Sep 23 19:25:34.300028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-7cf51c58-6af6-48bc-865f-db2caa735430 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.301428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-7cf51c58-6af6-48bc-865f-db2caa735430 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 950 time: 0.0794790 Sep 23 19:25:34.316550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-1b6be87e-73ff-424a-95a0-d83bc3056c90 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/quotas/f9425e9db15f47c894a1a0d8e1b6a77f HTTP/1.1" status: 200 len: 375 time: 0.0241442 Sep 23 19:25:34.366634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-c4c6b6cc-f9fb-4e9e-8351-d431d89f9a81 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9425e9db15f47c894a1a0d8e1b6a77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316172 Sep 23 19:25:34.430561 n-d-810763-1 neutron-server[94825]: WARNING keystonemiddleware.auth_token [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-347d550a-7369-4376-9024-86a3b2a54bf0 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 19:25:34.434246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-80f4398e-dc15-4cda-a181-193a81bfe091 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:34.435248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-80f4398e-dc15-4cda-a181-193a81bfe091 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041851 Sep 23 19:25:34.458821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Deleting port a53fe074-a386-43d5-a158-ef93f7288b0a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:34.459246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:34.476413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-a7883fa9-311a-4aa4-a46f-fac4ad40f930 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.478093 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-a7883fa9-311a-4aa4-a46f-fac4ad40f930 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 1093 time: 0.0366275 Sep 23 19:25:34.499980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Request body: {'binding': {'host': 'n-h2-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:34.500506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:25:34.544394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:34.603592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] For port a53fe074-a386-43d5-a158-ef93f7288b0a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a53fe074-a386-43d5-a158-ef93f7288b0a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:34.603968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:34.649538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Calling delete_port for a53fe074-a386-43d5-a158-ef93f7288b0a owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:34.675099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on host n-h2-810763-1 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:34.675440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:34.675766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:34.680516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:34.681030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:34.686387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:34.686876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:34.687262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:34.687795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Bound port: 159940e9-8351-469e-babc-b6cad68ed261, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:34.787994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:34.793246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:34.794493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7825973b-d41e-44ee-bd9c-4b51527a044d service neutron] 10.222.0.38 "POST /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261/bindings HTTP/1.1" status: 201 len: 389 time: 0.2980287 Sep 23 19:25:34.859114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfb7e8-8602-40da-9122-212e569ed3a8 req-87160218-b2c3-4f9b-a5b1-1e65b492cce5 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.860822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cbfb7e8-8602-40da-9122-212e569ed3a8 req-87160218-b2c3-4f9b-a5b1-1e65b492cce5 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.1620917 Sep 23 19:25:34.996910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e79fa323-922d-4eb2-aa9f-de0a85984154 req-c71fba44-8599-4125-8022-3596c78e0c56 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 210 time: 0.0933497 Sep 23 19:25:35.025319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cbfb7e8-8602-40da-9122-212e569ed3a8 req-19744902-a5a6-4e86-a4ef-a7dd8aa1294a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558571 Sep 23 19:25:35.092411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7c575415-90e3-4842-bfca-56a1bcd67a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.095055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-7c575415-90e3-4842-bfca-56a1bcd67a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1096 time: 0.0515788 Sep 23 19:25:35.107262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.120609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8f401236-5823-4184-9252-84d25d0b3104'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:35.205930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a53fe074-a386-43d5-a158-ef93f7288b0a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:35.210039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Pushing event deleted for resources: {'Port': ['ID=a53fe074-a386-43d5-a158-ef93f7288b0a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:35.313166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91f9aa16-f7b1-43a6-846e-b362e8289b4c req-7412e4e1-2270-4606-be8d-359bcb75e95a tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5afba2f-1f26-4076-9cff-5e25eb33c5d0 HTTP/1.1" status: 200 len: 210 time: 0.0926111 Sep 23 19:25:35.315567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] No DVR routers for this DVR port a53fe074-a386-43d5-a158-ef93f7288b0a on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:35.320418 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.333786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a337fb89-d9db-49bd-87e4-4c3762d9e6db req-e842ea7c-7471-4344-949a-cbbffd6c8a7e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.41 "DELETE /v2.0/ports/a53fe074-a386-43d5-a158-ef93f7288b0a HTTP/1.1" status: 204 len: 173 time: 1.0198336 Sep 23 19:25:35.340269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'name': 'network-vif-deleted', 'tag': 'a53fe074-a386-43d5-a158-ef93f7288b0a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:35.345989 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa359e98-6f59-4484-b08f-02817ef14764" -d '{"events": [{"server_uuid": "a5afba2f-1f26-4076-9cff-5e25eb33c5d0", "name": "network-vif-deleted", "tag": "a53fe074-a386-43d5-a158-ef93f7288b0a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:35.527219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493724a1-77e2-4b69-bfa9-619d639eefcf req-a9ade45c-16c8-4b11-addf-5c77bd4beb8d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.528868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-493724a1-77e2-4b69-bfa9-619d639eefcf req-a9ade45c-16c8-4b11-addf-5c77bd4beb8d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1905847 Sep 23 19:25:35.583629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-28c70b1e-68cc-4637-b814-fa2244b58c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.585084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-28c70b1e-68cc-4637-b814-fa2244b58c3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.4831529 Sep 23 19:25:35.593241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59203d-598c-489e-9501-9e4cb9eda3ac req-eff2e9df-bd88-4ae6-89e9-04d1fe62b2df tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.594740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac59203d-598c-489e-9501-9e4cb9eda3ac req-eff2e9df-bd88-4ae6-89e9-04d1fe62b2df tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 945 time: 0.1524544 Sep 23 19:25:35.630351 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-5c42c765-4fbb-4ab7-8fd8-1eab367bca98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 217 time: 0.0369935 Sep 23 19:25:35.641342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-493724a1-77e2-4b69-bfa9-619d639eefcf req-ab96ad36-f155-4f16-982b-4b70282c9af5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937231 Sep 23 19:25:35.667668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac59203d-598c-489e-9501-9e4cb9eda3ac req-2f4b1d05-53b7-4a56-b170-f42e04a76516 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649946 Sep 23 19:25:35.679812 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.695683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-becda1c0-1b79-4b6b-bf70-277f095cfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.695683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-becda1c0-1b79-4b6b-bf70-277f095cfeb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0578740 Sep 23 19:25:35.736480 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-1827cd74-6349-4969-aec3-0dd616574003 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330527 Sep 23 19:25:35.765142 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2096d63e-0b49-4250-9c6d-189dfd98ae94 x-openstack-request-id: req-2096d63e-0b49-4250-9c6d-189dfd98ae94 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:35.765437 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5afba2f-1f26-4076-9cff-5e25eb33c5d0", "name": "network-vif-deleted", "tag": "a53fe074-a386-43d5-a158-ef93f7288b0a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:35.765682 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2096d63e-0b49-4250-9c6d-189dfd98ae94 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:35.766066 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5afba2f-1f26-4076-9cff-5e25eb33c5d0', 'name': 'network-vif-deleted', 'tag': 'a53fe074-a386-43d5-a158-ef93f7288b0a', 'status': 'completed', 'code': 200} Sep 23 19:25:35.868924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-b0c124e2-6e5e-4be5-b3e9-579cff6fad4e tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f9425e9db15f47c894a1a0d8e1b6a77f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429285 Sep 23 19:25:35.895797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-654c7334-f881-4fd9-aa00-0c74e8cd5d14 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432877 Sep 23 19:25:36.071396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:36.115288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Deleting port ec49d64d-664e-4515-bf9f-a1c4876f639d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:36.115891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.119979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:36.121993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6d26a39e-c7ab-441e-a5d8-b56b2f4ace43 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:36.179225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6430d67b-c333-44c3-9371-445208c37a32 req-fd3f0655-7faf-420c-b190-0426d118de77 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 210 time: 0.0381408 Sep 23 19:25:36.260724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] For port ec49d64d-664e-4515-bf9f-a1c4876f639d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ec49d64d-664e-4515-bf9f-a1c4876f639d,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:36.261098 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.264599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-a9efef78-0958-44ea-ba87-f005e7f3ef71 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.266433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-a9efef78-0958-44ea-ba87-f005e7f3ef71 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3913128 Sep 23 19:25:36.271408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-ad399aed-2131-4804-8e2b-96f3f99819f3 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355970 Sep 23 19:25:36.276342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Calling delete_port for ec49d64d-664e-4515-bf9f-a1c4876f639d owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:36.301763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Request body: {'port': {'device_id': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'f9425e9db15f47c894a1a0d8e1b6a77f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:36.306580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:36.493152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42524d-77e8-4132-a936-a9086ef0298f req-8e820150-28c1-4cfb-980d-188992f3f86f tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.494675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb42524d-77e8-4132-a936-a9086ef0298f req-8e820150-28c1-4cfb-980d-188992f3f86f tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.0756629 Sep 23 19:25:36.496903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92531aa3-2819-4e2f-8b6e-4365bda2fac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.529343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-73c2c469-fb9e-4b14-96ab-71b553ab7ee1 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.531594 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-73c2c469-fb9e-4b14-96ab-71b553ab7ee1 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.1880043 Sep 23 19:25:36.551326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810763-1'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:36.571801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb42524d-77e8-4132-a936-a9086ef0298f req-75dd38f5-1377-4718-8648-997bba889cbe tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618479 Sep 23 19:25:36.587854 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.641124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.651858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec49d64d-664e-4515-bf9f-a1c4876f639d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:36.763763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92531aa3-2819-4e2f-8b6e-4365bda2fac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.767944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5ad5e-6e93-49f8-8fe7-258bb1e8917a req-6879ffe7-2abd-4e84-ab89-002f38932e9d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.769758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abb5ad5e-6e93-49f8-8fe7-258bb1e8917a req-6879ffe7-2abd-4e84-ab89-002f38932e9d tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 950 time: 0.1717160 Sep 23 19:25:36.811445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92531aa3-2819-4e2f-8b6e-4365bda2fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.817652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Made reservation on behalf of f9425e9db15f47c894a1a0d8e1b6a77f for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:36.821912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.851522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.854832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.861339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abb5ad5e-6e93-49f8-8fe7-258bb1e8917a req-f7db80f6-5f36-41a6-83f2-86e8d5e226bc tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769644 Sep 23 19:25:36.872942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2ffeb-d7af-4063-a3db-d9996ba2e92f req-2a3befc5-8731-45d1-b735-0d9b300babc9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.881770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfe2ffeb-d7af-4063-a3db-d9996ba2e92f req-2a3befc5-8731-45d1-b735-0d9b300babc9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1099601 Sep 23 19:25:36.882653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92531aa3-2819-4e2f-8b6e-4365bda2fac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9672d3ce-3580-412b-aacc-1c0b9ae4f46b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:36.921863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-92531aa3-2819-4e2f-8b6e-4365bda2fac6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=337b825f315649e39536a78e57596a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6128426 Sep 23 19:25:36.929360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:36.952492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:37.039192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c860114-8363-43b1-a6a9-6db397e7a081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.052578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:37.103647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c860114-8363-43b1-a6a9-6db397e7a081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.148389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159940e9-8351-469e-babc-b6cad68ed261'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:37.150749 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11808359-6ee1-4e1b-9e38-01324416b92e" -d '{"events": [{"server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "name": "network-vif-unplugged", "status": "completed", "tag": "159940e9-8351-469e-babc-b6cad68ed261"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:37.163714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.170586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.176422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.185727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.247555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1328c5-06a6-4e15-803b-3e286b4d4fe2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:37.262985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfe2ffeb-d7af-4063-a3db-d9996ba2e92f req-4fc8e44c-720d-442d-8b2c-a1189d990512 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812847 Sep 23 19:25:37.295469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c860114-8363-43b1-a6a9-6db397e7a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.297827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650c37-7f1a-4734-b4d7-3381af8c99bf req-79fd2733-e9db-4deb-a1d5-196b3a6873fc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.298077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c860114-8363-43b1-a6a9-6db397e7a081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.301478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6c860114-8363-43b1-a6a9-6db397e7a081 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9672d3ce-3580-412b-aacc-1c0b9ae4f46b HTTP/1.1" status: 204 len: 168 time: 0.3674927 Sep 23 19:25:37.301610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a650c37-7f1a-4734-b4d7-3381af8c99bf req-79fd2733-e9db-4deb-a1d5-196b3a6873fc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 945 time: 0.3480904 Sep 23 19:25:37.340535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:37.349712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860114-8363-43b1-a6a9-6db397e7a081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9672d3ce-3580-412b-aacc-1c0b9ae4f46b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:37.406524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on host n-h1-810763-1 for vnic_type normal with profile {"migrating_to": "n-h2-810763-1"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:37.406855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:37.407462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:37.421666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:37.422225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Attempting to bind port 159940e9-8351-469e-babc-b6cad68ed261 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:37.426911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a650c37-7f1a-4734-b4d7-3381af8c99bf req-179a8c8c-bf78-4011-8a8e-6a0017c07b01 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091847 Sep 23 19:25:37.432800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:37.433696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:37.434387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:37.435053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Bound port: 159940e9-8351-469e-babc-b6cad68ed261, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:37.435503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.452098 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a411e-84d1-4fe6-8a2c-bbf8b13fd4dd x-openstack-request-id: req-bd3a411e-84d1-4fe6-8a2c-bbf8b13fd4dd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:37.452472 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "name": "network-vif-unplugged", "status": "completed", "tag": "159940e9-8351-469e-babc-b6cad68ed261", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:37.452610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a53fe074-a386-43d5-a158-ef93f7288b0a no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:37.453202 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd3a411e-84d1-4fe6-8a2c-bbf8b13fd4dd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:37.453202 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159940e9-8351-469e-babc-b6cad68ed261', 'code': 200} Sep 23 19:25:37.460809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Allocated IP 192.168.233.227 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/7824bf33-107c-4512-aaab-22ff881dde6a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:37.533703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:25:37.559278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:37.566604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:37.584538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.593222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b2076e1-b434-4f73-b6b4-5077deeb5806 req-1def3d2c-e276-4859-bf2a-c9fe9fc50a7c tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 210 time: 0.0436628 Sep 23 19:25:37.641984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: a53fe074-a386-43d5-a158-ef93f7288b0a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:37.642786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a53fe074-a386-43d5-a158-ef93f7288b0a not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:37.713177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:37.723815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-702dd116-c3a4-438a-a3de-57f8e7d06aa5 admin admin] 10.222.0.38 "PUT /v2.0/routers/7e9b3f5b-5c16-445d-a731-95f8e43ece93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1783667 Sep 23 19:25:37.724428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:37.724715 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] Sync routers for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:37.736636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.737278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.738756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] 10.222.0.41 "PUT /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 1121 time: 1.1959772 Sep 23 19:25:37.739293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b353a5-1d1c-470b-8b95-941a7e7c0d33 service neutron] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:37.760705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.779055 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:37.780864 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:37.793964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:37.806626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['159940e9-8351-469e-babc-b6cad68ed261'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:37.846027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231be7b-a62b-44f0-ba8f-318dcd69521f req-feff83b5-ef13-4985-a40b-dac8336f65dd tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.847976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3231be7b-a62b-44f0-ba8f-318dcd69521f req-feff83b5-ef13-4985-a40b-dac8336f65dd tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.1449740 Sep 23 19:25:37.850428 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.861593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd4f0af9-2cab-4d09-8d8a-581f07e9efaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.917392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-c54a75c9-af50-46cc-bba3-f435e91ab161 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.919390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-c54a75c9-af50-46cc-bba3-f435e91ab161 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.1129491 Sep 23 19:25:37.942358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:37.942358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:37.946525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:37.972337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.975793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.037293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3231be7b-a62b-44f0-ba8f-318dcd69521f req-1fd86333-e1ca-407c-94f8-3e1d4f1560f3 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788113 Sep 23 19:25:38.038618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.044125 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:38.052167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Pushing event updated for resources: {'Port': ['ID=7824bf33-107c-4512-aaab-22ff881dde6a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:38.153640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-45299bb0-a1f3-4f08-b385-77f0db24aeb9 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.155259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-45299bb0-a1f3-4f08-b385-77f0db24aeb9 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.72 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 950 time: 0.1245046 Sep 23 19:25:38.189540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236892b-5fed-4d8e-be77-a387bbf0a10c req-f8928486-cdef-48fe-af40-259fc6070f0e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.197123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7236892b-5fed-4d8e-be77-a387bbf0a10c req-f8928486-cdef-48fe-af40-259fc6070f0e tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 950 time: 0.2107892 Sep 23 19:25:38.233360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Deleting port f0139530-0af2-4cf1-afee-0d9e09d3366a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:38.233712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.245082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd4f0af9-2cab-4d09-8d8a-581f07e9efaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.272769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd4f0af9-2cab-4d09-8d8a-581f07e9efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.284768 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-46cab9bf-7824-4791-82b3-63ce9c715b94 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9888494 Sep 23 19:25:38.290111 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:25:36Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:38.302801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Request body: {'port': {'device_id': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:38.333454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] Checking router: 7e9b3f5b-5c16-445d-a731-95f8e43ece93 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:38.344107 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] Routers {'7e9b3f5b-5c16-445d-a731-95f8e43ece93'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:38.345523 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:38.349319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7236892b-5fed-4d8e-be77-a387bbf0a10c req-d0f2fad6-9b09-471a-8953-b29b7c678d3a tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/security-groups?id=69f8facc-f325-40a1-8184-a7f04678dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513078 Sep 23 19:25:38.385507 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.396604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4b89eccc-2b41-4247-acfc-1833a90ef198 None None] Provisioning complete for port 7824bf33-107c-4512-aaab-22ff881dde6a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:38.397278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b89eccc-2b41-4247-acfc-1833a90ef198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.404972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f0af9-2cab-4d09-8d8a-581f07e9efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c692e2c1-28a7-47f4-abe7-7cac62f4441b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:38.452089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4b89eccc-2b41-4247-acfc-1833a90ef198 None None] Port 7824bf33-107c-4512-aaab-22ff881dde6a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:38.464085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd4f0af9-2cab-4d09-8d8a-581f07e9efaa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=171198f5fb26428da7e36e2614a16a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648595 Sep 23 19:25:38.464289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Deleting port 8f401236-5823-4184-9252-84d25d0b3104 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:38.464633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.466297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:38.491317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] For port f0139530-0af2-4cf1-afee-0d9e09d3366a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f0139530-0af2-4cf1-afee-0d9e09d3366a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:38.491681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.499539 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] Set router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:38.502252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.528597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Calling delete_port for f0139530-0af2-4cf1-afee-0d9e09d3366a owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:38.546751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c26ab95-cdbc-40a3-9ac0-390b30b25797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.615812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd800e-8635-4cf8-b2e9-07db30d0f81d req-9bf5c4fe-1edc-43d0-ad5b-d7e1a99334b4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.617318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78dd800e-8635-4cf8-b2e9-07db30d0f81d req-9bf5c4fe-1edc-43d0-ad5b-d7e1a99334b4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.2496052 Sep 23 19:25:38.620245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c26ab95-cdbc-40a3-9ac0-390b30b25797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.669247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] For port 8f401236-5823-4184-9252-84d25d0b3104, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8f401236-5823-4184-9252-84d25d0b3104,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:38.669933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.698437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1457b-8ff7-4ad9-b764-72b76516e27d req-d57a6196-5c4d-4fea-9c5b-5717f626e6ec tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.699939 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ff1457b-8ff7-4ad9-b764-72b76516e27d req-d57a6196-5c4d-4fea-9c5b-5717f626e6ec tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 943 time: 0.1501064 Sep 23 19:25:38.712260 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:25:36Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:38.714005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Deleting port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:38.714441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.741553 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4f857-2307-43fc-90bd-a1565f574d90 None None] The sync data for ids ['7e9b3f5b-5c16-445d-a731-95f8e43ece93'] in n-d-810763-1 is: [{'id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-116707593-router', 'tenant_id': 'de69aa33d8d34bf3a47b535181dd2296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:25:36Z', 'revision_number': 5, 'project_id': 'de69aa33d8d34bf3a47b535181dd2296', 'gw_port': {'id': '3ef73e7c-0693-489e-a2ee-cf08f86c9a22', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b3f5b-5c16-445d-a731-95f8e43ece93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:45Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:38.743681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78dd800e-8635-4cf8-b2e9-07db30d0f81d req-e402a9ff-f708-429f-8dd0-754e71a65c27 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128087 Sep 23 19:25:38.746456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Calling delete_port for 8f401236-5823-4184-9252-84d25d0b3104 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:38.838766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ff1457b-8ff7-4ad9-b764-72b76516e27d req-2424eb6b-874f-4f38-a408-fe3797cb7108 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265500 Sep 23 19:25:38.842809 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c26ab95-cdbc-40a3-9ac0-390b30b25797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.848100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c26ab95-cdbc-40a3-9ac0-390b30b25797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.851698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c26ab95-cdbc-40a3-9ac0-390b30b25797 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c692e2c1-28a7-47f4-abe7-7cac62f4441b HTTP/1.1" status: 204 len: 168 time: 0.3800604 Sep 23 19:25:38.885046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26ab95-cdbc-40a3-9ac0-390b30b25797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c692e2c1-28a7-47f4-abe7-7cac62f4441b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:38.908138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] For port 3ef73e7c-0693-489e-a2ee-cf08f86c9a22, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:38.908560 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.927706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d816c7-1769-4010-b55d-9e2ccf458f1f req-0fa78ce0-32b3-458b-8597-eae793e2280a tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.928952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13d816c7-1769-4010-b55d-9e2ccf458f1f req-0fa78ce0-32b3-458b-8597-eae793e2280a tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 936 time: 0.1124132 Sep 23 19:25:38.933084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Calling delete_port for 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:39.020353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13d816c7-1769-4010-b55d-9e2ccf458f1f req-7076852f-b95e-4f90-abe8-4ebcc05d2e24 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746043 Sep 23 19:25:39.190283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed16cf-6f60-4e90-87ab-e1ff577b4bcc req-5dea95d2-48fa-4ff8-bd6f-e87b8e861381 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.191927 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24ed16cf-6f60-4e90-87ab-e1ff577b4bcc req-5dea95d2-48fa-4ff8-bd6f-e87b8e861381 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9dba6b8-ee99-483a-be92-a484ae88453f HTTP/1.1" status: 200 len: 950 time: 0.0898263 Sep 23 19:25:39.193165 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.212063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.223797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f0139530-0af2-4cf1-afee-0d9e09d3366a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:39.232939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef73e7c-0693-489e-a2ee-cf08f86c9a22,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.267152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Pushing event deleted for resources: {'Port': ['ID=f0139530-0af2-4cf1-afee-0d9e09d3366a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.293795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.370731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40892) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:39.398425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24ed16cf-6f60-4e90-87ab-e1ff577b4bcc req-c138b6e0-9afe-4b7e-a506-8618bc54ae65 tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f405b13-f61a-4ab2-8174-46ac67795132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970210 Sep 23 19:25:39.425635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] No DVR routers for this DVR port f0139530-0af2-4cf1-afee-0d9e09d3366a on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:39.448266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.450928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.455423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d4866ee-3589-48f1-b8d4-6bd638e29230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.457030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'tag': '159940e9-8351-469e-babc-b6cad68ed261'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:39.459302 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2479b6e1-f28d-447f-a68a-23d02891edea" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "tag": "159940e9-8351-469e-babc-b6cad68ed261"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:39.464872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 159940e9-8351-469e-babc-b6cad68ed261 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:39.465699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.467683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a4e5f61a-95d5-4000-9db6-92887048a683 req-536a6e94-5f05-4f5d-a49c-ec845b341a8a tempest-TenantUsagesTestJSON-217361308 tempest-TenantUsagesTestJSON-217361308-project] 10.222.0.72 "DELETE /v2.0/ports/f0139530-0af2-4cf1-afee-0d9e09d3366a HTTP/1.1" status: 204 len: 173 time: 1.5390208 Sep 23 19:25:39.497767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.520656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8f401236-5823-4184-9252-84d25d0b3104'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:39.555056 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76145c-76b5-4177-86dd-79dc4fe514f7 x-openstack-request-id: req-ac76145c-76b5-4177-86dd-79dc4fe514f7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:39.555356 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "tag": "159940e9-8351-469e-babc-b6cad68ed261", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:39.555612 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac76145c-76b5-4177-86dd-79dc4fe514f7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:39.556013 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'tag': '159940e9-8351-469e-babc-b6cad68ed261', 'status': 'completed', 'code': 200} Sep 23 19:25:39.556380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbd3c204-ff03-4d20-a109-2d9f7318a941 req-a9967926-f347-41d1-a39d-29fac78cf9db tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.38 "GET /v2.0/ports?device_id=988b93e1-d721-4d18-b9b2-a04ee90a0c0a HTTP/1.1" status: 200 len: 210 time: 0.1107812 Sep 23 19:25:39.585313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7824bf33-107c-4512-aaab-22ff881dde6a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:39.589737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Pushing event deleted for resources: {'Port': ['ID=8f401236-5823-4184-9252-84d25d0b3104,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.608021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.636373 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.637301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9b3f5b-5c16-445d-a731-95f8e43ece93 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:25:39.660923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.662419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c656dd3e-0c2e-4492-bfb1-5afa5c69eb15 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7e9b3f5b-5c16-445d-a731-95f8e43ece93 HTTP/1.1" status: 204 len: 168 time: 1.9227524 Sep 23 19:25:39.664773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:39.685465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Transition to ACTIVE for port object 7824bf33-107c-4512-aaab-22ff881dde6a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:39.705398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] No DVR routers for this DVR port 8f401236-5823-4184-9252-84d25d0b3104 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:39.719552 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.726413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.726687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:39.728407 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a1982afe-b268-4ec3-9fb5-1cb611f3f5f0 req-165c168d-468c-4a62-914b-a9e506758473 tempest-LiveMigrationNegativeTest-115247032 tempest-LiveMigrationNegativeTest-115247032-project] 10.222.0.72 "DELETE /v2.0/ports/8f401236-5823-4184-9252-84d25d0b3104 HTTP/1.1" status: 204 len: 173 time: 1.5649760 Sep 23 19:25:39.743732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] Deleting subnet f3826c92-4668-4bfb-ac66-534fa7f37ded {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:25:39.763393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 159940e9-8351-469e-babc-b6cad68ed261 has no active binding in host n-h2-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:25:39.787792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.794091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b6e1-f28d-447f-a68a-23d02891edea req-75f716d8-91fe-40c7-976e-58dae74e3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.795725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2479b6e1-f28d-447f-a68a-23d02891edea req-75f716d8-91fe-40c7-976e-58dae74e3fd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1124 time: 0.2388604 Sep 23 19:25:39.840727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Pushing event updated for resources: {'Port': ['ID=7824bf33-107c-4512-aaab-22ff881dde6a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.858524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.971200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Attempting to bind port 7824bf33-107c-4512-aaab-22ff881dde6a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:39.971538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Attempting to bind port 7824bf33-107c-4512-aaab-22ff881dde6a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:39.971934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Attempting to bind port 7824bf33-107c-4512-aaab-22ff881dde6a on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:39.984527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Port 7824bf33-107c-4512-aaab-22ff881dde6a on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:39.984872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Attempting to bind port 7824bf33-107c-4512-aaab-22ff881dde6a on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:40.007986 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d4866ee-3589-48f1-b8d4-6bd638e29230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.009228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:40.009624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:40.010027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:40.010606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Bound port: 7824bf33-107c-4512-aaab-22ff881dde6a, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:40.010969 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.025176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d4866ee-3589-48f1-b8d4-6bd638e29230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.027922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b6e1-f28d-447f-a68a-23d02891edea req-d226c784-8bcc-4c8d-b921-4d42b298b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.029427 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2479b6e1-f28d-447f-a68a-23d02891edea req-d226c784-8bcc-4c8d-b921-4d42b298b4d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.2051897 Sep 23 19:25:40.036430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.098343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81531ce-d0e2-4bb4-9125-aab40a8d4d02 req-10e8871d-7c90-4d7b-86db-f33533b26f0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.102720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b81531ce-d0e2-4bb4-9125-aab40a8d4d02 req-10e8871d-7c90-4d7b-86db-f33533b26f0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1506257 Sep 23 19:25:40.118645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2b717-0946-4237-a5e1-6319413dea16 req-6ded5be6-9d8f-4f84-b815-a6bdf3dd01c5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.120714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ba2b717-0946-4237-a5e1-6319413dea16 req-6ded5be6-9d8f-4f84-b815-a6bdf3dd01c5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 943 time: 0.1445699 Sep 23 19:25:40.127406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2479b6e1-f28d-447f-a68a-23d02891edea req-da2f15e7-d78b-4d74-9185-8c5e81f02060 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 217 time: 0.0802791 Sep 23 19:25:40.132926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4866ee-3589-48f1-b8d4-6bd638e29230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4561c8-40eb-4f1b-a405-126010d1bd75,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:40.147222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d4866ee-3589-48f1-b8d4-6bd638e29230 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ce4e854de4441f4868424952388b164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7691879 Sep 23 19:25:40.151536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:40.206229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b81531ce-d0e2-4bb4-9125-aab40a8d4d02 req-ec32282b-d2e1-4cb5-8e20-1af05902c2a3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842011 Sep 23 19:25:40.248746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ba2b717-0946-4237-a5e1-6319413dea16 req-caf33798-7975-4545-a882-f98b420c75a2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918293 Sep 23 19:25:40.254498 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.260236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] For port 7824bf33-107c-4512-aaab-22ff881dde6a, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:40.269843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b6e1-f28d-447f-a68a-23d02891edea req-9eb85b47-0ba2-42b1-a219-56dad8895932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.271369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2479b6e1-f28d-447f-a68a-23d02891edea req-9eb85b47-0ba2-42b1-a219-56dad8895932 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.1354644 Sep 23 19:25:40.290192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686ff84-a8c3-4970-bdc1-0ee6ffb1939e None None] Network 86dd4342-2a4e-4761-8c9f-7aefeb461d03 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:40.307892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] For port 7824bf33-107c-4512-aaab-22ff881dde6a, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7824bf33-107c-4512-aaab-22ff881dde6a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:40.351760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.362133 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.374836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f3826c92-4668-4bfb-ac66-534fa7f37ded HTTP/1.1" status: 204 len: 168 time: 0.7014010 Sep 23 19:25:40.375597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:40.378960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab708caf-3908-4a68-9098-caa87ec5b34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3826c92-4668-4bfb-ac66-534fa7f37ded,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:40.395112 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2479b6e1-f28d-447f-a68a-23d02891edea req-43243409-218b-4715-a98c-dfb7b8f84b2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139135 Sep 23 19:25:40.399261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c429e6b0-bbcc-4142-931d-0bc61918f879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.455455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.456333 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.458066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] 10.222.0.72 "PUT /v2.0/ports/7824bf33-107c-4512-aaab-22ff881dde6a HTTP/1.1" status: 200 len: 1096 time: 2.1614468 Sep 23 19:25:40.487608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ec49d64d-664e-4515-bf9f-a1c4876f639d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:40.501029 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c429e6b0-bbcc-4142-931d-0bc61918f879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.533782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184edb-c404-4340-8e77-d3a4011c1f17 req-7681c61f-6017-44d6-9e62-17d42d57b066 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.542738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94384d-eb5d-468d-8f13-7d43bc16c334 service neutron] Pushing event updated for resources: {'Port': ['ID=7824bf33-107c-4512-aaab-22ff881dde6a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:40.550568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55184edb-c404-4340-8e77-d3a4011c1f17 req-7681c61f-6017-44d6-9e62-17d42d57b066 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 948 time: 0.1622682 Sep 23 19:25:40.556791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.633532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ec49d64d-664e-4515-bf9f-a1c4876f639d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:40.633999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ec49d64d-664e-4515-bf9f-a1c4876f639d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:40.634463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:40.639683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2479b6e1-f28d-447f-a68a-23d02891edea req-d88711b0-0242-437c-a994-d23a30ad7c2a service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202311 Sep 23 19:25:40.642539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-e2272b3a-5a91-4bbe-974a-488fd25cef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.644450 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-e2272b3a-5a91-4bbe-974a-488fd25cef81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f9425e9db15f47c894a1a0d8e1b6a77f&device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 1099 time: 0.0957243 Sep 23 19:25:40.677030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:40.677674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3ef73e7c-0693-489e-a2ee-cf08f86c9a22 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:40.693313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c429e6b0-bbcc-4142-931d-0bc61918f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.695904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c429e6b0-bbcc-4142-931d-0bc61918f879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.701278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c429e6b0-bbcc-4142-931d-0bc61918f879 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d4561c8-40eb-4f1b-a405-126010d1bd75 HTTP/1.1" status: 204 len: 168 time: 0.5446720 Sep 23 19:25:40.758868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55184edb-c404-4340-8e77-d3a4011c1f17 req-67e89809-66b9-4cb4-9a63-0d2fd986616f tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046797 Sep 23 19:25:40.766733 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-d56f5c77-0ba4-4f53-b344-08a56d63fe69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7824bf33-107c-4512-aaab-22ff881dde6a HTTP/1.1" status: 200 len: 217 time: 0.1098905 Sep 23 19:25:40.784555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] DHCP port deletion for 86dd4342-2a4e-4761-8c9f-7aefeb461d03 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:25:40.802270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429e6b0-bbcc-4142-931d-0bc61918f879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4561c8-40eb-4f1b-a405-126010d1bd75,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:40.829121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Deleting port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:40.829510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.884006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] Deleting port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:40.884388 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.888245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-0e69e545-7ad1-447e-a028-5f1606814de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.890193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-0e69e545-7ad1-447e-a028-5f1606814de8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0973012 Sep 23 19:25:40.927811 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2479b6e1-f28d-447f-a68a-23d02891edea req-ebdabc20-40f3-476e-a118-9d354ccfb447 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671537 Sep 23 19:25:40.978865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-ff9987d1-30ea-439a-9dd4-8f9e7004abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.980584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-ff9987d1-30ea-439a-9dd4-8f9e7004abaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808141 Sep 23 19:25:40.998704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] For port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:40.999130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.021686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] For port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,segment=NetworkSegment(8a7c693b-c383-48bf-bb53-1a21478696ae),segment_id=8a7c693b-c383-48bf-bb53-1a21478696ae)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:41.022053 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.026815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Calling delete_port for 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:41.039169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] Calling delete_port for 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:41.125761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-9dbb0271-6b85-409a-9f63-841077812631 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359472 Sep 23 19:25:41.192851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.222043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.229184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:41.252823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:41.253836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] Pushing event deleted for resources: {'Port': ['ID=0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:41.266297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f92b8-6a60-4411-b9a0-e883771f47a0 None None] No DVR routers for this DVR port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:41.271192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] No DVR routers for this DVR port 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:41.347077 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d00d0048-9b1e-454c-b9bd-6f69414fa020 req-2914a0c3-abab-449c-823b-9c878e0c3960 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120409 Sep 23 19:25:41.407177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.419629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.434255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.535389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.535926 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.536273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.536728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:25:41.537108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dd4342-2a4e-4761-8c9f-7aefeb461d03']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:41.551946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a312b9d0-9da7-4287-bbf0-2d3a27470a36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07b902210a7e46639a540a2348b64219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309645 Sep 23 19:25:41.554337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:41.560864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'name': 'network-vif-deleted', 'tag': 'f0139530-0af2-4cf1-afee-0d9e09d3366a'}, {'server_uuid': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'name': 'network-vif-deleted', 'tag': '8f401236-5823-4184-9252-84d25d0b3104'}, {'name': 'network-changed', 'server_uuid': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'tag': '7824bf33-107c-4512-aaab-22ff881dde6a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:41.562975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7c693b-c383-48bf-bb53-1a21478696ae') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:41.564035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7c693b-c383-48bf-bb53-1a21478696ae') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:41.564942 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea6bf56-484b-4d83-adc6-7e3fd1633be3" -d '{"events": [{"server_uuid": "a9dba6b8-ee99-483a-be92-a484ae88453f", "name": "network-vif-deleted", "tag": "f0139530-0af2-4cf1-afee-0d9e09d3366a"}, {"server_uuid": "988b93e1-d721-4d18-b9b2-a04ee90a0c0a", "name": "network-vif-deleted", "tag": "8f401236-5823-4184-9252-84d25d0b3104"}, {"name": "network-changed", "server_uuid": "2a1267ec-4201-493f-b06b-3e9c72e67e46", "tag": "7824bf33-107c-4512-aaab-22ff881dde6a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:41.584180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.617085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-832a95ab-dd6a-4e94-94ab-b827f98ec764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.640486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-832a95ab-dd6a-4e94-94ab-b827f98ec764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.678976 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.695954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:25:41.696491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.703413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-832a95ab-dd6a-4e94-94ab-b827f98ec764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.706792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-832a95ab-dd6a-4e94-94ab-b827f98ec764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.708026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-832a95ab-dd6a-4e94-94ab-b827f98ec764 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69f8facc-f325-40a1-8184-a7f04678dde5 HTTP/1.1" status: 204 len: 168 time: 0.1526563 Sep 23 19:25:41.716697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a95ab-dd6a-4e94-94ab-b827f98ec764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8facc-f325-40a1-8184-a7f04678dde5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: from cryptography.utils import int_from_bytes Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: from cryptography.utils import int_from_bytes Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:25:41.736764 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:25:41.814241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-02afb5eb-21c5-468f-aa87-6d8fc2ad81c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=427f90ccf9874313ab8166f17fa6f0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686998 Sep 23 19:25:41.816900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:41.822976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73064a8-257d-424d-950e-dea549539767 req-0c9be5c9-be86-4287-b850-a0d28b000ea5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.824472 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c73064a8-257d-424d-950e-dea549539767 req-0c9be5c9-be86-4287-b850-a0d28b000ea5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.4595835 Sep 23 19:25:41.837613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09619a96-27c9-451b-8198-021a0b4f1386 req-3ac6e7fd-e256-42c0-806b-00f0e7d755cc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.839415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09619a96-27c9-451b-8198-021a0b4f1386 req-3ac6e7fd-e256-42c0-806b-00f0e7d755cc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 943 time: 0.2395113 Sep 23 19:25:41.842242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.870325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.874780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/86dd4342-2a4e-4761-8c9f-7aefeb461d03 HTTP/1.1" status: 204 len: 168 time: 1.4949381 Sep 23 19:25:41.880976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f867-b1df-45f5-9918-23f9d07346a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=86dd4342-2a4e-4761-8c9f-7aefeb461d03,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:41.902575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab19f44-8303-44fc-8aea-083a3288e8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.910601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c73064a8-257d-424d-950e-dea549539767 req-252395dc-44c9-408f-8081-0e01b884109a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Sep 23 19:25:41.931081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09619a96-27c9-451b-8198-021a0b4f1386 req-11a4ddde-390b-4b27-bd5f-7dffbb1d979e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804822 Sep 23 19:25:41.940199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab19f44-8303-44fc-8aea-083a3288e8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.001917 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716b471c-ecc6-4c5c-90c5-9c0e82ab6049 x-openstack-request-id: req-716b471c-ecc6-4c5c-90c5-9c0e82ab6049 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:42.002369 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dba6b8-ee99-483a-be92-a484ae88453f", "name": "network-vif-deleted", "tag": "f0139530-0af2-4cf1-afee-0d9e09d3366a", "status": "completed", "code": 200}, {"server_uuid": "988b93e1-d721-4d18-b9b2-a04ee90a0c0a", "name": "network-vif-deleted", "tag": "8f401236-5823-4184-9252-84d25d0b3104", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a1267ec-4201-493f-b06b-3e9c72e67e46", "tag": "7824bf33-107c-4512-aaab-22ff881dde6a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:42.002997 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-716b471c-ecc6-4c5c-90c5-9c0e82ab6049 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:42.003530 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dba6b8-ee99-483a-be92-a484ae88453f', 'name': 'network-vif-deleted', 'tag': 'f0139530-0af2-4cf1-afee-0d9e09d3366a', 'status': 'completed', 'code': 200} Sep 23 19:25:42.003868 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988b93e1-d721-4d18-b9b2-a04ee90a0c0a', 'name': 'network-vif-deleted', 'tag': '8f401236-5823-4184-9252-84d25d0b3104', 'status': 'completed', 'code': 200} Sep 23 19:25:42.004138 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'tag': '7824bf33-107c-4512-aaab-22ff881dde6a', 'status': 'completed', 'code': 200} Sep 23 19:25:42.010528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab19f44-8303-44fc-8aea-083a3288e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.013731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab19f44-8303-44fc-8aea-083a3288e8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.018438 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1ab19f44-8303-44fc-8aea-083a3288e8f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f405b13-f61a-4ab2-8174-46ac67795132 HTTP/1.1" status: 204 len: 168 time: 0.1963322 Sep 23 19:25:42.049161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab19f44-8303-44fc-8aea-083a3288e8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f405b13-f61a-4ab2-8174-46ac67795132,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:42.100176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:42.103895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8f401236-5823-4184-9252-84d25d0b3104 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:42.122306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:42.149476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 8f401236-5823-4184-9252-84d25d0b3104 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:42.152187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a4f05-76bc-4fa8-97e7-a66048ee4b2a req-e49132e2-1d5b-46d0-88d5-ed64ea82a3fb tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.153697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8f401236-5823-4184-9252-84d25d0b3104 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:42.154175 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f0139530-0af2-4cf1-afee-0d9e09d3366a no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:42.161498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-794a4f05-76bc-4fa8-97e7-a66048ee4b2a req-e49132e2-1d5b-46d0-88d5-ed64ea82a3fb tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 948 time: 0.0995052 Sep 23 19:25:42.200464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f0139530-0af2-4cf1-afee-0d9e09d3366a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:42.201047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f0139530-0af2-4cf1-afee-0d9e09d3366a not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:42.207201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-c6b0da12-a827-483a-9a89-b8a0b22a3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.208728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-c6b0da12-a827-483a-9a89-b8a0b22a3271 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f9425e9db15f47c894a1a0d8e1b6a77f&device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 1099 time: 0.1741366 Sep 23 19:25:42.218660 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-110a6c32-c15f-4b73-b0be-3de143550f01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2fe029dc0c146ddb31b4b40f3a0c2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996926 Sep 23 19:25:42.239569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:42.345293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:42.394351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:42.394704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0e4f95fd-1c7e-47b7-af1f-ecd8f5952cd7 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:42.443360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8096b1f-873a-4fd9-a095-5e7eb1277b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.500525 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8096b1f-873a-4fd9-a095-5e7eb1277b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.527877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-3963c905-98f5-4088-b424-69a270e1de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.529535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-3963c905-98f5-4088-b424-69a270e1de0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.3123934 Sep 23 19:25:42.634597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-e992c535-53fa-4957-b9fe-62da37cc2546 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7824bf33-107c-4512-aaab-22ff881dde6a HTTP/1.1" status: 200 len: 217 time: 0.0773723 Sep 23 19:25:42.648704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2e78bdd-da2d-40bd-b33e-8525ba4d19cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de69aa33d8d34bf3a47b535181dd2296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248010 Sep 23 19:25:42.663166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-794a4f05-76bc-4fa8-97e7-a66048ee4b2a req-cdfab4d2-561e-4cd9-a533-44151769033a tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967225 Sep 23 19:25:42.663962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:42.739289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8096b1f-873a-4fd9-a095-5e7eb1277b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.742201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8096b1f-873a-4fd9-a095-5e7eb1277b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.742469 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bac0d584-14fb-4935-bcd7-17fa8f33e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.743367 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f8096b1f-873a-4fd9-a095-5e7eb1277b15 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a8bd86f4-162a-4be5-93bb-94973b7d8999 HTTP/1.1" status: 204 len: 168 time: 0.5026033 Sep 23 19:25:42.744937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-52379812-53d6-458a-99e8-8e20ef3b1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.747401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-52379812-53d6-458a-99e8-8e20ef3b1280 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1111960 Sep 23 19:25:42.774633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:42.787317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8096b1f-873a-4fd9-a095-5e7eb1277b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd86f4-162a-4be5-93bb-94973b7d8999,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:42.814635 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bac0d584-14fb-4935-bcd7-17fa8f33e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.817371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b260621-39de-4c5f-87b4-cfaa5a0b3774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.932167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bac0d584-14fb-4935-bcd7-17fa8f33e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.936847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bac0d584-14fb-4935-bcd7-17fa8f33e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.941020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bac0d584-14fb-4935-bcd7-17fa8f33e2b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/debeaea5-ebe7-49fd-8c57-58ece0a5050a HTTP/1.1" status: 204 len: 168 time: 0.2713735 Sep 23 19:25:42.954914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0d584-14fb-4935-bcd7-17fa8f33e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debeaea5-ebe7-49fd-8c57-58ece0a5050a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:42.961948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-efe17f01-8b7d-4248-a4d4-76557953b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.976682 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-efe17f01-8b7d-4248-a4d4-76557953b976 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036245 Sep 23 19:25:43.061128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b260621-39de-4c5f-87b4-cfaa5a0b3774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.092136 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b260621-39de-4c5f-87b4-cfaa5a0b3774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.105129 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae81944f-6dba-4827-b8d7-62cda141bb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.117210 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-516c0dd9-6c93-4c90-a13e-42a9c459235d service neutron] show failed (client error): The resource could not be found. Sep 23 19:25:43.119476 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-516c0dd9-6c93-4c90-a13e-42a9c459235d service neutron] 10.222.0.41 "GET /v2.0/ports/1de38d12-b4ae-478c-b27e-9a3b92ba34d4/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.2886958 Sep 23 19:25:43.148261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe48bf-3123-4d94-9304-7b40ea661381 req-7acf53e2-036c-4b09-a2f6-caacd8d0d51d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.150045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebbe48bf-3123-4d94-9304-7b40ea661381 req-7acf53e2-036c-4b09-a2f6-caacd8d0d51d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.1412511 Sep 23 19:25:43.175509 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-4d77061e-0b48-4627-a8d0-d33805f19dd7 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977441 Sep 23 19:25:43.180229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b260621-39de-4c5f-87b4-cfaa5a0b3774 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90b02ac580b74bb2a59a36cb2f8cf0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018176 Sep 23 19:25:43.183189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:43.197819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b260621-39de-4c5f-87b4-cfaa5a0b3774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc59503-bc04-41e9-b9ca-747e025b9f43,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:43.247807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc5210-c390-4e94-9712-d62d4e46b37a req-ddd07b68-ddc1-43d0-9e2b-cb61cfd10cda tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.249501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3dc5210-c390-4e94-9712-d62d4e46b37a req-ddd07b68-ddc1-43d0-9e2b-cb61cfd10cda tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 943 time: 0.1771126 Sep 23 19:25:43.285766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebbe48bf-3123-4d94-9304-7b40ea661381 req-8be561e4-d7fc-4fdc-8d5a-3ce4e291bf5b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274996 Sep 23 19:25:43.348212 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c2504a-fa21-472d-827c-f7f89cc830b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.377924 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c2504a-fa21-472d-827c-f7f89cc830b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.412571 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fea6bf56-484b-4d83-adc6-7e3fd1633be3 req-f70a6cc1-c3e1-45c2-be6e-210a569852f1 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264512 Sep 23 19:25:43.433559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3dc5210-c390-4e94-9712-d62d4e46b37a req-73ddff30-305c-43ad-bdf4-9c8b842ceaf3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751273 Sep 23 19:25:43.439676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c2504a-fa21-472d-827c-f7f89cc830b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.443397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c2504a-fa21-472d-827c-f7f89cc830b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.448212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-14c2504a-fa21-472d-827c-f7f89cc830b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fc59503-bc04-41e9-b9ca-747e025b9f43 HTTP/1.1" status: 204 len: 168 time: 0.2575831 Sep 23 19:25:43.463256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2504a-fa21-472d-827c-f7f89cc830b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc59503-bc04-41e9-b9ca-747e025b9f43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:43.476978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-e2c57679-dbf8-4f20-9e45-97ef11f04d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.478522 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-e2c57679-dbf8-4f20-9e45-97ef11f04d66 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b&tenant_id=c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 1101 time: 0.0888417 Sep 23 19:25:43.493148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:43.548708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.758501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-4aa11bca-c428-4938-90b1-7bda5ae51975 service neutron] 10.222.0.72 "GET /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.1071765 Sep 23 19:25:43.788128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c2d5-989c-4f4b-9616-5b5b570a1276 req-70f39b7c-2c49-4470-8619-10efa6aa9b5a tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.797891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5660c2d5-989c-4f4b-9616-5b5b570a1276 req-70f39b7c-2c49-4470-8619-10efa6aa9b5a tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 948 time: 0.0647595 Sep 23 19:25:43.860897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5660c2d5-989c-4f4b-9616-5b5b570a1276 req-4da7da4e-5f2f-489e-bfc6-4128ed26480b tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612760 Sep 23 19:25:43.903969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:43.993581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:44.049336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:44.051586 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30c580a-993a-44f6-ab45-41e44805042b" -d '{"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-unplugged", "status": "completed", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:44.056012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.065739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:44.086230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Transition to ACTIVE for port object 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:44.093452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:44.095375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.109690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:44.123849 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b965fcd1-bc85-4a76-845a-415bb1059c4a x-openstack-request-id: req-b965fcd1-bc85-4a76-845a-415bb1059c4a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:44.124020 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-unplugged", "status": "completed", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:44.124261 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b965fcd1-bc85-4a76-845a-415bb1059c4a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:44.124698 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'code': 200} Sep 23 19:25:44.136255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7824bf33-107c-4512-aaab-22ff881dde6a details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:44.175560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159940e9-8351-469e-babc-b6cad68ed261 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:44.212035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:44.219270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] No DVR routers for this DVR port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:44.231299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:44.244522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.300120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 7824bf33-107c-4512-aaab-22ff881dde6a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7824bf33-107c-4512-aaab-22ff881dde6a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:44.320712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '7824bf33-107c-4512-aaab-22ff881dde6a', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '7824bf33-107c-4512-aaab-22ff881dde6a', 'mac_address': 'fa:16:3e:0d:09:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:44.347345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01299bf5-255a-4e14-ab70-b5ca2c5ecd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.353706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:44.357042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:44.358584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:44.383628 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.383845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:44.384678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Attempting to bind port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:44.400944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7824bf33-107c-4512-aaab-22ff881dde6a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:44.401156 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:25:44.430262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 7824bf33-107c-4512-aaab-22ff881dde6a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7824bf33-107c-4512-aaab-22ff881dde6a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:44.433743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:44.434288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:44.435061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:44.435851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Bound port: 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:44.436090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.437015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.503363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] Transition to ACTIVE for port object 159940e9-8351-469e-babc-b6cad68ed261 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:44.513946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.566992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=7824bf33-107c-4512-aaab-22ff881dde6a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:44.589521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:44.596299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:44.614089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed523e-8567-423d-928a-ddca555ccd2a req-f1adff4d-024c-4512-b507-4b35827613ab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:44.615979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ed523e-8567-423d-928a-ddca555ccd2a req-f1adff4d-024c-4512-b507-4b35827613ab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.2180371 Sep 23 19:25:44.621899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] No DVR routers for this DVR port 159940e9-8351-469e-babc-b6cad68ed261 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:44.625382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.648278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['7824bf33-107c-4512-aaab-22ff881dde6a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:44.664552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:44.665648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.667592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] 10.222.0.72 "PUT /v2.0/ports/1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 1096 time: 1.1789546 Sep 23 19:25:44.691763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] Pushing event updated for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:44.707938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ed523e-8567-423d-928a-ddca555ccd2a req-f1ac3df0-c27a-4bd7-8f98-fd95241d5573 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747304 Sep 23 19:25:44.721474 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8f769d5d-fbb5-40d1-9ea0-b2e59cde1ecb service neutron] 10.222.0.72 "PUT /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261/bindings/n-h2-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9314837 Sep 23 19:25:44.795600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01299bf5-255a-4e14-ab70-b5ca2c5ecd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.810935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483bdf1-7439-4194-b2d4-5b97f1967166 service neutron] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:44.824066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01299bf5-255a-4e14-ab70-b5ca2c5ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.857858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-822c76ea-9e83-47ee-9dfc-4e5d479bebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:44.859551 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-822c76ea-9e83-47ee-9dfc-4e5d479bebe0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1099 time: 0.1549435 Sep 23 19:25:44.964886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01299bf5-255a-4e14-ab70-b5ca2c5ecd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6f6f3-b377-439e-8783-53b9e375d2a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:44.972697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-2996968e-1940-4ab9-82cc-51bc083ef3e0 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:44.974240 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-2996968e-1940-4ab9-82cc-51bc083ef3e0 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.1578658 Sep 23 19:25:45.024507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-42b82fa6-66a3-42f8-bb08-1f07dbbc7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.026246 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-42b82fa6-66a3-42f8-bb08-1f07dbbc7eb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1572239 Sep 23 19:25:45.032440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-01299bf5-255a-4e14-ab70-b5ca2c5ecd5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b393e3b74d634570b82d09365b86ac81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9209840 Sep 23 19:25:45.038362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:45.065485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76019e20-fbad-40f4-9ae4-18ee3c0f1b2d req-97a215cc-71fd-4ed8-ad4d-3e1dff50594d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.072938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76019e20-fbad-40f4-9ae4-18ee3c0f1b2d req-97a215cc-71fd-4ed8-ad4d-3e1dff50594d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 944 time: 0.2848322 Sep 23 19:25:45.098740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:45.121276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffde191-74aa-443a-8f9f-3b065b8aa126 req-1e548d61-a9d6-4ad2-ac80-e00d8ba7945c tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.122691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ffde191-74aa-443a-8f9f-3b065b8aa126 req-1e548d61-a9d6-4ad2-ac80-e00d8ba7945c tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 949 time: 0.1151419 Sep 23 19:25:45.168964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76019e20-fbad-40f4-9ae4-18ee3c0f1b2d req-ed72776a-159f-4ea8-b289-bbb35da88ac5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947835 Sep 23 19:25:45.206316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ffde191-74aa-443a-8f9f-3b065b8aa126 req-9732533f-a4c7-4bd8-beb1-423b9d6dea6f tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756335 Sep 23 19:25:45.277522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:45.327909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-network', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:45.343860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-24ea24ef-cb0f-40a4-bad8-5a9963b6a290 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.3063359 Sep 23 19:25:45.350733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-09b95c34-9f22-4be9-9ec4-af1304f653e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.352991 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-09b95c34-9f22-4be9-9ec4-af1304f653e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0&tenant_id=b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 1095 time: 0.3675771 Sep 23 19:25:45.372139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Made reservation on behalf of 02f64d2caea345e7b064f23657d6aad7 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:45.378855 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.388463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-network', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:45.399349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.423760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Made reservation on behalf of d838dcd1770c49ebb350a832d7f4a057 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:45.426199 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.426329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-394be81a-a3ca-4d30-bf29-5c443c43ece0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.440271 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.461452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-1a931526-e1c6-4270-9ca4-42708df4cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.462981 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-1a931526-e1c6-4270-9ca4-42708df4cdae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1081080 Sep 23 19:25:45.468116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-394be81a-a3ca-4d30-bf29-5c443c43ece0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.490678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8cc24eae-5682-4af2-a55c-732b901e2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.492296 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-8cc24eae-5682-4af2-a55c-732b901e2525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1095 time: 0.0997796 Sep 23 19:25:45.532923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.539983 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.571287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:25:45.599667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ec1af-b975-4265-8f70-d8e6ccc2eeee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:45.605086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-edd33e25-957f-4787-993f-da7b84fdbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.606853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-edd33e25-957f-4787-993f-da7b84fdbb4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303208 Sep 23 19:25:45.639638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.639974 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Added segment 6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070 of type vlan for network c446daf4-5843-484a-95da-e7d9ae564048 Sep 23 19:25:45.653266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-394be81a-a3ca-4d30-bf29-5c443c43ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.655979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-394be81a-a3ca-4d30-bf29-5c443c43ece0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.657125 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-394be81a-a3ca-4d30-bf29-5c443c43ece0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64d6f6f3-b377-439e-8783-53b9e375d2a3 HTTP/1.1" status: 204 len: 168 time: 0.6170197 Sep 23 19:25:45.697221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.713344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be81a-a3ca-4d30-bf29-5c443c43ece0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6f6f3-b377-439e-8783-53b9e375d2a3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:45.718156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-a27f1292-ad28-41f5-a5cd-4ee67748a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.720453 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-a27f1292-ad28-41f5-a5cd-4ee67748a1bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.2041545 Sep 23 19:25:45.736481 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.747595 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.761797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:25:45.770705 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-9966bd78-ed4a-4149-b6cc-4df3a3876bd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 217 time: 0.0423539 Sep 23 19:25:45.773848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.774969 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Added segment a45bd93a-6ec6-4464-ac0e-a6a41df2aedf of type vlan for network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f Sep 23 19:25:45.794689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-783d3d7c-5a56-48bf-9a8e-ea3708f5a954 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781838 Sep 23 19:25:45.830175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.873269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-3c506644-06df-4cbf-b2f1-365b60f93753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.874794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-3c506644-06df-4cbf-b2f1-365b60f93753 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0944023 Sep 23 19:25:45.877471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06501e2-2eaa-49d6-b2d3-999713d0471c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:45.890777 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.893057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.893646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.911657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.912580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.913156 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.949435 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-b5a4d8fd-4d8c-4dfb-9f8c-7d7d1c2825a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468469 Sep 23 19:25:45.973097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6942236 Sep 23 19:25:45.974463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41126) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:45.991038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Request body: {'subnet': {'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-subnet', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:46.018472 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c9ddf48-1674-4659-b011-776c72968ce2 req-390f7ac3-e177-447e-9e57-2a745808c3e0 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044284 Sep 23 19:25:46.024506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9237576 Sep 23 19:25:46.027352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6338e-0bc1-4608-adb1-2a9db04dc993 admin admin] Pushing event updated for resources: {'Network': ['ID=2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:46.029606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:46.037670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Request body: {'subnet': {'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-subnet', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:46.049300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1335-0fd1-4886-9735-4c88f4a1af9c req-16f5abfd-2099-4b87-9d6f-73b2de4129f6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.050721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ebd1335-0fd1-4886-9735-4c88f4a1af9c req-16f5abfd-2099-4b87-9d6f-73b2de4129f6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.1350963 Sep 23 19:25:46.065407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:25:46.089459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e81fd89-bfb9-4cdd-956d-f790dddcd78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.123356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Made reservation on behalf of d838dcd1770c49ebb350a832d7f4a057 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:46.125296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.129610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:46.131530 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9789ddab-5564-4465-af77-a3bed5f72f23" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:46.166431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-705fb975-393d-41c7-a95d-e7d264055146 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063601 Sep 23 19:25:46.197699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fecec-9380-48b5-b080-8cb3ad63d624 admin admin] Pushing event updated for resources: {'Network': ['ID=c446daf4-5843-484a-95da-e7d9ae564048,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:46.220715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7824bf33-107c-4512-aaab-22ff881dde6a up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:46.224113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c446daf4-5843-484a-95da-e7d9ae564048 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:25:46.290771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ebd1335-0fd1-4886-9735-4c88f4a1af9c req-d3eb4722-cbf2-4bf5-8a91-633a150f29cd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230475 Sep 23 19:25:46.291828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Made reservation on behalf of 02f64d2caea345e7b064f23657d6aad7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:46.299060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.315944 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-1837ad61-465e-4fee-b270-2a04defa10eb service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000872 Sep 23 19:25:46.350991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:46.369862 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5753ba8-2634-4492-87bd-1062fb539557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.410825 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5162d66-2f58-411a-bad1-e27f4f1a83cc x-openstack-request-id: req-c5162d66-2f58-411a-bad1-e27f4f1a83cc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:46.411152 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:46.411539 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5162d66-2f58-411a-bad1-e27f4f1a83cc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:46.411945 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'status': 'completed', 'code': 200} Sep 23 19:25:46.501136 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.504876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 7824bf33-107c-4512-aaab-22ff881dde6a completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:46.512546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 7824bf33-107c-4512-aaab-22ff881dde6a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:46.512997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.564709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.585702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-9d911e99-0a9b-4350-9396-c04b70bfdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.587250 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-9d911e99-0a9b-4350-9396-c04b70bfdd46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1099 time: 0.1528435 Sep 23 19:25:46.603694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.631357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7824bf33-107c-4512-aaab-22ff881dde6a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:46.634573 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975b4ca-fcd6-402c-b70d-b424e3f058a9" -d '{"events": [{"server_uuid": "2a1267ec-4201-493f-b06b-3e9c72e67e46", "name": "network-vif-plugged", "status": "completed", "tag": "7824bf33-107c-4512-aaab-22ff881dde6a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:46.649453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 7824bf33-107c-4512-aaab-22ff881dde6a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7824bf33-107c-4512-aaab-22ff881dde6a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:46.652583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-51b8f3f2-8c73-4816-9f96-939e865f9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.653713 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.654152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-51b8f3f2-8c73-4816-9f96-939e865f9b09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1099 time: 0.2101746 Sep 23 19:25:46.654867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.655002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 159940e9-8351-469e-babc-b6cad68ed261 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:46.655349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.655824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.656289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.656926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.657445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.658245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.658503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.659029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.667372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2fad691-45c6-4e76-a59c-94ffad4504e3 req-c72ef1f0-a994-4c2c-b1f8-0eea4185d172 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6372 time: 0.3130190 Sep 23 19:25:46.694698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66049feb-31a2-45c1-807b-041c028ca3f6 req-45d1fef2-3af8-4314-b17d-a47dc8076d05 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.696266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66049feb-31a2-45c1-807b-041c028ca3f6 req-45d1fef2-3af8-4314-b17d-a47dc8076d05 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 944 time: 0.2203772 Sep 23 19:25:46.718851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-817aad7c-b530-4819-ba34-d85c907a431e tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.722846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-817aad7c-b530-4819-ba34-d85c907a431e tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.1529756 Sep 23 19:25:46.752321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1ee0a5-0e26-4655-a38b-428b8cde9c37,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:46.753042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 159940e9-8351-469e-babc-b6cad68ed261 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:46.761092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=7824bf33-107c-4512-aaab-22ff881dde6a,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:46.799778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5753ba8-2634-4492-87bd-1062fb539557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.804130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Checking segment: {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:46.804536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Network hostable DHCP agents. Network: 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:46.838834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5753ba8-2634-4492-87bd-1062fb539557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.853110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66049feb-31a2-45c1-807b-041c028ca3f6 req-3028658d-8d2a-4204-8b90-17ea48f94a9b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450932 Sep 23 19:25:46.867725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-14e84fb0-1827-489a-8ad2-7b6fd4e37e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.869203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-14e84fb0-1827-489a-8ad2-7b6fd4e37e1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2577698 Sep 23 19:25:46.906547 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a8fa1-32c3-49df-bd41-abe3abe8f48f x-openstack-request-id: req-a34a8fa1-32c3-49df-bd41-abe3abe8f48f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:46.907973 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1267ec-4201-493f-b06b-3e9c72e67e46", "name": "network-vif-plugged", "status": "completed", "tag": "7824bf33-107c-4512-aaab-22ff881dde6a", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:46.908317 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a34a8fa1-32c3-49df-bd41-abe3abe8f48f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:46.908595 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7824bf33-107c-4512-aaab-22ff881dde6a', 'code': 200} Sep 23 19:25:46.924980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515e656-d442-404c-a2bb-46a3f6d38013 req-6c2ea07a-774e-4e95-8225-24dc88869f20 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.926676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a515e656-d442-404c-a2bb-46a3f6d38013 req-6c2ea07a-774e-4e95-8225-24dc88869f20 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 950 time: 0.1845315 Sep 23 19:25:46.930026 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.950802 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-402052a6-ef19-451f-a7a7-d3dfd04893ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.0708296 Sep 23 19:25:46.951777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5753ba8-2634-4492-87bd-1062fb539557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6056414f-fa91-4b22-9b63-e8b7bccab5aa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:46.955392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-93a1eeb0-b1bc-490a-8e23-5086cad9ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.956864 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-93a1eeb0-b1bc-490a-8e23-5086cad9ead2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2861145 Sep 23 19:25:46.959143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a5753ba8-2634-4492-87bd-1062fb539557 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b0ece5608594416a19c46243ec03353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6070902 Sep 23 19:25:46.962338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:46.970116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41146) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:46.999139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.039907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-dd4a8b1a-eb2c-401f-afa0-dbe1a5d36428 service neutron] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:47.063081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-dd4a8b1a-eb2c-401f-afa0-dbe1a5d36428 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.064870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69fe527c-815a-4af4-ba65-b66d50c379bd req-dd4a8b1a-eb2c-401f-afa0-dbe1a5d36428 service neutron] 10.222.0.41 "DELETE /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261/bindings/n-h1-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.3193343 Sep 23 19:25:47.071270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:47.073677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-d6a67a42-5803-437d-8fd2-54e20feb4b93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.1014364 Sep 23 19:25:47.084659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3dc35-574b-4dae-abf9-9ab6e0840367 None None] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:47.087747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.088864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.091967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a515e656-d442-404c-a2bb-46a3f6d38013 req-00218028-c843-4aad-8308-7ebb605b36e3 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143274 Sep 23 19:25:47.142691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f41256-8aaf-4fa2-85d4-11d2807661ee,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:47.149925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-0ca5d4d2-c7ff-4cfb-843e-8d065cf84081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.151171 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-0ca5d4d2-c7ff-4cfb-843e-8d065cf84081 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1910677 Sep 23 19:25:47.160614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Checking segment: {'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:47.160989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Network hostable DHCP agents. Network: c446daf4-5843-484a-95da-e7d9ae564048, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:47.181023 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a51e3af7-861c-42d0-88ff-e9dbaeda62d8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2047570 Sep 23 19:25:47.184999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:47.188596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c672607-5599-4188-8b21-f65df300aa99 req-51d2e5d2-5836-4402-a09b-77aa9c8acde5 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.190127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c672607-5599-4188-8b21-f65df300aa99 req-51d2e5d2-5836-4402-a09b-77aa9c8acde5 tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 886 time: 0.1575356 Sep 23 19:25:47.198455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Network c446daf4-5843-484a-95da-e7d9ae564048 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:47.202458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:47.208191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c446daf4-5843-484a-95da-e7d9ae564048) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:47.213248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.214311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.219497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb876a-7cf4-48fe-a5ea-a75392bd3218 req-17e304e6-5a42-4bb5-9af7-f2cb23480174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.221406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-84cb876a-7cf4-48fe-a5ea-a75392bd3218 req-17e304e6-5a42-4bb5-9af7-f2cb23480174 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 1101 time: 0.2140381 Sep 23 19:25:47.227321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-38a41b07-15fe-41b3-b023-876d6ae1d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.230899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-38a41b07-15fe-41b3-b023-876d6ae1d4ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1464777 Sep 23 19:25:47.239148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57dc8e2-c6e8-424d-b6de-05c8eb375f3d None None] Network c446daf4-5843-484a-95da-e7d9ae564048 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:47.254846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f11f988-e668-4d53-bcde-fad3356ddfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.304627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.305664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.319936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b5c1556-eaad-4ee9-b65b-7e250bad8b9b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2880030 Sep 23 19:25:47.320100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:47.332177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:47.339798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-38657513-cc0f-4b5f-aa38-9ef74167e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.341335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-38657513-cc0f-4b5f-aa38-9ef74167e959 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801443 Sep 23 19:25:47.351076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f11f988-e668-4d53-bcde-fad3356ddfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.368461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.368840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.369314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.369784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.370368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.370837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.371297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.371769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.372229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.374800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-204c6407-b7cd-47d2-b0aa-c46e2b35a95a req-4721a922-21a4-47df-9ed1-2e00cc500d3e tempest-NetworksTest-1335171646 tempest-NetworksTest-1335171646-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6460 time: 0.1569657 Sep 23 19:25:47.391784 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-84cb876a-7cf4-48fe-a5ea-a75392bd3218 req-6b5a2722-1ae4-4538-b1af-e0a4226465d0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552165 Sep 23 19:25:47.454971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-4bbb296f-9553-4385-9e57-aa4854208532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.456490 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-4bbb296f-9553-4385-9e57-aa4854208532 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187600 Sep 23 19:25:47.486183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'fixed_ips': [{'subnet_id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:25:47.487051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.491752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79c7cb-79ad-4188-be33-635653f951c5 req-de160a2f-28c4-4715-b0e2-b6e6aca93fc0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.499718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec79c7cb-79ad-4188-be33-635653f951c5 req-de160a2f-28c4-4715-b0e2-b6e6aca93fc0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.0662286 Sep 23 19:25:47.501418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.502521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.532685 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.551862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec79c7cb-79ad-4188-be33-635653f951c5 req-97991415-103a-4a92-9621-a6235f011b23 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Sep 23 19:25:47.574680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:47.658672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:47.698305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f11f988-e668-4d53-bcde-fad3356ddfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.701053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f11f988-e668-4d53-bcde-fad3356ddfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.702401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5f11f988-e668-4d53-bcde-fad3356ddfd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6056414f-fa91-4b22-9b63-e8b7bccab5aa HTTP/1.1" status: 204 len: 168 time: 0.7313302 Sep 23 19:25:47.705329 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-06a59ad8-aa0f-41e4-83ba-8f2fcf17153d service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509359 Sep 23 19:25:47.762142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Allocated IP 172.20.0.2 (2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f/4a1ee0a5-0e26-4655-a38b-428b8cde9c37/812a1078-5a59-4293-b77d-25cc1f41ebf3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:47.806701 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.812857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11f988-e668-4d53-bcde-fad3356ddfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6056414f-fa91-4b22-9b63-e8b7bccab5aa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:47.834325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:47.969246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.980029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-242b0929-adca-4f3d-ac75-7afb330689a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.005929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.030529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-c446daf4-5843-484a-95da-e7d9ae564048', 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'fixed_ips': [{'subnet_id': 'f4f41256-8aaf-4fa2-85d4-11d2807661ee'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:25:48.033516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.091218 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.156676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Pushing event updated for resources: {'Port': ['ID=812a1078-5a59-4293-b77d-25cc1f41ebf3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:48.188197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:48.213369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9596a-340b-42c7-b511-f785f078175d req-f4a5da2a-f4e7-4383-9c7f-851b90c4837b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.229573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ac9596a-340b-42c7-b511-f785f078175d req-f4a5da2a-f4e7-4383-9c7f-851b90c4837b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 944 time: 0.2165623 Sep 23 19:25:48.230576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-5b3525d0-0b94-4db9-9f92-1be2e0003fad service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006488 Sep 23 19:25:48.351799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.370343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:48.374224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:48.384915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ac9596a-340b-42c7-b511-f785f078175d req-b9d6fc6b-d075-4c15-ba89-a63aeb7dc21c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526794 Sep 23 19:25:48.416195 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-ef621507-7520-4bbd-aa73-7dd265f7e533 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978374 Sep 23 19:25:48.460017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Allocated IP 172.20.0.2 (c446daf4-5843-484a-95da-e7d9ae564048/f4f41256-8aaf-4fa2-85d4-11d2807661ee/9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:48.476784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.477579 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-242b0929-adca-4f3d-ac75-7afb330689a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.494301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Attempting to bind port 812a1078-5a59-4293-b77d-25cc1f41ebf3 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:48.494822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-242b0929-adca-4f3d-ac75-7afb330689a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.496119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Attempting to bind port 812a1078-5a59-4293-b77d-25cc1f41ebf3 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:48.497646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Attempting to bind port 812a1078-5a59-4293-b77d-25cc1f41ebf3 on network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:48.523061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:48.523436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Checking segment: {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:48.524064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.524472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Bound using segment: {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:48.524959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Bound port: 812a1078-5a59-4293-b77d-25cc1f41ebf3, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:48.525400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.592343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd750f76-871f-4511-8e99-ea1321cfac54 req-949b9795-8f2c-4a88-9ee3-cdf6ae86dac2 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.600162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd750f76-871f-4511-8e99-ea1321cfac54 req-949b9795-8f2c-4a88-9ee3-cdf6ae86dac2 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 950 time: 0.2850862 Sep 23 19:25:48.629211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9789ddab-5564-4465-af77-a3bed5f72f23 req-fee005a3-baa0-4b86-9483-8fef21e469d9 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869336 Sep 23 19:25:48.657581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-242b0929-adca-4f3d-ac75-7afb330689a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d3e881cd4204ad8b0ebdece30da1059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8216796 Sep 23 19:25:48.660048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:48.668208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b0929-adca-4f3d-ac75-7afb330689a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7883922b-f65a-49e3-907a-f09f9573c4f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:48.690316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd750f76-871f-4511-8e99-ea1321cfac54 req-1ac7689c-54e2-4e27-ada6-3ff23c319dcc tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835376 Sep 23 19:25:48.699731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] For port 812a1078-5a59-4293-b77d-25cc1f41ebf3, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:48.704689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] For port 812a1078-5a59-4293-b77d-25cc1f41ebf3, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=812a1078-5a59-4293-b77d-25cc1f41ebf3,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:48.711777 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.722645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6245ff-e080-4651-ac06-874203ba5561 req-60a733c0-7410-4c04-aa1a-6952eb3d09aa tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.732543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc6245ff-e080-4651-ac06-874203ba5561 req-60a733c0-7410-4c04-aa1a-6952eb3d09aa tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1095 time: 0.1586127 Sep 23 19:25:48.784805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc6245ff-e080-4651-ac06-874203ba5561 req-64acebf4-04f8-4490-bcd0-bb276dbf4bee tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502799 Sep 23 19:25:48.825394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c199d-0257-4e23-ac8e-fa166db0bcc6 None None] Pushing event updated for resources: {'Port': ['ID=812a1078-5a59-4293-b77d-25cc1f41ebf3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:48.889196 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de787d29-fb53-4e11-ac11-9fec0c1b0ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.901056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed51d40-7513-4545-bb86-a617c688a240 req-f71eaad6-c1ed-426c-a219-c2dbf0c7e06e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.904170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ed51d40-7513-4545-bb86-a617c688a240 req-f71eaad6-c1ed-426c-a219-c2dbf0c7e06e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.1184621 Sep 23 19:25:48.948426 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.960034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.964881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de787d29-fb53-4e11-ac11-9fec0c1b0ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.986959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ed51d40-7513-4545-bb86-a617c688a240 req-4ca84459-a6e0-44c1-9722-164614c17ede tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772653 Sep 23 19:25:49.061756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Network c446daf4-5843-484a-95da-e7d9ae564048 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:49.065933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:49.079924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:49.087667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.115848 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Pushing event updated for resources: {'Port': ['ID=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:49.184130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.243664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Attempting to bind port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:49.244583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Attempting to bind port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:49.252359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Attempting to bind port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 on network c446daf4-5843-484a-95da-e7d9ae564048 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:49.264654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:49.265336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Checking segment: {'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:49.269376 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.270010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Bound using segment: {'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:49.273032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Bound port: 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:49.273745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.334372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.341335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de787d29-fb53-4e11-ac11-9fec0c1b0ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.365636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de787d29-fb53-4e11-ac11-9fec0c1b0ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.367211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de787d29-fb53-4e11-ac11-9fec0c1b0ace admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7883922b-f65a-49e3-907a-f09f9573c4f9 HTTP/1.1" status: 204 len: 168 time: 0.7059255 Sep 23 19:25:49.396602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-72f9ad73-ea93-4a99-bb0f-8257c243488c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.398708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] For port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:49.407667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] For port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,segment=NetworkSegment(6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070),segment_id=6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:49.407900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.409146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-72f9ad73-ea93-4a99-bb0f-8257c243488c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.2718451 Sep 23 19:25:49.413083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.419929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de787d29-fb53-4e11-ac11-9fec0c1b0ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7883922b-f65a-49e3-907a-f09f9573c4f9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:49.447373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-19df94f2-7ae7-4c7d-ab32-32e57c0b9839 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/quotas/b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 375 time: 0.0371504 Sep 23 19:25:49.544419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f9b0a-465b-4664-a494-79533951f0d2 None None] Pushing event updated for resources: {'Port': ['ID=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:49.623461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96edd4-bd05-4033-8254-ebefc1a35c40 req-f6aa2607-f9ab-4670-b5ca-436e47a6bca7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.624308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Allocated IP 172.25.6.136 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/20786d04-aebf-4060-9283-175cf6b1fcc6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:49.625026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc96edd4-bd05-4033-8254-ebefc1a35c40 req-f6aa2607-f9ab-4670-b5ca-436e47a6bca7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.1472034 Sep 23 19:25:49.651387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-8b230a53-fe1f-4eb8-bd7e-ef9f565fb0ac tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2032144 Sep 23 19:25:49.714254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc96edd4-bd05-4033-8254-ebefc1a35c40 req-ffe8ef20-010c-4537-961c-a071ff78957c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812671 Sep 23 19:25:49.838196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-49df6484-b477-4097-8f20-53491b4793dc service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759558 Sep 23 19:25:50.011208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-579bdf55-9a22-4a9a-8148-16dd56748ba0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.021801 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-579bdf55-9a22-4a9a-8148-16dd56748ba0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b&tenant_id=c7b153a7de6840a0bc3936e071db16c9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 948 time: 0.4672432 Sep 23 19:25:50.043735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.044240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:50.080495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f436-ed98-42da-9f73-dfc1e2526161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.084799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-c788a365-b009-4370-a6c0-cf358b261eb7 service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387197 Sep 23 19:25:50.105562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b31d9-2065-4387-b2c6-b0ea36c7bd01 req-2d096a94-db5b-4ba6-8d4b-435437b6f1d9 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.113572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d93b31d9-2065-4387-b2c6-b0ea36c7bd01 req-2d096a94-db5b-4ba6-8d4b-435437b6f1d9 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 950 time: 0.1398773 Sep 23 19:25:50.141093 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-9b22e14e-f7a0-4f98-a413-032627a34dce service neutron] delete failed (client error): The resource could not be found. Sep 23 19:25:50.142812 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-9b22e14e-f7a0-4f98-a413-032627a34dce service neutron] 10.222.0.41 "DELETE /v2.0/ports/1de38d12-b4ae-478c-b27e-9a3b92ba34d4/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0957904 Sep 23 19:25:50.182768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:50.186595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.277031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d93b31d9-2065-4387-b2c6-b0ea36c7bd01 req-cdece9c8-f5ff-4c46-ad2b-de6edd1a0693 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395020 Sep 23 19:25:50.281599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:50.341863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:50.344927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:50.496365 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f436-ed98-42da-9f73-dfc1e2526161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.534167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:50.548900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f436-ed98-42da-9f73-dfc1e2526161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.599337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e150ba4-b3f7-4fa4-97ff-7f92c44d5ec7 req-59102846-93e9-4141-af3d-cc4737f814eb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 210 time: 0.1154473 Sep 23 19:25:50.600237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:50.618329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'mac_address': 'fa:16:3e:4c:26:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:50.654702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ec8f436-ed98-42da-9f73-dfc1e2526161 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=746b87b6e64744a483674c57b8198c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6094205 Sep 23 19:25:50.655830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8f436-ed98-42da-9f73-dfc1e2526161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddb7cb3-e766-479f-b624-af9eacd69e48,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:50.664235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:50.666943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d9f036-28de-4c78-b98e-20ba2e762e79 None None] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:50.762444 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68ce9926-dd0e-414e-923c-4b8d064fa7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.828716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68ce9926-dd0e-414e-923c-4b8d064fa7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.843039 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.845441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f49aa121-5778-4dbe-af56-d502f706171f None None] Provisioning complete for port 812a1078-5a59-4293-b77d-25cc1f41ebf3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:50.846974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f49aa121-5778-4dbe-af56-d502f706171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.948871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68ce9926-dd0e-414e-923c-4b8d064fa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.953286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68ce9926-dd0e-414e-923c-4b8d064fa7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.955154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-68ce9926-dd0e-414e-923c-4b8d064fa7bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ddb7cb3-e766-479f-b624-af9eacd69e48 HTTP/1.1" status: 204 len: 168 time: 0.2899768 Sep 23 19:25:50.968803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:50.969317 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.977407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce9926-dd0e-414e-923c-4b8d064fa7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddb7cb3-e766-479f-b624-af9eacd69e48,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:51.036602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:51.047279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd27fc-be17-43dc-ba5a-772e96c3150c req-50e63dc7-9964-47b5-a390-3976f93c186f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.058685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15cd27fc-be17-43dc-ba5a-772e96c3150c req-50e63dc7-9964-47b5-a390-3976f93c186f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 948 time: 0.0825877 Sep 23 19:25:51.061798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Allocated IP 172.25.6.83 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/c7000b2d-35d3-4243-96f5-b386a994914d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:51.095088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Pushing event updated for resources: {'Port': ['ID=20786d04-aebf-4060-9283-175cf6b1fcc6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:51.111397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15cd27fc-be17-43dc-ba5a-772e96c3150c req-57880d31-339f-48a4-8bde-2b53c983ca9f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515807 Sep 23 19:25:51.194586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:51.197482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6950680-d2ef-45fd-a169-885441cec75b None None] Network c446daf4-5843-484a-95da-e7d9ae564048 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:51.232689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-75056eff-7a58-4c14-b6f8-5aad72df746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.234345 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-75056eff-7a58-4c14-b6f8-5aad72df746c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1099 time: 0.9604609 Sep 23 19:25:51.242651 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.308045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b357b6-0ecf-4d77-a14c-9add9fb5536b req-dbb3c246-985b-4533-a30c-287ed74724e4 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.319155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07b357b6-0ecf-4d77-a14c-9add9fb5536b req-dbb3c246-985b-4533-a30c-287ed74724e4 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 950 time: 0.0674355 Sep 23 19:25:51.384656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07b357b6-0ecf-4d77-a14c-9add9fb5536b req-442d9c97-f38c-42a5-a999-4d173e41c136 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Sep 23 19:25:51.399297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:51.511981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.605801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-c89c1902-9e3f-4f83-a01e-efd361f47951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.607288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-c89c1902-9e3f-4f83-a01e-efd361f47951 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.3556895 Sep 23 19:25:51.659171 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-333eb802-d70d-470f-9292-52a9b89f239b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.0438437 Sep 23 19:25:51.666576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.733443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:51.750714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f9d3931-886e-4d7a-ad7f-d32e9c6628dc req-ff9c22fe-2655-4f60-8a29-1ee695ac053f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0489929 Sep 23 19:25:51.763837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-5fc50de7-e45d-421a-8ed1-10ca0a2ae8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.765904 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-5fc50de7-e45d-421a-8ed1-10ca0a2ae8d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0957012 Sep 23 19:25:51.797658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f49aa121-5778-4dbe-af56-d502f706171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.817869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:51.837934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.898967 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.935769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f49aa121-5778-4dbe-af56-d502f706171f None None] For port 812a1078-5a59-4293-b77d-25cc1f41ebf3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=812a1078-5a59-4293-b77d-25cc1f41ebf3,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:51.954387 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f49aa121-5778-4dbe-af56-d502f706171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.039733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7000b2d-35d3-4243-96f5-b386a994914d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:52.044864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.062586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,segment=NetworkSegment(6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070),segment_id=6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:52.137301 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.138103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 812a1078-5a59-4293-b77d-25cc1f41ebf3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:52.183718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a8da212-5268-47ff-8eb0-78f6f45ec863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.220297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aa121-5778-4dbe-af56-d502f706171f None None] Pushing event updated for resources: {'Port': ['ID=812a1078-5a59-4293-b77d-25cc1f41ebf3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:52.343338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ccb86c8b-416a-4bb6-9887-b4f5d09ab3fd None None] Provisioning complete for port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:52.343872 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccb86c8b-416a-4bb6-9887-b4f5d09ab3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.346392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeef36a-6dca-49e2-bfd4-49baed6a77f8 req-e4500144-567c-4b80-92f8-81789328bc25 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.354621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5aeef36a-6dca-49e2-bfd4-49baed6a77f8 req-e4500144-567c-4b80-92f8-81789328bc25 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 949 time: 0.0956707 Sep 23 19:25:52.379025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-dbc1d671-6c31-4656-9e16-f5b66265dd39 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.380838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-dbc1d671-6c31-4656-9e16-f5b66265dd39 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.3155022 Sep 23 19:25:52.429876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5aeef36a-6dca-49e2-bfd4-49baed6a77f8 req-59297d75-e51c-462b-85cd-0d5a59dfd2ec tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642724 Sep 23 19:25:52.452337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:52.474867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:52.477656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 812a1078-5a59-4293-b77d-25cc1f41ebf3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:52.478028 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.496621 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a8da212-5268-47ff-8eb0-78f6f45ec863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.499872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Request body: {'port': {'device_id': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'admin_state_up': True, 'tenant_id': 'b71aface46774b5b9ad7fe035ba93cf9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:52.520581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a8da212-5268-47ff-8eb0-78f6f45ec863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.578582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8da212-5268-47ff-8eb0-78f6f45ec863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad916f8-2b05-480f-b7d0-9f1aea2cc692,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:52.607085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:52.621636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:52.636943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995bae4-3871-42c9-9d2c-ac560efa0c1f req-e8c088c5-f960-49a9-8934-c7410a717ea9 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.638918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e995bae4-3871-42c9-9d2c-ac560efa0c1f req-e8c088c5-f960-49a9-8934-c7410a717ea9 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 950 time: 0.1408448 Sep 23 19:25:52.644996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a8da212-5268-47ff-8eb0-78f6f45ec863 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b1454ae1baf49dc9ee87e90df7186a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8260813 Sep 23 19:25:52.652331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:52.728618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcde0028-3fb1-497e-93dd-8a70e0a90608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.732869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e995bae4-3871-42c9-9d2c-ac560efa0c1f req-0a669b70-7c3d-469f-b9a4-afd86ee9f576 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Sep 23 19:25:52.753386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0c43d2bf-3171-4af9-8bb0-412d4362fe0d None None] Provisioning complete for port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:52.753888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c43d2bf-3171-4af9-8bb0-412d4362fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.780842 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcde0028-3fb1-497e-93dd-8a70e0a90608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.833980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-da71fe28-abdd-4efb-bbab-811ccda235c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.835642 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-da71fe28-abdd-4efb-bbab-811ccda235c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0634243 Sep 23 19:25:52.842025 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcde0028-3fb1-497e-93dd-8a70e0a90608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.845312 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcde0028-3fb1-497e-93dd-8a70e0a90608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.846851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bcde0028-3fb1-497e-93dd-8a70e0a90608 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ad916f8-2b05-480f-b7d0-9f1aea2cc692 HTTP/1.1" status: 204 len: 168 time: 0.1932487 Sep 23 19:25:52.860267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde0028-3fb1-497e-93dd-8a70e0a90608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad916f8-2b05-480f-b7d0-9f1aea2cc692,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:52.886850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:52.899586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-fb8ecf58-6f56-4bf7-8690-0e7c8d69fb7e tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.901026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-fb8ecf58-6f56-4bf7-8690-0e7c8d69fb7e tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 950 time: 0.5155404 Sep 23 19:25:52.937305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-764ccc27-a1bc-4a5b-ab17-646d6ad7d8c4 req-d40788e5-9699-4f16-a800-af43ddcdd22b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0494647 Sep 23 19:25:52.964912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0c43d2bf-3171-4af9-8bb0-412d4362fe0d None None] Provisioning complete for port 812a1078-5a59-4293-b77d-25cc1f41ebf3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:52.965642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c43d2bf-3171-4af9-8bb0-412d4362fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.025183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:53.025877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.071229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Router 60441007-6a0b-4857-9b5c-83de64511eec is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:25:53.154173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Made reservation on behalf of b71aface46774b5b9ad7fe035ba93cf9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:53.158377 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.176384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 812a1078-5a59-4293-b77d-25cc1f41ebf3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:53.236271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 812a1078-5a59-4293-b77d-25cc1f41ebf3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:53.236994 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.363693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:53.381804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50e91b7a-b735-485a-9ed1-2811d8ec9ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.485250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.494372 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50e91b7a-b735-485a-9ed1-2811d8ec9ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.500579 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50e91b7a-b735-485a-9ed1-2811d8ec9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.529660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-50e91b7a-b735-485a-9ed1-2811d8ec9ecc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2dc8c69341ca40beb974275f44b698a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623337 Sep 23 19:25:53.533924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:53.545399 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-e05106b1-a407-476c-9cb6-229b0f0d1aa1 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766891 Sep 23 19:25:53.600998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e91b7a-b735-485a-9ed1-2811d8ec9ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b762c-9606-4e99-970c-80b783062c69,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:53.640426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856bda6-b916-45fb-83b7-cdb38725c8c2 req-c4a7e5c7-8748-481a-a658-415d73c3d7ec tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.641981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d856bda6-b916-45fb-83b7-cdb38725c8c2 req-c4a7e5c7-8748-481a-a658-415d73c3d7ec tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 949 time: 0.0898769 Sep 23 19:25:53.646958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69f18600-ffef-40e4-a53a-c8f139fb2521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.650501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Deleting port 7824bf33-107c-4512-aaab-22ff881dde6a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:53.650955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.682422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69f18600-ffef-40e4-a53a-c8f139fb2521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.715754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d856bda6-b916-45fb-83b7-cdb38725c8c2 req-97c756c3-5a90-427e-9aa8-2f2916bf6ef2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668755 Sep 23 19:25:53.760172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:53.762461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69f18600-ffef-40e4-a53a-c8f139fb2521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.765841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69f18600-ffef-40e4-a53a-c8f139fb2521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.767280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-69f18600-ffef-40e4-a53a-c8f139fb2521 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b65b762c-9606-4e99-970c-80b783062c69 HTTP/1.1" status: 204 len: 168 time: 0.2322836 Sep 23 19:25:53.773714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Sync routers for ids ['60441007-6a0b-4857-9b5c-83de64511eec'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:53.791692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Routers {'60441007-6a0b-4857-9b5c-83de64511eec'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:53.792356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['60441007-6a0b-4857-9b5c-83de64511eec'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:53.796118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f18600-ffef-40e4-a53a-c8f139fb2521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b762c-9606-4e99-970c-80b783062c69,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:53.904672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.908541 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d72b2b9e-c6f5-4c07-bdae-e85e7f878093 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7093778 Sep 23 19:25:53.929558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:53.956758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Allocated IP 172.20.0.10 (8cc67ae1-e3f0-44f0-a93c-8b96dc834b30/a87db38a-f3d9-4332-8d18-418c2469577b/86f24fb2-5570-4a18-a1b0-a95a343705a0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:53.960595 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50a597a0-8503-406e-a208-cffe54dffbc6 req-433cb7bd-6244-4ff5-b211-1a36398ff3fa service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050896 Sep 23 19:25:53.974052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] For port 7824bf33-107c-4512-aaab-22ff881dde6a, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=7824bf33-107c-4512-aaab-22ff881dde6a,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:53.974447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.010467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Set router 60441007-6a0b-4857-9b5c-83de64511eec gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:54.023615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Calling delete_port for 7824bf33-107c-4512-aaab-22ff881dde6a owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:54.120587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51b2e30f-f9f5-400d-b7f0-5249e1faab0a req-1d27cc07-d2ef-41b3-83ac-314d395ebfe0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0332396 Sep 23 19:25:54.130833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b38474-8a03-4196-a518-40bac09c9366 req-575b44d4-45bc-4f84-a497-d311c2cbd026 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.132344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5b38474-8a03-4196-a518-40bac09c9366 req-575b44d4-45bc-4f84-a497-d311c2cbd026 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1267ec-4201-493f-b06b-3e9c72e67e46 HTTP/1.1" status: 200 len: 950 time: 0.2569931 Sep 23 19:25:54.214459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.238159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:54.249452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5b38474-8a03-4196-a518-40bac09c9366 req-2ed4011d-9c35-4330-b085-e4c953571c09 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb1328c5-06a6-4e15-803b-3e286b4d4fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049078 Sep 23 19:25:54.406042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a89399-3bec-49b6-8651-660b2b42c025 req-eaa83762-a70d-49e8-83e4-0e8cb192d56d tempest-FlavorsV2NegativeTest-842047243 tempest-FlavorsV2NegativeTest-842047243-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7c68591653fa4af3914182a22aab23f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325718 Sep 23 19:25:54.439320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:54.456828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:54.457240 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.481861 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.495024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.542515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:51Z', 'revision_number': 3, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port': {'id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:54.575104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Pushing event deleted for resources: {'Port': ['ID=7824bf33-107c-4512-aaab-22ff881dde6a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:54.576195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Checking router: 60441007-6a0b-4857-9b5c-83de64511eec for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:54.583678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Updating router 60441007-6a0b-4857-9b5c-83de64511eec port 20786d04-aebf-4060-9283-175cf6b1fcc6 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:25:54.642963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a89399-3bec-49b6-8651-660b2b42c025 req-9a8b3cae-4f32-4743-928b-d6b4715715ca tempest-FlavorsV2NegativeTest-842047243 tempest-FlavorsV2NegativeTest-842047243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.650662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a89399-3bec-49b6-8651-660b2b42c025 req-9a8b3cae-4f32-4743-928b-d6b4715715ca tempest-FlavorsV2NegativeTest-842047243 tempest-FlavorsV2NegativeTest-842047243-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436383 Sep 23 19:25:54.667000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a89399-3bec-49b6-8651-660b2b42c025 req-a503a743-2a5f-4150-9701-4559e534b689 tempest-FlavorsV2NegativeTest-842047243 tempest-FlavorsV2NegativeTest-842047243-project] 10.222.0.38 "GET /v2.0/quotas/7c68591653fa4af3914182a22aab23f9 HTTP/1.1" status: 200 len: 375 time: 0.0154655 Sep 23 19:25:54.678516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.703636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] No DVR routers for this DVR port 7824bf33-107c-4512-aaab-22ff881dde6a on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:54.714018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a89399-3bec-49b6-8651-660b2b42c025 req-75bd2509-563a-4138-a504-19d3570b507c tempest-FlavorsV2NegativeTest-842047243 tempest-FlavorsV2NegativeTest-842047243-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c68591653fa4af3914182a22aab23f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397208 Sep 23 19:25:54.721218 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.723264 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e56af3ab-81d4-40a6-958c-35a13fa7b942 req-f3d7de52-5f81-405e-ac26-787fae7c8134 tempest-ServerDiagnosticsNegativeTest-832109531 tempest-ServerDiagnosticsNegativeTest-832109531-project] 10.222.0.72 "DELETE /v2.0/ports/7824bf33-107c-4512-aaab-22ff881dde6a HTTP/1.1" status: 204 len: 173 time: 1.7797151 Sep 23 19:25:54.723707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'name': 'network-vif-deleted', 'tag': '7824bf33-107c-4512-aaab-22ff881dde6a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:54.730692 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2dc88b-6b8d-4e19-921c-b3ea1ccf1110" -d '{"events": [{"server_uuid": "2a1267ec-4201-493f-b06b-3e9c72e67e46", "name": "network-vif-deleted", "tag": "7824bf33-107c-4512-aaab-22ff881dde6a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:54.767784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.780617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:25:54.848549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.889495 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d3413-f6b5-4296-8ab0-f15915f03199 x-openstack-request-id: req-e98d3413-f6b5-4296-8ab0-f15915f03199 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:54.889495 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1267ec-4201-493f-b06b-3e9c72e67e46", "name": "network-vif-deleted", "tag": "7824bf33-107c-4512-aaab-22ff881dde6a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:54.890569 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e98d3413-f6b5-4296-8ab0-f15915f03199 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:54.891569 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1267ec-4201-493f-b06b-3e9c72e67e46', 'name': 'network-vif-deleted', 'tag': '7824bf33-107c-4512-aaab-22ff881dde6a', 'status': 'completed', 'code': 200} Sep 23 19:25:54.907688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:54.917110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:54.950022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:54.960260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.961793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.967808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:55.051461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:55.054371 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfba1ce3-c84e-4374-b9ad-e13d7f82b761" -d '{"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-plugged", "status": "completed", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:55.060865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:55.089564 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.093568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:55.124971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.170633 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-670282b1-dfa1-4d31-af33-0f227402eff3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6970363 Sep 23 19:25:55.191053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Request body: {'port': {'device_id': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:55.285754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-546767428-network', 'tenant_id': '2acf39709d3f4eca98d631961bc133b4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:55.356719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.372308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:55.383643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Made reservation on behalf of 2acf39709d3f4eca98d631961bc133b4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:55.389431 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Sync routers for ids ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:55.389980 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.408187 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Routers {'ecaa66f0-c795-47a9-ae6c-7affbccb03d5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:55.408667 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:55.422708 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d709d4d7-0da1-434c-bfda-d62493b0ceca x-openstack-request-id: req-d709d4d7-0da1-434c-bfda-d62493b0ceca {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:55.425340 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-plugged", "status": "completed", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:55.426035 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d709d4d7-0da1-434c-bfda-d62493b0ceca {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:55.426601 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'code': 200} Sep 23 19:25:55.441660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:55.478696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760df18-9ff9-4e21-b00d-201211274476 req-fc88a38d-a673-4468-bd9f-4c02ed639018 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.480259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e760df18-9ff9-4e21-b00d-201211274476 req-fc88a38d-a673-4468-bd9f-4c02ed639018 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 949 time: 0.5747409 Sep 23 19:25:55.491063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.518399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2854fc-f0f8-4d09-87fd-44f023bfb1e4 req-a0eeec61-7ac3-4199-9d1f-6c5c97d925bf tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.519895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f2854fc-f0f8-4d09-87fd-44f023bfb1e4 req-a0eeec61-7ac3-4199-9d1f-6c5c97d925bf tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 932 time: 0.1486423 Sep 23 19:25:55.612142 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Set router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:55.625832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e760df18-9ff9-4e21-b00d-201211274476 req-64c87b6b-2876-4271-8662-03f32f406aaa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315022 Sep 23 19:25:55.658795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f2854fc-f0f8-4d09-87fd-44f023bfb1e4 req-9d58eff3-6d47-4461-9150-29a95098e3ab tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270692 Sep 23 19:25:55.826688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.836068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.848902 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.849824 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:52Z', 'revision_number': 3, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:55.853095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Allocated IP 172.20.0.1 (2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f/4a1ee0a5-0e26-4655-a38b-428b8cde9c37/01002be6-48ee-455d-b226-4a41dcde2838) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:55.867510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a27d3-0217-4227-92ae-25b1474caa5f req-8a82a657-d715-4655-a113-26134380970c tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.874999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c6a27d3-0217-4227-92ae-25b1474caa5f req-8a82a657-d715-4655-a113-26134380970c tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1101 time: 0.0997710 Sep 23 19:25:55.881965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.883220 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-68ae673e-8551-4def-94aa-92955603d9b0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.5608146 Sep 23 19:25:55.887029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:55.904469 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Checking router: ecaa66f0-c795-47a9-ae6c-7affbccb03d5 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:55.904766 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Updating router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 port c7000b2d-35d3-4243-96f5-b386a994914d binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:25:55.924750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f24fb2-5570-4a18-a1b0-a95a343705a0 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:55.926724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f76a76-d833-49ff-8e76-8761e9f49216 None None] Pushing event updated for resources: {'Port': ['ID=20786d04-aebf-4060-9283-175cf6b1fcc6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:55.955136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.964882 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.967958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Attempting to bind port 20786d04-aebf-4060-9283-175cf6b1fcc6 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:55.968829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Attempting to bind port 20786d04-aebf-4060-9283-175cf6b1fcc6 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:55.969393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Attempting to bind port 20786d04-aebf-4060-9283-175cf6b1fcc6 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:55.986559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:55.989033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:55.990131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.991295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:55.991997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Bound port: 20786d04-aebf-4060-9283-175cf6b1fcc6, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:55.992643 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.000593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Transition to ACTIVE for port object 86f24fb2-5570-4a18-a1b0-a95a343705a0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:56.018746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.045714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c6a27d3-0217-4227-92ae-25b1474caa5f req-ae027a25-cc2b-448a-b47e-a0d98dea4b27 tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678784 Sep 23 19:25:56.093991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] For port 20786d04-aebf-4060-9283-175cf6b1fcc6, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:56.099760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] For port 20786d04-aebf-4060-9283-175cf6b1fcc6, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=20786d04-aebf-4060-9283-175cf6b1fcc6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:56.111845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.149738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:56.190703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.235128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f76a76-d833-49ff-8e76-8761e9f49216 None None] Pushing event updated for resources: {'Port': ['ID=20786d04-aebf-4060-9283-175cf6b1fcc6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.244580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7824bf33-107c-4512-aaab-22ff881dde6a no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:56.275722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:56.290635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.318861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 7824bf33-107c-4512-aaab-22ff881dde6a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:56.320619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:56.320786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 7824bf33-107c-4512-aaab-22ff881dde6a not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:56.320874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:56.321084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:56.331590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Routers {'60441007-6a0b-4857-9b5c-83de64511eec'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:56.334068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:56.334566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:56.336024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['60441007-6a0b-4857-9b5c-83de64511eec'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:56.341583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.348088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:56.348430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:56.348810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:56.349800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Bound port: 86f24fb2-5570-4a18-a1b0-a95a343705a0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:56.349800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.374071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.381678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.484316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:25:56.493794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:56.513905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:56.521060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:56.536582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.545543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.546766 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Added segment fe264eac-235f-4f05-8cb2-539369d9c5bb of type vlan for network 4faccdae-926f-4b65-8ac7-4272a854e1d8 Sep 23 19:25:56.561083 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.586322 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.598597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:56.606222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] Set router 60441007-6a0b-4857-9b5c-83de64511eec gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:56.638612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.672294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:56.674543 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Attempting to bind port c7000b2d-35d3-4243-96f5-b386a994914d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:56.674910 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Attempting to bind port c7000b2d-35d3-4243-96f5-b386a994914d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:56.677864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5163-adc0-4e82-927f-e2033a133d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.678526 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Attempting to bind port c7000b2d-35d3-4243-96f5-b386a994914d on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:56.682253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Pushing event updated for resources: {'Port': ['ID=01002be6-48ee-455d-b226-4a41dcde2838,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.685591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.687064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.688109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.690326 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:56.703917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.706111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-6382104a-7ab7-4519-a394-4b1790f8faa2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1695917 Sep 23 19:25:56.721615 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:56.722060 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.722482 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:56.722983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Bound port: c7000b2d-35d3-4243-96f5-b386a994914d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:56.723385 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.734538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.790874 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Pushing event updated for resources: {'Port': ['ID=c7000b2d-35d3-4243-96f5-b386a994914d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.803370 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.803707 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.804028 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.804361 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.804686 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.805008 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.805330 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.805649 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.805967 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.806312 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.806630 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.807002 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:56.848213 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] For port c7000b2d-35d3-4243-96f5-b386a994914d, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:56.854037 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] For port c7000b2d-35d3-4243-96f5-b386a994914d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c7000b2d-35d3-4243-96f5-b386a994914d,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:56.859943 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.866046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.881248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c6421369-b243-4b3f-b36e-193a43412073 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9425e9db15f47c894a1a0d8e1b6a77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5990906 Sep 23 19:25:56.884871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8189147 Sep 23 19:25:56.886432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.887052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.888459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] 10.222.0.72 "PUT /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 1092 time: 1.7097588 Sep 23 19:25:56.888593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:56.888911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:56.891106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86488-1059-475a-bee0-e3d1ea198d99 admin admin] Pushing event updated for resources: {'Network': ['ID=4faccdae-926f-4b65-8ac7-4272a854e1d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.893256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:56.902283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:25:56.902990 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df577e9-bfa4-42fc-b15d-8b2f58d07856" -d '{"events": [{"name": "network-changed", "server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:56.922551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797109e4-f8a5-47c9-bd25-2db77d3910f2 service neutron] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.927931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-abf9d471-823d-43c6-a735-abe28ffcf349 None None] Provisioning complete for port 01002be6-48ee-455d-b226-4a41dcde2838 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:56.928384 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abf9d471-823d-43c6-a735-abe28ffcf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.975756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-3c8b211a-39ae-49ea-ad7a-6e4321e37486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.978280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-3c8b211a-39ae-49ea-ad7a-6e4321e37486 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0518136 Sep 23 19:25:56.987386 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a5bb-5b58-4839-a0f7-eebb74d3c778 None None] Pushing event updated for resources: {'Port': ['ID=c7000b2d-35d3-4243-96f5-b386a994914d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:56.997874 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Routers {'ecaa66f0-c795-47a9-ae6c-7affbccb03d5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:56.998779 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:57.000115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Request body: {'subnet': {'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-546767428-subnet', 'tenant_id': '2acf39709d3f4eca98d631961bc133b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:57.028075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-abf9d471-823d-43c6-a735-abe28ffcf349 None None] Port 01002be6-48ee-455d-b226-4a41dcde2838 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:57.033776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:51Z', 'revision_number': 3, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port': {'id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:57.044664 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-2a394e1e-4321-4f92-aa5e-0e7c258d3e44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 217 time: 0.0553780 Sep 23 19:25:57.060657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d5450-d843-4881-bcec-e6069895899b None None] The sync data for ids ['60441007-6a0b-4857-9b5c-83de64511eec'] in n-d-810763-1 is: [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:51Z', 'revision_number': 3, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port': {'id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:57.111982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-8216c604-64d4-4370-9968-d61a73871390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.113473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-8216c604-64d4-4370-9968-d61a73871390 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0602891 Sep 23 19:25:57.154637 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-ced2fa82-0aae-4f4d-9141-38c88d54cd43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295501 Sep 23 19:25:57.202867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0ecbb-5c31-44d5-ab52-a601a10a675c req-4e9c237f-362f-4c25-a584-8c41e1810de7 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.204438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ce0ecbb-5c31-44d5-ab52-a601a10a675c req-4e9c237f-362f-4c25-a584-8c41e1810de7 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.3669424 Sep 23 19:25:57.248460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-a3950b3e-e98d-42f2-8032-5b6ff282f9be tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.249955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-a3950b3e-e98d-42f2-8032-5b6ff282f9be tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5114903 Sep 23 19:25:57.253164 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d83e7a-486b-4be0-87e0-998d73853eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.259968 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] Set router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:57.276463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-25d5f663-55db-41a6-9c7d-54e83a00025b service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131055 Sep 23 19:25:57.338531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-f6e574f0-7f54-45bd-915e-697164746cf1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/quotas/c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 375 time: 0.0508609 Sep 23 19:25:57.431015 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d83e7a-486b-4be0-87e0-998d73853eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.436434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.441059 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5163-adc0-4e82-927f-e2033a133d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.453910 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b6325840-a0cc-4ad7-98d9-360238ddb30e req-0a4dab1c-0a3c-4145-9354-03ad6f3e89b5 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667318 Sep 23 19:25:57.462156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ce0ecbb-5c31-44d5-ab52-a601a10a675c req-cef18705-4050-4d0b-a4a2-ba297dcde3b2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436957 Sep 23 19:25:57.484883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5163-adc0-4e82-927f-e2033a133d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.487742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.544507 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d0527d-7c86-413e-9957-6b68467eb795 x-openstack-request-id: req-b0d0527d-7c86-413e-9957-6b68467eb795 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:57.544891 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:57.545073 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0d0527d-7c86-413e-9957-6b68467eb795 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:57.545423 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0', 'status': 'completed', 'code': 200} Sep 23 19:25:57.546532 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:52Z', 'revision_number': 3, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:57.575084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Made reservation on behalf of 2acf39709d3f4eca98d631961bc133b4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:57.577435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.580586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf5163-adc0-4e82-927f-e2033a133d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fa75da-e04b-4836-9351-82f1ba843b34,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:57.602965 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9e6c1-a7ac-464f-8c66-da5daf480b07 None None] The sync data for ids ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'] in n-d-810763-1 is: [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:52Z', 'revision_number': 3, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:57.665892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-a4846b38-1534-4d1d-84d4-0416ffdfcc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.672192 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-a4846b38-1534-4d1d-84d4-0416ffdfcc7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1095 time: 0.0992782 Sep 23 19:25:57.710771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d83e7a-486b-4be0-87e0-998d73853eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.713331 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45d83e7a-486b-4be0-87e0-998d73853eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.717212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-45d83e7a-486b-4be0-87e0-998d73853eff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb1328c5-06a6-4e15-803b-3e286b4d4fe2 HTTP/1.1" status: 204 len: 168 time: 0.7831459 Sep 23 19:25:57.730503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3dbf5163-adc0-4e82-927f-e2033a133d54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c68591653fa4af3914182a22aab23f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5796885 Sep 23 19:25:57.737307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:57.756450 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-c11aee2c-4d44-4842-b782-25e59f6be3f6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4007988 Sep 23 19:25:57.794155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d83e7a-486b-4be0-87e0-998d73853eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1328c5-06a6-4e15-803b-3e286b4d4fe2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:58.236429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-28e47278-a07c-44f3-b48e-a284ae3c4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.237984 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-28e47278-a07c-44f3-b48e-a284ae3c4d8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.5577359 Sep 23 19:25:58.273760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5943111-3d96-4a6d-8c75-7aa61743ae9d req-59f77367-1c0d-4714-87ed-6bb5764b26d1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 210 time: 0.1304522 Sep 23 19:25:58.297477 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-56af5ed2-9be4-4aca-a0d3-078c606d9dc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 217 time: 0.0507429 Sep 23 19:25:58.306714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6d72fa0-6017-4da8-a771-4a45c70a2389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.318668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Allocated IP 172.20.0.1 (c446daf4-5843-484a-95da-e7d9ae564048/f4f41256-8aaf-4fa2-85d4-11d2807661ee/6b9aa7da-ca50-4cd6-8ac6-e0728512b504) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:58.353072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.394031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:58.399714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.438177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6d72fa0-6017-4da8-a771-4a45c70a2389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.499782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-60838b80-4dea-4a92-8f8c-5216f53f7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.502172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-60838b80-4dea-4a92-8f8c-5216f53f7379 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.1920612 Sep 23 19:25:58.506137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.559012 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-1be32491-c8f3-4000-b690-dce45d5da72e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445032 Sep 23 19:25:58.605303 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-c5f40118-26f3-4a88-9f36-fa836fc0a47f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1463244 Sep 23 19:25:58.631034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Pushing event updated for resources: {'Port': ['ID=01002be6-48ee-455d-b226-4a41dcde2838,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:58.661369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.663773 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c11b33-0621-4742-af30-57c851cd3651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.714179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6d72fa0-6017-4da8-a771-4a45c70a2389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.723614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6d72fa0-6017-4da8-a771-4a45c70a2389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.727451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b6d72fa0-6017-4da8-a771-4a45c70a2389 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4fa75da-e04b-4836-9351-82f1ba843b34 HTTP/1.1" status: 204 len: 168 time: 0.9864786 Sep 23 19:25:58.751790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-c9ef059a-f520-4f51-a068-733adcc78686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.753502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-c9ef059a-f520-4f51-a068-733adcc78686 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1101 time: 0.0833316 Sep 23 19:25:58.786055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d72fa0-6017-4da8-a771-4a45c70a2389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fa75da-e04b-4836-9351-82f1ba843b34,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:58.789720 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-3aaeb91f-fb52-48e6-a0ee-45cd13182b1f service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222154 Sep 23 19:25:58.935142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 20786d04-aebf-4060-9283-175cf6b1fcc6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:59.023443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 20786d04-aebf-4060-9283-175cf6b1fcc6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:59.024035 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.164605 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.188144 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-fd0d9abd-586b-4346-afd7-8673474aa162 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2425132 Sep 23 19:25:59.189702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 20786d04-aebf-4060-9283-175cf6b1fcc6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=20786d04-aebf-4060-9283-175cf6b1fcc6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.208946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.210440 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df577e9-bfa4-42fc-b15d-8b2f58d07856 req-ba08bf28-390d-40a8-bc2a-db746e76d385 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008803 Sep 23 19:25:59.211615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-dca2f1b4-f5a6-4c83-bd45-5fe7ed4ad69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.212758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c7000b2d-35d3-4243-96f5-b386a994914d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:59.212991 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-dca2f1b4-f5a6-4c83-bd45-5fe7ed4ad69f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.4049377 Sep 23 19:25:59.300088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-2c062680-6834-4467-bb3a-9fc059e19dac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.0713964 Sep 23 19:25:59.373505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51a1c2-92af-4a19-b685-011da955b277 req-41c7a97a-0dd8-43dd-8c5f-70700d320966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.375070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-41c7a97a-0dd8-43dd-8c5f-70700d320966 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 1097 time: 0.1103098 Sep 23 19:25:59.401950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1edbc7-a456-49f2-b374-d20e604ba9f0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.409167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=20786d04-aebf-4060-9283-175cf6b1fcc6,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.424235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.470396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084599a7-0172-460a-a8ba-156e819daf82 req-b1cfb057-1ab6-4bee-87ca-664a38b520f9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.474034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c7000b2d-35d3-4243-96f5-b386a994914d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:59.474879 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.477530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-5c603b64-e1f5-4d14-883e-ac536372c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.477877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-084599a7-0172-460a-a8ba-156e819daf82 req-b1cfb057-1ab6-4bee-87ca-664a38b520f9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.8225162 Sep 23 19:25:59.479058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-5c603b64-e1f5-4d14-883e-ac536372c334 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1699357 Sep 23 19:25:59.481216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4bf77a8-6b78-4131-999f-d434deeb1cc5 req-5ecdf547-ee48-46b4-a644-88e5b6bb6415 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 210 time: 0.1212485 Sep 23 19:25:59.593990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:59.595642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:59.596033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Network hostable DHCP agents. Network: 4faccdae-926f-4b65-8ac7-4272a854e1d8, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:59.600841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51a1c2-92af-4a19-b685-011da955b277 req-d1a2a074-1480-4ff6-8d6e-6446326a37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.604728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-d1a2a074-1480-4ff6-8d6e-6446326a37a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 924 time: 0.2073786 Sep 23 19:25:59.609125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:59.611822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-ed5a2337-bddf-43f4-ad6d-64b378816e1b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848427 Sep 23 19:25:59.665558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-084599a7-0172-460a-a8ba-156e819daf82 req-36359f88-c9f2-42ec-a543-143309cbf43d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805844 Sep 23 19:25:59.669379 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.679711 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.701766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port c7000b2d-35d3-4243-96f5-b386a994914d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c7000b2d-35d3-4243-96f5-b386a994914d,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.715983 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.797360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:59.855332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=c7000b2d-35d3-4243-96f5-b386a994914d,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.857283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Network c446daf4-5843-484a-95da-e7d9ae564048 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:59.877566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c11b33-0621-4742-af30-57c851cd3651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.892300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:59.894252 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3c11b33-0621-4742-af30-57c851cd3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.907090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:59.919109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 4faccdae-926f-4b65-8ac7-4272a854e1d8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:59.928729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8cf0e-ac02-44e0-beb4-5828c98e8c90 None None] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:59.938648 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-2d0d2623-4cea-4933-8115-05c021b1b974 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d HTTP/1.1" status: 200 len: 1001 time: 0.3232579 Sep 23 19:25:59.946015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-1d276446-ca44-443a-8285-f579977cd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.947582 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-1d276446-ca44-443a-8285-f579977cd260 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4587824 Sep 23 19:25:59.972689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.981030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.994242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.059089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c11b33-0621-4742-af30-57c851cd3651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3f5cb-2dda-4805-9f8f-9a33eb2eabc9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:00.062511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-723a608b-04c2-4928-9cdc-aa5e9ba2f5d8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.064775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-723a608b-04c2-4928-9cdc-aa5e9ba2f5d8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419968 Sep 23 19:26:00.077284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3c11b33-0621-4742-af30-57c851cd3651 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=406a5b28b8f94a89bdb37ba48e30cc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6771071 Sep 23 19:26:00.081095 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.089133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:00.110114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Request body: {'port': {'device_id': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'c7b153a7de6840a0bc3936e071db16c9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:00.119956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51a1c2-92af-4a19-b685-011da955b277 req-a2cc4bda-012e-4549-b46c-512ad3642ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.121805 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-a2cc4bda-012e-4549-b46c-512ad3642ebb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 200 len: 862 time: 0.1733537 Sep 23 19:26:00.188961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4a5ff389-0cda-40e4-b0e0-3739f492c042 None None] Provisioning complete for port 01002be6-48ee-455d-b226-4a41dcde2838 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:00.189513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a5ff389-0cda-40e4-b0e0-3739f492c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.225257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-afa798ad-0286-4e00-ac69-5700898aecfc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.2899415 Sep 23 19:26:00.231987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d03a78-f890-4321-b6f1-0a00f5c7d0f6 None None] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:00.248875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ff389-0cda-40e4-b0e0-3739f492c042 None None] Port 01002be6-48ee-455d-b226-4a41dcde2838 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:00.271896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Router 60441007-6a0b-4857-9b5c-83de64511eec has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:00.277231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 86f24fb2-5570-4a18-a1b0-a95a343705a0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:00.284823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-533aa3b3-ab5a-4b91-83db-5d034677e122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.295395 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-fa629c8e-117b-4511-9546-f308320adbda service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345211 Sep 23 19:26:00.296631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:00.315898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51a1c2-92af-4a19-b685-011da955b277 req-569fff28-5bf8-4572-be1f-dbc2006289c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.323889 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-569fff28-5bf8-4572-be1f-dbc2006289c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400a142c-2b68-45e1-89a7-777cd45d0f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783271 Sep 23 19:26:00.394973 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-533aa3b3-ab5a-4b91-83db-5d034677e122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.431654 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:26:00.555313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-57dc8cf8-924b-403d-a261-cf5e67d53b9f None None] Provisioning complete for port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:00.555692 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57dc8cf8-924b-403d-a261-cf5e67d53b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.564929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-network', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:00.568748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:00.592401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1994fe53-6f5b-4c68-b30c-32eb2857af92 admin admin] 10.222.0.38 "PUT /v2.0/routers/60441007-6a0b-4857-9b5c-83de64511eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6613741 Sep 23 19:26:00.594362 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.614439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-57dc8cf8-924b-403d-a261-cf5e67d53b9f None None] Port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:00.616733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Sync routers for ids ['60441007-6a0b-4857-9b5c-83de64511eec'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:00.617868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Made reservation on behalf of 852a70e3ed04470f9dcd433245bfc03e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:00.620087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.644370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Routers {'60441007-6a0b-4857-9b5c-83de64511eec'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:00.645014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['60441007-6a0b-4857-9b5c-83de64511eec'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:00.649194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-533aa3b3-ab5a-4b91-83db-5d034677e122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.652470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-533aa3b3-ab5a-4b91-83db-5d034677e122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.653799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-533aa3b3-ab5a-4b91-83db-5d034677e122 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98c3f5cb-2dda-4805-9f8f-9a33eb2eabc9 HTTP/1.1" status: 204 len: 168 time: 0.5626280 Sep 23 19:26:00.660630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.679257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-929dedae-0bbd-41f1-828d-2fe7b64a65f2 req-2e4cb09c-bef4-4551-bbde-89b96e9e8074 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 210 time: 0.0801477 Sep 23 19:26:00.688001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aa3b3-ab5a-4b91-83db-5d034677e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3f5cb-2dda-4805-9f8f-9a33eb2eabc9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:00.729287 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-26594dd0-c7ff-4af1-af3c-d8f069e38220 service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216681 Sep 23 19:26:00.759774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c40f9ea8-1882-430a-8fee-48da6d08cbc8 req-bc9b2f5f-3dc3-4726-8c90-2c994b77c853 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348488 Sep 23 19:26:00.817056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Made reservation on behalf of c7b153a7de6840a0bc3936e071db16c9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:00.820999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.852330 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:26:00.852330 n-d-810763-1 neutron-server[94825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:26:00.852330 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id_1': '852a70e3ed04470f9dcd433245bfc03e', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 25, 40, 678843)}] Sep 23 19:26:00.852330 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:26:00.852779 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:26:00.955272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451ab3a-13cd-4c9e-aa03-1c044c921500 req-baef8ca4-3c02-4978-ba5c-30220b7baab5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.957759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0451ab3a-13cd-4c9e-aa03-1c044c921500 req-baef8ca4-3c02-4978-ba5c-30220b7baab5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.1110353 Sep 23 19:26:00.980915 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.998833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.037205 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc51a1c2-92af-4a19-b685-011da955b277 req-ea4c4baf-d377-4a6d-9099-93c2d5cf045d service neutron] 10.222.0.41 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764575 Sep 23 19:26:01.091244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Allocated IP 192.168.233.174 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/a49db18a-5e99-459b-aaec-0187ad1aea51) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:01.094437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0451ab3a-13cd-4c9e-aa03-1c044c921500 req-78dcee10-d65f-4000-a1c2-077df0b8a0e8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291072 Sep 23 19:26:01.104893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:01.110941 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.225818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Network c446daf4-5843-484a-95da-e7d9ae564048 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:01.228648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:01.304357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 20786d04-aebf-4060-9283-175cf6b1fcc6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:01.362701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:01.395122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '86f24fb2-5570-4a18-a1b0-a95a343705a0', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'port_id': '86f24fb2-5570-4a18-a1b0-a95a343705a0', 'mac_address': 'fa:16:3e:4b:9b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87db38a-f3d9-4332-8d18-418c2469577b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:01.477923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:01.495928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.514733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Set router 60441007-6a0b-4857-9b5c-83de64511eec gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:01.537752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.547611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.563401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:01.570361 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.590840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:01.602046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1855880575-network', 'tenant_id': 'c95b97c83dc1465eab34210fd412504e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:01.619534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:01.631380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:01.652991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:01.659718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.660611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.661206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 20786d04-aebf-4060-9283-175cf6b1fcc6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:01.661582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.679685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:26:01.679685 n-d-810763-1 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:26:01.679685 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id_1': 'c95b97c83dc1465eab34210fd412504e', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 25, 41, 614823)}] Sep 23 19:26:01.679685 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:26:01.680424 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:26:01.695433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:01.726730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f24fb2-5570-4a18-a1b0-a95a343705a0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:01.764713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:01.776378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Sync routers for ids ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:01.789133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a82abbb-4421-415a-8716-6618efdf2768 admin admin] 10.222.0.38 "PUT /v2.0/routers/ecaa66f0-c795-47a9-ae6c-7affbccb03d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8978522 Sep 23 19:26:01.797200 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Routers {'ecaa66f0-c795-47a9-ae6c-7affbccb03d5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:01.798003 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:01.821518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.828311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.842883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:01.856228 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.856861 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Added segment 4e8a4c32-751b-4078-a642-39a7aeabb395 of type vlan for network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf Sep 23 19:26:01.866845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-42bab214-63a3-4d44-838e-0cadf63f1333 None None] Provisioning complete for port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:01.867218 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42bab214-63a3-4d44-838e-0cadf63f1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.889896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:01.929824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-e3602ccf-9cba-44cd-8c57-656e3d04b9dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8236134 Sep 23 19:26:01.931074 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:01.968768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db22af2-95e3-4ab2-b087-2aa3b1abaad2 req-759f2409-7ceb-4c98-b8cb-86d82e64fa3d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.974391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0db22af2-95e3-4ab2-b087-2aa3b1abaad2 req-759f2409-7ceb-4c98-b8cb-86d82e64fa3d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 936 time: 0.1089151 Sep 23 19:26:02.022944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Request body: {'port': {'device_id': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:02.036500 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Set router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:02.053278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de88abb-1174-4b42-aff8-0d61a8a6ace6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:02.083719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0db22af2-95e3-4ab2-b087-2aa3b1abaad2 req-c1afdb96-9c7f-4865-91d0-1d10ae8f8f40 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968063 Sep 23 19:26:02.098056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.177137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.228016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Made reservation on behalf of c95b97c83dc1465eab34210fd412504e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:02.232278 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.260323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.269173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-42bab214-63a3-4d44-838e-0cadf63f1333 None None] Port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:02.286709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.287673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.288272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.447385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7f63ade5-ef1e-4983-9a58-ef14337a8fdf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:02.452245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c7000b2d-35d3-4243-96f5-b386a994914d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:02.460561 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:26:00Z', 'revision_number': 4, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6b9aa7da-ca50-4cd6-8ac6-e0728512b504', 'name': '', 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'mac_address': 'fa:16:3e:1c:19:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f4f41256-8aaf-4fa2-85d4-11d2807661ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:57Z', 'updated_at': '2021-09-23T19:26:00Z', 'revision_number': 2, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'subnets': [{'id': 'f4f41256-8aaf-4fa2-85d4-11d2807661ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:02.467279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baaac2-3a70-4221-ac2e-0e5b23eae25e req-86a86d28-913b-4460-a944-257bc53b04a5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.475885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6baaac2-3a70-4221-ac2e-0e5b23eae25e req-86a86d28-913b-4460-a944-257bc53b04a5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.1900296 Sep 23 19:26:02.486845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['86f24fb2-5570-4a18-a1b0-a95a343705a0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:02.506974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:02.507311 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Checking router: ecaa66f0-c795-47a9-ae6c-7affbccb03d5 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:02.507879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Updating router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:02.545426 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.583989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c4760ac8-5220-4f71-bb56-7ae53cd79bf8 None None] Provisioning complete for port a49db18a-5e99-459b-aaec-0187ad1aea51 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:02.585314 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4760ac8-5220-4f71-bb56-7ae53cd79bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.601637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6baaac2-3a70-4221-ac2e-0e5b23eae25e req-4ded3e16-7fe1-44e7-a1b3-2c9d7dad9d1c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178489 Sep 23 19:26:02.644774 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.652786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.669093 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f304eb7-09b7-4a35-af88-fbe2c8bf34c8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3682692 Sep 23 19:26:02.675813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41602) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:02.688233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Request body: {'subnet': {'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-subnet', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:02.717979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:02.720635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c4760ac8-5220-4f71-bb56-7ae53cd79bf8 None None] Port a49db18a-5e99-459b-aaec-0187ad1aea51 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:02.739325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-network', 'tenant_id': '602feb423000451abeb210fe681932bd'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:02.765727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:02.800505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:02.802740 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-9dc0cf43-3690-4165-a1f5-6a396f2194d9 req-85d4cb3c-184c-4cbf-a550-2901dab84a12 tempest-FloatingIPDetailsNegativeTestJSON-344061240 tempest-FloatingIPDetailsNegativeTestJSON-344061240-project] show failed (client error): The resource could not be found. Sep 23 19:26:02.803786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dc0cf43-3690-4165-a1f5-6a396f2194d9 req-85d4cb3c-184c-4cbf-a550-2901dab84a12 tempest-FloatingIPDetailsNegativeTestJSON-344061240 tempest-FloatingIPDetailsNegativeTestJSON-344061240-project] 10.222.0.38 "GET /v2.0/floatingips/2f725795-42e1-41b4-97d5-9d36c3e963ce HTTP/1.1" status: 404 len: 350 time: 0.1183465 Sep 23 19:26:02.807033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ef5bce-9a66-4107-9663-3f896dff50d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:02.831281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:02.842126 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.842480 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Added segment 379175af-96c5-4aee-b421-0b01a97acd3a of type vlan for network 5c764e3d-a17f-479e-a8f0-26621862f24a Sep 23 19:26:02.860364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Made reservation on behalf of 852a70e3ed04470f9dcd433245bfc03e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:02.862630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.883412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Made reservation on behalf of 602feb423000451abeb210fe681932bd for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:02.885600 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.955846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c7000b2d-35d3-4243-96f5-b386a994914d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:02.956675 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.066594 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.078266 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.147135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:57Z', 'revision_number': 4, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port': {'id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '01002be6-48ee-455d-b226-4a41dcde2838', 'name': '', 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'mac_address': 'fa:16:3e:e1:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:55Z', 'updated_at': '2021-09-23T19:25:57Z', 'revision_number': 2, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'subnets': [{'id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:03.152538 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.270794 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1e836-3a58-4206-90b1-262128375e59 None None] Pushing event updated for resources: {'Port': ['ID=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.293861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Checking router: 60441007-6a0b-4857-9b5c-83de64511eec for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:03.294538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Updating router 60441007-6a0b-4857-9b5c-83de64511eec port 01002be6-48ee-455d-b226-4a41dcde2838 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:03.304047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.369584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.386469 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.389272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.390361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.404375 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Attempting to bind port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:03.404775 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Attempting to bind port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:03.405165 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Attempting to bind port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 on network c446daf4-5843-484a-95da-e7d9ae564048 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:03.416679 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:03.417056 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Checking segment: {'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:03.417460 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.417852 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Bound using segment: {'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:03.422862 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Bound port: 6b9aa7da-ca50-4cd6-8ac6-e0728512b504, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:03.423329 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.453820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49db18a-5e99-459b-aaec-0187ad1aea51 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:03.456804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f93a5-ea9b-4d90-92e2-79ae0a12adf8 req-894308e5-b1aa-46b1-85de-94fe7724ad79 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.464371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-405f93a5-ea9b-4d90-92e2-79ae0a12adf8 req-894308e5-b1aa-46b1-85de-94fe7724ad79 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 936 time: 0.2578075 Sep 23 19:26:03.501988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.553225 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] For port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:03.557441 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] For port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,segment=NetworkSegment(6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070),segment_id=6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:03.568063 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.596341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] Pushing event updated for resources: {'Network': ['ID=5c764e3d-a17f-479e-a8f0-26621862f24a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.606897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ec8dbb22-69a8-4f67-b10b-04f1f698911c None None] Provisioning complete for port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:03.607461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbb22-69a8-4f67-b10b-04f1f698911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.616990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-405f93a5-ea9b-4d90-92e2-79ae0a12adf8 req-0c98a769-a230-49d7-a80e-1ac31945f7b0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516902 Sep 23 19:26:03.647443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5c764e3d-a17f-479e-a8f0-26621862f24a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:03.697131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Transition to ACTIVE for port object a49db18a-5e99-459b-aaec-0187ad1aea51 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:03.711167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.726380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1e836-3a58-4206-90b1-262128375e59 None None] Pushing event updated for resources: {'Port': ['ID=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.748675 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Routers {'ecaa66f0-c795-47a9-ae6c-7affbccb03d5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:03.749574 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:03.852637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.875520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a2e8-e50d-4ee2-8f19-f6ff55a1fa26 req-fb455ca7-a5b1-40f4-8a49-9f256a5cae51 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.893418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cca9a2e8-e50d-4ee2-8f19-f6ff55a1fa26 req-fb455ca7-a5b1-40f4-8a49-9f256a5cae51 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.1312022 Sep 23 19:26:03.906600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-72d515e4-2001-48a1-9dbf-1ee320be9914 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3146574 Sep 23 19:26:03.911644 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.915736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:03.932379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Request body: {'subnet': {'network_id': '5c764e3d-a17f-479e-a8f0-26621862f24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1855880575-subnet', 'tenant_id': 'c95b97c83dc1465eab34210fd412504e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:03.960228 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.995434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.011380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cca9a2e8-e50d-4ee2-8f19-f6ff55a1fa26 req-379497d4-297b-45f0-85c8-7a248f29d47e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129916 Sep 23 19:26:04.016145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Made reservation on behalf of c95b97c83dc1465eab34210fd412504e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:04.031881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.062876 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] Set router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:04.084443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:04.084823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:04.085118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:04.091035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:04.117266 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbb22-69a8-4f67-b10b-04f1f698911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.128993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Port a49db18a-5e99-459b-aaec-0187ad1aea51 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:04.129823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:04.137931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50122d47-b8e7-44d1-bdbf-d9a915cb930e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:04.155931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:04.156302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:04.156867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:04.157881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Bound port: a49db18a-5e99-459b-aaec-0187ad1aea51, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:04.158302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.167092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:04.241166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677f6304-3886-4c04-8de5-2e25c3fe7f95,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:04.260864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.261216 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Added segment e09d7044-5cd8-4404-8158-ced1d70c80f3 of type vlan for network 1a097c34-9367-4214-a114-70845fec24b7 Sep 23 19:26:04.272341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.289719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 86f24fb2-5570-4a18-a1b0-a95a343705a0 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:04.316697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.391156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ec8dbb22-69a8-4f67-b10b-04f1f698911c None None] For port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,segment=NetworkSegment(6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070),segment_id=6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:04.418845 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:26:00Z', 'revision_number': 4, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6b9aa7da-ca50-4cd6-8ac6-e0728512b504', 'name': '', 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'mac_address': 'fa:16:3e:1c:19:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f4f41256-8aaf-4fa2-85d4-11d2807661ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:57Z', 'updated_at': '2021-09-23T19:26:03Z', 'revision_number': 4, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'subnets': [{'id': 'f4f41256-8aaf-4fa2-85d4-11d2807661ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:04.436416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Checking segment: {'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:04.436779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Network hostable DHCP agents. Network: 7f63ade5-ef1e-4983-9a58-ef14337a8fdf, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:04.444373 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbb22-69a8-4f67-b10b-04f1f698911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.457984 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.486331 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448be38-e9c6-441c-9e31-6c641cadae6b None None] The sync data for ids ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'] in n-d-810763-1 is: [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:26:00Z', 'revision_number': 4, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6b9aa7da-ca50-4cd6-8ac6-e0728512b504', 'name': '', 'network_id': 'c446daf4-5843-484a-95da-e7d9ae564048', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'mac_address': 'fa:16:3e:1c:19:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f4f41256-8aaf-4fa2-85d4-11d2807661ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:57Z', 'updated_at': '2021-09-23T19:26:03Z', 'revision_number': 4, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'subnets': [{'id': 'f4f41256-8aaf-4fa2-85d4-11d2807661ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:04.520462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:04.520682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.535439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 7f63ade5-ef1e-4983-9a58-ef14337a8fdf) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:04.600288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.600902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.601604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd807e9b-f19e-41ce-a14a-8e3d472ed456 None None] Pushing event updated for resources: {'Port': ['ID=01002be6-48ee-455d-b226-4a41dcde2838,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:04.611015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0604b6eb-5a79-445a-924f-03eb21eb008d None None] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:04.612378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:04.649743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702e05a3-766c-4abb-aa67-d51a03fe784d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:04.660616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:04.666557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Checking segment: {'id': '379175af-96c5-4aee-b421-0b01a97acd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5c764e3d-a17f-479e-a8f0-26621862f24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:04.667053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Network hostable DHCP agents. Network: 5c764e3d-a17f-479e-a8f0-26621862f24a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:04.682029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-91e1ac23-f8bf-4e97-8307-22853c11eb71 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0025864 Sep 23 19:26:04.694451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.707428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:04.751701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:04.760334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.762595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.764430 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.767027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Network 5c764e3d-a17f-479e-a8f0-26621862f24a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:04.791901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Deleting port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:04.792336 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.794435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5c764e3d-a17f-479e-a8f0-26621862f24a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:04.799819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.800840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.819869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b81b82b1-dfdf-4403-9503-2cacab792d10 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9016991 Sep 23 19:26:04.899550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.901149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.902936 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 1096 time: 2.9085591 Sep 23 19:26:04.904769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:04.908381 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddc3c66-c672-4e04-9c90-49c378bdc617" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:04.964446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852db552-930d-46fc-aade-fb73796f126f req-ec7719a0-d7cc-41f0-8238-f65e5c4f451b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.966374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-852db552-930d-46fc-aade-fb73796f126f req-ec7719a0-d7cc-41f0-8238-f65e5c4f451b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.1519420 Sep 23 19:26:05.038422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a79f604-ffee-42c7-a378-472faaaaa49e None None] Network 5c764e3d-a17f-479e-a8f0-26621862f24a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:05.076957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-852db552-930d-46fc-aade-fb73796f126f req-4045c448-cc45-459b-91ba-c6cb2cb775e3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969417 Sep 23 19:26:05.089114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] For port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,segment=NetworkSegment(6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070),segment_id=6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:05.089713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.128250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Calling delete_port for 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:05.146506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369373b-2d7c-41e2-b327-3fff66d6d5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:05.171111 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350be108-638d-416b-8e2c-8381b64a3c25 x-openstack-request-id: req-350be108-638d-416b-8e2c-8381b64a3c25 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:05.171415 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:05.171667 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-350be108-638d-416b-8e2c-8381b64a3c25 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:05.172069 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'status': 'completed', 'code': 200} Sep 23 19:26:05.217900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.219265 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.293839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e4a4-ed98-4b3e-aaa6-18493cf2dd28 req-e7ae79e3-c3a8-4b28-875a-a98965820e52 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.301807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e17e4a4-ed98-4b3e-aaa6-18493cf2dd28 req-e7ae79e3-c3a8-4b28-875a-a98965820e52 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0885782 Sep 23 19:26:05.334125 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6099110 Sep 23 19:26:05.346888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:05.350128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067245b7-f072-4f1e-8450-c9102bd882f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a097c34-9367-4214-a114-70845fec24b7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:05.352090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Attempting to bind port 01002be6-48ee-455d-b226-4a41dcde2838 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:05.352472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Attempting to bind port 01002be6-48ee-455d-b226-4a41dcde2838 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:05.352857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Attempting to bind port 01002be6-48ee-455d-b226-4a41dcde2838 on network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:05.357641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Request body: {'subnet': {'network_id': '1a097c34-9367-4214-a114-70845fec24b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-subnet', 'tenant_id': '602feb423000451abeb210fe681932bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:05.365585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-16f458b0-b435-4479-8892-e28c8cf442a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.368826 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-16f458b0-b435-4479-8892-e28c8cf442a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1099 time: 0.3711195 Sep 23 19:26:05.423914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:05.424589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Checking segment: {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:05.425162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.425601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Bound using segment: {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:05.426071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Bound port: 01002be6-48ee-455d-b226-4a41dcde2838, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:05.426486 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.441497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-915625c2-a779-4745-96ff-d15b326b7903 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.0527260 Sep 23 19:26:05.446544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 1a097c34-9367-4214-a114-70845fec24b7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:05.475331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e17e4a4-ed98-4b3e-aaa6-18493cf2dd28 req-0b97f1f4-db5b-4b98-b81a-7ab256774857 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722639 Sep 23 19:26:05.478461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Made reservation on behalf of 602feb423000451abeb210fe681932bd for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:05.480901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.490944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.566596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] For port 01002be6-48ee-455d-b226-4a41dcde2838, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:05.581398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] For port 01002be6-48ee-455d-b226-4a41dcde2838, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=01002be6-48ee-455d-b226-4a41dcde2838,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:05.642677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc847108-53df-4ce4-b216-26eec9298d7d None None] Network 5c764e3d-a17f-479e-a8f0-26621862f24a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:05.775212 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1bd21c50-0594-4ffe-bd40-b744fa30980d None None] Provisioning complete for port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:05.775580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bd21c50-0594-4ffe-bd40-b744fa30980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.777145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 86f24fb2-5570-4a18-a1b0-a95a343705a0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:05.781389 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.792345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 86f24fb2-5570-4a18-a1b0-a95a343705a0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:05.793085 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.817518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:05.842815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.846248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41696) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:05.867575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-aecac035-ef7f-4398-a380-0b1433626b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.869065 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-aecac035-ef7f-4398-a380-0b1433626b0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.3716276 Sep 23 19:26:05.952015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dbb22-69a8-4f67-b10b-04f1f698911c None None] Pushing event updated for resources: {'Port': ['ID=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.023286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-5247cf55-aa65-4627-91dc-9b50ac069864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.024839 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-5247cf55-aa65-4627-91dc-9b50ac069864 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270516 Sep 23 19:26:06.080705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810dbd41-1c8f-499c-a7c5-ba90b074edb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.166107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:06.167331 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.275422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Routers {'60441007-6a0b-4857-9b5c-83de64511eec'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:06.276075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['60441007-6a0b-4857-9b5c-83de64511eec'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:06.306698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd807e9b-f19e-41ce-a14a-8e3d472ed456 None None] Pushing event updated for resources: {'Port': ['ID=01002be6-48ee-455d-b226-4a41dcde2838,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.318468 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.339767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-8e8be83e-a41c-4132-8d9c-6c3e7f1ace14 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018248 Sep 23 19:26:06.370002 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.db [None req-1bd21c50-0594-4ffe-bd40-b744fa30980d None None] No ports have port_id starting with 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 Sep 23 19:26:06.375487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-7f63ade5-ef1e-4983-9a58-ef14337a8fdf', 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'fixed_ips': [{'subnet_id': '50122d47-b8e7-44d1-bdbf-d9a915cb930e'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:26:06.376941 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.441759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.443835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-ea15b0ab-0f47-4c02-9e14-f1d8e8c455b6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.452307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-ea15b0ab-0f47-4c02-9e14-f1d8e8c455b6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.4392891 Sep 23 19:26:06.454304 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9aa7da-ca50-4cd6-8ac6-e0728512b504,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.461586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Could not find standard attr ID for object 6b9aa7da-ca50-4cd6-8ac6-e0728512b504. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:26:06.472650 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No ports have port_id starting with 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 Sep 23 19:26:06.510941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:06.513957 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329f0f7d-6002-4dec-8c3a-0aea35dc2e90" -d '{"events": [{"server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "name": "network-vif-plugged", "status": "completed", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:06.552709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.558515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-542be659-8263-41e1-b013-b6a907f13708 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/quotas/2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 375 time: 0.1046550 Sep 23 19:26:06.587726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:06.589014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.607988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.622914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810dbd41-1c8f-499c-a7c5-ba90b074edb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.625754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] Set router 60441007-6a0b-4857-9b5c-83de64511eec gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:06.655808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810dbd41-1c8f-499c-a7c5-ba90b074edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.659519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccc786-5446-43fb-a6b4-894ddaadb0cf req-2fb61175-d88f-4fb2-af64-e81ddb6ae9e7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.661118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01ccc786-5446-43fb-a6b4-894ddaadb0cf req-2fb61175-d88f-4fb2-af64-e81ddb6ae9e7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.4245436 Sep 23 19:26:06.670421 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dac55d09-1f5f-479d-9142-a6b83c9a6e48 req-241ff54e-d17a-45fa-94b0-500bac752a99 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172064 Sep 23 19:26:06.687692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-07c4c778-5c03-41e4-8fab-080be5508f14 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282423 Sep 23 19:26:06.745765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.784727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Allocated IP 172.25.6.180 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/3e83092e-4556-4de0-93c0-d7084262f50a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:06.786998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dbd41-1c8f-499c-a7c5-ba90b074edb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338a8397-2b9a-4e92-95c4-c611f4542fa0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.798696 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-810dbd41-1c8f-499c-a7c5-ba90b074edb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4f64c302dea4e8cb22f7279450dc96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9474638 Sep 23 19:26:06.808793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:06.826087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f6ccec3a-c6a3-4766-b502-042b7cc5ebb3 None None] Provisioning complete for port 01002be6-48ee-455d-b226-4a41dcde2838 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:06.826689 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6ccec3a-c6a3-4766-b502-042b7cc5ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.927663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01ccc786-5446-43fb-a6b4-894ddaadb0cf req-eb449328-08cc-4c75-ae8c-9c8c0be5f4ba tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465076 Sep 23 19:26:06.928256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-10e4e4a4-871d-4046-9999-39f9e629401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.929784 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-10e4e4a4-871d-4046-9999-39f9e629401f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1099 time: 0.1384344 Sep 23 19:26:06.944502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.944729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc03012a-c7f3-4988-b2b9-c091b6b6e4fc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.947535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Allocated IP 172.20.0.2 (7f63ade5-ef1e-4983-9a58-ef14337a8fdf/50122d47-b8e7-44d1-bdbf-d9a915cb930e/ecef244b-9a91-4a2b-a971-ccc9962eee23) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:07.003455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Checking segment: {'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:07.003817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Network hostable DHCP agents. Network: 1a097c34-9367-4214-a114-70845fec24b7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:07.018883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-1b3687de-5ccd-4fe5-b66d-14f98b081a0b service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975979 Sep 23 19:26:07.024105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.056972 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247590c7-7446-4374-9d89-e8f5699ddfec x-openstack-request-id: req-247590c7-7446-4374-9d89-e8f5699ddfec {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:07.057216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-92e20f82-7108-41b6-9917-4fb3dc7f8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.057494 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "name": "network-vif-plugged", "status": "completed", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:07.057829 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-247590c7-7446-4374-9d89-e8f5699ddfec {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:07.058332 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0', 'code': 200} Sep 23 19:26:07.059118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-92e20f82-7108-41b6-9917-4fb3dc7f8d1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1175337 Sep 23 19:26:07.063818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6951d76d-b930-4492-b2c3-846a3e0a1bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.065374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Network 1a097c34-9367-4214-a114-70845fec24b7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:07.137621 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6ccec3a-c6a3-4766-b502-042b7cc5ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.155478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-60d0cfbf-7b75-4397-b713-335b9f61b7e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.0844352 Sep 23 19:26:07.171786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 1a097c34-9367-4214-a114-70845fec24b7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:07.184970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.185591 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.192808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3aa15f-4852-4e42-951c-4cbe949dc41b None None] Network 1a097c34-9367-4214-a114-70845fec24b7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:07.206438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6951d76d-b930-4492-b2c3-846a3e0a1bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.211187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.258476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ae61158-0bc4-4227-8b13-461925ea62d1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9107707 Sep 23 19:26:07.262749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:07.274439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:07.279159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-6451e602-f653-4b9a-9ef4-727ac8384a76 service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530787 Sep 23 19:26:07.308155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84438dc9-ff62-4ca4-8609-a3f8f483071b req-29936fc7-17b0-4aa2-a702-9a21611d6c14 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.315400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84438dc9-ff62-4ca4-8609-a3f8f483071b req-29936fc7-17b0-4aa2-a702-9a21611d6c14 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1395841 Sep 23 19:26:07.352458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-35901760-562c-43d6-b1c3-6b90ced2ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.354967 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-35901760-562c-43d6-b1c3-6b90ced2ab16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1732702 Sep 23 19:26:07.365980 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.369009 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.370375 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.400020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f6ccec3a-c6a3-4766-b502-042b7cc5ebb3 None None] For port 01002be6-48ee-455d-b226-4a41dcde2838, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=01002be6-48ee-455d-b226-4a41dcde2838,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:07.405725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade5ad5-74cf-48a4-bfbc-07ea95971a10 req-62e7ab20-a717-4156-a81a-044e7dc5a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.407713 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ade5ad5-74cf-48a4-bfbc-07ea95971a10 req-62e7ab20-a717-4156-a81a-044e7dc5a5a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1097 time: 0.2595055 Sep 23 19:26:07.419725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6ccec3a-c6a3-4766-b502-042b7cc5ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.431656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:57Z', 'revision_number': 4, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port': {'id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '01002be6-48ee-455d-b226-4a41dcde2838', 'name': '', 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'mac_address': 'fa:16:3e:e1:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:55Z', 'updated_at': '2021-09-23T19:26:05Z', 'revision_number': 4, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'subnets': [{'id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:07.447396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84438dc9-ff62-4ca4-8609-a3f8f483071b req-dabc595d-8226-4967-9a1f-8dde9e4c2023 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262140 Sep 23 19:26:07.457190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6951d76d-b930-4492-b2c3-846a3e0a1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.459973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6951d76d-b930-4492-b2c3-846a3e0a1bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.462133 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6951d76d-b930-4492-b2c3-846a3e0a1bd0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/338a8397-2b9a-4e92-95c4-c611f4542fa0 HTTP/1.1" status: 204 len: 168 time: 0.6507862 Sep 23 19:26:07.514431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:07.525332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951d76d-b930-4492-b2c3-846a3e0a1bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a8397-2b9a-4e92-95c4-c611f4542fa0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:07.536261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:07.541833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:07.543650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Pushing event updated for resources: {'Port': ['ID=3e83092e-4556-4de0-93c0-d7084262f50a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:07.550405 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ade5ad5-74cf-48a4-bfbc-07ea95971a10 req-0bf10340-79ba-4590-8900-64b36ecdc87b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942178 Sep 23 19:26:07.578077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.608566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-d27b7fff-93ac-433b-b3fc-8b0ded08d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.610654 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-d27b7fff-93ac-433b-b3fc-8b0ded08d003 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349532 Sep 23 19:26:07.629306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.657918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58912f-b05d-4f1f-9081-ca9e9b3165bb None None] The sync data for ids ['60441007-6a0b-4857-9b5c-83de64511eec'] in n-d-810763-1 is: [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:25:57Z', 'revision_number': 4, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port': {'id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '01002be6-48ee-455d-b226-4a41dcde2838', 'name': '', 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'mac_address': 'fa:16:3e:e1:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:55Z', 'updated_at': '2021-09-23T19:26:05Z', 'revision_number': 4, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'subnets': [{'id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:07.685969 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:07.713420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:07.781137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccec3a-c6a3-4766-b502-042b7cc5ebb3 None None] Pushing event updated for resources: {'Port': ['ID=01002be6-48ee-455d-b226-4a41dcde2838,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:07.794463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffeeb57f-257b-4a6a-9de5-60d4c1a8520f req-ffedc385-a0d2-4363-8c57-a36d05de9591 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 210 time: 0.1102111 Sep 23 19:26:07.819552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:07.827077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:07.830675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:07.878035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.050386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:08.056538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cfd471dc-b97d-46f0-8d15-ffc0c8e58d85 admin admin] 10.222.0.38 "PUT /v2.0/routers/ecaa66f0-c795-47a9-ae6c-7affbccb03d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2213182 Sep 23 19:26:08.067082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-1a097c34-9367-4214-a114-70845fec24b7', 'network_id': '1a097c34-9367-4214-a114-70845fec24b7', 'tenant_id': '602feb423000451abeb210fe681932bd', 'fixed_ips': [{'subnet_id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:26:08.067957 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.074543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41726) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:08.075417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Attempting to bind port ecef244b-9a91-4a2b-a971-ccc9962eee23 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:08.075808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Attempting to bind port ecef244b-9a91-4a2b-a971-ccc9962eee23 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:08.076461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Attempting to bind port ecef244b-9a91-4a2b-a971-ccc9962eee23 on network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:08.086436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] Sync routers for ids ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:08.099973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:08.100609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Checking segment: {'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:08.101092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.101500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Bound using segment: {'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:08.102071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Bound port: ecef244b-9a91-4a2b-a971-ccc9962eee23, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:08.102493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.223832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:08.244410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] For port ecef244b-9a91-4a2b-a971-ccc9962eee23, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:08.249243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] For port ecef244b-9a91-4a2b-a971-ccc9962eee23, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ecef244b-9a91-4a2b-a971-ccc9962eee23,segment=NetworkSegment(4e8a4c32-751b-4078-a642-39a7aeabb395),segment_id=4e8a4c32-751b-4078-a642-39a7aeabb395)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:08.250492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] Routers {'ecaa66f0-c795-47a9-ae6c-7affbccb03d5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:08.251260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:08.265369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc23df02-9e42-42fd-82d5-00a4aa389f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.280333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426efd13-489e-4472-9911-f830a5174583 req-b499e7b7-e6af-40ac-ba38-05e7d8ba5053 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.282150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426efd13-489e-4472-9911-f830a5174583 req-b499e7b7-e6af-40ac-ba38-05e7d8ba5053 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.1091104 Sep 23 19:26:08.374947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426efd13-489e-4472-9911-f830a5174583 req-06503b01-99ec-4aa4-8c98-9bd2f05660dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838745 Sep 23 19:26:08.406554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] Set router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:08.503084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.520462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Pushing event updated for resources: {'Port': ['ID=ecef244b-9a91-4a2b-a971-ccc9962eee23,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:08.536835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-37e10ae1-0abf-4571-bad4-4aa83e9c72a9 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777495 Sep 23 19:26:08.542358 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.811006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.816805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10909b2b-ac43-446a-a8e4-9ddfa2fd5353 None None] Pushing event updated for resources: {'Port': ['ID=ecef244b-9a91-4a2b-a971-ccc9962eee23,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:08.887254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.948979 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ddc3c66-c672-4e04-9c90-49c378bdc617 req-43c11110-08a5-499e-9685-06166510376b service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529124 Sep 23 19:26:08.965012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:08.997961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Allocated IP 172.20.0.2 (1a097c34-9367-4214-a114-70845fec24b7/fc03012a-c7f3-4988-b2b9-c091b6b6e4fc/e95888ea-e6a5-49c2-b75e-52f9b96dab51) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:09.030100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba53339-aa58-4cd8-abe9-c7c774deb749 req-3b81e5ed-f721-4cea-adaa-7edb1fbd1845 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 210 time: 0.0822165 Sep 23 19:26:09.108015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:26:06Z', 'revision_number': 5, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:09.129939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68454b6d-53b0-4386-b19b-a57757adec81 req-dd39508b-f16c-4e96-8894-46b1c1fe93a3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.131634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68454b6d-53b0-4386-b19b-a57757adec81 req-dd39508b-f16c-4e96-8894-46b1c1fe93a3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.4924045 Sep 23 19:26:09.183251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] Checking router: ecaa66f0-c795-47a9-ae6c-7affbccb03d5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:09.201547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] Routers {'ecaa66f0-c795-47a9-ae6c-7affbccb03d5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:09.202581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:09.244105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.258387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc23df02-9e42-42fd-82d5-00a4aa389f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.279159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68454b6d-53b0-4386-b19b-a57757adec81 req-5672cc7f-5c74-43d9-a9d2-6348ee9f4b8e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351840 Sep 23 19:26:09.285456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc23df02-9e42-42fd-82d5-00a4aa389f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.321524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Allocated IP 172.25.6.98 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:09.373751 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.393339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] Set router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:09.393853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23df02-9e42-42fd-82d5-00a4aa389f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be27bda8-c28c-4206-9ed2-7d8506445cf5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:09.395600 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.403970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.405636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc23df02-9e42-42fd-82d5-00a4aa389f24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=625fecd17af84d20ab2fb264fa9afe02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1785774 Sep 23 19:26:09.437615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:09.477637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-29a2cfb7-a980-42c2-a241-e581da6ccc79 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.479984 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-29a2cfb7-a980-42c2-a241-e581da6ccc79 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.3032985 Sep 23 19:26:09.521619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Request body: {'port': {'device_id': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'admin_state_up': True, 'tenant_id': '2acf39709d3f4eca98d631961bc133b4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:09.585004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Network 1a097c34-9367-4214-a114-70845fec24b7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:09.623766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:09.629261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:09.655961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Deleting port c7000b2d-35d3-4243-96f5-b386a994914d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:09.656310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.691443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.746227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Pushing event updated for resources: {'Port': ['ID=e95888ea-e6a5-49c2-b75e-52f9b96dab51,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:09.762695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfd4a-d73e-4351-bbdc-5d127d79be26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.784532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] For port c7000b2d-35d3-4243-96f5-b386a994914d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c7000b2d-35d3-4243-96f5-b386a994914d,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:09.784902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.794464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498135-c698-42d5-aec8-33e6e77105e3 req-6c8394a2-03e4-4c48-856c-c7e9429fb77d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.796065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15498135-c698-42d5-aec8-33e6e77105e3 req-6c8394a2-03e4-4c48-856c-c7e9429fb77d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.3004365 Sep 23 19:26:09.819755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Calling delete_port for c7000b2d-35d3-4243-96f5-b386a994914d owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:09.841555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.847335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfd4a-d73e-4351-bbdc-5d127d79be26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.860132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ecef244b-9a91-4a2b-a971-ccc9962eee23 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:09.939240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:09.946952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:09.956338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Attempting to bind port e95888ea-e6a5-49c2-b75e-52f9b96dab51 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:09.957191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Attempting to bind port e95888ea-e6a5-49c2-b75e-52f9b96dab51 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:09.957798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Attempting to bind port e95888ea-e6a5-49c2-b75e-52f9b96dab51 on network 1a097c34-9367-4214-a114-70845fec24b7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:09.962299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15498135-c698-42d5-aec8-33e6e77105e3 req-61f03157-b983-43ad-be24-a7b52e834280 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572151 Sep 23 19:26:09.974196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:09.995115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:10.003195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ecef244b-9a91-4a2b-a971-ccc9962eee23 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:10.006759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.027037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:10.027420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Checking segment: {'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:10.027827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.028284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Bound using segment: {'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:10.028967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Bound port: e95888ea-e6a5-49c2-b75e-52f9b96dab51, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:10.029624 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.056170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfd4a-d73e-4351-bbdc-5d127d79be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.061010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de409d06-9ef0-49f4-bdd0-0f6d6e882fad None None] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:10.062870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcdcfd4a-d73e-4351-bbdc-5d127d79be26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.073174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dcdcfd4a-d73e-4351-bbdc-5d127d79be26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be27bda8-c28c-4206-9ed2-7d8506445cf5 HTTP/1.1" status: 204 len: 168 time: 0.6309276 Sep 23 19:26:10.090869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Made reservation on behalf of 2acf39709d3f4eca98d631961bc133b4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:10.094357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.115329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.155759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7000b2d-35d3-4243-96f5-b386a994914d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:10.179773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:26:10.186287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.361463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:10.369622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a875828-fc9c-4119-be44-98b8c9791469 req-0616fd9b-1b90-495e-aa0f-c97e320e3ce7 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 210 time: 0.1635807 Sep 23 19:26:10.370377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcfd4a-d73e-4351-bbdc-5d127d79be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be27bda8-c28c-4206-9ed2-7d8506445cf5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:10.403069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8d480e15-ab4d-4644-a98b-ca3f6e7ca8eb None None] Provisioning complete for port ecef244b-9a91-4a2b-a971-ccc9962eee23 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:10.403515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d480e15-ab4d-4644-a98b-ca3f6e7ca8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.444504 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.445134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.450784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.552934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:10.650830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'mac_address': 'fa:16:3e:23:45:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:10.672425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:26:06Z', 'revision_number': 5, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:10.765772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] For port e95888ea-e6a5-49c2-b75e-52f9b96dab51, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:10.768594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcb5b1-ec8e-4992-9f5c-d3cd491ed104 None None] The sync data for ids ['ecaa66f0-c795-47a9-ae6c-7affbccb03d5'] in n-d-810763-1 is: [{'id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1051928932-router', 'tenant_id': '02f64d2caea345e7b064f23657d6aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:26:06Z', 'revision_number': 5, 'project_id': '02f64d2caea345e7b064f23657d6aad7', 'gw_port': {'id': 'c7000b2d-35d3-4243-96f5-b386a994914d', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa66f0-c795-47a9-ae6c-7affbccb03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:10.797423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534571-d6a3-4d41-b6fb-0b50ce228f0f req-88956f51-cf63-4069-8ebc-b72cf56c43f9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.799050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb534571-d6a3-4d41-b6fb-0b50ce228f0f req-88956f51-cf63-4069-8ebc-b72cf56c43f9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.4037485 Sep 23 19:26:10.841184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] For port e95888ea-e6a5-49c2-b75e-52f9b96dab51, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e95888ea-e6a5-49c2-b75e-52f9b96dab51,segment=NetworkSegment(e09d7044-5cd8-4404-8158-ced1d70c80f3),segment_id=e09d7044-5cd8-4404-8158-ced1d70c80f3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:10.842866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.843529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecaa66f0-c795-47a9-ae6c-7affbccb03d5 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:26:10.849788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.850968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5418d5f2-e389-4066-ad91-6ea418d32cb2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ecaa66f0-c795-47a9-ae6c-7affbccb03d5 HTTP/1.1" status: 204 len: 168 time: 2.7721558 Sep 23 19:26:10.856143 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.857920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.862003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:10.866298 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.917558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Allocated IP 172.20.0.6 (4faccdae-926f-4b65-8ac7-4272a854e1d8/ec1edbc7-a456-49f2-b374-d20e604ba9f0/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:10.946611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:10.953310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49db18a-5e99-459b-aaec-0187ad1aea51 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:10.959797 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Sync routers for ids ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:10.967037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] Deleting subnet f4f41256-8aaf-4fa2-85d4-11d2807661ee {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:26:10.979783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.987900 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Routers {'7b9d1cd5-e582-4bff-b428-12e0952ab2f3'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:10.988719 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:11.010441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.011762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f42c82a8-1635-4780-a518-e35ab3a14dee admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2762759 Sep 23 19:26:11.014641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:11.042638 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.075096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:11.080276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d480e15-ab4d-4644-a98b-ca3f6e7ca8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.082992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883de2b6-9b7c-426a-9173-980f35867214 None None] Pushing event updated for resources: {'Port': ['ID=e95888ea-e6a5-49c2-b75e-52f9b96dab51,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:11.100030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.118287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ecef244b-9a91-4a2b-a971-ccc9962eee23, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ecef244b-9a91-4a2b-a971-ccc9962eee23,segment=NetworkSegment(4e8a4c32-751b-4078-a642-39a7aeabb395),segment_id=4e8a4c32-751b-4078-a642-39a7aeabb395)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:11.237387 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.238362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 01002be6-48ee-455d-b226-4a41dcde2838 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:11.269769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb534571-d6a3-4d41-b6fb-0b50ce228f0f req-cfe6a1db-b0f9-4a5a-999a-fd81957c7684 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938265 Sep 23 19:26:11.297676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.312557 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Set router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:11.474658 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.531913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.554920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-8d480e15-ab4d-4644-a98b-ca3f6e7ca8eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:26:11.555410 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-8d480e15-ab4d-4644-a98b-ca3f6e7ca8eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:26:11.591581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:11.608058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.609918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.612029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f4f41256-8aaf-4fa2-85d4-11d2807661ee HTTP/1.1" status: 204 len: 168 time: 0.7488434 Sep 23 19:26:11.612913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea94e2-14ac-46d2-a8a7-65722a343aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f41256-8aaf-4fa2-85d4-11d2807661ee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:11.629837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:11.641960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 01002be6-48ee-455d-b226-4a41dcde2838 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:11.642897 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.644992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc39876-ba0f-41c1-a6fa-95318de76f20 None None] Network c446daf4-5843-484a-95da-e7d9ae564048 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:11.647686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a49db18a-5e99-459b-aaec-0187ad1aea51'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:11.745426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.753178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:11.755367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bcd2a-f49b-415a-83a8-7b12621390ec req-4f95d443-5322-455a-a0b1-3724ac38ea03 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.762408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3bcd2a-f49b-415a-83a8-7b12621390ec req-4f95d443-5322-455a-a0b1-3724ac38ea03 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 949 time: 0.4884696 Sep 23 19:26:11.772752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:11.783412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:11.789167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.789808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.820256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e498248-48d3-46c8-b067-e0d95c7abef2 req-14caf778-07bf-4f51-b1d1-6f6db1e085ff tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.827751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e498248-48d3-46c8-b067-e0d95c7abef2 req-14caf778-07bf-4f51-b1d1-6f6db1e085ff tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1097 time: 0.2487879 Sep 23 19:26:11.846795 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3293381 Sep 23 19:26:11.869897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Request body: {'port': {'device_id': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:11.876440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cf856-16c7-4c12-97b3-2baea1326ea8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:11.903984 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:07Z', 'revision_number': 3, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:11.949947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e498248-48d3-46c8-b067-e0d95c7abef2 req-197cd9f3-baeb-4205-b7ba-762b4df48da9 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148157 Sep 23 19:26:11.955095 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Checking router: 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:11.955770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Updating router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 port 3e83092e-4556-4de0-93c0-d7084262f50a binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:11.959268 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.976582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Deleting port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:11.976930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.003863 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.012804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ecef244b-9a91-4a2b-a971-ccc9962eee23,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:12.062497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] For port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,segment=NetworkSegment(6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070),segment_id=6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:12.062865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.076107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Calling delete_port for 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:12.104784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3bcd2a-f49b-415a-83a8-7b12621390ec req-fed2226e-ff8b-4c62-9191-f07544544a1a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355184 Sep 23 19:26:12.160377 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.240097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9639b426-f55e-4261-b18c-dc79bae201a3 None None] Provisioning complete for port ecef244b-9a91-4a2b-a971-ccc9962eee23 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:12.240097 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9639b426-f55e-4261-b18c-dc79bae201a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.359615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] DHCP port deletion for c446daf4-5843-484a-95da-e7d9ae564048 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:26:12.381997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3122666-ba39-45fa-88b4-8599cad03e47 req-1edad21d-105d-4aa9-afd0-6e5afa34c9ee tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.396757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3122666-ba39-45fa-88b4-8599cad03e47 req-1edad21d-105d-4aa9-afd0-6e5afa34c9ee tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 931 time: 0.2867632 Sep 23 19:26:12.572295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.583465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] Deleting port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:12.583848 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.585349 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.596939 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.606875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3122666-ba39-45fa-88b4-8599cad03e47 req-251c6b1c-8e4e-4d35-bf4c-0c0076e352e3 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071605 Sep 23 19:26:12.697165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Router bdf61a58-ac90-4e83-9bdf-c954ec644212 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:26:12.698817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:12.699115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ecef244b-9a91-4a2b-a971-ccc9962eee23 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:12.708727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] No DVR routers for this DVR port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:12.788932 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Attempting to bind port 3e83092e-4556-4de0-93c0-d7084262f50a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:12.789301 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Attempting to bind port 3e83092e-4556-4de0-93c0-d7084262f50a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:12.789663 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Attempting to bind port 3e83092e-4556-4de0-93c0-d7084262f50a on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:12.796003 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a358da-2fb0-4ec6-b6e3-b61f3c38f88b None None] Pushing event updated for resources: {'Port': ['ID=3e83092e-4556-4de0-93c0-d7084262f50a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:12.822981 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:12.823357 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:12.823757 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.824155 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:12.824625 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Bound port: 3e83092e-4556-4de0-93c0-d7084262f50a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:12.825084 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.825896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:12.830897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f86425-870f-4fc1-bf04-9db2ef82c4cf None None] Network 1a097c34-9367-4214-a114-70845fec24b7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:12.836890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.849330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] For port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:12.849837 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.865949 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.867803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.896911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Transition to ACTIVE for port object ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:12.899360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.900161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.901244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.901834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.902397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.902948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.903479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.904005 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.904524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.905061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.913176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] Calling delete_port for 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:12.936656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] Port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:26:12.938089 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] For port 3e83092e-4556-4de0-93c0-d7084262f50a, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:12.949076 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] For port 3e83092e-4556-4de0-93c0-d7084262f50a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3e83092e-4556-4de0-93c0-d7084262f50a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:12.955416 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.974926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.975263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.975762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.976260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:26:12.976780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c446daf4-5843-484a-95da-e7d9ae564048']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:12.990200 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.004218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:13.004776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.004967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcfb1b5-d21f-44cd-bc85-d6e1ed4c7070') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:13.037950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] Pushing event deleted for resources: {'Port': ['ID=9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:13.052966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.068037 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a358da-2fb0-4ec6-b6e3-b61f3c38f88b None None] Pushing event updated for resources: {'Port': ['ID=3e83092e-4556-4de0-93c0-d7084262f50a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:13.082815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8aa6ab7a-77c4-4495-9b0a-470a5248965e None None] Provisioning complete for port e95888ea-e6a5-49c2-b75e-52f9b96dab51 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:13.082815 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ab7a-77c4-4495-9b0a-470a5248965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.092261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c03c9-6c0f-4200-8967-4af1732b9b1a None None] No DVR routers for this DVR port 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:13.096933 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Routers {'7b9d1cd5-e582-4bff-b428-12e0952ab2f3'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:13.097581 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:13.100474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.103436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:13.158898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:26:13.159309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: from cryptography.utils import int_from_bytes Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: from cryptography.utils import int_from_bytes Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:26:13.168410 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:26:13.241578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ecef244b-9a91-4a2b-a971-ccc9962eee23 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:13.242164 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.253143 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-456d0d30-25f1-4d7d-97ee-9667bb6bc268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.310577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.339326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:13.339549 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] Set router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:13.366547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.376123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c446daf4-5843-484a-95da-e7d9ae564048 HTTP/1.1" status: 204 len: 168 time: 1.7443459 Sep 23 19:26:13.381080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ef80e-861f-4cc4-9635-b47df3828eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c446daf4-5843-484a-95da-e7d9ae564048,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:13.387207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:13.387207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:13.387537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:13.393827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Sync routers for ids ['bdf61a58-ac90-4e83-9bdf-c954ec644212'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:13.398544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:13.398987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:13.400174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.401656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0a687dd-c625-490a-976a-c305587af533 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1379492 Sep 23 19:26:13.405991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:13.411614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803c05-70d5-4543-8f81-23a8d866cf56 req-d97155ae-3768-4f4c-9d50-d893d9546eef tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:13.419618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa803c05-70d5-4543-8f81-23a8d866cf56 req-d97155ae-3768-4f4c-9d50-d893d9546eef tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 949 time: 0.1934030 Sep 23 19:26:13.513817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Routers {'bdf61a58-ac90-4e83-9bdf-c954ec644212'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:13.514630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:25:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bdf61a58-ac90-4e83-9bdf-c954ec644212'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:13.525992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Allocated IP 172.20.0.1 (7f63ade5-ef1e-4983-9a58-ef14337a8fdf/50122d47-b8e7-44d1-bdbf-d9a915cb930e/e0d8d25a-ac68-48b0-9511-6ddb804477b2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:13.548573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa803c05-70d5-4543-8f81-23a8d866cf56 req-27e00b13-312c-4e11-b2d3-6b45707434de tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179814 Sep 23 19:26:13.783019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:13.808567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:13.809637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:13.810265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:13.811134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Bound port: ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:13.811810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.856763 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:07Z', 'revision_number': 3, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:13.895639 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88588d0a-f0ce-4247-b3dc-0fafe50ed89f None None] The sync data for ids ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'] in n-d-810763-1 is: [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:07Z', 'revision_number': 3, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:14.001696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.045919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Set router bdf61a58-ac90-4e83-9bdf-c954ec644212 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:14.049989 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ab7a-77c4-4495-9b0a-470a5248965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.058818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-05d1f6e7-2a46-498d-b6ec-056b22b851ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02f64d2caea345e7b064f23657d6aad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746513 Sep 23 19:26:14.064379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41830) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:14.085866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a340c-aa98-467f-ad06-c3e0a457a614 req-f09d0938-bfef-4f7f-8353-42decb331bdf tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.087469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a340c-aa98-467f-ad06-c3e0a457a614 req-f09d0938-bfef-4f7f-8353-42decb331bdf tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.3218319 Sep 23 19:26:14.137663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:14.168566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:14.238843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.239837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce0a340c-aa98-467f-ad06-c3e0a457a614 req-1977681b-4a5d-4d27-a919-17ecaa453d98 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439216 Sep 23 19:26:14.241652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.274988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e95888ea-e6a5-49c2-b75e-52f9b96dab51 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:14.360091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:14.363973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8aa6ab7a-77c4-4495-9b0a-470a5248965e None None] For port e95888ea-e6a5-49c2-b75e-52f9b96dab51, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e95888ea-e6a5-49c2-b75e-52f9b96dab51,segment=NetworkSegment(e09d7044-5cd8-4404-8158-ced1d70c80f3),segment_id=e09d7044-5cd8-4404-8158-ced1d70c80f3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:14.423436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:14.429178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:14.432702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.434506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.434855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:14.437244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] 10.222.0.41 "PUT /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 1091 time: 2.5800874 Sep 23 19:26:14.451477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:14.459139 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36648e56-c9cd-4526-a976-5d491ca98d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:14.483336 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ab7a-77c4-4495-9b0a-470a5248965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.541389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d8d25a-ac68-48b0-9511-6ddb804477b2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:14.584256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.749513 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4cf278-b907-417d-83e6-e6b5f80eb11e x-openstack-request-id: req-1b4cf278-b907-417d-83e6-e6b5f80eb11e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:14.750355 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:14.750355 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b4cf278-b907-417d-83e6-e6b5f80eb11e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:14.750584 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e', 'status': 'completed', 'code': 200} Sep 23 19:26:14.753999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.859888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcb6ca-d5af-42ec-b85c-78534f39ded0 req-02f2e74e-d7a6-4b72-8f7c-8f836cba62b5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.861652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffdcb6ca-d5af-42ec-b85c-78534f39ded0 req-02f2e74e-d7a6-4b72-8f7c-8f836cba62b5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 949 time: 0.1190662 Sep 23 19:26:14.870779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:14.897660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6ab7a-77c4-4495-9b0a-470a5248965e None None] Pushing event updated for resources: {'Port': ['ID=e95888ea-e6a5-49c2-b75e-52f9b96dab51,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:14.917807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e95888ea-e6a5-49c2-b75e-52f9b96dab51 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:14.918540 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.928848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.960977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffdcb6ca-d5af-42ec-b85c-78534f39ded0 req-91d9aae3-92d9-4d01-8082-7b69574e88ac tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Sep 23 19:26:14.988546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port a49db18a-5e99-459b-aaec-0187ad1aea51 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:15.018094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d02728f5-c25a-49c4-bf57-92b6a2d43179 None None] Provisioning complete for port e95888ea-e6a5-49c2-b75e-52f9b96dab51 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:15.018494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d02728f5-c25a-49c4-bf57-92b6a2d43179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.020103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port a49db18a-5e99-459b-aaec-0187ad1aea51 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:15.020459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.109458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:26:10Z', 'revision_number': 3, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port': {'id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:08Z', 'updated_at': '2021-09-23T19:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:15.176691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Checking router: bdf61a58-ac90-4e83-9bdf-c954ec644212 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:15.177042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Updating router bdf61a58-ac90-4e83-9bdf-c954ec644212 port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:15.228357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.237056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.290043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.337540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.386771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-04398964-f235-46e9-9d04-e675396be93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.388477 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-04398964-f235-46e9-9d04-e675396be93e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1094 time: 0.8799071 Sep 23 19:26:15.390741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-824a0ff2-24ac-48d1-a087-f19be0d58bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.401834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.402279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.408940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2dca8a-e37a-4f6e-90ab-1901833ed73b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:15.437390 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.468109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d8d25a-ac68-48b0-9511-6ddb804477b2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:15.571939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:15.590093 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-1ec408c7-cbe9-4617-83db-b04d27318ac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 217 time: 0.1922579 Sep 23 19:26:15.614568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-824a0ff2-24ac-48d1-a087-f19be0d58bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.617395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:15.617945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9b57210a-57bf-4d1c-829f-a1f5ae7ff3a6 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:15.618405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:15.650062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406bce7-5e48-4f34-a7cb-38eb09b57643 req-c7dff6aa-a057-417f-baba-c3daafb0af9f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.655359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4406bce7-5e48-4f34-a7cb-38eb09b57643 req-c7dff6aa-a057-417f-baba-c3daafb0af9f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.3002355 Sep 23 19:26:15.668781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:15.672672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:15.675231 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12142d97-4cd8-4951-ab1a-cde69a88a1cf" -d '{"events": [{"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-plugged", "status": "completed", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:15.677892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:15.678272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6b9aa7da-ca50-4cd6-8ac6-e0728512b504 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:15.678692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c7000b2d-35d3-4243-96f5-b386a994914d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:15.700235 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b89e01d4-c418-41e2-8a1c-891033c9ff23 None None] Provisioning complete for port e0d8d25a-ac68-48b0-9511-6ddb804477b2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:15.700614 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b89e01d4-c418-41e2-8a1c-891033c9ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.719315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-a82e7932-ed1d-4242-acc9-218a0dfe0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.720955 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-a82e7932-ed1d-4242-acc9-218a0dfe0b69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0845954 Sep 23 19:26:15.732298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:15.750041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: c7000b2d-35d3-4243-96f5-b386a994914d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:15.750181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c7000b2d-35d3-4243-96f5-b386a994914d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:15.752341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b89e01d4-c418-41e2-8a1c-891033c9ff23 None None] Port e0d8d25a-ac68-48b0-9511-6ddb804477b2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:15.756497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.764416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4406bce7-5e48-4f34-a7cb-38eb09b57643 req-80937c5b-72b4-4398-8159-fd88f1335c28 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805154 Sep 23 19:26:15.768829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:15.824168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-03376b95-324e-4d6f-b6da-6b14573e1687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918639 Sep 23 19:26:15.987803 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab0ef62-adf8-4fb2-a7cc-116b11b41ce0 x-openstack-request-id: req-4ab0ef62-adf8-4fb2-a7cc-116b11b41ce0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:15.988347 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-plugged", "status": "completed", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:15.988749 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ab0ef62-adf8-4fb2-a7cc-116b11b41ce0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:15.989293 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'code': 200} Sep 23 19:26:16.021203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:16.113365 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-604157e4-7de7-4112-ad20-d7c6168c690c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.141251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534674-ebdb-4850-a782-337bc54bf8d7 req-0452c9bb-dfe7-42e7-9c3f-7e7dde0f9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.144442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cc534674-ebdb-4850-a782-337bc54bf8d7 req-0452c9bb-dfe7-42e7-9c3f-7e7dde0f9eeb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1101 time: 0.1698701 Sep 23 19:26:16.208712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:16.212424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3e83092e-4556-4de0-93c0-d7084262f50a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:16.217580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-824a0ff2-24ac-48d1-a087-f19be0d58bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.229536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-824a0ff2-24ac-48d1-a087-f19be0d58bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.231070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-824a0ff2-24ac-48d1-a087-f19be0d58bba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/278ec1af-b975-4265-8f70-d8e6ccc2eeee HTTP/1.1" status: 204 len: 168 time: 2.1597929 Sep 23 19:26:16.255419 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cc534674-ebdb-4850-a782-337bc54bf8d7 req-7ae5bac1-6d17-4ed9-b570-8cc19c3f2f7c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970807 Sep 23 19:26:16.281441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-79f5ae4a-4159-4ecf-9553-96d9dfe5e463 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433489 Sep 23 19:26:16.291076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Allocated IP 172.20.0.1 (1a097c34-9367-4214-a114-70845fec24b7/fc03012a-c7f3-4988-b2b9-c091b6b6e4fc/0769b2d1-3c03-4fad-927c-12d683180688) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:16.425651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875d3a1-c736-4b6d-94c6-b657ab695d65 req-da7bfee2-33bb-4352-96c3-e174644dbc09 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.441417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c875d3a1-c736-4b6d-94c6-b657ab695d65 req-da7bfee2-33bb-4352-96c3-e174644dbc09 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.2105100 Sep 23 19:26:16.515162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a0ff2-24ac-48d1-a087-f19be0d58bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ec1af-b975-4265-8f70-d8e6ccc2eeee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:16.588922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.631939 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c875d3a1-c736-4b6d-94c6-b657ab695d65 req-769449d1-52dc-4a2f-8ac9-82ee965eb603 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882961 Sep 23 19:26:16.631939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:16.658086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a5dbb4c-e484-4450-9e44-133efbf459f1 admin admin] 10.222.0.38 "PUT /v2.0/routers/7b9d1cd5-e582-4bff-b428-12e0952ab2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6323144 Sep 23 19:26:16.673127 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.704639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.716291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9e2880ed-8cd4-4c62-8334-656cc045fe11 None None] Provisioning complete for port e0d8d25a-ac68-48b0-9511-6ddb804477b2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:16.716291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e2880ed-8cd4-4c62-8334-656cc045fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.726865 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.783069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.801376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3e83092e-4556-4de0-93c0-d7084262f50a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:16.802782 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.804697 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Sync routers for ids ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:16.841284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Network 1a097c34-9367-4214-a114-70845fec24b7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:16.843422 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Routers {'7b9d1cd5-e582-4bff-b428-12e0952ab2f3'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:16.846548 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:16.877483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Attempting to bind port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:16.877857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Attempting to bind port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:16.878251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Attempting to bind port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:16.917585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:16.922454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9068f5aa-3375-4655-8f86-a8920e34e533 req-c28a608e-c38b-4de0-a6f4-ec1a91cb76e3 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232562 Sep 23 19:26:16.928076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:16.951632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:16.952018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:16.952668 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.952824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:16.954048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Bound port: f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:16.955305 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.960790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9e2880ed-8cd4-4c62-8334-656cc045fe11 None None] Port e0d8d25a-ac68-48b0-9511-6ddb804477b2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:16.969568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df288d-e18a-4189-9a00-bd8113c73c6f None None] Pushing event updated for resources: {'Port': ['ID=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:16.991672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.101496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.151108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:17.181450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Pushing event updated for resources: {'Port': ['ID=0769b2d1-3c03-4fad-927c-12d683180688,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:17.202627 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Set router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:17.219045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-e47e5f1f-1a84-401a-9405-aaea38dc375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.220779 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-e47e5f1f-1a84-401a-9405-aaea38dc375f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1094 time: 0.2243392 Sep 23 19:26:17.235234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] For port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:17.254130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] For port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:17.256865 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.275317 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.389010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-2aa2efd7-05bd-4083-a2a3-431d6db14f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.390518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-2aa2efd7-05bd-4083-a2a3-431d6db14f5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1582332 Sep 23 19:26:17.440184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 3e83092e-4556-4de0-93c0-d7084262f50a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3e83092e-4556-4de0-93c0-d7084262f50a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:17.484115 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-3ccc26d7-38e2-4c46-8a4e-e5126824d800 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 217 time: 0.0836995 Sep 23 19:26:17.501038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.501953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e95888ea-e6a5-49c2-b75e-52f9b96dab51 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:17.622681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-01007849-cd5f-4de3-b29a-0e8a38073695 None None] Provisioning complete for port 0769b2d1-3c03-4fad-927c-12d683180688 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:17.623310 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01007849-cd5f-4de3-b29a-0e8a38073695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.660919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Routers {'bdf61a58-ac90-4e83-9bdf-c954ec644212'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:17.662121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bdf61a58-ac90-4e83-9bdf-c954ec644212'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:17.715909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-aca6359e-29a3-49c0-ad95-d7f583defca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.725824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-aca6359e-29a3-49c0-ad95-d7f583defca1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.2333796 Sep 23 19:26:17.730134 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:14Z', 'revision_number': 4, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e0d8d25a-ac68-48b0-9511-6ddb804477b2', 'name': '', 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'mac_address': 'fa:16:3e:7b:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '50122d47-b8e7-44d1-bdbf-d9a915cb930e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:12Z', 'updated_at': '2021-09-23T19:26:15Z', 'revision_number': 2, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'subnets': [{'id': '50122d47-b8e7-44d1-bdbf-d9a915cb930e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:17.766352 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Checking router: 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:17.767250 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Updating router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 port e0d8d25a-ac68-48b0-9511-6ddb804477b2 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:17.802336 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-3ec7d3f8-616f-4c47-ac9e-14a9cc9561b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624740 Sep 23 19:26:17.803195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.808019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cb06ded-b581-4d2a-9443-5274cda32e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.823583 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.856631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014eda1-b449-4a20-b2d5-b0e7c4a529f8 req-7f7e363d-3e99-4949-a035-d322dde14a92 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.870754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3014eda1-b449-4a20-b2d5-b0e7c4a529f8 req-7f7e363d-3e99-4949-a035-d322dde14a92 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.9583035 Sep 23 19:26:17.953256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f00f7a05-6745-44b8-ae91-1dbe70bd4145 req-3462c306-53c1-4125-a2eb-59296d414137 tempest-FloatingIPsNegativeTestJSON-1061648080 tempest-FloatingIPsNegativeTestJSON-1061648080-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=852a70e3ed04470f9dcd433245bfc03e HTTP/1.1" status: 200 len: 217 time: 0.1875372 Sep 23 19:26:18.023828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-01007849-cd5f-4de3-b29a-0e8a38073695 None None] Port 0769b2d1-3c03-4fad-927c-12d683180688 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:18.034775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df288d-e18a-4189-9a00-bd8113c73c6f None None] Pushing event updated for resources: {'Port': ['ID=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:18.047428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3014eda1-b449-4a20-b2d5-b0e7c4a529f8 req-8b9b42da-e770-474a-a344-c5ee62354716 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755886 Sep 23 19:26:18.100750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:18.102321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.122985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.212215 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.222275 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.234836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=3e83092e-4556-4de0-93c0-d7084262f50a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:18.244396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703278e-5bc2-479f-b53a-490929660084 req-bf2e8803-55af-4827-bf28-1043549c6c4b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.248718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e95888ea-e6a5-49c2-b75e-52f9b96dab51 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:18.249380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.253917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4703278e-5bc2-479f-b53a-490929660084 req-bf2e8803-55af-4827-bf28-1043549c6c4b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.0884337 Sep 23 19:26:18.300522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] Set router bdf61a58-ac90-4e83-9bdf-c954ec644212 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:18.308895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.315023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Pushing event updated for resources: {'Port': ['ID=0769b2d1-3c03-4fad-927c-12d683180688,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:18.324779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-529737583-network', 'tenant_id': '92ea64c978134148936832a64a672171'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:18.334746 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e90240-a4fc-49c0-ae94-0cf3da2d71e7 None None] Pushing event updated for resources: {'Port': ['ID=e0d8d25a-ac68-48b0-9511-6ddb804477b2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:18.441012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4703278e-5bc2-479f-b53a-490929660084 req-407fbc32-fa18-43c8-ae05-05fef3c008d5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859932 Sep 23 19:26:18.520764 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Attempting to bind port e0d8d25a-ac68-48b0-9511-6ddb804477b2 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:18.521301 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Attempting to bind port e0d8d25a-ac68-48b0-9511-6ddb804477b2 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:18.521820 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Attempting to bind port e0d8d25a-ac68-48b0-9511-6ddb804477b2 on network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:18.527511 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.529026 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:18.530011 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Checking segment: {'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:18.530521 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.530983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Bound using segment: {'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:18.531600 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Bound port: e0d8d25a-ac68-48b0-9511-6ddb804477b2, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8a4c32-751b-4078-a642-39a7aeabb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:18.532066 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.693008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3e83092e-4556-4de0-93c0-d7084262f50a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:18.711491 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] For port e0d8d25a-ac68-48b0-9511-6ddb804477b2, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:18.719021 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] For port e0d8d25a-ac68-48b0-9511-6ddb804477b2, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e0d8d25a-ac68-48b0-9511-6ddb804477b2,segment=NetworkSegment(4e8a4c32-751b-4078-a642-39a7aeabb395),segment_id=4e8a4c32-751b-4078-a642-39a7aeabb395)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:18.737246 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.753544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56e3da93-b775-400b-8010-34b0eba8116e req-18b203cb-c0d9-4858-92b2-0d6bfa714a2c tempest-FloatingIPsNegativeTestJSON-1061648080 tempest-FloatingIPsNegativeTestJSON-1061648080-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0967526 Sep 23 19:26:18.822123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-1cff7daa-6de7-4513-8025-b11f8ef1d61e service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0114777 Sep 23 19:26:18.823015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-83bdaa57-6619-4ad9-a681-b9570f0962cf None None] Provisioning complete for port e0d8d25a-ac68-48b0-9511-6ddb804477b2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:18.824595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83bdaa57-6619-4ad9-a681-b9570f0962cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.840850 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Routers {'7b9d1cd5-e582-4bff-b428-12e0952ab2f3'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:18.842477 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:18.846242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Network 1a097c34-9367-4214-a114-70845fec24b7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:18.862315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:18.908444 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-abf3dfdf-5b65-4f1d-b321-31b6f0ff00ee req-ba3f41a1-1ddf-4ea0-b9f2-51851218fa38 tempest-FloatingIPsNegativeTestJSON-1061648080 tempest-FloatingIPsNegativeTestJSON-1061648080-project] show failed (client error): The resource could not be found. Sep 23 19:26:18.925826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abf3dfdf-5b65-4f1d-b321-31b6f0ff00ee req-ba3f41a1-1ddf-4ea0-b9f2-51851218fa38 tempest-FloatingIPsNegativeTestJSON-1061648080 tempest-FloatingIPsNegativeTestJSON-1061648080-project] 10.222.0.38 "GET /v2.0/floatingips/838994b1-5bbf-4a3e-9fde-09bc6dd9e15e HTTP/1.1" status: 404 len: 350 time: 0.1287479 Sep 23 19:26:18.927044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:19.045766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-c106e029-70e5-47c7-bcbc-f61a0a80e1e5 req-a807d9fe-e6dc-4a02-b823-085938a3b48c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:26:19.054240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c106e029-70e5-47c7-bcbc-f61a0a80e1e5 req-a807d9fe-e6dc-4a02-b823-085938a3b48c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197554 Sep 23 19:26:19.151792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3e83092e-4556-4de0-93c0-d7084262f50a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:19.152170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.163097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port': {'id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:08Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0769b2d1-3c03-4fad-927c-12d683180688', 'name': '', 'network_id': '1a097c34-9367-4214-a114-70845fec24b7', 'tenant_id': '602feb423000451abeb210fe681932bd', 'mac_address': 'fa:16:3e:34:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:14Z', 'updated_at': '2021-09-23T19:26:16Z', 'revision_number': 1, 'project_id': '602feb423000451abeb210fe681932bd', 'subnets': [{'id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:19.167134 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83bdaa57-6619-4ad9-a681-b9570f0962cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.170410 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] Set router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:19.194627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cb06ded-b581-4d2a-9443-5274cda32e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.221596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cb06ded-b581-4d2a-9443-5274cda32e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.293572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97965b-e67b-4372-9671-7bad2ba6341d None None] The sync data for ids ['bdf61a58-ac90-4e83-9bdf-c954ec644212'] in n-d-810763-1 is: [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port': {'id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:08Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0769b2d1-3c03-4fad-927c-12d683180688', 'name': '', 'network_id': '1a097c34-9367-4214-a114-70845fec24b7', 'tenant_id': '602feb423000451abeb210fe681932bd', 'mac_address': 'fa:16:3e:34:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:14Z', 'updated_at': '2021-09-23T19:26:16Z', 'revision_number': 1, 'project_id': '602feb423000451abeb210fe681932bd', 'subnets': [{'id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:19.321816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb06ded-b581-4d2a-9443-5274cda32e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cef4cc-458c-4351-857d-654b264f19a8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:19.322416 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e90240-a4fc-49c0-ae94-0cf3da2d71e7 None None] Pushing event updated for resources: {'Port': ['ID=e0d8d25a-ac68-48b0-9511-6ddb804477b2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:19.346300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Made reservation on behalf of 92ea64c978134148936832a64a672171 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:19.350647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.386387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.409707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-83bdaa57-6619-4ad9-a681-b9570f0962cf None None] For port e0d8d25a-ac68-48b0-9511-6ddb804477b2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e0d8d25a-ac68-48b0-9511-6ddb804477b2,segment=NetworkSegment(4e8a4c32-751b-4078-a642-39a7aeabb395),segment_id=4e8a4c32-751b-4078-a642-39a7aeabb395)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:19.420054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83bdaa57-6619-4ad9-a681-b9570f0962cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.438043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6499a-ea84-4371-ad64-557172f45f5e req-efe1362f-9495-44e0-b46b-53f415d896ba tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.451677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36648e56-c9cd-4526-a976-5d491ca98d6b req-98072836-f68c-4e56-9a7f-6d0721d26c35 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200063 Sep 23 19:26:19.452541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44d6499a-ea84-4371-ad64-557172f45f5e req-efe1362f-9495-44e0-b46b-53f415d896ba tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.2917347 Sep 23 19:26:19.456285 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2cb06ded-b581-4d2a-9443-5274cda32e6f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29232f68a154444bbc78420ff1b1a029&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2958860 Sep 23 19:26:19.461672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:19.574649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdaa57-6619-4ad9-a681-b9570f0962cf None None] Pushing event updated for resources: {'Port': ['ID=e0d8d25a-ac68-48b0-9511-6ddb804477b2,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:19.577491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-856137eb-07a2-42df-a725-0124f3dd3ba9 None None] Provisioning complete for port 0769b2d1-3c03-4fad-927c-12d683180688 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:19.577867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-856137eb-07a2-42df-a725-0124f3dd3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.597919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Router bdf61a58-ac90-4e83-9bdf-c954ec644212 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:19.615906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35a4ee6d-7d4b-4078-8b12-1d5e98f41c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.657710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-856137eb-07a2-42df-a725-0124f3dd3ba9 None None] Port 0769b2d1-3c03-4fad-927c-12d683180688 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:19.693617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44d6499a-ea84-4371-ad64-557172f45f5e req-0108b3bd-2c62-4a29-812d-6a09ee6f3a0d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400174 Sep 23 19:26:19.725554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-856137eb-07a2-42df-a725-0124f3dd3ba9 None None] Provisioning complete for port e0d8d25a-ac68-48b0-9511-6ddb804477b2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:19.726067 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-856137eb-07a2-42df-a725-0124f3dd3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.799346 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:14Z', 'revision_number': 4, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e0d8d25a-ac68-48b0-9511-6ddb804477b2', 'name': '', 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'mac_address': 'fa:16:3e:7b:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '50122d47-b8e7-44d1-bdbf-d9a915cb930e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:12Z', 'updated_at': '2021-09-23T19:26:18Z', 'revision_number': 4, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'subnets': [{'id': '50122d47-b8e7-44d1-bdbf-d9a915cb930e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:19.848038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:19.878161 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6ca39a28-bf37-4b05-9821-2332523f1348 admin admin] 10.222.0.38 "PUT /v2.0/routers/bdf61a58-ac90-4e83-9bdf-c954ec644212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4598365 Sep 23 19:26:19.879860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf5eaa-425e-4a05-8fe5-0c963fc98fe2 None None] The sync data for ids ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'] in n-d-810763-1 is: [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:14Z', 'revision_number': 4, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e0d8d25a-ac68-48b0-9511-6ddb804477b2', 'name': '', 'network_id': '7f63ade5-ef1e-4983-9a58-ef14337a8fdf', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'mac_address': 'fa:16:3e:7b:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '50122d47-b8e7-44d1-bdbf-d9a915cb930e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:12Z', 'updated_at': '2021-09-23T19:26:18Z', 'revision_number': 4, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'subnets': [{'id': '50122d47-b8e7-44d1-bdbf-d9a915cb930e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:19.892584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35a4ee6d-7d4b-4078-8b12-1d5e98f41c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.928457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b36b-7f33-4093-828a-aa264bc1335f req-4a2e26ed-f851-481d-98c8-5ee25c143145 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.949810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66e8b36b-7f33-4093-828a-aa264bc1335f req-4a2e26ed-f851-481d-98c8-5ee25c143145 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.3550882 Sep 23 19:26:20.016413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35a4ee6d-7d4b-4078-8b12-1d5e98f41c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.020006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35a4ee6d-7d4b-4078-8b12-1d5e98f41c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.029505 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-35a4ee6d-7d4b-4078-8b12-1d5e98f41c50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4cef4cc-458c-4351-857d-654b264f19a8 HTTP/1.1" status: 204 len: 168 time: 0.5594797 Sep 23 19:26:20.049685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4ee6d-7d4b-4078-8b12-1d5e98f41c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cef4cc-458c-4351-857d-654b264f19a8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:20.193306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-1d33829d-47be-414d-a54d-aa75be8573ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6268127 Sep 23 19:26:20.228286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66e8b36b-7f33-4093-828a-aa264bc1335f req-4b7cac48-6331-4628-a4bd-d3db68018d70 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768238 Sep 23 19:26:20.235434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-b442c87b-7314-4548-bcb4-671160077c23 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:26:20.237175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-b442c87b-7314-4548-bcb4-671160077c23 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0363717 Sep 23 19:26:20.315047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.329223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.376604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:20.427301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.427671 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Added segment 78e5c149-2ff4-4bb4-9f03-440ddf5e003f of type vlan for network 3b34d4e6-e0c9-4829-9bee-266c89108a5e Sep 23 19:26:20.438820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4265e907-bf55-4c84-b9f7-79da2047762a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:20.514429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.514799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.515107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.515442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.515772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.516105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.516419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.517361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.517596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.517924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.518263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.518585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:20.527881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.593738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.594827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.595901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.688004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5832107 Sep 23 19:26:20.688348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:20.693297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Request body: {'subnet': {'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-529737583-subnet', 'tenant_id': '92ea64c978134148936832a64a672171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:20.740101 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:20.841880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Made reservation on behalf of 92ea64c978134148936832a64a672171 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:20.844681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.100062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:21.232881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:21.234800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.308586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b623d3-abd4-4e1a-8401-48065b31b0bf admin admin] Pushing event updated for resources: {'Network': ['ID=3b34d4e6-e0c9-4829-9bee-266c89108a5e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:21.345621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:21.405210 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:26:21.626850 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.667291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:21.784072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d764d70-f4f3-416c-88d3-ff484a610400 req-e9698f5d-d355-4cb8-a5fd-30d9815aef90 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.794564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d764d70-f4f3-416c-88d3-ff484a610400 req-e9698f5d-d355-4cb8-a5fd-30d9815aef90 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.8141544 Sep 23 19:26:21.917969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:21.980653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'port_id': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e', 'mac_address': 'fa:16:3e:f5:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1edbc7-a456-49f2-b374-d20e604ba9f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:22.020966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.038775 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.039900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e0d8d25a-ac68-48b0-9511-6ddb804477b2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:22.122617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f9b4c-9b8e-41b4-8d0e-66bd39e49b34 req-b669895e-31f4-472a-b2de-663487e8d2df tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.137123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-537f9b4c-9b8e-41b4-8d0e-66bd39e49b34 req-b669895e-31f4-472a-b2de-663487e8d2df tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.6581628 Sep 23 19:26:22.272693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d764d70-f4f3-416c-88d3-ff484a610400 req-4f072f75-2e1c-4f15-aace-034060432d5f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717178 Sep 23 19:26:22.281371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.452198 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.521420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:22.587140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e0d8d25a-ac68-48b0-9511-6ddb804477b2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:22.587786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.600142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.637830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.713044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-537f9b4c-9b8e-41b4-8d0e-66bd39e49b34 req-03a8c499-5c8f-45fc-b1da-07664076d476 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736375 Sep 23 19:26:22.736526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.989735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.084446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:23.090944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Deleting port e0d8d25a-ac68-48b0-9511-6ddb804477b2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:23.091516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.111616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d2a834-9339-4b94-b032-4dc0298f46ce,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:23.118479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Checking segment: {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:23.119086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Network hostable DHCP agents. Network: 3b34d4e6-e0c9-4829-9bee-266c89108a5e, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:23.142928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:23.158672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3b34d4e6-e0c9-4829-9bee-266c89108a5e) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:23.200539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.201295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.226673 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-892c813a-83de-4df8-8fd6-d4db522a77a2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.5347357 Sep 23 19:26:23.239890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42016) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:23.245426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:23.253428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:23.254161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e9f2a-6571-49b8-972c-a77c9fbdc540 None None] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:23.397240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.412782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.430534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] For port e0d8d25a-ac68-48b0-9511-6ddb804477b2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e0d8d25a-ac68-48b0-9511-6ddb804477b2,segment=NetworkSegment(4e8a4c32-751b-4078-a642-39a7aeabb395),segment_id=4e8a4c32-751b-4078-a642-39a7aeabb395)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:23.430932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.495178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Calling delete_port for e0d8d25a-ac68-48b0-9511-6ddb804477b2 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:23.544417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.557266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-b66e688e-9144-4ff7-895b-b3069b55049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.559278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-b66e688e-9144-4ff7-895b-b3069b55049c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1101 time: 0.2987018 Sep 23 19:26:23.599124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-129a8627-1ae6-4355-ae4b-96f193f9e3da req-bd79dae0-c270-479f-8bfc-53af90001115 tempest-AbsoluteLimitsNegativeTestJSON-437939104 tempest-AbsoluteLimitsNegativeTestJSON-437939104-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c33e75f4ebc042dcaa08b894170c71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877173 Sep 23 19:26:23.723172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:23.723172 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.868569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.930059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:26:23.931305 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:24.132216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8627-1ae6-4355-ae4b-96f193f9e3da req-12af4121-9609-4859-8702-010e749e447e tempest-AbsoluteLimitsNegativeTestJSON-437939104 tempest-AbsoluteLimitsNegativeTestJSON-437939104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.141327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-129a8627-1ae6-4355-ae4b-96f193f9e3da req-12af4121-9609-4859-8702-010e749e447e tempest-AbsoluteLimitsNegativeTestJSON-437939104 tempest-AbsoluteLimitsNegativeTestJSON-437939104-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4569635 Sep 23 19:26:24.155860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-fcc61c3c-5d58-444a-95e6-0da8096cfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.157953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-fcc61c3c-5d58-444a-95e6-0da8096cfac7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.5295694 Sep 23 19:26:24.211894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Allocated IP 172.20.0.2 (3b34d4e6-e0c9-4829-9bee-266c89108a5e/d1d2a834-9339-4b94-b032-4dc0298f46ce/52e69f82-89f6-474b-b7d6-1bcf9ce5df93) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:24.252893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-129a8627-1ae6-4355-ae4b-96f193f9e3da req-03b141a9-80bf-44ee-86c1-3c178099b1c0 tempest-AbsoluteLimitsNegativeTestJSON-437939104 tempest-AbsoluteLimitsNegativeTestJSON-437939104-project] 10.222.0.38 "GET /v2.0/quotas/c33e75f4ebc042dcaa08b894170c71b0 HTTP/1.1" status: 200 len: 375 time: 0.1044538 Sep 23 19:26:24.337702 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-fd311289-4526-4976-9a5c-c9f96c9c7d37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.1192904 Sep 23 19:26:24.339621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-129a8627-1ae6-4355-ae4b-96f193f9e3da req-0d8f4e48-4a57-4e2b-aa37-81ec986c245b tempest-AbsoluteLimitsNegativeTestJSON-437939104 tempest-AbsoluteLimitsNegativeTestJSON-437939104-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c33e75f4ebc042dcaa08b894170c71b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853438 Sep 23 19:26:24.428946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ea295-42ef-4c04-8c85-79192f6e092c req-4c8fa471-b0e2-45be-9f3d-9ce6914ed06b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.435247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-556ea295-42ef-4c04-8c85-79192f6e092c req-4c8fa471-b0e2-45be-9f3d-9ce6914ed06b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 944 time: 0.3136756 Sep 23 19:26:24.539852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-02f4594f-a504-40d0-9b67-82a3a87e3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.542048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-02f4594f-a504-40d0-9b67-82a3a87e3c56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1964178 Sep 23 19:26:24.633887 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:24.658504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Sync routers for ids ['bdf61a58-ac90-4e83-9bdf-c954ec644212'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:24.680569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:24.682283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-556ea295-42ef-4c04-8c85-79192f6e092c req-71477a51-c15e-4b6a-989c-e2e35f208323 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571887 Sep 23 19:26:24.713331 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:24.811248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Routers {'bdf61a58-ac90-4e83-9bdf-c954ec644212'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:24.812746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bdf61a58-ac90-4e83-9bdf-c954ec644212'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:24.821158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d8d25a-ac68-48b0-9511-6ddb804477b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:24.843555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:24.945640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c79af-ecdd-4eb3-a9b5-f73bb72226ee req-4de110e3-53ec-4126-80f4-5a7cf489f3d9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.947242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e5c79af-ecdd-4eb3-a9b5-f73bb72226ee req-4de110e3-53ec-4126-80f4-5a7cf489f3d9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.2578821 Sep 23 19:26:24.977621 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.086288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-f1bcf4d1-882a-45c1-a887-d07fda6138aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.088093 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-f1bcf4d1-882a-45c1-a887-d07fda6138aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4306874 Sep 23 19:26:25.089596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.210180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42042) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:25.315622 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.321335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:25.330720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:25.464454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e5c79af-ecdd-4eb3-a9b5-f73bb72226ee req-11b30ed8-2b03-411a-a6cd-4bbb0d20ec3f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948994 Sep 23 19:26:25.477523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Pushing event updated for resources: {'Port': ['ID=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:25.477770 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-4361bde9-10b7-4319-98f2-0856ce597bff service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738875 Sep 23 19:26:25.493603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.530030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.532114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.532114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.532114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.532114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.541227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.542642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.545025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.545576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.546120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.546656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.548708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:25.577542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-441e535b-a758-42ef-b83b-0f7433b6c4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.593187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Allocated IP 172.25.6.57 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/d8eaa12a-6093-4f26-9a51-a6a92a6ea58c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:25.689086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:25.712911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:25.753872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Attempting to bind port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:25.757463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Attempting to bind port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:25.757838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Attempting to bind port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 on network 3b34d4e6-e0c9-4829-9bee-266c89108a5e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:25.804987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:25.805886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Checking segment: {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:25.806572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.807309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Bound using segment: {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:25.809229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Bound port: 52e69f82-89f6-474b-b7d6-1bcf9ce5df93, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:25.810353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.827891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Set router bdf61a58-ac90-4e83-9bdf-c954ec644212 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:25.889206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:25.899427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-29085aac-e04d-4851-ba2c-9f86808d15fd admin admin] 10.222.0.38 "PUT /v2.0/routers/7b9d1cd5-e582-4bff-b428-12e0952ab2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9697394 Sep 23 19:26:25.900452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:25.902967 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] Sync routers for ids ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:25.913941 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] Routers {'7b9d1cd5-e582-4bff-b428-12e0952ab2f3'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:25.914850 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:25.998096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ff09d-11c0-4d09-a963-a1fcf3bee616 req-4324bd65-8ed0-405a-80bf-02668e917054 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.001989 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-216ff09d-11c0-4d09-a963-a1fcf3bee616 req-4324bd65-8ed0-405a-80bf-02668e917054 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 944 time: 0.1142583 Sep 23 19:26:26.006597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-a2347f57-d817-41e5-8eca-3f308e110e52 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237877 Sep 23 19:26:26.029465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] For port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:26.037335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] For port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:26.098052 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] Set router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:26.116414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-216ff09d-11c0-4d09-a963-a1fcf3bee616 req-ef7a14ad-338b-4ed7-bdfa-0f05d8a5d4a7 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029580 Sep 23 19:26:26.129660 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.228496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81207b2-a113-4878-a9e1-5692ab9f60a8 None None] Pushing event updated for resources: {'Port': ['ID=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:26.247890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-441e535b-a758-42ef-b83b-0f7433b6c4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.273015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-441e535b-a758-42ef-b83b-0f7433b6c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.305118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:26.310574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:26.314628 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.444582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:26.455294 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-441e535b-a758-42ef-b83b-0f7433b6c4e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c33e75f4ebc042dcaa08b894170c71b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2429216 Sep 23 19:26:26.465022 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:24Z', 'revision_number': 5, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:26.468953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.495746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e535b-a758-42ef-b83b-0f7433b6c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58292eb-734c-4195-b77b-43cead327434,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:26.547127 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] Checking router: 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:26.568193 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] Routers {'7b9d1cd5-e582-4bff-b428-12e0952ab2f3'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:26.569243 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:26.595289 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3e68ff-292a-408b-be66-e4394f651a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.626066 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.689509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3e68ff-292a-408b-be66-e4394f651a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.741295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.780969 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.843975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.863636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.910977 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] Set router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:26.948261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:26.961198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:26.972746 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0e96e8-ac0c-44d5-81fe-8d496899332f" -d '{"events": [{"server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:26.979449 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.982349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3e68ff-292a-408b-be66-e4394f651a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.982589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:26.994699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:26.995835 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3e68ff-292a-408b-be66-e4394f651a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.002095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc3e68ff-292a-408b-be66-e4394f651a94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a58292eb-734c-4195-b77b-43cead327434 HTTP/1.1" status: 204 len: 168 time: 0.5536542 Sep 23 19:26:27.009608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:27.054815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e68ff-292a-408b-be66-e4394f651a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58292eb-734c-4195-b77b-43cead327434,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:27.055689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port': {'id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:08Z', 'updated_at': '2021-09-23T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0769b2d1-3c03-4fad-927c-12d683180688', 'name': '', 'network_id': '1a097c34-9367-4214-a114-70845fec24b7', 'tenant_id': '602feb423000451abeb210fe681932bd', 'mac_address': 'fa:16:3e:34:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:14Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 2, 'project_id': '602feb423000451abeb210fe681932bd', 'subnets': [{'id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:27.082432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Pushing event updated for resources: {'Port': ['ID=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:27.098626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02893b0-204a-44b4-a7a0-98b4e7f763c2 req-71578168-e9e2-4b21-badd-d19a235255d4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.112022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c02893b0-204a-44b4-a7a0-98b4e7f763c2 req-71578168-e9e2-4b21-badd-d19a235255d4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.2935822 Sep 23 19:26:27.166591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Deleting port 3e83092e-4556-4de0-93c0-d7084262f50a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:27.166987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.237493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c02893b0-204a-44b4-a7a0-98b4e7f763c2 req-381f38ee-77ef-4f26-828e-0c096992e0dc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219516 Sep 23 19:26:27.241758 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3fbb89-f396-4574-83d1-71117ee52470 x-openstack-request-id: req-4c3fbb89-f396-4574-83d1-71117ee52470 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:27.242268 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:27.242692 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c3fbb89-f396-4574-83d1-71117ee52470 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:27.244711 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e', 'code': 200} Sep 23 19:26:27.314633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Checking router: bdf61a58-ac90-4e83-9bdf-c954ec644212 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:27.315417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Updating router bdf61a58-ac90-4e83-9bdf-c954ec644212 port 0769b2d1-3c03-4fad-927c-12d683180688 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:27.329243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:27.554323 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:24Z', 'revision_number': 5, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:27.609530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:27.629877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.656958 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c5fee-7160-441c-a216-48c8d307a2f1 None None] The sync data for ids ['7b9d1cd5-e582-4bff-b428-12e0952ab2f3'] in n-d-810763-1 is: [{'id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'name': 'tempest-FloatingIPsNegativeTestJSON-804507872-router', 'tenant_id': '852a70e3ed04470f9dcd433245bfc03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:05Z', 'updated_at': '2021-09-23T19:26:24Z', 'revision_number': 5, 'project_id': '852a70e3ed04470f9dcd433245bfc03e', 'gw_port': {'id': '3e83092e-4556-4de0-93c0-d7084262f50a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9d1cd5-e582-4bff-b428-12e0952ab2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:06Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:27.756246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] For port 3e83092e-4556-4de0-93c0-d7084262f50a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3e83092e-4556-4de0-93c0-d7084262f50a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:27.757589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.799115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Calling delete_port for 3e83092e-4556-4de0-93c0-d7084262f50a owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:27.805870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:27.809392 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.157931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98eee0a-d804-4243-89dc-51e745c40680 None None] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:28.200407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ffa2d-842d-4e7f-baaf-2a269ec4d405 req-cc5783b3-6ead-4213-a61f-b3c2f1d8c3ef tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.209693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-945ffa2d-842d-4e7f-baaf-2a269ec4d405 req-cc5783b3-6ead-4213-a61f-b3c2f1d8c3ef tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 945 time: 0.8837941 Sep 23 19:26:28.254650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb56c93-cb77-4d96-9d6e-a8e57f79cd3d req-20c1d2e4-f9b5-439b-b946-1c1f85e153f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.256270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5eb56c93-cb77-4d96-9d6e-a8e57f79cd3d req-20c1d2e4-f9b5-439b-b946-1c1f85e153f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1096 time: 0.9340904 Sep 23 19:26:28.257306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.358430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-945ffa2d-842d-4e7f-baaf-2a269ec4d405 req-e74af991-bca7-48fb-a5c7-be01e7b8e3d4 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402745 Sep 23 19:26:28.399154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e83092e-4556-4de0-93c0-d7084262f50a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:28.479049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59027e0-bdba-4aca-abd6-a7b1c1d584d1 req-7321829d-c607-437f-b0eb-0bad7cc222c3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.487549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d59027e0-bdba-4aca-abd6-a7b1c1d584d1 req-7321829d-c607-437f-b0eb-0bad7cc222c3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.0676017 Sep 23 19:26:28.512762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.562589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d59027e0-bdba-4aca-abd6-a7b1c1d584d1 req-3c907cdb-fcee-4ae1-a948-acab3bd41101 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735481 Sep 23 19:26:28.636543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.639156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.662524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-443f9918-ae49-4623-a2b4-96e43efcc295 None None] Provisioning complete for port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:28.662924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443f9918-ae49-4623-a2b4-96e43efcc295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.670681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:28.703525 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.768082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:28.770856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5eb56c93-cb77-4d96-9d6e-a8e57f79cd3d req-6db33b3a-79d1-41d5-a627-38adb0a7017a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914007 Sep 23 19:26:28.777656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.778232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9d1cd5-e582-4bff-b428-12e0952ab2f3 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:26:28.780867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.815544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1854018855-network', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:28.844691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Made reservation on behalf of b5851cd2389242a7af40c59e07c7eb1b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:28.849113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.853184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.856563 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3d2a7353-dae9-4e2c-9547-7e1ea8c80bc3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7b9d1cd5-e582-4bff-b428-12e0952ab2f3 HTTP/1.1" status: 204 len: 168 time: 2.9405479 Sep 23 19:26:28.861593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:28.885415 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.074581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:29.083608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e0d8d25a-ac68-48b0-9511-6ddb804477b2 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:29.093092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] Deleting subnet 50122d47-b8e7-44d1-bdbf-d9a915cb930e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:26:29.110412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.137275 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.151638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.167626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e0d8d25a-ac68-48b0-9511-6ddb804477b2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:29.168602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e0d8d25a-ac68-48b0-9511-6ddb804477b2 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:29.178063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.180360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:29.202584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.203712 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Added segment 8911ddbc-7aa7-4271-8598-473cd7f30df8 of type vlan for network 2a8f5509-645b-482f-a46a-2f1d060f27df Sep 23 19:26:29.344204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.354573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2357b5b0-4786-48f5-8b93-1e168990ae4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:29.358131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.375271 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.419105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.420207 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.420813 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.459399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7804291 Sep 23 19:26:29.488815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:29.505129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Request body: {'subnet': {'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1854018855-subnet', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:29.668326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb55a91-0b7c-4c27-8337-9509ec4875cf admin admin] Pushing event updated for resources: {'Network': ['ID=2a8f5509-645b-482f-a46a-2f1d060f27df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:29.758773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 2a8f5509-645b-482f-a46a-2f1d060f27df details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:29.776021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Made reservation on behalf of b5851cd2389242a7af40c59e07c7eb1b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:29.778391 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.783506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Attempting to bind port 0769b2d1-3c03-4fad-927c-12d683180688 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:29.783907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Attempting to bind port 0769b2d1-3c03-4fad-927c-12d683180688 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:29.784310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Attempting to bind port 0769b2d1-3c03-4fad-927c-12d683180688 on network 1a097c34-9367-4214-a114-70845fec24b7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:29.828743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e4ec-479c-48f4-9562-cff1f0f0aba4 None None] Pushing event updated for resources: {'Port': ['ID=0769b2d1-3c03-4fad-927c-12d683180688,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:29.853241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:29.853687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Checking segment: {'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:29.854022 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.855038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Bound using segment: {'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:29.855038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Bound port: 0769b2d1-3c03-4fad-927c-12d683180688, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09d7044-5cd8-4404-8158-ced1d70c80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1a097c34-9367-4214-a114-70845fec24b7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:29.855416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.911804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.934536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c21fd9-3102-4ec5-a87b-a5c6dd5202e9 req-5612e9dc-7bb3-465f-b72a-038ec9d3eac0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.936115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8c21fd9-3102-4ec5-a87b-a5c6dd5202e9 req-5612e9dc-7bb3-465f-b72a-038ec9d3eac0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 945 time: 0.2926452 Sep 23 19:26:29.976343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] For port 0769b2d1-3c03-4fad-927c-12d683180688, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:30.071796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8c21fd9-3102-4ec5-a87b-a5c6dd5202e9 req-8b60c7fd-cf3d-4255-87a3-eb7c5da55e53 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157784 Sep 23 19:26:30.125267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b93a2d-835c-406d-b832-7674f6453efb req-2c03b4f4-8e6e-4616-9d6f-9cc777fcf611 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.133364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4b93a2d-835c-406d-b832-7674f6453efb req-2c03b4f4-8e6e-4616-9d6f-9cc777fcf611 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.3738735 Sep 23 19:26:30.187527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.194529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4b93a2d-835c-406d-b832-7674f6453efb req-ec3d90bd-e9b6-4a03-bfbf-18ef042bd6e6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545843 Sep 23 19:26:30.345756 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.399761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] For port 0769b2d1-3c03-4fad-927c-12d683180688, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0769b2d1-3c03-4fad-927c-12d683180688,segment=NetworkSegment(e09d7044-5cd8-4404-8158-ced1d70c80f3),segment_id=e09d7044-5cd8-4404-8158-ced1d70c80f3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:30.406817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-25cfaf72-e966-4460-afa2-7e3514bfe0a4 None None] Provisioning complete for port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:30.407508 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25cfaf72-e966-4460-afa2-7e3514bfe0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.411622 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.509320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a74c3d8-050e-4282-8242-6ad275d5ef4f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:30.542727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.549027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Checking segment: {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:30.549268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Network hostable DHCP agents. Network: 2a8f5509-645b-482f-a46a-2f1d060f27df, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:30.580217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Network 2a8f5509-645b-482f-a46a-2f1d060f27df is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:30.594331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 2a8f5509-645b-482f-a46a-2f1d060f27df) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:30.597771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.600935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.601970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/50122d47-b8e7-44d1-bdbf-d9a915cb930e HTTP/1.1" status: 204 len: 168 time: 1.7393601 Sep 23 19:26:30.605071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.608234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:30.620266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99287efa-1801-4868-880e-c9683abb8d54 None None] Network 7f63ade5-ef1e-4983-9a58-ef14337a8fdf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:30.624575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578139c-5746-48fa-837e-1fb916b7a2c2 None None] Network 2a8f5509-645b-482f-a46a-2f1d060f27df requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:30.652201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a6719fb-a217-4e55-bd0b-abcbe092db1d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1620095 Sep 23 19:26:30.652994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:30.658098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:30.707114 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.708228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.771342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.781636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cdc67-b277-42e8-94f5-577797c7c8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50122d47-b8e7-44d1-bdbf-d9a915cb930e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:30.785447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.790183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Routers {'bdf61a58-ac90-4e83-9bdf-c954ec644212'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:30.790874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bdf61a58-ac90-4e83-9bdf-c954ec644212'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:30.835826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.958583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Deleting port ecef244b-9a91-4a2b-a971-ccc9962eee23 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:30.959335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.018777 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.022070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:31.062704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] For port ecef244b-9a91-4a2b-a971-ccc9962eee23, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ecef244b-9a91-4a2b-a971-ccc9962eee23,segment=NetworkSegment(4e8a4c32-751b-4078-a642-39a7aeabb395),segment_id=4e8a4c32-751b-4078-a642-39a7aeabb395)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:31.063484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.085244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Calling delete_port for ecef244b-9a91-4a2b-a971-ccc9962eee23 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:31.160082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:26:31.238783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] Set router bdf61a58-ac90-4e83-9bdf-c954ec644212 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:31.264592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e4ec-479c-48f4-9562-cff1f0f0aba4 None None] Pushing event updated for resources: {'Port': ['ID=0769b2d1-3c03-4fad-927c-12d683180688,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:31.282615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-2a8f5509-645b-482f-a46a-2f1d060f27df', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:26:31.284178 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.394380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:31.396867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.412765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.431595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecef244b-9a91-4a2b-a971-ccc9962eee23,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:31.442664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] No DVR routers for this DVR port ecef244b-9a91-4a2b-a971-ccc9962eee23 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:31.463263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.474398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.478325 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-294d2c69-7599-41d4-b29b-37ba4fd8a51c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.2326050 Sep 23 19:26:31.479302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:31.490245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Sync routers for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:31.558240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf64953-9829-4396-9d00-c07562be8325 req-76bef1e7-90c0-401d-82b7-d1099aa78b59 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.560147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bf64953-9829-4396-9d00-c07562be8325 req-76bef1e7-90c0-401d-82b7-d1099aa78b59 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.1986709 Sep 23 19:26:31.624225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143a632-1dc5-4c30-b873-e98b082b889b req-e45465f4-790b-44e9-98be-4813b247436e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.634238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3143a632-1dc5-4c30-b873-e98b082b889b req-e45465f4-790b-44e9-98be-4813b247436e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 945 time: 0.3236754 Sep 23 19:26:31.705380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bf64953-9829-4396-9d00-c07562be8325 req-43adfcfb-e501-4fea-be99-9186d0939db0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734401 Sep 23 19:26:31.748515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:31.749462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:31.792424 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.800035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3143a632-1dc5-4c30-b873-e98b082b889b req-c497f612-aa03-4569-93c3-00887381d0a6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419036 Sep 23 19:26:31.838991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f63ade5-ef1e-4983-9a58-ef14337a8fdf']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:31.851775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8a4c32-751b-4078-a642-39a7aeabb395') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:31.852481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8a4c32-751b-4078-a642-39a7aeabb395') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:31.856686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Allocated IP 172.25.6.222 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/0360bb0c-b8f5-4e77-9278-b9355549c9c2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:31.872875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.888467 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.897808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:26:31.898244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.964494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:26:31.966002 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:26:32.009154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.016450 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.020652 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7f63ade5-ef1e-4983-9a58-ef14337a8fdf HTTP/1.1" status: 204 len: 168 time: 1.4088888 Sep 23 19:26:32.066069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c55f0-fa42-4277-b41a-21bfc1247008 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f63ade5-ef1e-4983-9a58-ef14337a8fdf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:32.131338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Allocated IP 172.20.0.2 (2a8f5509-645b-482f-a46a-2f1d060f27df/5a74c3d8-050e-4282-8242-6ad275d5ef4f/2e3c9635-74e2-4726-b269-28569e014f70) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:32.135798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.163637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80f9d08-0cb1-4b3e-8638-346acb6b8cc7 None None] DHCP port deletion for 7f63ade5-ef1e-4983-9a58-ef14337a8fdf request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:26:32.210584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.296477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42132) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:32.352999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:32.394084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:32.399202 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-daf65ff1-10a5-4ed2-a58f-31170af3f0a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=852a70e3ed04470f9dcd433245bfc03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008475 Sep 23 19:26:32.406274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42134) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:32.411647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:32.412028 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.414884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:32.451201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Pushing event updated for resources: {'Port': ['ID=0360bb0c-b8f5-4e77-9278-b9355549c9c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:32.479916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f4aca-b374-4325-9615-5963ffb392e4 req-ae9f69fe-0da6-4817-a5bd-2831656c64de tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.488575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f42f4aca-b374-4325-9615-5963ffb392e4 req-ae9f69fe-0da6-4817-a5bd-2831656c64de tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1096 time: 0.2579045 Sep 23 19:26:32.552868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81daab7c-7813-4096-a7a9-cd7c2e945b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.588212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81daab7c-7813-4096-a7a9-cd7c2e945b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.643341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a7f0ca5e-f70b-4ace-88cd-d02d0952a07d None None] Provisioning complete for port 0769b2d1-3c03-4fad-927c-12d683180688 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:32.643341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ca5e-f70b-4ace-88cd-d02d0952a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.671310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.676842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81daab7c-7813-4096-a7a9-cd7c2e945b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.682446 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81daab7c-7813-4096-a7a9-cd7c2e945b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.697439 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-81daab7c-7813-4096-a7a9-cd7c2e945b28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0de88abb-1174-4b42-aff8-0d61a8a6ace6 HTTP/1.1" status: 204 len: 168 time: 0.2779241 Sep 23 19:26:32.914181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f42f4aca-b374-4325-9615-5963ffb392e4 req-cd02d592-8953-4fc6-9e27-e09e0d97a1f2 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246211 Sep 23 19:26:32.931855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.950966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.995264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3e83092e-4556-4de0-93c0-d7084262f50a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:33.095389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Allocated IP 172.20.0.1 (3b34d4e6-e0c9-4829-9bee-266c89108a5e/d1d2a834-9339-4b94-b032-4dc0298f46ce/30872886-c1e7-4dee-beb6-130c023dd493) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:33.106015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089f19-1c26-485e-83d0-0fe561aa3f71 req-42ee7b45-9bb9-4b56-915b-9bb35315461e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:33.126852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a089f19-1c26-485e-83d0-0fe561aa3f71 req-42ee7b45-9bb9-4b56-915b-9bb35315461e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.1995475 Sep 23 19:26:33.129411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.259741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.297437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a089f19-1c26-485e-83d0-0fe561aa3f71 req-d41424f0-bf05-49b2-b0ae-3d902679fc2d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651800 Sep 23 19:26:33.315193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daab7c-7813-4096-a7a9-cd7c2e945b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de88abb-1174-4b42-aff8-0d61a8a6ace6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:33.315193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.346103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c822-0750-4027-863b-dd5fe0be4829 req-2bca2dad-05da-4789-b0d3-fe3c8b072c5c tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:33.348175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7e7c822-0750-4027-863b-dd5fe0be4829 req-2bca2dad-05da-4789-b0d3-fe3c8b072c5c tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1571636 Sep 23 19:26:33.381124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Pushing event updated for resources: {'Port': ['ID=30872886-c1e7-4dee-beb6-130c023dd493,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:33.401967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:33.405363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:33.413390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:33.456985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.467664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7e7c822-0750-4027-863b-dd5fe0be4829 req-06269570-0709-426f-adf8-4572a3f240b0 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049984 Sep 23 19:26:33.611344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 3e83092e-4556-4de0-93c0-d7084262f50a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:33.612042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3e83092e-4556-4de0-93c0-d7084262f50a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:33.653846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Network 2a8f5509-645b-482f-a46a-2f1d060f27df is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:33.697760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port': {'id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:08Z', 'updated_at': '2021-09-23T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0769b2d1-3c03-4fad-927c-12d683180688', 'name': '', 'network_id': '1a097c34-9367-4214-a114-70845fec24b7', 'tenant_id': '602feb423000451abeb210fe681932bd', 'mac_address': 'fa:16:3e:34:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:14Z', 'updated_at': '2021-09-23T19:26:29Z', 'revision_number': 4, 'project_id': '602feb423000451abeb210fe681932bd', 'subnets': [{'id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:33.724485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.726391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:28Z', 'revision_number': 3, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:33.726676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.739736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:33.754792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:33.954725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Pushing event updated for resources: {'Port': ['ID=2e3c9635-74e2-4726-b269-28569e014f70,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:33.987962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0769b2d1-3c03-4fad-927c-12d683180688 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:34.024650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Checking router: f4d30e30-5bc7-4d27-8c40-c99cb3b69600 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:34.025245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Updating router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:34.031560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87269c9b-cae1-427e-88c2-c9063f803666 None None] The sync data for ids ['bdf61a58-ac90-4e83-9bdf-c954ec644212'] in n-d-810763-1 is: [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:26:17Z', 'revision_number': 4, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port': {'id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:08Z', 'updated_at': '2021-09-23T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0769b2d1-3c03-4fad-927c-12d683180688', 'name': '', 'network_id': '1a097c34-9367-4214-a114-70845fec24b7', 'tenant_id': '602feb423000451abeb210fe681932bd', 'mac_address': 'fa:16:3e:34:b1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:14Z', 'updated_at': '2021-09-23T19:26:29Z', 'revision_number': 4, 'project_id': '602feb423000451abeb210fe681932bd', 'subnets': [{'id': 'fc03012a-c7f3-4988-b2b9-c091b6b6e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:34.146044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ca5e-f70b-4ace-88cd-d02d0952a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.226603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.228345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:26:34.243249 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.388906 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.526512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Pushing event updated for resources: {'Port': ['ID=30872886-c1e7-4dee-beb6-130c023dd493,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:34.534399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.575035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:34.575695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a7f0ca5e-f70b-4ace-88cd-d02d0952a07d None None] For port 0769b2d1-3c03-4fad-927c-12d683180688, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0769b2d1-3c03-4fad-927c-12d683180688,segment=NetworkSegment(e09d7044-5cd8-4404-8158-ced1d70c80f3),segment_id=e09d7044-5cd8-4404-8158-ced1d70c80f3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:34.590073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Attempting to bind port 2e3c9635-74e2-4726-b269-28569e014f70 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:34.591287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Attempting to bind port 2e3c9635-74e2-4726-b269-28569e014f70 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:34.594650 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Sync routers for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:34.612142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Attempting to bind port 2e3c9635-74e2-4726-b269-28569e014f70 on network 2a8f5509-645b-482f-a46a-2f1d060f27df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:34.619553 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:34.621876 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:34.623385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbe947-a325-43a4-8124-7f45af4a15d1 req-5bc23fd3-6999-43a4-9085-ffad5a67606a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.631228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3bbe947-a325-43a4-8124-7f45af4a15d1 req-5bc23fd3-6999-43a4-9085-ffad5a67606a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.1144991 Sep 23 19:26:34.640191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.644554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-974bb5c4-d69f-4e5c-9e50-67a0c432fc9f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9873831 Sep 23 19:26:34.648259 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ca5e-f70b-4ace-88cd-d02d0952a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.648464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:34.785129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:34.789758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:34.813344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:34.814624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Checking segment: {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:34.814948 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.815446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Bound using segment: {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:34.816046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Bound port: 2e3c9635-74e2-4726-b269-28569e014f70, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:34.817419 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.866780 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:34.887323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0769b2d1-3c03-4fad-927c-12d683180688 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:34.887840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:34.892470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3bbe947-a325-43a4-8124-7f45af4a15d1 req-8ad97d3f-562d-497c-b56c-1e922db63103 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598298 Sep 23 19:26:35.116311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:35.183735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-94dc617a-a034-4a85-ade1-0929da10b2ca None None] Provisioning complete for port 30872886-c1e7-4dee-beb6-130c023dd493 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:35.184149 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94dc617a-a034-4a85-ade1-0929da10b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.256978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0ca5e-f70b-4ace-88cd-d02d0952a07d None None] Pushing event updated for resources: {'Port': ['ID=0769b2d1-3c03-4fad-927c-12d683180688,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:35.442343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:35.457335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e1d35d87-4a8a-48a9-bdba-1b4e495a7694 admin admin] 10.222.0.38 "PUT /v2.0/routers/f4d30e30-5bc7-4d27-8c40-c99cb3b69600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9681966 Sep 23 19:26:35.547079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] For port 2e3c9635-74e2-4726-b269-28569e014f70, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:35.578444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-94dc617a-a034-4a85-ade1-0929da10b2ca None None] Port 30872886-c1e7-4dee-beb6-130c023dd493 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:35.595785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-f6ab455b-1385-41db-b95e-d65423c7973b tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:26:35.599293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] For port 2e3c9635-74e2-4726-b269-28569e014f70, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2e3c9635-74e2-4726-b269-28569e014f70,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:35.600688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-f6ab455b-1385-41db-b95e-d65423c7973b tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095198 Sep 23 19:26:35.613669 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.660568 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:32Z', 'revision_number': 3, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:35.664879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-e857abb8-df0a-43f1-94ac-4ce8c1a096ed tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:35.672765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-e857abb8-df0a-43f1-94ac-4ce8c1a096ed tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 1093 time: 0.0589552 Sep 23 19:26:35.678528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Request body: {'binding': {'host': 'n-h1-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:35.678987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:26:35.712911 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Checking router: 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:35.713284 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Updating router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c port 0360bb0c-b8f5-4e77-9278-b9355549c9c2 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:35.748929 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.870416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on host n-h1-810763-1 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:35.871116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:35.871671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:35.877652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:35.878321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:35.884055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:35.884765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:35.885480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:35.886106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Bound port: ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:35.902550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.947665 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.961308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:35.994929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.012854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-4e2b6450-eac8-45df-b396-6a3b5a42df9e service neutron] 10.222.0.38 "POST /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3391562 Sep 23 19:26:36.057930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d590015c-1409-44c9-a3b8-434908d022c8 None None] Provisioning complete for port 30872886-c1e7-4dee-beb6-130c023dd493 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:36.058534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d590015c-1409-44c9-a3b8-434908d022c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.250827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ecef244b-9a91-4a2b-a971-ccc9962eee23 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:36.318537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ecef244b-9a91-4a2b-a971-ccc9962eee23 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:36.318929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ecef244b-9a91-4a2b-a971-ccc9962eee23 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:36.338227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Attempting to bind port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:36.338227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Attempting to bind port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:36.338227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Attempting to bind port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:36.349443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750c327-5737-47cd-b640-ee309a0044d0 None None] Pushing event updated for resources: {'Port': ['ID=2e3c9635-74e2-4726-b269-28569e014f70,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:36.355042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d590015c-1409-44c9-a3b8-434908d022c8 None None] Port 30872886-c1e7-4dee-beb6-130c023dd493 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:36.416154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:36.416526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:36.416924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.417310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:36.417784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Bound port: d8eaa12a-6093-4f26-9a51-a6a92a6ea58c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:36.418159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.496617 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.497405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-09cdbb5b-f403-426e-9b0e-1945791005a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.506157 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-09cdbb5b-f403-426e-9b0e-1945791005a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1206441 Sep 23 19:26:36.510168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916f522-48d4-4765-b2b3-74a97c208cd9 None None] Pushing event updated for resources: {'Port': ['ID=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:36.594967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] For port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:36.599013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] For port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:36.608450 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.629567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0769b2d1-3c03-4fad-927c-12d683180688 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:36.640525 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.660673 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.667035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1290424-07e3-43a2-949d-3f7d8e52507f req-7c25776e-b5c6-4482-90c8-80473dc1ed8f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.679954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1290424-07e3-43a2-949d-3f7d8e52507f req-7c25776e-b5c6-4482-90c8-80473dc1ed8f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.2867541 Sep 23 19:26:36.711087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-71dde556-6b4c-4719-95d1-a4b0008d2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.712596 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-71dde556-6b4c-4719-95d1-a4b0008d2db8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1987753 Sep 23 19:26:36.744636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916f522-48d4-4765-b2b3-74a97c208cd9 None None] Pushing event updated for resources: {'Port': ['ID=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:36.744880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1290424-07e3-43a2-949d-3f7d8e52507f req-b212f26a-699f-45e9-8b99-1e75231b1f11 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Sep 23 19:26:36.812044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:36.813244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:36.821985 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-69de2c76-ac9a-475e-8e7b-253e5a4b7c42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 217 time: 0.0994399 Sep 23 19:26:36.840617 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662dfb9-08ca-47ae-9711-025d0510bc75 None None] Pushing event updated for resources: {'Port': ['ID=0360bb0c-b8f5-4e77-9278-b9355549c9c2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:36.862744 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Attempting to bind port 0360bb0c-b8f5-4e77-9278-b9355549c9c2 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:36.868880 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Attempting to bind port 0360bb0c-b8f5-4e77-9278-b9355549c9c2 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:36.872123 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Attempting to bind port 0360bb0c-b8f5-4e77-9278-b9355549c9c2 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:36.878245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0769b2d1-3c03-4fad-927c-12d683180688 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:36.878245 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.893095 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:36.898610 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:36.899339 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.902506 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:36.903272 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Bound port: 0360bb0c-b8f5-4e77-9278-b9355549c9c2, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:36.906310 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.938259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-ca526f6e-4bf2-4bb1-a64a-aec838c3cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.940378 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-ca526f6e-4bf2-4bb1-a64a-aec838c3cd7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.1075621 Sep 23 19:26:36.981236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a38d5-d462-4315-8c3a-73ebac4e75d7 req-28b3cf99-c1be-434d-84cd-07631ca840a2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.983786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-539a38d5-d462-4315-8c3a-73ebac4e75d7 req-28b3cf99-c1be-434d-84cd-07631ca840a2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 945 time: 0.1463931 Sep 23 19:26:36.995027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Allocated IP 172.20.0.1 (2a8f5509-645b-482f-a46a-2f1d060f27df/5a74c3d8-050e-4282-8242-6ad275d5ef4f/a02b76bf-8b28-4965-bf52-64472537a4a0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:37.003474 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-b6967f11-e570-4871-b10c-ae7bc50c15ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515335 Sep 23 19:26:37.069348 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] For port 0360bb0c-b8f5-4e77-9278-b9355549c9c2, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:37.073915 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] For port 0360bb0c-b8f5-4e77-9278-b9355549c9c2, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0360bb0c-b8f5-4e77-9278-b9355549c9c2,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:37.085723 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.157728 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:37.158395 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:37.161528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:37.256861 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-984f1acc-bf84-4ffe-9dcf-402e3aba3fea service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443793 Sep 23 19:26:37.277473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.342493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:37.351507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c0a5d09a-8099-4e16-8944-328f2c57855f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55490327', 'description': 'tempest-description--28822796'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:37.395640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.430289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Network 2a8f5509-645b-482f-a46a-2f1d060f27df is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:37.460524 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:37.481723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-539a38d5-d462-4315-8c3a-73ebac4e75d7 req-ae8f27fc-834b-437b-906c-726bde89e518 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381278 Sep 23 19:26:37.498115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:37.507954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:37.574705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d09a-8099-4e16-8944-328f2c57855f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.630094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Pushing event updated for resources: {'Port': ['ID=a02b76bf-8b28-4965-bf52-64472537a4a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:37.639602 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.838467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0cd621-116c-4aa3-9d9b-ed542f519110 None None] Network 2a8f5509-645b-482f-a46a-2f1d060f27df requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:37.932851 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662dfb9-08ca-47ae-9711-025d0510bc75 None None] Pushing event updated for resources: {'Port': ['ID=0360bb0c-b8f5-4e77-9278-b9355549c9c2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:37.950708 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:32Z', 'revision_number': 3, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:37.996153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.998073 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076b18e-cac2-4a5d-b74c-8f5981243116 None None] The sync data for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 is: [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:32Z', 'revision_number': 3, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:38.082716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a1743974-fced-4fd2-af8d-f4dfd9b0cd81 None None] Provisioning complete for port 2e3c9635-74e2-4726-b269-28569e014f70 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:38.083013 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1743974-fced-4fd2-af8d-f4dfd9b0cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.097568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56fd1-c673-4171-9e56-4f7a7259324f req-766855b8-693d-4311-9499-3b70a1925c57 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:38.109874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fd56fd1-c673-4171-9e56-4f7a7259324f req-766855b8-693d-4311-9499-3b70a1925c57 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1097 time: 0.2396004 Sep 23 19:26:38.142338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-43fd0364-253f-41ef-ae81-f9c90d021e6b service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8742721 Sep 23 19:26:38.199280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fd56fd1-c673-4171-9e56-4f7a7259324f req-82cb535c-5f94-4dda-bd4f-6b6c3147f2ff tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873852 Sep 23 19:26:38.218097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80337d-f2e4-4d50-b65f-bd5949eb36c2 req-6383a115-0d38-40af-90e7-147b6581efb4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:38.219715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c80337d-f2e4-4d50-b65f-bd5949eb36c2 req-6383a115-0d38-40af-90e7-147b6581efb4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.2447298 Sep 23 19:26:38.241908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d09a-8099-4e16-8944-328f2c57855f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.261432 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d09a-8099-4e16-8944-328f2c57855f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.297719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d09a-8099-4e16-8944-328f2c57855f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.302544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c0a5d09a-8099-4e16-8944-328f2c57855f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9568377 Sep 23 19:26:38.314117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:38.320898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-047f2822-4eb2-4fb8-b04e-e64b16ef0885 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Request body: {'security_group_rule': {'security_group_id': '92153a87-91d6-45a6-9c6a-e69a04d1ac72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:38.337211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5c15ce48-4b98-4162-ad52-dc36941b3392 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:38.341579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5c15ce48-4b98-4162-ad52-dc36941b3392 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.1276071 Sep 23 19:26:38.363636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810763-1'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:38.455905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5d09a-8099-4e16-8944-328f2c57855f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92153a87-91d6-45a6-9c6a-e69a04d1ac72,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:38.466903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 2, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:38.497564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.518276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c80337d-f2e4-4d50-b65f-bd5949eb36c2 req-ff030da0-9775-4fca-9d24-b1ae38197381 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764490 Sep 23 19:26:38.549052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f09f4-08cd-4376-aa2b-7505b83069d5 None None] The sync data for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 is: [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 2, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:38.664205 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.667348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047f2822-4eb2-4fb8-b04e-e64b16ef0885 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.674508 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.706972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1743974-fced-4fd2-af8d-f4dfd9b0cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.780456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2e3c9635-74e2-4726-b269-28569e014f70 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:38.884559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a1743974-fced-4fd2-af8d-f4dfd9b0cd81 None None] For port 2e3c9635-74e2-4726-b269-28569e014f70, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2e3c9635-74e2-4726-b269-28569e014f70,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:38.897229 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1743974-fced-4fd2-af8d-f4dfd9b0cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.904121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:38.971936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.974370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Pushing event updated for resources: {'Port': ['ID=a02b76bf-8b28-4965-bf52-64472537a4a0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.000404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:39.027591 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047f2822-4eb2-4fb8-b04e-e64b16ef0885 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.045335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc2e2b-4f3e-46c1-ba7c-6836f160f3c1 req-7c51cc69-9c83-4323-8c8f-76afcd379c85 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.054470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0bc2e2b-4f3e-46c1-ba7c-6836f160f3c1 req-7c51cc69-9c83-4323-8c8f-76afcd379c85 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 945 time: 0.2643621 Sep 23 19:26:39.115028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1743974-fced-4fd2-af8d-f4dfd9b0cd81 None None] Pushing event updated for resources: {'Port': ['ID=2e3c9635-74e2-4726-b269-28569e014f70,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.119298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2e3c9635-74e2-4726-b269-28569e014f70 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:39.119681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.123652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047f2822-4eb2-4fb8-b04e-e64b16ef0885 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.129727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:39.132539 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947ac972-65b9-4c01-9a7f-68c52d85379c" -d '{"events": [{"server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:39.144671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.154058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.284785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6a189f02-b579-4ab3-87f5-16b908fa4d34 None None] Provisioning complete for port 2e3c9635-74e2-4726-b269-28569e014f70 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:39.285807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a189f02-b579-4ab3-87f5-16b908fa4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.345935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0bc2e2b-4f3e-46c1-ba7c-6836f160f3c1 req-40b21e3e-72ea-4cca-b0f9-74484f5b849a tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904906 Sep 23 19:26:39.382456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-047f2822-4eb2-4fb8-b04e-e64b16ef0885 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.385420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-047f2822-4eb2-4fb8-b04e-e64b16ef0885 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0738072 Sep 23 19:26:39.390489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on host n-h2-810763-1 for vnic_type normal with profile {"migrating_to": "n-h1-810763-1"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:39.391117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:39.392440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:39.394832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:39.400129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2822-4eb2-4fb8-b04e-e64b16ef0885 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538ce82d-6552-4aa8-be81-c41c2d08bc5c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.417263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-82de98fa-2b69-4d42-93b7-d12a0556be7e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Request body: {'security_group_rule': {'security_group_id': '92153a87-91d6-45a6-9c6a-e69a04d1ac72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:39.458756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:39.459102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Attempting to bind port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:39.468189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.517926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:39.518946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:39.524077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:39.524791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Bound port: ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:39.525358 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.596241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6a189f02-b579-4ab3-87f5-16b908fa4d34 None None] Provisioning complete for port a02b76bf-8b28-4965-bf52-64472537a4a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:39.596979 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a189f02-b579-4ab3-87f5-16b908fa4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.636139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Network 2a8f5509-645b-482f-a46a-2f1d060f27df is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:39.638358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:39.693658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a189f02-b579-4ab3-87f5-16b908fa4d34 None None] Port a02b76bf-8b28-4965-bf52-64472537a4a0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:39.710795 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82de98fa-2b69-4d42-93b7-d12a0556be7e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.790248 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69804a9-9424-4d66-9f15-25e69ce170b5 x-openstack-request-id: req-d69804a9-9424-4d66-9f15-25e69ce170b5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:39.792305 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:39.792561 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d69804a9-9424-4d66-9f15-25e69ce170b5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:39.792968 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e', 'code': 200} Sep 23 19:26:39.830432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-93a1f4e7-f43e-4d45-b8b3-5a522bc7e962 None None] Provisioning complete for port a02b76bf-8b28-4965-bf52-64472537a4a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:39.830802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93a1f4e7-f43e-4d45-b8b3-5a522bc7e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.876019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82de98fa-2b69-4d42-93b7-d12a0556be7e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.903490 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82de98fa-2b69-4d42-93b7-d12a0556be7e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.976153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-93a1f4e7-f43e-4d45-b8b3-5a522bc7e962 None None] Port a02b76bf-8b28-4965-bf52-64472537a4a0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:40.014155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:40.018803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:40.021419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82de98fa-2b69-4d42-93b7-d12a0556be7e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.037503 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-82de98fa-2b69-4d42-93b7-d12a0556be7e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6255114 Sep 23 19:26:40.044808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.047720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42304) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:40.056127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27b29-f707-44d1-a21a-03f150df9052 req-15d851e9-5c4b-4cd1-8ea3-b50f829b7ffb tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:40.064364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fb27b29-f707-44d1-a21a-03f150df9052 req-15d851e9-5c4b-4cd1-8ea3-b50f829b7ffb tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.1287954 Sep 23 19:26:40.091633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:40.101659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:40.139180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:40.143881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de98fa-2b69-4d42-93b7-d12a0556be7e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41307f7-e2bc-4595-a70a-d57c3196cefa,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:40.155572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fb27b29-f707-44d1-a21a-03f150df9052 req-55053809-31ea-438e-98ec-f3b030d765f9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902851 Sep 23 19:26:40.207427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e8e1b411-f5bd-4134-bc4a-b72cdc7af131 None None] Provisioning complete for port a02b76bf-8b28-4965-bf52-64472537a4a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:40.207805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b411-f5bd-4134-bc4a-b72cdc7af131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.207956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-3ab42279-feff-4b45-a630-4ce3dbeddb0a tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:26:40.211848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-3ab42279-feff-4b45-a630-4ce3dbeddb0a tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288765 Sep 23 19:26:40.265413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.301277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1b411-f5bd-4134-bc4a-b72cdc7af131 None None] Port a02b76bf-8b28-4965-bf52-64472537a4a0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:40.304746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:40.305382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.306893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-1a198a05-d829-4a2c-bddf-34a341ea0c21 service neutron] 10.222.0.72 "PUT /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 1121 time: 1.9545412 Sep 23 19:26:40.407611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:40.542889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-ada07249-fcf1-428d-87e2-14caf689c333 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:40.568080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-ada07249-fcf1-428d-87e2-14caf689c333 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 1094 time: 0.2685480 Sep 23 19:26:40.588090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Request body: {'binding': {'host': 'n-h2-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:40.588552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:26:40.702589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.874889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:40.898555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c1350c4-fb36-4832-b89c-7a6ed98c43af admin admin] 10.222.0.38 "PUT /v2.0/routers/90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2309184 Sep 23 19:26:40.981596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0360bb0c-b8f5-4e77-9278-b9355549c9c2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:41.030001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Allocated IP 172.25.6.53 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/e0bbbcd6-e0fa-484f-8194-4203a78fbc23) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:41.116927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0360bb0c-b8f5-4e77-9278-b9355549c9c2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:41.117725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.131117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0547be-a181-4468-bd83-7025c880197f req-95710017-c1f9-474b-96a3-e6ebae2d2c47 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.150651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f0547be-a181-4468-bd83-7025c880197f req-95710017-c1f9-474b-96a3-e6ebae2d2c47 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.5345445 Sep 23 19:26:41.246536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.287887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:41.297918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.307117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f0547be-a181-4468-bd83-7025c880197f req-cdee50b6-6b38-4a94-ab8a-99661a9aa5eb tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530640 Sep 23 19:26:41.378262 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.401113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:41.416547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:41.430399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:41.440472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 0360bb0c-b8f5-4e77-9278-b9355549c9c2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0360bb0c-b8f5-4e77-9278-b9355549c9c2,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:41.448515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.449527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2e3c9635-74e2-4726-b269-28569e014f70 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:41.512706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on host n-h2-810763-1 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:41.514883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:41.516099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:41.533205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:41.533553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:41.550321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event updated for resources: {'Port': ['ID=e0bbbcd6-e0fa-484f-8194-4203a78fbc23,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:41.551290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:41.551625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:41.552009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:41.552431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Bound port: 86f24fb2-5570-4a18-a1b0-a95a343705a0, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:41.687822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:41.699732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.701092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61109f93-a4d3-434e-b8fb-4535d84095e5 service neutron] 10.222.0.38 "POST /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0/bindings HTTP/1.1" status: 201 len: 389 time: 1.1320848 Sep 23 19:26:41.763391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.784751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=0360bb0c-b8f5-4e77-9278-b9355549c9c2,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:41.801405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Sync routers for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:41.829515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:41.832249 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f05e68-b169-41b8-aca1-3337ec1ba36c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:41.834990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:41.836028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:41.864144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.903910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af5a46ca-18ed-467a-bcdc-0eb3eba13c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.948574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2e3c9635-74e2-4726-b269-28569e014f70 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:41.950130 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.987203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38cb39-bd27-41bd-8905-800be591c332 req-8599a428-5ea6-4fb0-90eb-661d6c6118f2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.003316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb38cb39-bd27-41bd-8905-800be591c332 req-8599a428-5ea6-4fb0-90eb-661d6c6118f2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.1933320 Sep 23 19:26:42.112484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb38cb39-bd27-41bd-8905-800be591c332 req-13c810f0-66e2-4880-93e1-64671a37408b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081018 Sep 23 19:26:42.208457 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25054eb3-5d0f-44aa-a082-4d1afca8c46f x-openstack-request-id: req-25054eb3-5d0f-44aa-a082-4d1afca8c46f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:42.209024 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:42.209376 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25054eb3-5d0f-44aa-a082-4d1afca8c46f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:42.209886 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e', 'status': 'completed', 'code': 200} Sep 23 19:26:42.281691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-39bcc606-7b6f-4aa1-ab9a-66e7f1769e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.284151 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-39bcc606-7b6f-4aa1-ab9a-66e7f1769e80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1292498 Sep 23 19:26:42.362722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:42.364643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af5a46ca-18ed-467a-bcdc-0eb3eba13c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.375958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d8eaa12a-6093-4f26-9a51-a6a92a6ea58c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:42.377023 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af5a46ca-18ed-467a-bcdc-0eb3eba13c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.405669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-d91a1d2f-6a96-402a-aa6f-31b67876de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.407031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-d91a1d2f-6a96-402a-aa6f-31b67876de90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1124 time: 0.1777217 Sep 23 19:26:42.433464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b4559-2aec-41ad-99e9-eff13d478217 req-a520919e-6cc3-4e25-8e07-e67f26b15099 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.440908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-218b4559-2aec-41ad-99e9-eff13d478217 req-a520919e-6cc3-4e25-8e07-e67f26b15099 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1242707 Sep 23 19:26:42.467272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-af5a46ca-18ed-467a-bcdc-0eb3eba13c5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ace626afc7f64173847f5bafc69b242c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1574090 Sep 23 19:26:42.481885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42334) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:42.483402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5df5662c-3c84-4225-9f13-f909f61ec904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.485159 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5df5662c-3c84-4225-9f13-f909f61ec904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1904647 Sep 23 19:26:42.486990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a46ca-18ed-467a-bcdc-0eb3eba13c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e1903-d440-4009-bf87-d12f2f593a6b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:42.564442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-493262cc-6f0c-4023-b93f-14347aa1ae20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 217 time: 0.0571899 Sep 23 19:26:42.568842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-218b4559-2aec-41ad-99e9-eff13d478217 req-b69a7ddb-9c02-4621-acd5-132181211303 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212401 Sep 23 19:26:42.633144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-25624cbc-bff4-4d53-af5a-9921a349637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.635070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-25624cbc-bff4-4d53-af5a-9921a349637a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.2159076 Sep 23 19:26:42.674567 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.701585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-c0a7c7e6-59aa-4313-8144-dfe9158559a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 217 time: 0.0570431 Sep 23 19:26:42.713383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.756375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-4c098d6f-91f9-4d4f-874a-86a3a97ac7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.758149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-4c098d6f-91f9-4d4f-874a-86a3a97ac7ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0473044 Sep 23 19:26:42.807307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-9b366d36-8240-4029-ac30-63409c0ecf07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292172 Sep 23 19:26:42.826873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:42.833468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3a58c67-af48-4588-836c-2d61f1761260 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017596803', 'description': 'tempest-description--1074510265'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:42.861756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event updated for resources: {'Port': ['ID=e0bbbcd6-e0fa-484f-8194-4203a78fbc23,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:42.872018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd07008-5c3e-46e9-8d29-b23760d79489 req-8f0f6c9b-0780-4935-b01e-bf53a1fc3455 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.874841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:42.875118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.883109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fd07008-5c3e-46e9-8d29-b23760d79489 req-8f0f6c9b-0780-4935-b01e-bf53a1fc3455 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.1842737 Sep 23 19:26:42.899942 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3a58c67-af48-4588-836c-2d61f1761260 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.934521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80dcf91c-55cc-4c43-bf92-ba476cc0ff3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.996634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-e2fd26ec-cc24-42f7-acc1-5669c6b2c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.998768 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-e2fd26ec-cc24-42f7-acc1-5669c6b2c74b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.4237108 Sep 23 19:26:43.046883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fd07008-5c3e-46e9-8d29-b23760d79489 req-6d09e709-01be-4fda-8c85-a21f2cae1b1b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627333 Sep 23 19:26:43.069647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80dcf91c-55cc-4c43-bf92-ba476cc0ff3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.105910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-e05976a5-9d68-4bc1-8c2f-832cf5a68702 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887876 Sep 23 19:26:43.145963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.150110 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-91c15f25-cc1b-4b1f-9ece-97893681c15d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418447 Sep 23 19:26:43.159507 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3394e8b3-2a11-4b9e-bff2-60f7f578cd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.168125 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.234617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:43.249322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.269353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80dcf91c-55cc-4c43-bf92-ba476cc0ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.272818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80dcf91c-55cc-4c43-bf92-ba476cc0ff3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.278459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-80dcf91c-55cc-4c43-bf92-ba476cc0ff3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d13e1903-d440-4009-bf87-d12f2f593a6b HTTP/1.1" status: 204 len: 168 time: 0.7916532 Sep 23 19:26:43.293507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:38Z', 'revision_number': 2, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:43.331899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcf91c-55cc-4c43-bf92-ba476cc0ff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e1903-d440-4009-bf87-d12f2f593a6b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.332166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3a58c67-af48-4588-836c-2d61f1761260 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.340907 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3a58c67-af48-4588-836c-2d61f1761260 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.355605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.356982 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-46550848-c5b5-4db8-a1be-8697d102962f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2737610 Sep 23 19:26:43.401204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f05e68-b169-41b8-aca1-3337ec1ba36c req-2b73ce80-ddc6-41f8-ae21-e5b18fc24d26 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845216 Sep 23 19:26:43.406597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3a58c67-af48-4588-836c-2d61f1761260 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.408540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3a58c67-af48-4588-836c-2d61f1761260 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5803015 Sep 23 19:26:43.413051 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-bc7a6570-c9e4-4d47-bb59-44f63e762369 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471278 Sep 23 19:26:43.414165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:43.421134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58c67-af48-4588-836c-2d61f1761260 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd902db-94e4-4eac-965b-6126d850817c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.421791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a8c130c1-6a41-4e4e-afe0-c29c0da8c3c7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Request body: {'security_group_rule': {'security_group_id': 'dfd902db-94e4-4eac-965b-6126d850817c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:43.436011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086d6a-ac8d-4486-b064-1ca17e8c452f req-cb7a87cf-855a-4c31-99c7-870ff8641d4a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.437729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd086d6a-ac8d-4486-b064-1ca17e8c452f req-cb7a87cf-855a-4c31-99c7-870ff8641d4a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.1976016 Sep 23 19:26:43.501902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c130c1-6a41-4e4e-afe0-c29c0da8c3c7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.518508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd086d6a-ac8d-4486-b064-1ca17e8c452f req-a2c147fa-bbef-4f0b-bd39-306b4f6dfbe7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675008 Sep 23 19:26:43.566414 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Sync routers for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:43.581762 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:43.583918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0360bb0c-b8f5-4e77-9278-b9355549c9c2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:43.585985 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:43.594806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Checking router: 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:43.594974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Updating router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c port a02b76bf-8b28-4965-bf52-64472537a4a0 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:43.596206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c130c1-6a41-4e4e-afe0-c29c0da8c3c7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.650187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c130c1-6a41-4e4e-afe0-c29c0da8c3c7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.711384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c130c1-6a41-4e4e-afe0-c29c0da8c3c7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6fdca5-d085-4849-9e55-71532120b79a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.752787 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.769103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c130c1-6a41-4e4e-afe0-c29c0da8c3c7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.772666 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a8c130c1-6a41-4e4e-afe0-c29c0da8c3c7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549242 Sep 23 19:26:43.773639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:43.779495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a57eed23-0210-4aa6-926c-7aa8eb1d860a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Request body: {'security_group_rule': {'security_group_id': 'dfd902db-94e4-4eac-965b-6126d850817c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:43.815352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a57eed23-0210-4aa6-926c-7aa8eb1d860a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.853783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.876164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a57eed23-0210-4aa6-926c-7aa8eb1d860a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.882079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a57eed23-0210-4aa6-926c-7aa8eb1d860a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.882722 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:43.930735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-d16b3829-f59d-4f3d-9521-37ef07101d66 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--55490327&fields=id&tenant_id=92ea64c978134148936832a64a672171 HTTP/1.1" status: 200 len: 267 time: 0.1328750 Sep 23 19:26:43.938781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eed23-0210-4aa6-926c-7aa8eb1d860a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bbc60a-3a2a-4af1-9fca-b5a28cd6e553,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.950728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-61b1e228-78a8-4b11-884c-90fd7c303c63 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791687 Sep 23 19:26:43.952765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319429-5a9b-4960-978a-649fce7bd7a4 req-79f88ff4-e6b7-4348-9fbd-3aa17f3c3229 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.954667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a57eed23-0210-4aa6-926c-7aa8eb1d860a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.955931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed319429-5a9b-4960-978a-649fce7bd7a4 req-79f88ff4-e6b7-4348-9fbd-3aa17f3c3229 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.2481303 Sep 23 19:26:43.980168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a57eed23-0210-4aa6-926c-7aa8eb1d860a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2018576 Sep 23 19:26:43.983043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:43.996710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:44.044167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.089692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed319429-5a9b-4960-978a-649fce7bd7a4 req-9d4a5f9d-c5d2-4579-a5e9-da2dbc3aa671 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193671 Sep 23 19:26:44.152839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-e6f8dc39-4218-4f43-a5c5-20d7bd9071f3 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.161302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-e6f8dc39-4218-4f43-a5c5-20d7bd9071f3 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/networks?id=3b34d4e6-e0c9-4829-9bee-266c89108a5e HTTP/1.1" status: 200 len: 805 time: 0.2018294 Sep 23 19:26:44.183294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-8b4afe89-c0be-4b20-92e9-ae97c0dc218b tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/quotas/92ea64c978134148936832a64a672171 HTTP/1.1" status: 200 len: 375 time: 0.0181522 Sep 23 19:26:44.281683 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.394714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-7fa316c6-f851-4b1a-9cf4-c7ff71b7cdbc tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=92ea64c978134148936832a64a672171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102430 Sep 23 19:26:44.429413 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 2, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:44.470907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Allocated IP 172.25.6.94 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/450392cd-6895-4960-b6c2-6f6b4291eebf) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:44.487486 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Checking router: f4d30e30-5bc7-4d27-8c40-c99cb3b69600 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:44.490325 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Updating router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 port 30872886-c1e7-4dee-beb6-130c023dd493 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:44.617446 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.621850 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.676883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd984e-f6f1-4e78-b4ca-dbd89d6756d3 req-78649557-6290-402f-a03f-fb4fe5384017 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.678767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd984e-f6f1-4e78-b4ca-dbd89d6756d3 req-78649557-6290-402f-a03f-fb4fe5384017 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.3357186 Sep 23 19:26:44.710301 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.751414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd984e-f6f1-4e78-b4ca-dbd89d6756d3 req-8115cf69-bd98-46ad-9b7f-8b5b99c73420 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Sep 23 19:26:44.786536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:44.801730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-622957d8-f620-4898-b030-f456972cb4a7 service neutron] 10.222.0.38 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580356 Sep 23 19:26:44.842687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0360bb0c-b8f5-4e77-9278-b9355549c9c2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:44.843131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.931765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:44.980406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:44.997397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:45.005735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:45.014021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e has no active binding in host n-h1-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:26:45.014281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event updated for resources: {'Port': ['ID=450392cd-6895-4960-b6c2-6f6b4291eebf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:45.021766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-8998eaaa-2a38-4eb6-880d-04dee2354a5a service neutron] 10.222.0.38 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190664 Sep 23 19:26:45.022567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42392) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:45.118065 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.127963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.152386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.173832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.213116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf57db-71b8-4f4b-98c8-de03f83fafc8 req-2fa06522-558a-4970-bde9-e29fbce9dd51 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:45.229004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5cf57db-71b8-4f4b-98c8-de03f83fafc8 req-2fa06522-558a-4970-bde9-e29fbce9dd51 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.2039897 Sep 23 19:26:45.298186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78723099-312d-412b-85bc-c2a49cedd2da None None] Pushing event updated for resources: {'Port': ['ID=a02b76bf-8b28-4965-bf52-64472537a4a0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:45.340488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5cf57db-71b8-4f4b-98c8-de03f83fafc8 req-7da3dee6-a97c-4874-b9fe-4ee572825606 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094923 Sep 23 19:26:45.464233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d8eaa12a-6093-4f26-9a51-a6a92a6ea58c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:45.550013 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.550273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.550615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Attempting to bind port a02b76bf-8b28-4965-bf52-64472537a4a0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:45.550993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Attempting to bind port a02b76bf-8b28-4965-bf52-64472537a4a0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:45.551365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Attempting to bind port a02b76bf-8b28-4965-bf52-64472537a4a0 on network 2a8f5509-645b-482f-a46a-2f1d060f27df {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:45.560402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-885158275-network', 'tenant_id': '4fce98c1d61445b38435fe1e24831f25'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:45.564293 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.581047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.585621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:45.585999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Checking segment: {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:45.588936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.588936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Bound using segment: {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:45.589426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Bound port: a02b76bf-8b28-4965-bf52-64472537a4a0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:45.589829 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.605175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba7e2f-0d6c-4abc-9565-c4a1ccac9d6d req-9ee8a10c-b3bd-49de-9f20-253807b01db2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:45.619030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97ba7e2f-0d6c-4abc-9565-c4a1ccac9d6d req-9ee8a10c-b3bd-49de-9f20-253807b01db2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1570294 Sep 23 19:26:45.737721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97ba7e2f-0d6c-4abc-9565-c4a1ccac9d6d req-60084c02-aed7-4497-9c86-8c11f2f34aee tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041918 Sep 23 19:26:45.744688 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3c79-1032-4cb6-93ee-da9201b4bbe8 None None] Pushing event updated for resources: {'Port': ['ID=30872886-c1e7-4dee-beb6-130c023dd493,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:45.792592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event updated for resources: {'Port': ['ID=450392cd-6895-4960-b6c2-6f6b4291eebf,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:45.863688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c392c12-53d6-4c9e-9bca-bfc33f17f80f req-67e124ec-11c3-49f9-ad30-d9f07410875d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 210 time: 0.0559344 Sep 23 19:26:45.889453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:45.894963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.960291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Made reservation on behalf of 4fce98c1d61445b38435fe1e24831f25 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:45.962937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.992313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.042522 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-071e289a-3ff7-4f8a-a4af-d88bd411cdd4 service neutron] 10.222.0.41 "GET /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e/bindings/n-h1-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.2069490 Sep 23 19:26:46.045956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563abec-d872-4b45-abd1-8ef021eae314 req-f9297657-94c7-41b7-ac14-6c748ca71766 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.053164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.069980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b563abec-d872-4b45-abd1-8ef021eae314 req-f9297657-94c7-41b7-ac14-6c748ca71766 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 0.1795790 Sep 23 19:26:46.097761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] For port a02b76bf-8b28-4965-bf52-64472537a4a0, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:46.201646 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c85ac17b-309d-4e65-aacb-cca80f5c3db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.207312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] For port a02b76bf-8b28-4965-bf52-64472537a4a0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a02b76bf-8b28-4965-bf52-64472537a4a0,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:46.216738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.248003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b563abec-d872-4b45-abd1-8ef021eae314 req-271d7bc9-38a2-4f29-afcc-30553b4ae377 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762176 Sep 23 19:26:46.269704 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Attempting to bind port 30872886-c1e7-4dee-beb6-130c023dd493 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:46.270117 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Attempting to bind port 30872886-c1e7-4dee-beb6-130c023dd493 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:46.278493 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Attempting to bind port 30872886-c1e7-4dee-beb6-130c023dd493 on network 3b34d4e6-e0c9-4829-9bee-266c89108a5e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:46.298307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78723099-312d-412b-85bc-c2a49cedd2da None None] Pushing event updated for resources: {'Port': ['ID=a02b76bf-8b28-4965-bf52-64472537a4a0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:46.302883 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:46.303255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Checking segment: {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:46.303663 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.304132 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Bound using segment: {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:46.304609 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Bound port: 30872886-c1e7-4dee-beb6-130c023dd493, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:46.304995 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.317481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ce3791b5-f3c6-4347-9578-3544d1c56ad5 None None] Provisioning complete for port a02b76bf-8b28-4965-bf52-64472537a4a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:46.318120 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3791b5-f3c6-4347-9578-3544d1c56ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.443711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:46.444407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:46.449167 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.532215 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] For port 30872886-c1e7-4dee-beb6-130c023dd493, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:46.541537 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] For port 30872886-c1e7-4dee-beb6-130c023dd493, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=30872886-c1e7-4dee-beb6-130c023dd493,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:46.549034 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.622447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d2733-7182-4388-aea3-e7c263595554 req-99ada74f-a83e-4d22-a230-6952069f413b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.634815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e6d2733-7182-4388-aea3-e7c263595554 req-99ada74f-a83e-4d22-a230-6952069f413b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.1138711 Sep 23 19:26:46.730449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.735626 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3c79-1032-4cb6-93ee-da9201b4bbe8 None None] Pushing event updated for resources: {'Port': ['ID=30872886-c1e7-4dee-beb6-130c023dd493,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:46.742033 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:46.742528 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:46.776794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.790772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e6d2733-7182-4388-aea3-e7c263595554 req-b92207df-4f85-4da2-8b24-16822553e7f2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546681 Sep 23 19:26:46.812722 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.814165 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4ab93223-aec0-4a70-9081-65fe940a145c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8300436 Sep 23 19:26:46.930178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:46.963806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:47.058227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e176fe-8c6f-44da-805f-881ccae7f79a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:47.066519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.067042 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Added segment b69eb512-d0b4-48ec-82ff-744fff4545dd of type vlan for network f6dbc257-7ffc-43ba-8947-6f90ba11ab41 Sep 23 19:26:47.073079 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:47.100821 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.103873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3791b5-f3c6-4347-9578-3544d1c56ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.105300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:47.147014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:47.162827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9744de5d-2593-45c1-989d-3eec394c690f req-71b734e9-3791-4508-8064-ae4d2e3d423d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 210 time: 0.0678403 Sep 23 19:26:47.213327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e36e80-6971-49f1-932d-2377b261911f req-efc25294-78d9-4c2d-a2bc-a356cb8b9c9b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.215219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3e36e80-6971-49f1-932d-2377b261911f req-efc25294-78d9-4c2d-a2bc-a356cb8b9c9b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.2243838 Sep 23 19:26:47.302798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ce3791b5-f3c6-4347-9578-3544d1c56ad5 None None] For port a02b76bf-8b28-4965-bf52-64472537a4a0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a02b76bf-8b28-4965-bf52-64472537a4a0,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:47.390694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3791b5-f3c6-4347-9578-3544d1c56ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.391081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3e36e80-6971-49f1-932d-2377b261911f req-0dd4ebf5-5c51-420c-b4ff-39f6841c62fa tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625314 Sep 23 19:26:47.583980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-990655b9-c5cb-483a-84ff-08b838b861ff tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1017596803&fields=id&tenant_id=b5851cd2389242a7af40c59e07c7eb1b HTTP/1.1" status: 200 len: 267 time: 0.1889229 Sep 23 19:26:47.615188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 30872886-c1e7-4dee-beb6-130c023dd493 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:47.660549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3791b5-f3c6-4347-9578-3544d1c56ad5 None None] Pushing event updated for resources: {'Port': ['ID=a02b76bf-8b28-4965-bf52-64472537a4a0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:47.741118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] Provisioning complete for port 30872886-c1e7-4dee-beb6-130c023dd493 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:47.741804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.803391 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:46Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:47.810442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.828085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:47.867616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:47.875333 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1bba6-3d80-4741-a921-8b7b6e1ac919 None None] The sync data for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 is: [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:46Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:47.924247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.948047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.949033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.949625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.962636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 30872886-c1e7-4dee-beb6-130c023dd493 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:47.963094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.075491 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.122025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:45Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:48.125183 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1018372 Sep 23 19:26:48.139791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:48.181001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef304af-94c6-4af7-ad6c-1342af112e6e None None] The sync data for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 is: [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:45Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:48.237632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831a7e8-951c-4de5-9645-43ee39fe67f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f6dbc257-7ffc-43ba-8947-6f90ba11ab41,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:48.241931 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.318435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] For port 30872886-c1e7-4dee-beb6-130c023dd493, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=30872886-c1e7-4dee-beb6-130c023dd493,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:48.321442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f6dbc257-7ffc-43ba-8947-6f90ba11ab41 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:48.371591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.374201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Request body: {'subnet': {'network_id': 'f6dbc257-7ffc-43ba-8947-6f90ba11ab41', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-885158275-subnet', 'tenant_id': '4fce98c1d61445b38435fe1e24831f25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:48.419058 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-f97c26d4-15f6-429c-9a00-9598ee2cf91f service neutron] show failed (client error): The resource could not be found. Sep 23 19:26:48.421363 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-f97c26d4-15f6-429c-9a00-9598ee2cf91f service neutron] 10.222.0.72 "GET /v2.0/ports/a49db18a-5e99-459b-aaec-0187ad1aea51/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.1769192 Sep 23 19:26:48.422256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Made reservation on behalf of 4fce98c1d61445b38435fe1e24831f25 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:48.424963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.780650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.850168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-a90ef5af-ad58-4ef4-a271-08ef876d0a8b tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.852025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-a90ef5af-ad58-4ef4-a271-08ef876d0a8b tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.41 "GET /v2.0/networks?id=3b34d4e6-e0c9-4829-9bee-266c89108a5e HTTP/1.1" status: 200 len: 805 time: 1.3897772 Sep 23 19:26:48.853394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.41', 49639) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:48.911840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922341c-e76c-4640-8c82-64753d3608bc req-35359d6d-c8c1-44f9-b24d-48052d0942aa tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.912375 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.913679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] Transition to ACTIVE for port object ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:48.923921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a922341c-e76c-4640-8c82-64753d3608bc req-35359d6d-c8c1-44f9-b24d-48052d0942aa tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 943 time: 1.2374632 Sep 23 19:26:48.932283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] Provisioning complete for port a02b76bf-8b28-4965-bf52-64472537a4a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:48.932686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.935375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-fff83a47-0b09-488f-a5ec-749afbb1828b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.944132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-fff83a47-0b09-488f-a5ec-749afbb1828b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/networks?id=2a8f5509-645b-482f-a46a-2f1d060f27df HTTP/1.1" status: 200 len: 812 time: 1.3471665 Sep 23 19:26:48.965863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-d73c436a-a0b8-467f-8f0b-e12c08f0ce41 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/quotas/b5851cd2389242a7af40c59e07c7eb1b HTTP/1.1" status: 200 len: 375 time: 0.0206521 Sep 23 19:26:49.009149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfa7d1-bf07-4217-a10a-e67a181a20a2 None None] Pushing event updated for resources: {'Port': ['ID=30872886-c1e7-4dee-beb6-130c023dd493,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:49.031388 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:26:49.032058 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:26:49.070392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-e76bab89-f73a-491c-bb90-cf3b6114987e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ea64c978134148936832a64a672171 HTTP/1.1" status: 200 len: 378 time: 0.1142433 Sep 23 19:26:49.088341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a60a32-865a-42c6-b9b4-a548f92c8f17,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:49.098313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.120736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Request body: {'port': {'device_id': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'admin_state_up': True, 'tenant_id': '92ea64c978134148936832a64a672171', 'security_groups': ['92153a87-91d6-45a6-9c6a-e69a04d1ac72']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:49.245508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:49.272307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-ca085eb4-d335-434a-a6e8-0dd8d1c66b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.273961 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-ca085eb4-d335-434a-a6e8-0dd8d1c66b20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9&tenant_id=c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 1101 time: 0.3454189 Sep 23 19:26:49.274843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] No DVR routers for this DVR port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:49.347267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a922341c-e76c-4640-8c82-64753d3608bc req-97b439cd-38fb-4450-b6f3-fe42b5bdccd1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215453 Sep 23 19:26:49.353775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:49.380859 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-5d4664cc-8822-4e31-a215-e4c8e3dadbed service neutron] 10.222.0.41 "PUT /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e/bindings/n-h1-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3247426 Sep 23 19:26:49.392517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-dcf0e61d-7adb-481c-b82d-c1ce3ca5243b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5851cd2389242a7af40c59e07c7eb1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4255664 Sep 23 19:26:49.427351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Made reservation on behalf of 92ea64c978134148936832a64a672171 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:49.432910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.452776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Checking segment: {'id': 'b69eb512-d0b4-48ec-82ff-744fff4545dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f6dbc257-7ffc-43ba-8947-6f90ba11ab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:49.453138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Network hostable DHCP agents. Network: f6dbc257-7ffc-43ba-8947-6f90ba11ab41, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:49.581966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.599821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Network f6dbc257-7ffc-43ba-8947-6f90ba11ab41 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:49.638812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f6dbc257-7ffc-43ba-8947-6f90ba11ab41) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:49.659058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6d0f5-9e60-4fcd-8817-ee5bc873ac08 None None] Network f6dbc257-7ffc-43ba-8947-6f90ba11ab41 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:49.666172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-a6719196-a789-4d98-ad92-8156f6e108e3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.667697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-a6719196-a789-4d98-ad92-8156f6e108e3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.2033935 Sep 23 19:26:49.692744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.693334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.705101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b4f49-ef9b-4508-88a8-d3ae4ff8e1a1 req-d875ec7c-d6c9-4307-a62f-e67b112e8532 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.714882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c66b4f49-ef9b-4508-88a8-d3ae4ff8e1a1 req-d875ec7c-d6c9-4307-a62f-e67b112e8532 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.2428360 Sep 23 19:26:49.768359 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3eef7436-f554-4e17-a5eb-fe9008d6d8ab admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6098399 Sep 23 19:26:49.849153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-7e055517-4509-46a6-811a-59e946638820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.851826 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-7e055517-4509-46a6-811a-59e946638820 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5&tenant_id=2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 1095 time: 0.1631558 Sep 23 19:26:49.869623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c66b4f49-ef9b-4508-88a8-d3ae4ff8e1a1 req-228851b9-a77a-4539-8376-c61a40bf7da6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410489 Sep 23 19:26:49.967619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Allocated IP 172.20.0.3 (3b34d4e6-e0c9-4829-9bee-266c89108a5e/d1d2a834-9339-4b94-b032-4dc0298f46ce/6948be82-4546-4a27-a3d8-57c9d2bdeebf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:50.010902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-85b79080-0819-435a-ba9d-3533d0da1b7b service neutron] 10.222.0.38 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613530 Sep 23 19:26:50.056428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-b46aba73-74b0-4384-b4a0-51b1c91842cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.057954 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-b46aba73-74b0-4384-b4a0-51b1c91842cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1095 time: 0.1707501 Sep 23 19:26:50.170939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:50.229605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43a9b3ac-c42d-4f18-9428-00a8dc18864d req-fccf992d-7380-40fd-a3ec-0f7cdfb841ea tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 210 time: 0.0716324 Sep 23 19:26:50.243943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:50.245922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a02b76bf-8b28-4965-bf52-64472537a4a0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:50.358841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:50.431569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-a016cf60-20c6-4d32-80b4-a9cb36d12600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.432940 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-a016cf60-20c6-4d32-80b4-a9cb36d12600 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.3556728 Sep 23 19:26:50.451984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:50.533581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-10bdd5f2-d375-466b-beb8-cb52d56a4d58 service neutron] 10.222.0.38 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207667 Sep 23 19:26:50.534051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:50.550880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Transition to ACTIVE for port object a49db18a-5e99-459b-aaec-0187ad1aea51 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:50.552093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:50.554941 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166da041-c7cd-455a-8961-dfa66db89b09" -d '{"events": [{"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:50.560678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-ff6c7597-bb02-4bb0-ab30-a1b371297079 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 217 time: 0.1194263 Sep 23 19:26:50.561712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:50.564519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc16df-925b-45e9-8f48-911ca6ad13f8 req-85728be7-366e-42ea-abae-676d87ebef54 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.571946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09fc16df-925b-45e9-8f48-911ca6ad13f8 req-85728be7-366e-42ea-abae-676d87ebef54 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1459820 Sep 23 19:26:50.580452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:50.581870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12464710-b672-4ea2-b9a0-f8856101e1c6 None None] Network f6dbc257-7ffc-43ba-8947-6f90ba11ab41 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:50.597088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a02b76bf-8b28-4965-bf52-64472537a4a0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:50.600055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:50.675876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09fc16df-925b-45e9-8f48-911ca6ad13f8 req-1d8ecf2d-5ba6-4446-bd35-302549148a70 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029544 Sep 23 19:26:50.740352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:50.761743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] No DVR routers for this DVR port a49db18a-5e99-459b-aaec-0187ad1aea51 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:50.793127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-25e1eea4-8d0b-480d-8895-89b0883fccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.797100 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-25e1eea4-8d0b-480d-8895-89b0883fccf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.2255471 Sep 23 19:26:50.855899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:50.899977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:50.918080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:50.928248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event updated for resources: {'Port': ['ID=6948be82-4546-4a27-a3d8-57c9d2bdeebf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:50.941626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:50.950559 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-34fe5c69-8af8-4a1e-9eba-1680caacd571 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988443 Sep 23 19:26:51.020599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:51.032968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:51.033471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:51.075365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e69644eb-d705-4f5f-8092-bb5a72e12b63 req-2910a0c2-7d90-4572-b256-3e6536ee8276 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1925251539', 'description': 'tempest-description-1678699178'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:51.093951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Port a49db18a-5e99-459b-aaec-0187ad1aea51 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:51.095073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Attempting to bind port a49db18a-5e99-459b-aaec-0187ad1aea51 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:51.115657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:51.116259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:51.116651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:51.117095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Bound port: a49db18a-5e99-459b-aaec-0187ad1aea51, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:51.117459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.184618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 30872886-c1e7-4dee-beb6-130c023dd493 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:51.221581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:51.222294 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.262499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e69644eb-d705-4f5f-8092-bb5a72e12b63 req-2910a0c2-7d90-4572-b256-3e6536ee8276 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.322539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 30872886-c1e7-4dee-beb6-130c023dd493 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:51.323009 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.384492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-c520a3a7-64a1-4da6-a8d1-fc866afec990 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821982 Sep 23 19:26:51.403951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Request body: {'port': {'device_id': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:51.435843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-83e32196-c643-48cb-96ea-c2519001ec03 None None] Provisioning complete for port 6948be82-4546-4a27-a3d8-57c9d2bdeebf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:51.436543 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83e32196-c643-48cb-96ea-c2519001ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.477888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-83e32196-c643-48cb-96ea-c2519001ec03 None None] Port 6948be82-4546-4a27-a3d8-57c9d2bdeebf cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:51.583932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:51.589382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:51.593986 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-e28e54fc-7364-4b17-986e-985d14be3349 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349852 Sep 23 19:26:51.597945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.618363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2b84-7274-49aa-aab6-ddf1ba529512 req-cc4e99f2-abb8-445d-aab9-e6ec340b08b7 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:51.631798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7dcf2b84-7274-49aa-aab6-ddf1ba529512 req-cc4e99f2-abb8-445d-aab9-e6ec340b08b7 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 944 time: 0.3729870 Sep 23 19:26:51.638863 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.704063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:51.705284 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.707502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] 10.222.0.41 "PUT /v2.0/ports/a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 1096 time: 2.3860757 Sep 23 19:26:51.806425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7dcf2b84-7274-49aa-aab6-ddf1ba529512 req-07e65777-f476-4cd9-b7ff-86686be4c0dd tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730237 Sep 23 19:26:51.855314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e69644eb-d705-4f5f-8092-bb5a72e12b63 req-2910a0c2-7d90-4572-b256-3e6536ee8276 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.879275 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e69644eb-d705-4f5f-8092-bb5a72e12b63 req-2910a0c2-7d90-4572-b256-3e6536ee8276 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.927482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84327f-c1d3-4340-8d07-14a151ab1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:51.951252 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1744a0-8f59-4c28-8d3d-2942e3aa9197 x-openstack-request-id: req-2a1744a0-8f59-4c28-8d3d-2942e3aa9197 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:51.954951 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:51.955290 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a1744a0-8f59-4c28-8d3d-2942e3aa9197 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:51.955796 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'code': 200} Sep 23 19:26:51.966577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910a0c2-7d90-4572-b256-3e6536ee8276 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21c6726-5bc4-4c93-a932-d23a21eaa680,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:51.972835 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e69644eb-d705-4f5f-8092-bb5a72e12b63 req-2910a0c2-7d90-4572-b256-3e6536ee8276 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.974797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e69644eb-d705-4f5f-8092-bb5a72e12b63 req-2910a0c2-7d90-4572-b256-3e6536ee8276 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9374459 Sep 23 19:26:52.040747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-6b0879f4-0899-4654-ae02-84b80eb08f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.042733 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-6b0879f4-0899-4654-ae02-84b80eb08f4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1099 time: 0.2688789 Sep 23 19:26:52.154260 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-dc92d9d6-2fe7-4261-b446-aadc8d7c7426 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486820 Sep 23 19:26:52.282832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-8640f8ce-3637-403b-a152-664b5005ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.284754 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-8640f8ce-3637-403b-a152-664b5005ac77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2269073 Sep 23 19:26:52.340294 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-6eb96393-7228-4f7d-ba24-2e62c5fb08ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.0475981 Sep 23 19:26:52.429567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-f4a0e2b8-67e0-4c40-bcd3-5c40b86cba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.431116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-f4a0e2b8-67e0-4c40-bcd3-5c40b86cba92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0833049 Sep 23 19:26:52.493211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1fbd541-bd5e-445a-b435-0a432ea30453 req-0c3c1dba-f370-4fea-a651-2f9c7ba15ab8 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 210 time: 0.1686618 Sep 23 19:26:52.510440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:52.593390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-d74f83ae-3b7d-4933-936a-d160072c6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.595738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-d74f83ae-3b7d-4933-936a-d160072c6612 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555328 Sep 23 19:26:52.608814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb282-8609-422f-8f22-1463f7e52afa req-af87af5d-0d2b-4027-975d-37d0c4208af4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.622687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dedb282-8609-422f-8f22-1463f7e52afa req-af87af5d-0d2b-4027-975d-37d0c4208af4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.4729924 Sep 23 19:26:52.663347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:52.693484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-330a0d38-cf9e-4c36-aa9f-70220965a0ed tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.701195 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-330a0d38-cf9e-4c36-aa9f-70220965a0ed tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.2162619 Sep 23 19:26:52.780197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dedb282-8609-422f-8f22-1463f7e52afa req-bf55310c-faed-4c8f-af5c-5e94ff352c99 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566212 Sep 23 19:26:52.815875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277c11b-c8c0-45ee-811c-08fa82b0f11f req-5a72c61f-b0c2-47cf-b60d-872ae54462ab tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.827948 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0277c11b-c8c0-45ee-811c-08fa82b0f11f req-5a72c61f-b0c2-47cf-b60d-872ae54462ab tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 931 time: 0.1780810 Sep 23 19:26:52.937575 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-deca544f-aa0f-469d-b338-e6144339eb42 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301325 Sep 23 19:26:53.019740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0277c11b-c8c0-45ee-811c-08fa82b0f11f req-dc6ecde2-7420-4d00-ba5a-9339f868a9c8 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1907501 Sep 23 19:26:53.074306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958998e6-6ac7-4f02-961c-fcf7a672840e req-0e8ec40d-a739-4688-8a53-6ec01d08458e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.079918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-958998e6-6ac7-4f02-961c-fcf7a672840e req-0e8ec40d-a739-4688-8a53-6ec01d08458e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.2131982 Sep 23 19:26:53.160941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-2d185e8f-fbe1-4fc9-b051-21d07ea087fa service neutron] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:53.180251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-958998e6-6ac7-4f02-961c-fcf7a672840e req-d23a0b3b-69f3-4833-879a-322f0afa17fa tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782495 Sep 23 19:26:53.185195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6948be82-4546-4a27-a3d8-57c9d2bdeebf {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:53.199732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.241316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-2d185e8f-fbe1-4fc9-b051-21d07ea087fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.242403 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6921f127-5ce8-4d0d-b18b-81646fdb5648 req-2d185e8f-fbe1-4fc9-b051-21d07ea087fa service neutron] 10.222.0.72 "DELETE /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e/bindings/n-h2-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.5231173 Sep 23 19:26:53.245081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Transition to ACTIVE for port object 6948be82-4546-4a27-a3d8-57c9d2bdeebf will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:53.258320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-85a167f4-798c-403e-aea3-22aadeb60b0d tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/e21c6726-5bc4-4c93-a932-d23a21eaa680 HTTP/1.1" status: 200 len: 1813 time: 0.1757174 Sep 23 19:26:53.261978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.293494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e21c6726-5bc4-4c93-a932-d23a21eaa680', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:53.296864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e21c6726-5bc4-4c93-a932-d23a21eaa680', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:53.337141 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da6d0c2a-4dd4-413a-81dd-7f7f6b11b5bd req-8ee20054-f773-41a8-aaa7-a26d25f47412 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873789 Sep 23 19:26:53.450104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-49b0da5b-e7eb-4f50-938a-a84dfd9cd9f2 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.452050 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-49b0da5b-e7eb-4f50-938a-a84dfd9cd9f2 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.72 "GET /v2.0/networks?id=2a8f5509-645b-482f-a46a-2f1d060f27df HTTP/1.1" status: 200 len: 812 time: 0.4312656 Sep 23 19:26:53.539184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Pushing event updated for resources: {'Port': ['ID=6948be82-4546-4a27-a3d8-57c9d2bdeebf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:53.555492 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-c9b82f20-4aaf-4e33-aca9-e5b04ab3c1fa tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5851cd2389242a7af40c59e07c7eb1b HTTP/1.1" status: 200 len: 380 time: 0.0932889 Sep 23 19:26:53.566514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Request body: {'port': {'device_id': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'admin_state_up': True, 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'security_groups': ['dfd902db-94e4-4eac-965b-6126d850817c']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:53.604044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.651686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54de4f-9a90-42fa-956a-a98e39a23d02 req-20643b11-000f-4288-a0fa-aea11dc31c74 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.666530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa54de4f-9a90-42fa-956a-a98e39a23d02 req-20643b11-000f-4288-a0fa-aea11dc31c74 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 944 time: 0.3292460 Sep 23 19:26:53.712580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.729910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.754564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d98444-3ea5-4335-9336-d32d008a11df,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:53.800192 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.801320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa107f71-28f1-4234-aa88-3f306cd98c49 req-ca39e079-1ea4-4602-abcd-8a759df47c5c tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5314875 Sep 23 19:26:53.804236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa54de4f-9a90-42fa-956a-a98e39a23d02 req-601d8177-afbe-4df2-9e0d-1177a3488857 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361892 Sep 23 19:26:53.804927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Attempting to bind port 6948be82-4546-4a27-a3d8-57c9d2bdeebf on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:53.805259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Attempting to bind port 6948be82-4546-4a27-a3d8-57c9d2bdeebf by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:53.805595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Attempting to bind port 6948be82-4546-4a27-a3d8-57c9d2bdeebf on network 3b34d4e6-e0c9-4829-9bee-266c89108a5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:53.824109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Port 6948be82-4546-4a27-a3d8-57c9d2bdeebf on network 3b34d4e6-e0c9-4829-9bee-266c89108a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:53.824447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Attempting to bind port 6948be82-4546-4a27-a3d8-57c9d2bdeebf on network 3b34d4e6-e0c9-4829-9bee-266c89108a5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:53.834604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:53.841427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Checking segment: {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:53.842119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Bound using segment: {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:53.843133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Bound port: 6948be82-4546-4a27-a3d8-57c9d2bdeebf, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e5c149-2ff4-4bb4-9f03-440ddf5e003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:53.843736 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.958427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:53.960965 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b05f51-43f2-4be6-b644-4445859bf098" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:53.973101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Made reservation on behalf of b5851cd2389242a7af40c59e07c7eb1b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:53.976894 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.003247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] For port 6948be82-4546-4a27-a3d8-57c9d2bdeebf, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:54.006989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] For port 6948be82-4546-4a27-a3d8-57c9d2bdeebf, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:54.022046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.097290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fe5486c-df13-42fa-9c71-d3a4f7ad2a8f req-57e6d12c-11df-4c9a-a203-c145c20c11ba tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 210 time: 0.0652468 Sep 23 19:26:54.116668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.117640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.121245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] 10.222.0.41 "PUT /v2.0/ports/6948be82-4546-4a27-a3d8-57c9d2bdeebf HTTP/1.1" status: 200 len: 1091 time: 2.7214115 Sep 23 19:26:54.129043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:54.131760 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdae9be6-183a-41cd-990d-b28f65126dab" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:54.242347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Allocated IP 172.20.0.9 (2a8f5509-645b-482f-a46a-2f1d060f27df/5a74c3d8-050e-4282-8242-6ad275d5ef4f/6e43d4ce-f036-4f8f-baa7-4357cc2e74b7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:54.302623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201d99c-0a23-4c0f-a668-4f1a08a2a111 service neutron] Pushing event updated for resources: {'Port': ['ID=6948be82-4546-4a27-a3d8-57c9d2bdeebf,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:54.393748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3d79-6a5c-45e0-b739-d41b6d2bc836 req-f51df6cf-4ea2-4bec-bc4c-b428a02a3c57 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.406541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90cf3d79-6a5c-45e0-b739-d41b6d2bc836 req-f51df6cf-4ea2-4bec-bc4c-b428a02a3c57 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.2782001 Sep 23 19:26:54.418092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14050280-0fa3-4330-9104-967e41926aad req-ef07cbf1-cafa-465d-a9f8-06a79b4d5933 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/e21c6726-5bc4-4c93-a932-d23a21eaa680 HTTP/1.1" status: 200 len: 2406 time: 0.2896760 Sep 23 19:26:54.459934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-3acdc19b-e7fd-4d84-a92e-af03e7f877a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.461599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-3acdc19b-e7fd-4d84-a92e-af03e7f877a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ea64c978134148936832a64a672171&device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 1094 time: 0.2759676 Sep 23 19:26:54.475484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90cf3d79-6a5c-45e0-b739-d41b6d2bc836 req-d389b5e2-3735-45cc-9fe7-5437a5b6d4e1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605578 Sep 23 19:26:54.548334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.561311 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cc8dda-a14f-4c1b-a263-98d6c369d6d2 x-openstack-request-id: req-d1cc8dda-a14f-4c1b-a263-98d6c369d6d2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:54.561588 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:54.561830 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1cc8dda-a14f-4c1b-a263-98d6c369d6d2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:54.562260 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'status': 'completed', 'code': 200} Sep 23 19:26:54.588020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-5c9c018d-5f07-4df0-9868-5078e6741424 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf HTTP/1.1" status: 200 len: 217 time: 0.1076424 Sep 23 19:26:54.651736 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cfc3ce-2cbe-4bad-9af6-cb3d7e4ec9a5 x-openstack-request-id: req-01cfc3ce-2cbe-4bad-9af6-cb3d7e4ec9a5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:54.651999 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:54.652275 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01cfc3ce-2cbe-4bad-9af6-cb3d7e4ec9a5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:54.652664 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'status': 'completed', 'code': 200} Sep 23 19:26:54.725005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-7dcfe630-365a-4a35-9675-ce31c108bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.726658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-7dcfe630-365a-4a35-9675-ce31c108bd28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1099 time: 0.1454303 Sep 23 19:26:54.731979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.735754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-38a4e48d-eda6-4423-bad2-30cbda493d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.737250 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-38a4e48d-eda6-4423-bad2-30cbda493d25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1099 time: 0.0931544 Sep 23 19:26:54.743391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-0ddbfaac-a3fb-4d2c-bfd1-03e4427555c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.744929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-0ddbfaac-a3fb-4d2c-bfd1-03e4427555c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1d2a834-9339-4b94-b032-4dc0298f46ce HTTP/1.1" status: 200 len: 844 time: 0.1449621 Sep 23 19:26:54.768839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd21197-8a24-40bc-9faa-d87b05970124 req-43cd8565-cf95-43b7-b6f2-90ea7438fa25 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.770350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd21197-8a24-40bc-9faa-d87b05970124 req-43cd8565-cf95-43b7-b6f2-90ea7438fa25 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 943 time: 0.1573639 Sep 23 19:26:54.801767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3d451-d483-44c4-ba31-8d8c7441309b req-ce99de12-eec4-491b-a899-898be384ec25 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.803561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05b3d451-d483-44c4-ba31-8d8c7441309b req-ce99de12-eec4-491b-a899-898be384ec25 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1080663 Sep 23 19:26:54.875577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd21197-8a24-40bc-9faa-d87b05970124 req-da568ec0-f231-4546-95d8-aa2f577af3ab tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771544 Sep 23 19:26:54.886120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-3570c4fa-f52d-4619-8813-7acd84bf040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.900058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-3570c4fa-f52d-4619-8813-7acd84bf040d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b34d4e6-e0c9-4829-9bee-266c89108a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474824 Sep 23 19:26:54.913308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05b3d451-d483-44c4-ba31-8d8c7441309b req-3e877ee7-e3be-4f7d-a9a9-684d4d8a7b3b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022375 Sep 23 19:26:54.958057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4270ae38-c58c-4071-9009-30ac080c4356 req-e1473997-35fd-4a71-a935-6a078bfd6032 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-group-rules/b5d98444-3ea5-4335-9336-d32d008a11df HTTP/1.1" status: 200 len: 778 time: 0.0567415 Sep 23 19:26:55.015280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.068090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4270ae38-c58c-4071-9009-30ac080c4356 req-0cc5801d-ceed-4961-a11b-3718d7d8a465 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/e21c6726-5bc4-4c93-a932-d23a21eaa680 HTTP/1.1" status: 200 len: 2406 time: 0.1085806 Sep 23 19:26:55.119361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-8cbffede-3dec-4d2f-9c51-67c3a41c1cee service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092090 Sep 23 19:26:55.137582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4270ae38-c58c-4071-9009-30ac080c4356 req-e4aa37b9-a40e-498d-87ea-5f9eb6512bfa tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.137834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Network 2a8f5509-645b-482f-a46a-2f1d060f27df is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:55.155483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:55.157124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4270ae38-c58c-4071-9009-30ac080c4356 req-e4aa37b9-a40e-498d-87ea-5f9eb6512bfa tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.158021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:55.162856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f69b-e123-4f48-8f15-539681f8dce2 req-4b9bb8ae-1d15-4bd5-8c15-8a756960c882 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.175948 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aac6f69b-e123-4f48-8f15-539681f8dce2 req-4b9bb8ae-1d15-4bd5-8c15-8a756960c882 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1095 time: 0.1283410 Sep 23 19:26:55.260853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event updated for resources: {'Port': ['ID=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:55.277834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-1f5219a6-e369-4641-9b59-c3eede2c479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.279382 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-1f5219a6-e369-4641-9b59-c3eede2c479d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.5314169 Sep 23 19:26:55.308071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.316580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.325042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674b1df1-9a6f-472a-b5a4-b20a0ef050df req-33e40d7d-78d4-4411-92b6-9e524a5ed0a3 service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955996 Sep 23 19:26:55.337585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aac6f69b-e123-4f48-8f15-539681f8dce2 req-fdc2d2e4-4708-4f62-8164-e0ad72449808 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567469 Sep 23 19:26:55.338975 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4270ae38-c58c-4071-9009-30ac080c4356 req-e4aa37b9-a40e-498d-87ea-5f9eb6512bfa tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.350976 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4270ae38-c58c-4071-9009-30ac080c4356 req-e4aa37b9-a40e-498d-87ea-5f9eb6512bfa tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.353576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4270ae38-c58c-4071-9009-30ac080c4356 req-e4aa37b9-a40e-498d-87ea-5f9eb6512bfa tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/b5d98444-3ea5-4335-9336-d32d008a11df HTTP/1.1" status: 204 len: 173 time: 0.2850804 Sep 23 19:26:55.383552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa37b9-a40e-498d-87ea-5f9eb6512bfa tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5d98444-3ea5-4335-9336-d32d008a11df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:55.389405 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-16af882e-6fb1-4840-9b6a-193ff08d8240 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.1018302 Sep 23 19:26:55.396869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-2b48ee8a-cc05-4a7a-8f3a-e09b410aed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.398467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-2b48ee8a-cc05-4a7a-8f3a-e09b410aed97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2927177 Sep 23 19:26:55.402615 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-84528885-1d26-44d2-a6b8-75daeb4369c9 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8396394 Sep 23 19:26:55.434111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Request body: {'port': {'device_id': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:55.503072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1913c78a-b949-44e3-9f93-74218dcb1d9f req-d1d4db5e-1760-4e4c-beb9-df6ebfa946f8 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-220550266', 'description': 'tempest-description-1558877549'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:55.564970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae9be6-183a-41cd-990d-b28f65126dab req-b82d164c-0c47-4a3a-bf91-d5db4661a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.566616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdae9be6-183a-41cd-990d-b28f65126dab req-b82d164c-0c47-4a3a-bf91-d5db4661a35a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ea64c978134148936832a64a672171&device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 1094 time: 0.1625938 Sep 23 19:26:55.584240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1913c78a-b949-44e3-9f93-74218dcb1d9f req-d1d4db5e-1760-4e4c-beb9-df6ebfa946f8 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.612620 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-bd2fc215-cb50-4862-8f7b-3adfac7f0184 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.1906936 Sep 23 19:26:55.639047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5bae6-0030-4033-b2ed-50ddbf3f4263 req-773f62c9-1621-4c35-a938-8505f91cdb10 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.646572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8e5bae6-0030-4033-b2ed-50ddbf3f4263 req-773f62c9-1621-4c35-a938-8505f91cdb10 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 931 time: 0.1379266 Sep 23 19:26:55.647424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c1486fa0-050b-48a3-89f7-3b92d1b2d70d None None] Provisioning complete for port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:55.648055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1486fa0-050b-48a3-89f7-3b92d1b2d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.712420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c1486fa0-050b-48a3-89f7-3b92d1b2d70d None None] Port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:55.755037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-e2c51af5-81b0-4ea4-82b1-c84487f971d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.756744 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-e2c51af5-81b0-4ea4-82b1-c84487f971d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.3517783 Sep 23 19:26:55.787796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8e5bae6-0030-4033-b2ed-50ddbf3f4263 req-73a27ae8-d823-4f15-b4e0-f05e2c64ac16 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359692 Sep 23 19:26:55.796688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae9be6-183a-41cd-990d-b28f65126dab req-5a954fa8-2bbd-4873-b8d4-3e8572d85e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.799362 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdae9be6-183a-41cd-990d-b28f65126dab req-5a954fa8-2bbd-4873-b8d4-3e8572d85e5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b34d4e6-e0c9-4829-9bee-266c89108a5e HTTP/1.1" status: 200 len: 906 time: 0.2257581 Sep 23 19:26:55.826036 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.866982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-205c6159-88d6-4427-b024-8c3828524f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.870145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-205c6159-88d6-4427-b024-8c3828524f7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.2482510 Sep 23 19:26:55.879390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdae9be6-183a-41cd-990d-b28f65126dab req-62db3c54-59a0-4f4d-9524-519baed8bdcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf HTTP/1.1" status: 200 len: 217 time: 0.0703361 Sep 23 19:26:55.975647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-74b0f3f8-c595-484a-879d-fc3786286adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.975647 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-74b0f3f8-c595-484a-879d-fc3786286adc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2019024 Sep 23 19:26:55.979061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1913c78a-b949-44e3-9f93-74218dcb1d9f req-d1d4db5e-1760-4e4c-beb9-df6ebfa946f8 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.996443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32275c50-7169-421d-9f35-34229c8f3cff req-4f16a8ca-7e18-4b98-a87e-d19e4fb4322f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.998164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32275c50-7169-421d-9f35-34229c8f3cff req-4f16a8ca-7e18-4b98-a87e-d19e4fb4322f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.1306119 Sep 23 19:26:56.004287 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1913c78a-b949-44e3-9f93-74218dcb1d9f req-d1d4db5e-1760-4e4c-beb9-df6ebfa946f8 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.015534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae9be6-183a-41cd-990d-b28f65126dab req-bf862df9-9a1a-4c04-8b9c-bcf7c7215c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.017512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdae9be6-183a-41cd-990d-b28f65126dab req-bf862df9-9a1a-4c04-8b9c-bcf7c7215c85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1d2a834-9339-4b94-b032-4dc0298f46ce HTTP/1.1" status: 200 len: 844 time: 0.1224015 Sep 23 19:26:56.089470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1913c78a-b949-44e3-9f93-74218dcb1d9f req-d1d4db5e-1760-4e4c-beb9-df6ebfa946f8 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.093022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-212b88cb-1c22-43b1-bc47-5a57fc79ae84 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156857 Sep 23 19:26:56.102718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1913c78a-b949-44e3-9f93-74218dcb1d9f req-d1d4db5e-1760-4e4c-beb9-df6ebfa946f8 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6068063 Sep 23 19:26:56.117424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4db5e-1760-4e4c-beb9-df6ebfa946f8 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cfaf84-afb2-408c-81e5-290abaf5a270,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:56.128601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32275c50-7169-421d-9f35-34229c8f3cff req-a274ab61-aa94-4fc0-8505-e18ea805cfaa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215847 Sep 23 19:26:56.153156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae9be6-183a-41cd-990d-b28f65126dab req-47eb16f1-390e-4312-9a51-38c12e6adb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.160316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdae9be6-183a-41cd-990d-b28f65126dab req-47eb16f1-390e-4312-9a51-38c12e6adb7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b34d4e6-e0c9-4829-9bee-266c89108a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175029 Sep 23 19:26:56.230441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05f51-43f2-4be6-b644-4445859bf098 req-b0961294-c28a-4f65-891c-c63f379a5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.231678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-b0961294-c28a-4f65-891c-c63f379a5d2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171351 Sep 23 19:26:56.423863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-7af18f28-c189-469a-80e5-e4a4eb92d542 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210623 Sep 23 19:26:56.521928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-29d1ed30-3075-4471-82fa-a557a4dfcfe6 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799311 Sep 23 19:26:56.614874 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.633087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:56.646016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.666090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8851dee-5e43-4a85-923b-35aafe41b3d0 req-35295b12-550c-4c35-a140-46761bf7774d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.669545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8851dee-5e43-4a85-923b-35aafe41b3d0 req-35295b12-550c-4c35-a140-46761bf7774d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 943 time: 0.4216564 Sep 23 19:26:56.687906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Transition to ACTIVE for port object 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:56.698115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.711109 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19b05f51-43f2-4be6-b644-4445859bf098 req-e348f19d-5b94-41c4-8a2a-1b3664c4ff68 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781843 Sep 23 19:26:56.737257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdae9be6-183a-41cd-990d-b28f65126dab req-b968e926-96a1-4986-8f16-442eb26155ff service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660574 Sep 23 19:26:56.750069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-d50537df-bafd-49e7-a197-e62921868821 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.758400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-d50537df-bafd-49e7-a197-e62921868821 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.5763004 Sep 23 19:26:56.786860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Pushing event updated for resources: {'Port': ['ID=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:56.848754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Attempting to bind port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:56.849099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Attempting to bind port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:56.849461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Attempting to bind port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 on network 2a8f5509-645b-482f-a46a-2f1d060f27df {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:56.853927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 on network 2a8f5509-645b-482f-a46a-2f1d060f27df not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:56.854269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Attempting to bind port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 on network 2a8f5509-645b-482f-a46a-2f1d060f27df {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:56.859867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:56.860136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Checking segment: {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:56.860491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Bound using segment: {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:56.860924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Bound port: 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8911ddbc-7aa7-4271-8598-473cd7f30df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:56.861299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.870470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-9ac0973d-7f9f-4f47-9a61-41eb94e571fc tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/quotas/2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 375 time: 0.1110847 Sep 23 19:26:56.931341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdae9be6-183a-41cd-990d-b28f65126dab req-17b55496-027b-479e-ba84-b0f14e0bd814 service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628678 Sep 23 19:26:56.939680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8851dee-5e43-4a85-923b-35aafe41b3d0 req-689a0019-ab87-4087-903b-b8be76e28947 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2533531 Sep 23 19:26:56.967315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] For port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:56.971338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] For port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:56.972719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-7d647988-9bbe-4424-9583-f13d50fc967f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877314 Sep 23 19:26:56.982604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:57.026473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.027095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:57.028530 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] 10.222.0.72 "PUT /v2.0/ports/6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 HTTP/1.1" status: 200 len: 1091 time: 1.6054831 Sep 23 19:26:57.028978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:57.032095 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52" -d '{"events": [{"name": "network-changed", "server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:57.121117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1248a-2ea2-4ee4-8522-0f1647f86041 service neutron] Pushing event updated for resources: {'Port': ['ID=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:57.207760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770153b-f514-4ef7-afcc-443ce710ea4a req-a05db118-ead6-43fd-868c-d496af10f94d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.209424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8770153b-f514-4ef7-afcc-443ce710ea4a req-a05db118-ead6-43fd-868c-d496af10f94d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1572556 Sep 23 19:26:57.210328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-8daa62be-518e-41d8-9409-639eaca685d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.212051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-2d1df419-ef9b-41d1-9d41-fe192514a536 service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310731 Sep 23 19:26:57.214772 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-8daa62be-518e-41d8-9409-639eaca685d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5851cd2389242a7af40c59e07c7eb1b&device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 1094 time: 0.1173477 Sep 23 19:26:57.281244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-ffd59e9c-7690-4cff-9d63-96e7abf969e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 HTTP/1.1" status: 200 len: 217 time: 0.0568056 Sep 23 19:26:57.373068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8770153b-f514-4ef7-afcc-443ce710ea4a req-c1c9fe2d-a2b4-4765-b6b2-dfd1d4acdeb6 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506300 Sep 23 19:26:57.377118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-cec6ba1b-888e-4b56-89fe-a17c30002e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.378635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-cec6ba1b-888e-4b56-89fe-a17c30002e38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74c3d8-050e-4282-8242-6ad275d5ef4f HTTP/1.1" status: 200 len: 851 time: 0.0878730 Sep 23 19:26:57.399358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-190917f0-12bd-402c-8bac-aad15d4c1d4b service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467810 Sep 23 19:26:57.447658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f803d-18f5-42d6-9396-c97a65f62846 req-fed810e9-0b4c-4558-9143-7ac77336e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.450111 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-fed810e9-0b4c-4558-9143-7ac77336e937 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a8f5509-645b-482f-a46a-2f1d060f27df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527737 Sep 23 19:26:57.489776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-061c4444-b11f-492b-b7c9-229b85769883 req-eefee8ea-ab34-4eac-abb2-b8c38cba52f2 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/d3cfaf84-afb2-408c-81e5-290abaf5a270 HTTP/1.1" status: 200 len: 1812 time: 0.0682378 Sep 23 19:26:57.612990 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-b58294e5-75da-4b0d-b4d0-45b54736eeff service neutron] 10.222.0.72 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554949 Sep 23 19:26:57.614855 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffc784a-109b-40cf-b1ae-a2538dd6fba1 x-openstack-request-id: req-2ffc784a-109b-40cf-b1ae-a2538dd6fba1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:57.615148 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:57.615400 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ffc784a-109b-40cf-b1ae-a2538dd6fba1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:57.615787 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'status': 'completed', 'code': 200} Sep 23 19:26:57.706252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cc47b-7353-461c-9810-339675e0d2c9 req-cc8bb77a-2a37-4af1-addd-5638bfc0ecc7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.714501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a80cc47b-7353-461c-9810-339675e0d2c9 req-cc8bb77a-2a37-4af1-addd-5638bfc0ecc7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 943 time: 0.0743234 Sep 23 19:26:57.786311 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-884f803d-18f5-42d6-9396-c97a65f62846 req-267bb103-72cb-436e-8894-7970234217a6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610732 Sep 23 19:26:57.822793 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:57.842782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a80cc47b-7353-461c-9810-339675e0d2c9 req-72da7ef1-3b33-4da3-a4c1-8bdc848b9a4a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250784 Sep 23 19:26:57.885969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a370bb-1ff8-4137-8f84-de59e5a6a18c req-d8615a65-9896-4a45-9b48-195f26c44f88 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.892524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26a370bb-1ff8-4137-8f84-de59e5a6a18c req-d8615a65-9896-4a45-9b48-195f26c44f88 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 948 time: 0.1588073 Sep 23 19:26:57.936950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-e124f89f-1d15-4272-a4f9-87ab2bdd4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.939720 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-e124f89f-1d15-4272-a4f9-87ab2bdd4886 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5851cd2389242a7af40c59e07c7eb1b&device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 1094 time: 0.0980597 Sep 23 19:26:58.031234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26a370bb-1ff8-4137-8f84-de59e5a6a18c req-04489a6c-1aad-4f9b-8c59-6fe3cf10a6b8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352744 Sep 23 19:26:58.036044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92047e72-aedf-4250-9b2f-b1dc9e1e5008 req-4145e48f-a4c2-4cdc-a5a2-1558d6286167 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 210 time: 0.0711370 Sep 23 19:26:58.049928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:58.062672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'mac_address': 'fa:16:3e:23:45:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:58.076904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-38161131-f611-4651-862e-3e17dbb98b61 req-d43d3817-8ff5-4fe3-9a8d-08447160f6cb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2076472319', 'description': 'tempest-description-250616101'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:58.119880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-38161131-f611-4651-862e-3e17dbb98b61 req-d43d3817-8ff5-4fe3-9a8d-08447160f6cb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.126796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-94ea18f1-1275-472a-b051-714b80e83365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.128604 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-94ea18f1-1275-472a-b051-714b80e83365 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a8f5509-645b-482f-a46a-2f1d060f27df HTTP/1.1" status: 200 len: 913 time: 0.1566207 Sep 23 19:26:58.162987 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.179429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49db18a-5e99-459b-aaec-0187ad1aea51 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:58.215899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:58.221926 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.222470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-98ec83d3-3194-4fa6-8cc2-2ee5ed5dc550 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 HTTP/1.1" status: 200 len: 217 time: 0.0829997 Sep 23 19:26:58.290085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-38161131-f611-4651-862e-3e17dbb98b61 req-d43d3817-8ff5-4fe3-9a8d-08447160f6cb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.299454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6053316-5359-4428-a051-2053124f621c req-ff8b6c55-5987-43b2-8173-2ffb7aba8e0b tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.301300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6053316-5359-4428-a051-2053124f621c req-ff8b6c55-5987-43b2-8173-2ffb7aba8e0b tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 943 time: 0.0988426 Sep 23 19:26:58.302529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-38161131-f611-4651-862e-3e17dbb98b61 req-d43d3817-8ff5-4fe3-9a8d-08447160f6cb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.322560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-304ac565-d24a-48e8-b49b-6ca7244f7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.341516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:58.346885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-304ac565-d24a-48e8-b49b-6ca7244f7130 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74c3d8-050e-4282-8242-6ad275d5ef4f HTTP/1.1" status: 200 len: 851 time: 0.1140471 Sep 23 19:26:58.374558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d3817-8ff5-4fe3-9a8d-08447160f6cb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df576a0-2f81-4db4-9f98-7d6f6f44996b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:58.380569 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-38161131-f611-4651-862e-3e17dbb98b61 req-d43d3817-8ff5-4fe3-9a8d-08447160f6cb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.392166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38161131-f611-4651-862e-3e17dbb98b61 req-d43d3817-8ff5-4fe3-9a8d-08447160f6cb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3198903 Sep 23 19:26:58.410740 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:26:58.432458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-227961d8-6e79-491d-9089-1443c894943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.434197 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-227961d8-6e79-491d-9089-1443c894943e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a8f5509-645b-482f-a46a-2f1d060f27df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789263 Sep 23 19:26:58.444758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6053316-5359-4428-a051-2053124f621c req-19fa0c4c-e9df-44ab-8166-339fc5eee777 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260278 Sep 23 19:26:58.530289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8eddf31d-edde-4865-9c20-76ecef02eaef req-c277157a-4872-4675-a04a-8ada5ef73ec4 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/0df576a0-2f81-4db4-9f98-7d6f6f44996b HTTP/1.1" status: 200 len: 1812 time: 0.1099164 Sep 23 19:26:58.556931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d4efd208-175a-47a4-a236-fda58e720f3b req-599b32b4-1e7c-43c7-a53a-f51dc15a5f04 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-792386032', 'description': 'tempest-description-120613476'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:58.609796 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-a2318e35-b538-4371-980a-b1e537d01d28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318984 Sep 23 19:26:58.631770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4efd208-175a-47a4-a236-fda58e720f3b req-599b32b4-1e7c-43c7-a53a-f51dc15a5f04 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.632607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-19f6faf9-dc92-4d6d-b27e-7fbf05e10e0c service neutron] 10.222.0.72 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880701 Sep 23 19:26:58.662165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e465-60ab-4658-9a97-b5d08a227dbb req-9b37c26c-cc85-4622-86aa-9a8fb08bb855 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.663736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c07e465-60ab-4658-9a97-b5d08a227dbb req-9b37c26c-cc85-4622-86aa-9a8fb08bb855 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.0863869 Sep 23 19:26:58.730092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c07e465-60ab-4658-9a97-b5d08a227dbb req-5bf4ee5d-0831-40e5-904f-719ccf5de83f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547490 Sep 23 19:26:58.744922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a49db18a-5e99-459b-aaec-0187ad1aea51'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:58.808347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e7b4f7d-80c1-4f5a-99bb-6d80c7b17c52 req-22a798b9-b1aa-4321-abdd-b4e35bcbfe56 service neutron] 10.222.0.72 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658735 Sep 23 19:26:58.835742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4efd208-175a-47a4-a236-fda58e720f3b req-599b32b4-1e7c-43c7-a53a-f51dc15a5f04 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.841611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4efd208-175a-47a4-a236-fda58e720f3b req-599b32b4-1e7c-43c7-a53a-f51dc15a5f04 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.842353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-88ac7417-7bae-4f9c-864c-6b4f4148ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.844120 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-88ac7417-7bae-4f9c-864c-6b4f4148ed3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1101 time: 0.0980420 Sep 23 19:26:58.904208 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4efd208-175a-47a4-a236-fda58e720f3b req-599b32b4-1e7c-43c7-a53a-f51dc15a5f04 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.906553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4efd208-175a-47a4-a236-fda58e720f3b req-599b32b4-1e7c-43c7-a53a-f51dc15a5f04 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3628914 Sep 23 19:26:58.915891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b32b4-1e7c-43c7-a53a-f51dc15a5f04 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0760aba8-26b1-4ea0-997f-a617a3a342cc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:58.987653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98d9cfbd-6c73-4b6b-b2e4-c6f5eace819f req-545bc5c1-25f2-4b40-b839-694f10e95e74 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/0760aba8-26b1-4ea0-997f-a617a3a342cc HTTP/1.1" status: 200 len: 1811 time: 0.0521908 Sep 23 19:26:59.040263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-b3efd22d-3ace-4d14-907c-471de6b69297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.042337 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-b3efd22d-3ace-4d14-907c-471de6b69297 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1735425 Sep 23 19:26:59.058266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a3c48239-ba01-453f-834c-01b5a3dad3ee req-b63bdbc7-7109-440e-af95-750ac46d8198 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2098872314', 'description': 'tempest-description-1704209686'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:59.090056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-9f54b0d6-a52f-4d16-9156-e5be0685524f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.0407934 Sep 23 19:26:59.156059 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3c48239-ba01-453f-834c-01b5a3dad3ee req-b63bdbc7-7109-440e-af95-750ac46d8198 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.156298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-d69dd572-922f-4c20-abff-10ef6be6f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.157953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-d69dd572-922f-4c20-abff-10ef6be6f706 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0607052 Sep 23 19:26:59.167228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ff679-f654-4b61-9c07-7dbeb37e7324 req-0e557529-c240-4724-95a5-78c13eeb8929 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.177624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-078ff679-f654-4b61-9c07-7dbeb37e7324 req-0e557529-c240-4724-95a5-78c13eeb8929 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 943 time: 0.1121993 Sep 23 19:26:59.223668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-76a279e8-d029-4b09-bedd-bbe37f70ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.225638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-76a279e8-d029-4b09-bedd-bbe37f70ab18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594068 Sep 23 19:26:59.286406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-078ff679-f654-4b61-9c07-7dbeb37e7324 req-d82d70aa-749d-4a3f-9b41-d52244305f6a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077545 Sep 23 19:26:59.345625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-c11cbc3f-39fc-480d-8458-82492d850ffd tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.347120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-c11cbc3f-39fc-480d-8458-82492d850ffd tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.2240245 Sep 23 19:26:59.368091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Request body: {'port': {'device_id': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'admin_state_up': True, 'tenant_id': '2acf39709d3f4eca98d631961bc133b4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:59.393856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-9ae15c47-9e3e-4334-8ce8-5d4f2d4e28a7 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590064 Sep 23 19:26:59.428758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ab3d6a-8bc1-4d37-846e-3263deb578a0 req-bd528f1b-35fe-45a1-aa2e-37571e1101c2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 210 time: 0.0452852 Sep 23 19:26:59.540478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e752ee8-0e0d-4611-bc42-1d98e1fad2f1 req-d662c16c-8871-4fb1-bfad-4ab9eaf23836 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372366 Sep 23 19:26:59.565972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3c48239-ba01-453f-834c-01b5a3dad3ee req-b63bdbc7-7109-440e-af95-750ac46d8198 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.572277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3c48239-ba01-453f-834c-01b5a3dad3ee req-b63bdbc7-7109-440e-af95-750ac46d8198 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.618108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Made reservation on behalf of 2acf39709d3f4eca98d631961bc133b4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:59.621678 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.626589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3c48239-ba01-453f-834c-01b5a3dad3ee req-b63bdbc7-7109-440e-af95-750ac46d8198 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.636869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3c48239-ba01-453f-834c-01b5a3dad3ee req-b63bdbc7-7109-440e-af95-750ac46d8198 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6220677 Sep 23 19:26:59.645614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04be020-fe2d-4248-a3a6-2c08f44c3bb3 req-0d44a1b8-7581-45ae-94b1-74145d44910a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.647370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e04be020-fe2d-4248-a3a6-2c08f44c3bb3 req-0d44a1b8-7581-45ae-94b1-74145d44910a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 949 time: 0.1198926 Sep 23 19:26:59.653840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bdbc7-7109-440e-af95-750ac46d8198 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223a33b3-3ba3-4718-a950-d67535d97945,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:59.775259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e04be020-fe2d-4248-a3a6-2c08f44c3bb3 req-3dc4c8f7-1a6f-428d-8b3f-d2c3ec62395c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170154 Sep 23 19:26:59.800082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f2aad-884b-413e-a03d-4fe9627a0d94 req-d59fa1c3-3434-45ab-b024-bb06ceea4de2 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.801579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-763f2aad-884b-413e-a03d-4fe9627a0d94 req-d59fa1c3-3434-45ab-b024-bb06ceea4de2 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 943 time: 0.1218636 Sep 23 19:26:59.846744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6948be82-4546-4a27-a3d8-57c9d2bdeebf details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:59.926006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-763f2aad-884b-413e-a03d-4fe9627a0d94 req-bde08651-b7c1-441f-b847-66c539189dfb tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140187 Sep 23 19:26:59.937976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ecabc18d-29fd-48ae-bc5f-b012c4f7bd6d req-e0b8a86c-ee77-4136-8af4-dc3f9328f355 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/223a33b3-3ba3-4718-a950-d67535d97945 HTTP/1.1" status: 200 len: 1813 time: 0.1178687 Sep 23 19:26:59.939642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Allocated IP 172.20.0.5 (4faccdae-926f-4b65-8ac7-4272a854e1d8/ec1edbc7-a456-49f2-b374-d20e604ba9f0/8bd2dfee-8808-4852-93a2-dc1500125907) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:59.997121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6948be82-4546-4a27-a3d8-57c9d2bdeebf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:00.011737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'port_id': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'mac_address': 'fa:16:3e:68:21:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:00.069735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.083660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6948be82-4546-4a27-a3d8-57c9d2bdeebf {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:00.103825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6948be82-4546-4a27-a3d8-57c9d2bdeebf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:00.107494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.110533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8d01f-4a0a-4a02-b3f7-3fe90adb31fe req-5b70351e-27a6-43ce-8832-f7526edc09d2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.112284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7e8d01f-4a0a-4a02-b3f7-3fe90adb31fe req-5b70351e-27a6-43ce-8832-f7526edc09d2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1039281 Sep 23 19:27:00.161285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=6948be82-4546-4a27-a3d8-57c9d2bdeebf,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:00.214155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7e8d01f-4a0a-4a02-b3f7-3fe90adb31fe req-c595bb1b-e68c-4408-b8eb-beeabe1a937f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681450 Sep 23 19:27:00.217689 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-5340f5a9-a587-44e2-b20e-e1fe84ea9d17 req-4b2847ab-aab1-46f4-b88c-0791acbcb75f tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] show failed (client error): The resource could not be found. Sep 23 19:27:00.218697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5340f5a9-a587-44e2-b20e-e1fe84ea9d17 req-4b2847ab-aab1-46f4-b88c-0791acbcb75f tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/e7a933d8-4384-466e-8cba-7f466742708d HTTP/1.1" status: 404 len: 352 time: 0.0351140 Sep 23 19:27:00.225083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fcce-f114-45e3-976a-26b80684725c req-65f121a4-a824-4fd8-8f46-398fe30efbf5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.230960 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-65f121a4-a824-4fd8-8f46-398fe30efbf5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9&tenant_id=c7b153a7de6840a0bc3936e071db16c9&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 949 time: 0.0589688 Sep 23 19:27:00.231258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.268345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.340278 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-dfb9fcce-f114-45e3-976a-26b80684725c req-40020e3b-5ad3-4f6c-993c-be2383c166f4 service neutron] delete failed (client error): The resource could not be found. Sep 23 19:27:00.341410 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-40020e3b-5ad3-4f6c-993c-be2383c166f4 service neutron] 10.222.0.72 "DELETE /v2.0/ports/a49db18a-5e99-459b-aaec-0187ad1aea51/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0964932 Sep 23 19:27:00.345598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:00.354157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:00.356583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:00.392350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:00.438020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d3b89-b354-4831-b7e3-ffebd247539d req-3bce9156-8cf6-4d6d-87ee-8f0b94b1b3ad tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.439631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-344d3b89-b354-4831-b7e3-ffebd247539d req-3bce9156-8cf6-4d6d-87ee-8f0b94b1b3ad tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 949 time: 0.1391306 Sep 23 19:27:00.457160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fcce-f114-45e3-976a-26b80684725c req-da59f314-e127-403c-915d-155c1b319c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.458758 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-da59f314-e127-403c-915d-155c1b319c8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1100 time: 0.0437806 Sep 23 19:27:00.471874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.472409 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.476227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['6948be82-4546-4a27-a3d8-57c9d2bdeebf'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:00.526691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:00.541720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-df11f570-d6da-440a-bc97-64c7092655b1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1796379 Sep 23 19:27:00.555036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-344d3b89-b354-4831-b7e3-ffebd247539d req-56391649-c0cc-4957-8e25-5e21349d1b48 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065264 Sep 23 19:27:00.558714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Request body: {'port': {'device_id': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:00.567921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fcce-f114-45e3-976a-26b80684725c req-3923adb5-35ef-4e8c-abe5-6fe2bf4cce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.569406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-3923adb5-35ef-4e8c-abe5-6fe2bf4cce63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1039927 Sep 23 19:27:00.613132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-c947d738-b365-407d-aa44-227fdea4ae1e tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.614476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-c947d738-b365-407d-aa44-227fdea4ae1e tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/networks?id=2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f HTTP/1.1" status: 200 len: 814 time: 0.2262316 Sep 23 19:27:00.615130 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-3abab636-5095-4e24-885f-1448178f2a73 req-97e472ae-649f-43b9-8fca-e3da013af851 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] show failed (client error): The resource could not be found. Sep 23 19:27:00.616440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3abab636-5095-4e24-885f-1448178f2a73 req-97e472ae-649f-43b9-8fca-e3da013af851 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-group-rules/697f0988-4178-4ca0-8645-722f9de8e036 HTTP/1.1" status: 404 len: 361 time: 0.0286703 Sep 23 19:27:00.620634 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-75bd929b-def3-4447-9e75-e1e249672ada service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.0430346 Sep 23 19:27:00.659705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-2878be65-dfd1-4b0a-b2a6-5229f96f2625 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/quotas/d838dcd1770c49ebb350a832d7f4a057 HTTP/1.1" status: 200 len: 375 time: 0.0186107 Sep 23 19:27:00.693559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fcce-f114-45e3-976a-26b80684725c req-3090098b-af89-48d7-b8b7-3b7af6341f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.695538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-3090098b-af89-48d7-b8b7-3b7af6341f79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0678916 Sep 23 19:27:00.701709 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.707028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:00.717230 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'port_id': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'mac_address': 'fa:16:3e:92:23:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:00.746493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fcce-f114-45e3-976a-26b80684725c req-3a795088-9800-49e3-8c00-e5aca6ddf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.747913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-3a795088-9800-49e3-8c00-e5aca6ddf6cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451303 Sep 23 19:27:00.762749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.775711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-767ae71e-3317-41f9-8b44-67272840571f tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d838dcd1770c49ebb350a832d7f4a057&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151645 Sep 23 19:27:00.778659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:00.800926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:00.805524 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.813834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe210de5-25b9-4719-a521-f6ec09441992 req-9f18f4e7-d0ad-476a-8752-1c79a7665011 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.822782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe210de5-25b9-4719-a521-f6ec09441992 req-9f18f4e7-d0ad-476a-8752-1c79a7665011 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 943 time: 0.1335268 Sep 23 19:27:00.851356 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-da035b15-cc82-4818-98d3-90c04c671318 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963984 Sep 23 19:27:00.857523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:00.948810 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfb9fcce-f114-45e3-976a-26b80684725c req-7bd67fd3-5d4a-4241-b551-2438fda9c372 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891507 Sep 23 19:27:00.996117 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-0bf713eb-504b-4ec2-81c6-44064a94f9d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450885 Sep 23 19:27:01.007578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe210de5-25b9-4719-a521-f6ec09441992 req-287b2a79-b2ad-4072-adeb-48ad7cf40554 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837988 Sep 23 19:27:01.071349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-c87d8008-a0f3-4a74-82d1-d83e0eb0d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.072668 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-c87d8008-a0f3-4a74-82d1-d83e0eb0d3c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 1117 time: 0.0532131 Sep 23 19:27:01.077299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-50f5ea19-04dc-498e-9ca9-cc174163f1e3 service neutron] 10.222.0.38 "GET /v2.0/networks/2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925110 Sep 23 19:27:01.089038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6e43d4ce-f036-4f8f-baa7-4357cc2e74b7'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:01.202381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-1a9f22f1-139d-47f6-b1b2-7bed431f7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.204542 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-1a9f22f1-139d-47f6-b1b2-7bed431f7d42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1098123 Sep 23 19:27:01.229077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7638b-2032-4b42-9fb0-5bb901c8eeb1 req-b5622a5b-6bb5-40e4-a3de-b2a1d406098e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.237371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2c7638b-2032-4b42-9fb0-5bb901c8eeb1 req-b5622a5b-6bb5-40e4-a3de-b2a1d406098e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 931 time: 0.1576028 Sep 23 19:27:01.268855 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-702fcbd7-b378-41a7-a036-5d40c7021978 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 200 len: 217 time: 0.0561662 Sep 23 19:27:01.319109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-bebdaffc-6a80-4fd8-a520-9e09b36c1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.319333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-fefbf08d-5371-43d4-8f3c-fb0b532c0108 service neutron] 10.222.0.38 "GET /v2.0/networks/2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296574 Sep 23 19:27:01.320691 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-bebdaffc-6a80-4fd8-a520-9e09b36c1f94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0453465 Sep 23 19:27:01.325006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd2dfee-8808-4852-93a2-dc1500125907 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:01.338630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2c7638b-2032-4b42-9fb0-5bb901c8eeb1 req-4a8e24df-818f-4035-a0be-c8c352c650e9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003513 Sep 23 19:27:01.345817 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.362516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Transition to ACTIVE for port object 8bd2dfee-8808-4852-93a2-dc1500125907 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:01.367849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.381198 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-822b54e0-c9e8-490f-89d6-867e48841931 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530322 Sep 23 19:27:01.489880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:01.519272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-807a51bc-68e0-448e-bf0b-3e9e11c6c327 req-f8ada99d-6d5b-4ec7-b2cc-6d08e6f4bd5d tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/223a33b3-3ba3-4718-a950-d67535d97945 HTTP/1.1" status: 200 len: 1813 time: 0.1413436 Sep 23 19:27:01.629787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:01.630131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:01.630488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:01.642559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:01.642886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:01.654916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69e783-165a-4ee2-ad2f-ed0d09100863 req-77e6d8da-6e74-48d3-a8f2-878881ab239f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.656456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f69e783-165a-4ee2-ad2f-ed0d09100863 req-77e6d8da-6e74-48d3-a8f2-878881ab239f tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 944 time: 0.1070836 Sep 23 19:27:01.676070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:01.676423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:01.676867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:01.677341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Bound port: 8bd2dfee-8808-4852-93a2-dc1500125907, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:01.677790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.681482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-807a51bc-68e0-448e-bf0b-3e9e11c6c327 req-e59079d6-8932-427a-9b07-07d6cde69aef tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.741613 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-3228c5d6-f232-414a-8907-b18ee35c5f53 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526392 Sep 23 19:27:01.763907 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-807a51bc-68e0-448e-bf0b-3e9e11c6c327 req-e59079d6-8932-427a-9b07-07d6cde69aef tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.780568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f69e783-165a-4ee2-ad2f-ed0d09100863 req-2a095b52-7aae-4e09-a384-7133f8bb44a0 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134293 Sep 23 19:27:01.847233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:01.851122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:01.857365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 86f24fb2-5570-4a18-a1b0-a95a343705a0 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:01.861208 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.861513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6948be82-4546-4a27-a3d8-57c9d2bdeebf up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:01.869933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-807a51bc-68e0-448e-bf0b-3e9e11c6c327 req-e59079d6-8932-427a-9b07-07d6cde69aef tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.874574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c50cc94c-5efd-4bdc-899a-2dcd270c049f req-fd906d6a-948d-44e0-9b5b-7ae8a8d79c34 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250069 Sep 23 19:27:01.877230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-807a51bc-68e0-448e-bf0b-3e9e11c6c327 req-e59079d6-8932-427a-9b07-07d6cde69aef tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.878401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-807a51bc-68e0-448e-bf0b-3e9e11c6c327 req-e59079d6-8932-427a-9b07-07d6cde69aef tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "DELETE /v2.0/security-groups/223a33b3-3ba3-4718-a950-d67535d97945 HTTP/1.1" status: 204 len: 173 time: 0.3475485 Sep 23 19:27:01.918708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59079d6-8932-427a-9b07-07d6cde69aef tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a33b3-3ba3-4718-a950-d67535d97945,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:01.921147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.922238 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.923331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] 10.222.0.41 "PUT /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 1091 time: 1.3715971 Sep 23 19:27:01.925798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:01.928141 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a9e88-e75b-4b93-917b-ccadf12bac38" -d '{"events": [{"name": "network-changed", "server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:02.042840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb844f34-8904-4ce3-a841-34c803188601 req-900c1e32-91c9-43ff-839d-d362828d5817 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 210 time: 0.0914428 Sep 23 19:27:02.044005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc274c64-07d4-4d6f-816d-673a43a31c3e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:02.052727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 6948be82-4546-4a27-a3d8-57c9d2bdeebf completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:02.071260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 6948be82-4546-4a27-a3d8-57c9d2bdeebf triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:02.071674 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.124319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-f2f57121-bf77-4a12-8d49-9a1294c55c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.125897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-f2f57121-bf77-4a12-8d49-9a1294c55c4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1094 time: 0.0866683 Sep 23 19:27:02.149988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-47e73dfd-b530-4358-ba52-6a805f916f7e tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.151790 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-47e73dfd-b530-4358-ba52-6a805f916f7e tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1097 time: 0.0935071 Sep 23 19:27:02.153528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dc7a5-cb6f-41d4-aed9-32e92a2201f7 req-a6850263-9be7-4446-be9c-dc83b1ce2673 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.155102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-260dc7a5-cb6f-41d4-aed9-32e92a2201f7 req-a6850263-9be7-4446-be9c-dc83b1ce2673 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 946 time: 0.1082439 Sep 23 19:27:02.179000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810763-1'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:02.199263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-71a7c094-314c-47b3-bae3-937fc7e15a23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 217 time: 0.0641432 Sep 23 19:27:02.207970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:02.226826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 86f24fb2-5570-4a18-a1b0-a95a343705a0 has no active binding in host n-h2-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:27:02.245837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.283547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.294194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-260dc7a5-cb6f-41d4-aed9-32e92a2201f7 req-8e135b39-38d2-408d-8b5a-a4136d2f56b3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012387 Sep 23 19:27:02.307766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:02.308071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-6d69322d-25a7-485e-89a0-c7a37135f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.312354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-6d69322d-25a7-485e-89a0-c7a37135f2c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0856817 Sep 23 19:27:02.312515 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0d267f-42c9-4f82-829a-959a7a0ad5ef" -d '{"events": [{"server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "name": "network-vif-plugged", "status": "completed", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:02.322344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944430e-99ac-444c-a789-e9872a922cc6 req-d803e304-8dff-4418-8948-50a08b7cf03b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.324684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a944430e-99ac-444c-a789-e9872a922cc6 req-d803e304-8dff-4418-8948-50a08b7cf03b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 949 time: 0.1686194 Sep 23 19:27:02.353625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6948be82-4546-4a27-a3d8-57c9d2bdeebf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:02.361296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.362225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:02.413636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:02.439358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-a45bb332-d059-48c0-a865-ca95cac3d454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136320 Sep 23 19:27:02.466297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:02.477103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0328f743-e246-47a4-8e75-d8cca51a6e82 req-b818824a-d14b-4d15-9be8-2f6bb785f766 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/0760aba8-26b1-4ea0-997f-a617a3a342cc HTTP/1.1" status: 200 len: 1811 time: 0.1189520 Sep 23 19:27:02.493055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=6948be82-4546-4a27-a3d8-57c9d2bdeebf,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:02.502906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port a49db18a-5e99-459b-aaec-0187ad1aea51 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:02.515249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port a49db18a-5e99-459b-aaec-0187ad1aea51 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:02.516363 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.538532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a944430e-99ac-444c-a789-e9872a922cc6 req-adead8b9-ea4e-41b0-a562-e0785b308a84 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001920 Sep 23 19:27:02.540163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.543892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:02.551078 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bd1031-a5ed-421c-b858-f0a69af172c0" -d '{"events": [{"server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:02.560966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:02.575211 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.701724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:02.706639 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8692c62a-5d73-4011-98b9-abb27bc8a581 x-openstack-request-id: req-8692c62a-5d73-4011-98b9-abb27bc8a581 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:02.707042 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:02.707341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:02.707741 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8692c62a-5d73-4011-98b9-abb27bc8a581 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:02.708076 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.708572 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907', 'status': 'completed', 'code': 200} Sep 23 19:27:02.710948 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.746877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:02.763615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on host n-h1-810763-1 for vnic_type normal with profile {"migrating_to": "n-h2-810763-1"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:02.763836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-d3a585d4-d355-4520-baec-055d822e0803 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771697 Sep 23 19:27:02.765609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:02.766515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:02.770918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:02.771348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Attempting to bind port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:02.772071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:02.777197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:02.777680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:02.778362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:02.778712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Bound port: 86f24fb2-5570-4a18-a1b0-a95a343705a0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:02.779159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.779284 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.810665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0328f743-e246-47a4-8e75-d8cca51a6e82 req-f61036cf-1f41-49f8-8782-109070156c00 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.878412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0328f743-e246-47a4-8e75-d8cca51a6e82 req-f61036cf-1f41-49f8-8782-109070156c00 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.888652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:02.896863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:02.900680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.901471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:02.907614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.947431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c282-c192-4270-a790-31529dc3d8c6 req-8e1ef3b4-9654-422d-86d0-1a4c31299f71 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.948969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01c2c282-c192-4270-a790-31529dc3d8c6 req-8e1ef3b4-9654-422d-86d0-1a4c31299f71 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 944 time: 0.1820595 Sep 23 19:27:02.960705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:02.965815 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.009713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.010386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fc242e-0b25-4797-8f70-64ae67a77c80 req-9aca5463-fc1b-4adc-82ea-154b941ebd31 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120810 Sep 23 19:27:03.010539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.011742 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] 10.222.0.41 "PUT /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 1122 time: 0.8445618 Sep 23 19:27:03.034013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01c2c282-c192-4270-a790-31529dc3d8c6 req-7569a492-d6d7-4cd7-b40b-7db9e14d0041 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746737 Sep 23 19:27:03.050290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:03.063738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936097a-f4e7-4153-b565-92843f195e36 service neutron] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:03.063871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0328f743-e246-47a4-8e75-d8cca51a6e82 req-f61036cf-1f41-49f8-8782-109070156c00 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.076584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0328f743-e246-47a4-8e75-d8cca51a6e82 req-f61036cf-1f41-49f8-8782-109070156c00 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.078483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0328f743-e246-47a4-8e75-d8cca51a6e82 req-f61036cf-1f41-49f8-8782-109070156c00 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "DELETE /v2.0/security-groups/0760aba8-26b1-4ea0-997f-a617a3a342cc HTTP/1.1" status: 204 len: 173 time: 0.6003387 Sep 23 19:27:03.092214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61036cf-1f41-49f8-8782-109070156c00 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0760aba8-26b1-4ea0-997f-a617a3a342cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:03.098607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['86f24fb2-5570-4a18-a1b0-a95a343705a0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:03.133474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['86f24fb2-5570-4a18-a1b0-a95a343705a0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:03.160560 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3789178d-3c85-4b77-bd29-b9647f9e0920 x-openstack-request-id: req-3789178d-3c85-4b77-bd29-b9647f9e0920 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:03.160842 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "name": "network-vif-plugged", "status": "completed", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:03.161088 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3789178d-3c85-4b77-bd29-b9647f9e0920 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:03.161468 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'code': 200} Sep 23 19:27:03.197558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-cdb0f856-aec7-47f0-bad2-47e6fb1ed8b0 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.199357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-cdb0f856-aec7-47f0-bad2-47e6fb1ed8b0 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.72 "GET /v2.0/networks?id=2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f HTTP/1.1" status: 200 len: 814 time: 0.2600424 Sep 23 19:27:03.216352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Request body: {'port': {'device_id': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'admin_state_up': True, 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:03.289197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781438-af11-4dfd-aa0e-8b989745635d req-38929246-8c6e-414e-8f54-b2580c118e4d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.296928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2781438-af11-4dfd-aa0e-8b989745635d req-38929246-8c6e-414e-8f54-b2580c118e4d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 943 time: 0.1147547 Sep 23 19:27:03.325712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb791-41d7-4b73-aea7-11aef4c7e62b req-9cd0f3ac-ebe9-4e68-8935-0ddf840834b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.327151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36beb791-41d7-4b73-aea7-11aef4c7e62b req-9cd0f3ac-ebe9-4e68-8935-0ddf840834b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 1096 time: 0.0899327 Sep 23 19:27:03.378664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-bff0dd18-4208-4ec4-b5bc-e68c4250c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.383009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2781438-af11-4dfd-aa0e-8b989745635d req-b788a34a-79ba-42ef-9100-01d3e9737554 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792441 Sep 23 19:27:03.383700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-bff0dd18-4208-4ec4-b5bc-e68c4250c7b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1094 time: 0.3078098 Sep 23 19:27:03.391019 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c4ddd2-72ff-4444-a9b4-f8cace794050 x-openstack-request-id: req-f1c4ddd2-72ff-4444-a9b4-f8cace794050 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:03.391942 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:03.392286 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1c4ddd2-72ff-4444-a9b4-f8cace794050 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:03.392748 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0', 'code': 200} Sep 23 19:27:03.445590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36beb791-41d7-4b73-aea7-11aef4c7e62b req-7a89429a-a94d-446b-b7e4-9d10734d54b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990477 Sep 23 19:27:03.465657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a5f8-8a74-48f2-8059-029d971ef225 req-74a9fa4c-dab8-45f7-88ec-266b3b94ae67 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.474892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ea3a5f8-8a74-48f2-8059-029d971ef225 req-74a9fa4c-dab8-45f7-88ec-266b3b94ae67 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.0903714 Sep 23 19:27:03.551714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-b6ea86cf-2000-42a0-8510-302c3e9f9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.555172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-b6ea86cf-2000-42a0-8510-302c3e9f9671 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1500349 Sep 23 19:27:03.556083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ea3a5f8-8a74-48f2-8059-029d971ef225 req-942aad93-71b7-413e-ae4a-febe87ef8728 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736952 Sep 23 19:27:03.589994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Made reservation on behalf of d838dcd1770c49ebb350a832d7f4a057 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:03.598480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.618126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e390aa-b7c4-4a48-801e-e6cf648a802c req-5d6bf4e1-73cb-4825-b90e-a2427b8f2644 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.626365 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67e390aa-b7c4-4a48-801e-e6cf648a802c req-5d6bf4e1-73cb-4825-b90e-a2427b8f2644 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.1148932 Sep 23 19:27:03.701117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67e390aa-b7c4-4a48-801e-e6cf648a802c req-65c33e9e-3e04-4e46-ad42-59b5d1c32fe8 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734169 Sep 23 19:27:03.840086 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-2ea5e4e6-84e3-4608-a952-077a3c692b47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 217 time: 0.0924859 Sep 23 19:27:03.840976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba0e45c5-78c5-412e-a1f7-c8f867e72d6d req-120c11a3-18db-403e-b073-248fb88a06cd tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 210 time: 0.0529010 Sep 23 19:27:03.892265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a4d45d7-84bb-407f-a790-6856f46a8ece req-2ff79d9f-c404-4c4e-862c-6eaf040ec96e tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/0df576a0-2f81-4db4-9f98-7d6f6f44996b HTTP/1.1" status: 200 len: 1812 time: 0.1136434 Sep 23 19:27:03.926108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Allocated IP 172.20.0.13 (2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f/4a1ee0a5-0e26-4655-a38b-428b8cde9c37/42b8527b-4bba-4506-b7ec-72398564cd93) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:03.934346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-99362a20-5b53-4b2a-932a-cc24900fd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.936203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-99362a20-5b53-4b2a-932a-cc24900fd52e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0835052 Sep 23 19:27:03.971981 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-0b19289a-968e-4873-961b-3c71d396bf81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270741 Sep 23 19:27:04.065772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7671cf-bc44-4bbc-9498-afb70afee890 req-28e2ca7c-551f-40da-b3d3-5204f7f7c2a8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:04.074425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c7671cf-bc44-4bbc-9498-afb70afee890 req-28e2ca7c-551f-40da-b3d3-5204f7f7c2a8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.1613846 Sep 23 19:27:04.138530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c7671cf-bc44-4bbc-9498-afb70afee890 req-e7780b23-1983-4d3c-ac39-deb51b38d04d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628796 Sep 23 19:27:04.141663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a4d45d7-84bb-407f-a790-6856f46a8ece req-decfac63-af4b-4d9e-a860-e5b7ecac9253 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.194491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a4d45d7-84bb-407f-a790-6856f46a8ece req-decfac63-af4b-4d9e-a860-e5b7ecac9253 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.217056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-9fba1171-40d4-46a1-93e4-3188c3396c64 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130568 Sep 23 19:27:04.269085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a4d45d7-84bb-407f-a790-6856f46a8ece req-decfac63-af4b-4d9e-a860-e5b7ecac9253 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.272161 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3a4d45d7-84bb-407f-a790-6856f46a8ece req-decfac63-af4b-4d9e-a860-e5b7ecac9253 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.276425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a4d45d7-84bb-407f-a790-6856f46a8ece req-decfac63-af4b-4d9e-a860-e5b7ecac9253 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "DELETE /v2.0/security-groups/0df576a0-2f81-4db4-9f98-7d6f6f44996b HTTP/1.1" status: 204 len: 173 time: 0.3820183 Sep 23 19:27:04.304602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfac63-af4b-4d9e-a860-e5b7ecac9253 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df576a0-2f81-4db4-9f98-7d6f6f44996b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:04.334611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.421466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d18f0b-0729-4f11-8857-74369f241982 req-505d85b6-7caa-4e1f-9ad3-ed70e23d6d34 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:04.429574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3d18f0b-0729-4f11-8857-74369f241982 req-505d85b6-7caa-4e1f-9ad3-ed70e23d6d34 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0921001 Sep 23 19:27:04.447131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a9e88-e75b-4b93-917b-ccadf12bac38 req-8b8885ce-ce20-48ff-a39a-1bb4c5b4c20e service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206264 Sep 23 19:27:04.455519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.507508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:04.511294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:04.517153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:04.546779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Pushing event updated for resources: {'Port': ['ID=42b8527b-4bba-4506-b7ec-72398564cd93,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:04.580634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:04.582180 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.600826 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-17d8305a-0554-4a68-ac8b-e62077f6f1d5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3886015 Sep 23 19:27:04.783738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bb186d6-fbd5-4cea-aa19-54972fbf47a1 req-4dcd8d3f-86f0-47ba-9e9c-63513adda032 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/d3cfaf84-afb2-408c-81e5-290abaf5a270 HTTP/1.1" status: 200 len: 1812 time: 0.4145355 Sep 23 19:27:04.806363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3d18f0b-0729-4f11-8857-74369f241982 req-386f4331-d720-4396-b61e-19ed30fea5e0 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759549 Sep 23 19:27:04.863659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6c1c4c95-6125-41cb-bb26-fde02e52939d None None] Provisioning complete for port 42b8527b-4bba-4506-b7ec-72398564cd93 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:04.863659 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4c95-6125-41cb-bb26-fde02e52939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.887251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bb186d6-fbd5-4cea-aa19-54972fbf47a1 req-6b23c452-595d-471c-9f5b-5423acb7bde9 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.911033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bb186d6-fbd5-4cea-aa19-54972fbf47a1 req-6b23c452-595d-471c-9f5b-5423acb7bde9 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.911788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c4c95-6125-41cb-bb26-fde02e52939d None None] Port 42b8527b-4bba-4506-b7ec-72398564cd93 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:04.992260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821bf3c-9453-4151-84f8-95a5a2eaa49d req-ab43d2eb-d80e-4754-9e8a-1ae84b5a18dd tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:04.997197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6821bf3c-9453-4151-84f8-95a5a2eaa49d req-ab43d2eb-d80e-4754-9e8a-1ae84b5a18dd tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 943 time: 0.0773404 Sep 23 19:27:05.005319 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bb186d6-fbd5-4cea-aa19-54972fbf47a1 req-6b23c452-595d-471c-9f5b-5423acb7bde9 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.008803 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3bb186d6-fbd5-4cea-aa19-54972fbf47a1 req-6b23c452-595d-471c-9f5b-5423acb7bde9 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.018738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bb186d6-fbd5-4cea-aa19-54972fbf47a1 req-6b23c452-595d-471c-9f5b-5423acb7bde9 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "DELETE /v2.0/security-groups/d3cfaf84-afb2-408c-81e5-290abaf5a270 HTTP/1.1" status: 204 len: 173 time: 0.2259395 Sep 23 19:27:05.061093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23c452-595d-471c-9f5b-5423acb7bde9 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cfaf84-afb2-408c-81e5-290abaf5a270,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:05.077339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6821bf3c-9453-4151-84f8-95a5a2eaa49d req-a8a13c22-8121-4d4a-861a-bd6065a443d6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571249 Sep 23 19:27:05.154700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0318f3-6f74-4939-bdec-5f00bb3999d5 req-e385d749-a200-4ba0-acc6-b6bd179c5ddb tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.156182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb0318f3-6f74-4939-bdec-5f00bb3999d5 req-e385d749-a200-4ba0-acc6-b6bd179c5ddb tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.0662801 Sep 23 19:27:05.162792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51'}, {'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:05.165349 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addaf302-fe56-4b0c-8f95-f663cdd12758" -d '{"events": [{"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-plugged", "status": "completed", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51"}, {"server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "name": "network-vif-plugged", "status": "completed", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:05.225895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb0318f3-6f74-4939-bdec-5f00bb3999d5 req-b9841c30-f58a-4a4f-a343-24a2c397cf05 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631628 Sep 23 19:27:05.317935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a276387-ee90-4850-9714-5a911134108f req-40434ba1-b435-4e29-a85c-0051569d37e2 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.319611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a276387-ee90-4850-9714-5a911134108f req-40434ba1-b435-4e29-a85c-0051569d37e2 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.0812798 Sep 23 19:27:05.323995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-350fba48-17f9-4c75-864f-0b50bbf2e244 req-83093c94-a432-4619-82ff-0b8db2657c92 tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "GET /v2.0/security-groups/e21c6726-5bc4-4c93-a932-d23a21eaa680 HTTP/1.1" status: 200 len: 1813 time: 0.0754704 Sep 23 19:27:05.388031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a276387-ee90-4850-9714-5a911134108f req-eb8aab7f-9c7f-48f5-b66d-d138ea268e9f tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618811 Sep 23 19:27:05.394414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:05.396862 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781d0e96-fe76-404d-9847-46115fd15c88" -d '{"events": [{"name": "network-changed", "server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:05.414999 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-350fba48-17f9-4c75-864f-0b50bbf2e244 req-1531b821-e342-4a25-91d8-b90db69307bb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.440731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-350fba48-17f9-4c75-864f-0b50bbf2e244 req-1531b821-e342-4a25-91d8-b90db69307bb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.442251 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a87e3-f4a8-400b-8e4d-fff7f8d0d80f x-openstack-request-id: req-271a87e3-f4a8-400b-8e4d-fff7f8d0d80f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:05.442840 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-plugged", "status": "completed", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51", "code": 200}, {"server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "name": "network-vif-plugged", "status": "completed", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:05.443337 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-271a87e3-f4a8-400b-8e4d-fff7f8d0d80f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:05.443947 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'code': 200} Sep 23 19:27:05.444583 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'code': 200} Sep 23 19:27:05.492113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-350fba48-17f9-4c75-864f-0b50bbf2e244 req-1531b821-e342-4a25-91d8-b90db69307bb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.494769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-350fba48-17f9-4c75-864f-0b50bbf2e244 req-1531b821-e342-4a25-91d8-b90db69307bb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.495934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-350fba48-17f9-4c75-864f-0b50bbf2e244 req-1531b821-e342-4a25-91d8-b90db69307bb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] 10.222.0.38 "DELETE /v2.0/security-groups/e21c6726-5bc4-4c93-a932-d23a21eaa680 HTTP/1.1" status: 204 len: 173 time: 0.1640575 Sep 23 19:27:05.502220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:05.526908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531b821-e342-4a25-91d8-b90db69307bb tempest-SecurityGroupRulesNegativeTestJSON-730734269 tempest-SecurityGroupRulesNegativeTestJSON-730734269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21c6726-5bc4-4c93-a932-d23a21eaa680,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:05.558372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c2069-122a-4bc2-98d5-2f65abc1f566 req-dace2ea2-a72a-4d9c-a61d-0b8239498c75 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.559926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab0c2069-122a-4bc2-98d5-2f65abc1f566 req-dace2ea2-a72a-4d9c-a61d-0b8239498c75 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0700965 Sep 23 19:27:05.565202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] Deleting subnet 82a60a32-865a-42c6-b9b4-a548f92c8f17 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:27:05.574041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.615510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.619392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-0b37a221-0c43-42b0-9ded-7f04a3b84342 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290649 Sep 23 19:27:05.662507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.664248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab0c2069-122a-4bc2-98d5-2f65abc1f566 req-b359b024-7a6d-48a8-a1c8-8308a01f2233 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815008 Sep 23 19:27:05.734152 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143e50e-56cc-4267-b960-b6f501900880 x-openstack-request-id: req-9143e50e-56cc-4267-b960-b6f501900880 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:05.734628 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:05.735740 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9143e50e-56cc-4267-b960-b6f501900880 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:05.736858 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0', 'status': 'completed', 'code': 200} Sep 23 19:27:05.772109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.773371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-3bdb51bc-b824-429a-b970-1ffa6acfdfe5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.774885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-3bdb51bc-b824-429a-b970-1ffa6acfdfe5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419625 Sep 23 19:27:05.790254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-cf1fa460-6204-4f4a-bd4c-efad65ffa74c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/quotas/c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 375 time: 0.0095439 Sep 23 19:27:05.798440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a60a32-865a-42c6-b9b4-a548f92c8f17,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:05.802441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.807586 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3ff1495d-8dbe-4f9b-af61-b0c6e47d4193 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/82a60a32-865a-42c6-b9b4-a548f92c8f17 HTTP/1.1" status: 204 len: 168 time: 0.3013282 Sep 23 19:27:05.807586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:05.846847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-80b2b8dd-d619-4d27-9e35-348c257468c8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508723 Sep 23 19:27:05.887139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:05.910539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.980729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e358e-ac28-44e8-8d45-63d3cbe0a8b0 req-b2be6dad-ed7d-4793-a523-b84d56e62b59 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.990610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-904e358e-ac28-44e8-8d45-63d3cbe0a8b0 req-b2be6dad-ed7d-4793-a523-b84d56e62b59 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0809088 Sep 23 19:27:06.061648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-904e358e-ac28-44e8-8d45-63d3cbe0a8b0 req-e8d01a6b-e862-4768-b97a-03415f74425a tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694063 Sep 23 19:27:06.068860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:06.096334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.118409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '8bd2dfee-8808-4852-93a2-dc1500125907', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'port_id': '8bd2dfee-8808-4852-93a2-dc1500125907', 'mac_address': 'fa:16:3e:46:24:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1edbc7-a456-49f2-b374-d20e604ba9f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:06.139929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dbc257-7ffc-43ba-8947-6f90ba11ab41']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:06.151889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1696202-3e77-43f5-a74b-2a9dee7da005 req-0f76b3b9-bbaf-4551-96bf-52a019021ef5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0574589 Sep 23 19:27:06.180743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69eb512-d0b4-48ec-82ff-744fff4545dd') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:06.181459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69eb512-d0b4-48ec-82ff-744fff4545dd') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:06.208044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.211337 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.230258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.245280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:27:06.245692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:27:06.247591 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:27:06.249663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd2dfee-8808-4852-93a2-dc1500125907 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:06.267630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8e20b-4b62-4ea7-9dbd-b05e791b85af req-ad6fa19a-44fc-4464-8b6b-e6e96acc2e30 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.278873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9e8e20b-4b62-4ea7-9dbd-b05e791b85af req-ad6fa19a-44fc-4464-8b6b-e6e96acc2e30 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 943 time: 0.0932117 Sep 23 19:27:06.314802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:06.321685 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.344154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9e8e20b-4b62-4ea7-9dbd-b05e791b85af req-1154c784-879c-460f-a543-1cab5122b041 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639889 Sep 23 19:27:06.372437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.389912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.406014 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f6dbc257-7ffc-43ba-8947-6f90ba11ab41 HTTP/1.1" status: 204 len: 168 time: 0.5871460 Sep 23 19:27:06.440810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8893625-ebec-40cc-9184-07abf5edfbd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6dbc257-7ffc-43ba-8947-6f90ba11ab41,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:06.448556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe17b38-89df-482d-b176-abec8b188a20 req-bf3985d3-28a8-4d46-b561-9f9329faa309 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.459071 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfe17b38-89df-482d-b176-abec8b188a20 req-bf3985d3-28a8-4d46-b561-9f9329faa309 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.0969610 Sep 23 19:27:06.482775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:06.575635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfe17b38-89df-482d-b176-abec8b188a20 req-e96e345f-b5c9-45a8-a536-2ed61f4159f7 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075985 Sep 23 19:27:06.606720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce490828-2055-42d7-8cba-1965412e9e03 req-156a4ab8-bad8-403f-ac8d-8e6d92b41496 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.608126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce490828-2055-42d7-8cba-1965412e9e03 req-156a4ab8-bad8-403f-ac8d-8e6d92b41496 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.1032860 Sep 23 19:27:06.638516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:06.676594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce490828-2055-42d7-8cba-1965412e9e03 req-e65452e8-e813-42f3-85a9-49600f8d5700 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590959 Sep 23 19:27:06.731067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5659e31d-3de1-42f3-832f-233cce12f399 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4fce98c1d61445b38435fe1e24831f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909917 Sep 23 19:27:06.733443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:06.755200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['8bd2dfee-8808-4852-93a2-dc1500125907'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:06.857799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f1ac-aae4-4454-ad00-d0b0fa6e752b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.881663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7566a-2e46-47b6-b7b9-8b13b2ef43af req-b3684ad4-c659-452e-b511-4b4cae4ba0bb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.883156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efe7566a-2e46-47b6-b7b9-8b13b2ef43af req-b3684ad4-c659-452e-b511-4b4cae4ba0bb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.1048353 Sep 23 19:27:06.901998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f1ac-aae4-4454-ad00-d0b0fa6e752b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.949346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efe7566a-2e46-47b6-b7b9-8b13b2ef43af req-5835b434-89bd-42aa-a1eb-32c635fa2e35 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586369 Sep 23 19:27:06.968932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f1ac-aae4-4454-ad00-d0b0fa6e752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.975947 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f1ac-aae4-4454-ad00-d0b0fa6e752b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.979775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ad8f1ac-aae4-4454-ad00-d0b0fa6e752b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19e176fe-8c6f-44da-805f-881ccae7f79a HTTP/1.1" status: 204 len: 168 time: 0.2426515 Sep 23 19:27:06.985071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8f1ac-aae4-4454-ad00-d0b0fa6e752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e176fe-8c6f-44da-805f-881ccae7f79a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:07.226411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353112e-23cb-43fc-8588-c2c2d76303b5 req-9df64fbf-3712-4e41-950f-26ebfd412d9b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.228156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3353112e-23cb-43fc-8588-c2c2d76303b5 req-9df64fbf-3712-4e41-950f-26ebfd412d9b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0597582 Sep 23 19:27:07.298651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e12443c8-2b45-4892-a40d-ad4f9c429eb6 req-29be7605-207d-419c-b24c-d891df063c90 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0508518 Sep 23 19:27:07.357841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3353112e-23cb-43fc-8588-c2c2d76303b5 req-2341a206-8b76-4d15-b751-907089e1eaa5 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214476 Sep 23 19:27:07.485843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00949c31-3bb0-416d-a3ce-af7a9ffb02c6 req-8f65e78e-20e9-43b5-b437-506d1a428499 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.487692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00949c31-3bb0-416d-a3ce-af7a9ffb02c6 req-8f65e78e-20e9-43b5-b437-506d1a428499 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 944 time: 0.0579371 Sep 23 19:27:07.537667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00949c31-3bb0-416d-a3ce-af7a9ffb02c6 req-83b504eb-378e-45c1-8d04-6e964f7709d0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 Sep 23 19:27:07.709356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686ec2-99de-4737-a32e-012ea1ba8492 req-59702097-af67-468a-bab6-33d457b8fe1e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.711187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60686ec2-99de-4737-a32e-012ea1ba8492 req-59702097-af67-468a-bab6-33d457b8fe1e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.0520430 Sep 23 19:27:07.756181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60686ec2-99de-4737-a32e-012ea1ba8492 req-1a221d81-36a1-4db5-92cb-e7fb2b51628d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376911 Sep 23 19:27:07.823305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beb9f0-c6de-4dba-9646-c18c35dbba34 req-306ed2cc-0ad0-4821-be2b-4c0d6f31f725 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.824992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29beb9f0-c6de-4dba-9646-c18c35dbba34 req-306ed2cc-0ad0-4821-be2b-4c0d6f31f725 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.0637512 Sep 23 19:27:07.908035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29beb9f0-c6de-4dba-9646-c18c35dbba34 req-fcf55371-3099-4f79-b8d3-3cfcd525e9c2 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703328 Sep 23 19:27:07.919381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:07.936370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa151117-492b-4837-87e7-88f7902e5ee1 req-cddbfb1b-c002-4345-a90d-de99986cd933 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.938505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa151117-492b-4837-87e7-88f7902e5ee1 req-cddbfb1b-c002-4345-a90d-de99986cd933 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.0790720 Sep 23 19:27:07.947983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42796) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:07.953049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Request body: {'floatingip': {'port_id': '6948be82-4546-4a27-a3d8-57c9d2bdeebf'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:07.966127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:08.002922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 8bd2dfee-8808-4852-93a2-dc1500125907 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:08.008768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 8bd2dfee-8808-4852-93a2-dc1500125907 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:08.009496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.099667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.130740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99d763-8968-448a-b4e1-0792cb450843 req-0bff82a1-0f32-461d-a5f1-3e1ba2d78429 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.147409 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.149124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc99d763-8968-448a-b4e1-0792cb450843 req-0bff82a1-0f32-461d-a5f1-3e1ba2d78429 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0784702 Sep 23 19:27:08.166063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1252353533-network', 'tenant_id': '16fb413fca784b94915dcd2022ef6488'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:08.190062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:08.191270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:08.193823 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca3b9c2-7984-48b4-94c1-aabee49d3ba9" -d '{"events": [{"server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "name": "network-vif-plugged", "status": "completed", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:08.198566 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.229838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc99d763-8968-448a-b4e1-0792cb450843 req-70b403c2-36b0-47d1-a82f-672d432ad14e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742958 Sep 23 19:27:08.231244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Made reservation on behalf of 16fb413fca784b94915dcd2022ef6488 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:08.238699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.253635 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.280256 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abe824c-4b84-4018-8c03-22dc4335a1f3 x-openstack-request-id: req-8abe824c-4b84-4018-8c03-22dc4335a1f3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:08.280608 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "name": "network-vif-plugged", "status": "completed", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:08.280925 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8abe824c-4b84-4018-8c03-22dc4335a1f3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:08.281328 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907', 'code': 200} Sep 23 19:27:08.284716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:08.429572 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.443361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.473873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:27:08.477630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c1cd694-d700-4d73-b6f7-f38b915838c7 req-89a6cd8e-4715-4e8e-baae-b5a58a7fe585 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0465436 Sep 23 19:27:08.515210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.515588 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Added segment b7b054d8-8fc3-42d8-bef8-64cd566da474 of type vlan for network 9e978454-304f-4fa2-80a6-4f1033e3bdff Sep 23 19:27:08.572797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbc2b55-bd4e-443f-b6f0-866c94d39250,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:08.591821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.610946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e287ab-095f-41d5-831d-f419469b8567 req-5e6e061a-edab-41ce-b2e1-715a3b37d626 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.612538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4e287ab-095f-41d5-831d-f419469b8567 req-5e6e061a-edab-41ce-b2e1-715a3b37d626 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.1340375 Sep 23 19:27:08.656525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.657419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.657940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.686494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4e287ab-095f-41d5-831d-f419469b8567 req-fb47d2f5-bb67-4635-a147-d862af32faa5 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605414 Sep 23 19:27:08.698548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c74af1-315b-4364-aba9-9fee17c407ec req-ef619ff1-8723-405d-8d92-983b4b9cb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.701037 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9c74af1-315b-4364-aba9-9fee17c407ec req-ef619ff1-8723-405d-8d92-983b4b9cb186 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1096 time: 0.2071259 Sep 23 19:27:08.730745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7634749 Sep 23 19:27:08.739160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:08.747408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Request body: {'subnet': {'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1252353533-subnet', 'tenant_id': '16fb413fca784b94915dcd2022ef6488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:08.792024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb17c2e-9d4e-478c-91c8-2104f3f766a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e978454-304f-4fa2-80a6-4f1033e3bdff,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:08.806243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9e978454-304f-4fa2-80a6-4f1033e3bdff details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:27:08.810965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed85c51-80a8-4838-b049-01cee24f56e2 req-e08aed36-438b-4ee4-a2a7-ec33c4772f61 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.812595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ed85c51-80a8-4838-b049-01cee24f56e2 req-e08aed36-438b-4ee4-a2a7-ec33c4772f61 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.1432998 Sep 23 19:27:08.826182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Made reservation on behalf of 16fb413fca784b94915dcd2022ef6488 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:08.828519 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.874405 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9c74af1-315b-4364-aba9-9fee17c407ec req-5a9a8572-0fb8-40ea-89d4-6ac60aef748c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230490 Sep 23 19:27:08.911810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ed85c51-80a8-4838-b049-01cee24f56e2 req-6a360458-365e-4fe5-bd15-627df6d19d63 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922556 Sep 23 19:27:08.963370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:27:09.124763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4ecb-75a9-4485-b247-b51fd195084c req-d09f37c2-bc20-4481-acb0-2d1a10d8cc6c tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:09.127304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f4c4ecb-75a9-4485-b247-b51fd195084c req-d09f37c2-bc20-4481-acb0-2d1a10d8cc6c tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.1170220 Sep 23 19:27:09.135228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.216673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b146a65d-e556-4c40-9735-01cf74be2ffb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:09.237220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f4c4ecb-75a9-4485-b247-b51fd195084c req-c600d6ab-ec6b-4547-9d57-d8bd34738be5 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947714 Sep 23 19:27:09.255193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Checking segment: {'id': 'b7b054d8-8fc3-42d8-bef8-64cd566da474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:09.255558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Network hostable DHCP agents. Network: 9e978454-304f-4fa2-80a6-4f1033e3bdff, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:27:09.297121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Network 9e978454-304f-4fa2-80a6-4f1033e3bdff is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:27:09.315738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.318026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 9e978454-304f-4fa2-80a6-4f1033e3bdff) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:09.323881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.335636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21555407-7bba-40ad-8dd7-286ac815bd01 None None] Network 9e978454-304f-4fa2-80a6-4f1033e3bdff requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:09.343300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:09.351146 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.390541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7e200c2-1e5c-4129-9034-be1cf4528865 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6488638 Sep 23 19:27:09.425374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c903c-90c9-4fad-8c6b-d06181dfaa40 req-b44ccd80-c29e-4405-9d24-ab39d2588204 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:09.427081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb3c903c-90c9-4fad-8c6b-d06181dfaa40 req-b44ccd80-c29e-4405-9d24-ab39d2588204 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0985589 Sep 23 19:27:09.480275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb3c903c-90c9-4fad-8c6b-d06181dfaa40 req-fe12e7ba-b6f3-4d6f-80e1-9c39c0a71af7 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Sep 23 19:27:09.481895 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Floating IP a85acbaf-74a2-4049-8715-320c1dbac411 associated. External IP: 172.25.6.53, port: 6948be82-4546-4a27-a3d8-57c9d2bdeebf. Sep 23 19:27:09.579294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065dd71-76c6-406f-b81f-7aa5a8544d0f None None] Network 9e978454-304f-4fa2-80a6-4f1033e3bdff requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:09.615227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60680180-8813-4cf4-ae5e-407cf8ea1eed req-96ffc4fe-9701-4897-8129-cae87e014698 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0427320 Sep 23 19:27:09.826921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:09.949129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:09.961288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] Sync routers for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:09.975294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:09.975848 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:09.977924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.013301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9a7e5632-97eb-410e-b27f-c507e3b78415 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "PUT /v2.0/floatingips/a85acbaf-74a2-4049-8715-320c1dbac411 HTTP/1.1" status: 200 len: 990 time: 2.0641260 Sep 23 19:27:10.013892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:10.016715 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659027af-41e0-4bd5-9706-929042079b79" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:10.066649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-62015d77-ee2b-4ac9-bf95-daa46ede0a4e tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:10.068200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-62015d77-ee2b-4ac9-bf95-daa46ede0a4e tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/networks?id=9e978454-304f-4fa2-80a6-4f1033e3bdff HTTP/1.1" status: 200 len: 814 time: 0.1338327 Sep 23 19:27:10.083466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-85f74fa4-583e-49fd-9701-4d38616e9078 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/quotas/16fb413fca784b94915dcd2022ef6488 HTTP/1.1" status: 200 len: 375 time: 0.0093718 Sep 23 19:27:10.094647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:10.123584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-bca05c95-27ba-4189-8964-c66ff4a3e4df tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16fb413fca784b94915dcd2022ef6488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323958 Sep 23 19:27:10.235786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-0e0da535-998a-416c-9429-fecc7a3ba831 service neutron] 10.222.0.38 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022899 Sep 23 19:27:10.334933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-fe5b4051-b774-4e63-8c05-60ce8ab7c127 service neutron] 10.222.0.38 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914052 Sep 23 19:27:10.398118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'a85acbaf-74a2-4049-8715-320c1dbac411', 'tenant_id': '92ea64c978134148936832a64a672171', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'port_id': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'mac_address': 'fa:16:3e:68:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:26:41Z', 'updated_at': '2021-09-23T19:27:08Z', 'revision_number': 1, 'project_id': '92ea64c978134148936832a64a672171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:10.426177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] Checking router: f4d30e30-5bc7-4d27-8c40-c99cb3b69600 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:10.434935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:10.435546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:26:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:10.596849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b55b81-a659-4e05-82c7-7a34ded8429d req-6fa8a186-ef93-49b5-9d3a-248ad4513ed1 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:10.598620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b55b81-a659-4e05-82c7-7a34ded8429d req-6fa8a186-ef93-49b5-9d3a-248ad4513ed1 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0714719 Sep 23 19:27:10.600246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:10.658868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b55b81-a659-4e05-82c7-7a34ded8429d req-db2fbeb8-4529-4a35-9c7f-f4d8df99ab6c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534492 Sep 23 19:27:10.800295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967afc27-03c1-46a4-a2e4-1526ccd77bbf req-605bf39c-d999-4f1f-8e87-02385e51f21e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:10.809032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-967afc27-03c1-46a4-a2e4-1526ccd77bbf req-605bf39c-d999-4f1f-8e87-02385e51f21e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.0734324 Sep 23 19:27:10.869876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-967afc27-03c1-46a4-a2e4-1526ccd77bbf req-918cabc5-2a9e-41fd-a415-3ce5a6283d56 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491068 Sep 23 19:27:10.931485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'a85acbaf-74a2-4049-8715-320c1dbac411', 'tenant_id': '92ea64c978134148936832a64a672171', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'port_id': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'mac_address': 'fa:16:3e:68:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:26:41Z', 'updated_at': '2021-09-23T19:27:08Z', 'revision_number': 1, 'project_id': '92ea64c978134148936832a64a672171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:10.969023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef7fbb7-055f-4383-9aad-34dd4933c200 None None] The sync data for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 is: [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'a85acbaf-74a2-4049-8715-320c1dbac411', 'tenant_id': '92ea64c978134148936832a64a672171', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'port_id': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'mac_address': 'fa:16:3e:68:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:26:41Z', 'updated_at': '2021-09-23T19:27:08Z', 'revision_number': 1, 'project_id': '92ea64c978134148936832a64a672171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:11.067764 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b5fff2-fd79-4990-9d93-8e2b337d4a1c x-openstack-request-id: req-48b5fff2-fd79-4990-9d93-8e2b337d4a1c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:11.068330 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:11.068492 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48b5fff2-fd79-4990-9d93-8e2b337d4a1c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:11.068892 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'status': 'completed', 'code': 200} Sep 23 19:27:11.141935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659027af-41e0-4bd5-9706-929042079b79 req-9166da45-7b3b-46f1-8b33-1b87efc7f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.143993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-659027af-41e0-4bd5-9706-929042079b79 req-9166da45-7b3b-46f1-8b33-1b87efc7f8ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ea64c978134148936832a64a672171&device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 1096 time: 0.0484958 Sep 23 19:27:11.166313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a5c8cdb-450a-4595-ae6c-af842f59c189 req-64f01786-b3ae-4fac-97e6-e2db07dc9645 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0359356 Sep 23 19:27:11.220486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315f94b-4bb1-4fe8-8434-c27008761f48 req-d7a32f29-0b7b-4f5c-9d88-4b9b2d273677 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.230557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d315f94b-4bb1-4fe8-8434-c27008761f48 req-d7a32f29-0b7b-4f5c-9d88-4b9b2d273677 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.1305737 Sep 23 19:27:11.259771 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecd28b-1d61-4ed5-88c6-0956547e23ef None None] New status for floating IP a85acbaf-74a2-4049-8715-320c1dbac411: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:27:11.274151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659027af-41e0-4bd5-9706-929042079b79 req-75bfb75e-745b-4acf-87ea-b2979e850890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.275877 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-659027af-41e0-4bd5-9706-929042079b79 req-75bfb75e-745b-4acf-87ea-b2979e850890 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b34d4e6-e0c9-4829-9bee-266c89108a5e HTTP/1.1" status: 200 len: 906 time: 0.1244209 Sep 23 19:27:11.361401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d315f94b-4bb1-4fe8-8434-c27008761f48 req-28583d30-50dd-4694-8d63-30051ca6b828 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292675 Sep 23 19:27:11.386433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6793b-d04c-4075-b472-3d1ffc222e54 req-824d513d-0ddc-4aeb-aed4-8f01c1b98e10 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.387934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0bb6793b-d04c-4075-b472-3d1ffc222e54 req-824d513d-0ddc-4aeb-aed4-8f01c1b98e10 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.1236196 Sep 23 19:27:11.400423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-659027af-41e0-4bd5-9706-929042079b79 req-c254a82a-6b99-4baf-affc-c446a7e49e94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf HTTP/1.1" status: 200 len: 998 time: 0.1156621 Sep 23 19:27:11.449671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0bb6793b-d04c-4075-b472-3d1ffc222e54 req-436016fa-2afa-498f-881d-7e58e70f0e6a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553267 Sep 23 19:27:11.501043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d59c2d8d-ec8c-4c9f-98e1-e4467136e8c4 req-f2b587b2-b54f-40b8-83dd-426d5ddbbc8e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0335748 Sep 23 19:27:11.519725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659027af-41e0-4bd5-9706-929042079b79 req-79caf042-6df8-44ce-ac85-6e90f9b772fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.521404 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-659027af-41e0-4bd5-9706-929042079b79 req-79caf042-6df8-44ce-ac85-6e90f9b772fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1d2a834-9339-4b94-b032-4dc0298f46ce HTTP/1.1" status: 200 len: 844 time: 0.1062860 Sep 23 19:27:11.580707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659027af-41e0-4bd5-9706-929042079b79 req-7c4fb189-4f01-4c03-8d14-c2439bfe0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.582649 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-659027af-41e0-4bd5-9706-929042079b79 req-7c4fb189-4f01-4c03-8d14-c2439bfe0b11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b34d4e6-e0c9-4829-9bee-266c89108a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525675 Sep 23 19:27:11.693109 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-659027af-41e0-4bd5-9706-929042079b79 req-69304f4d-dc4b-4b8a-b029-c7f627d483ef service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992796 Sep 23 19:27:11.790679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-659027af-41e0-4bd5-9706-929042079b79 req-ed231d14-01ca-4e43-999d-b6e610f65812 service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873556 Sep 23 19:27:11.808969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864134-47ef-4c35-b2f1-f3eb30eb18fe req-ba3b4ff9-afe3-4ffc-9a57-47756f7b98ac tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.814668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b864134-47ef-4c35-b2f1-f3eb30eb18fe req-ba3b4ff9-afe3-4ffc-9a57-47756f7b98ac tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0788543 Sep 23 19:27:11.852374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b864134-47ef-4c35-b2f1-f3eb30eb18fe req-b74bd6c9-79f9-4c53-b9f7-8ab91594772c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350075 Sep 23 19:27:11.978618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afac7cc-9d7e-4200-adae-ae719e85153e req-8441cec2-defd-4fb1-b5bf-ee8b7994c13e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.980144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3afac7cc-9d7e-4200-adae-ae719e85153e req-8441cec2-defd-4fb1-b5bf-ee8b7994c13e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.0506454 Sep 23 19:27:12.022600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3afac7cc-9d7e-4200-adae-ae719e85153e req-40c41d03-d3fc-4523-a964-8596e1e3250f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342629 Sep 23 19:27:12.267220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d3513d8-8df8-4c37-945e-47349134d775 req-c41b7b3c-3a55-472a-b632-04950b2247c3 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0268500 Sep 23 19:27:12.498589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b623b6b-3324-468e-901c-05744a7dd04a req-1644fc10-bf64-4abf-8d17-c426a2c135fe tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:12.500121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b623b6b-3324-468e-901c-05744a7dd04a req-1644fc10-bf64-4abf-8d17-c426a2c135fe tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.0521951 Sep 23 19:27:12.553868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b623b6b-3324-468e-901c-05744a7dd04a req-82cee2a5-ae10-4f36-8ba1-1775d21eadf7 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Sep 23 19:27:12.607732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1554e-bd75-4bd8-9c45-b0f03798f60a req-7fbbf8ca-6b2a-44d6-a009-eb7bf04886d8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:12.609340 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dca1554e-bd75-4bd8-9c45-b0f03798f60a req-7fbbf8ca-6b2a-44d6-a009-eb7bf04886d8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0515666 Sep 23 19:27:12.646775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7add93a9-8a23-48f4-9ad5-80ba75bdb7ce req-467fe13f-ca9e-433e-9c4a-652b2fda76ea tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0363421 Sep 23 19:27:12.667226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dca1554e-bd75-4bd8-9c45-b0f03798f60a req-2cf1ae9a-0a1c-473b-b2d4-37910738b21b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483537 Sep 23 19:27:12.978946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60d924-72ab-4755-832e-94e87adce884 req-288201de-23cf-443f-9e18-b40280446fe8 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:12.980583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce60d924-72ab-4755-832e-94e87adce884 req-288201de-23cf-443f-9e18-b40280446fe8 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0495288 Sep 23 19:27:13.021993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce60d924-72ab-4755-832e-94e87adce884 req-29538441-8237-49e7-bf57-644d9f5b7c49 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346012 Sep 23 19:27:13.094729 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3075fff7-ec45-4e9e-8dc6-b01c1f0cb8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.173681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d6851-80a0-4ce8-a129-d86826dbeda9 req-8415985f-dc0f-4626-92c4-004fa8d6afe9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:13.175211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe4d6851-80a0-4ce8-a129-d86826dbeda9 req-8415985f-dc0f-4626-92c4-004fa8d6afe9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.0713575 Sep 23 19:27:13.221647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe4d6851-80a0-4ce8-a129-d86826dbeda9 req-274ff1ba-b350-4310-ae0f-749313dd7059 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Sep 23 19:27:13.366512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfcb837e-5b96-4148-82c3-ce48730837db req-e5843246-f085-4dbe-8b08-b03a54fcbaa1 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0282352 Sep 23 19:27:13.666107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310de8c-ea9b-4662-81eb-767287a91576 req-76181fab-9d18-4811-a75a-8c5354a5e40d tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:13.670899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c310de8c-ea9b-4662-81eb-767287a91576 req-76181fab-9d18-4811-a75a-8c5354a5e40d tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.0526519 Sep 23 19:27:13.724551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c310de8c-ea9b-4662-81eb-767287a91576 req-83593a04-958b-42aa-820d-4e2141d5a99d tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Sep 23 19:27:13.770031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fd93ea6-b0da-4a3d-bc23-af87396a6d50 req-1ad312f4-b47e-4381-b594-be7f38306051 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0429752 Sep 23 19:27:13.846852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03e55-c95e-4b94-a985-11680a6d3bd8 req-a531b129-227f-4188-9663-1ceead715bc9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:13.848673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1f03e55-c95e-4b94-a985-11680a6d3bd8 req-a531b129-227f-4188-9663-1ceead715bc9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0496001 Sep 23 19:27:13.887515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1f03e55-c95e-4b94-a985-11680a6d3bd8 req-9159753c-ad7a-4293-b9d8-5b47b391e898 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Sep 23 19:27:14.138839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffec130-b51f-4a0b-b170-6b5d2b30b0db req-54bfacc8-f1d7-4851-8c63-ea0c6182e913 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:14.140390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ffec130-b51f-4a0b-b170-6b5d2b30b0db req-54bfacc8-f1d7-4851-8c63-ea0c6182e913 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0486465 Sep 23 19:27:14.185566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ffec130-b51f-4a0b-b170-6b5d2b30b0db req-72262296-4a49-4809-94cd-e726b53153b2 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Sep 23 19:27:14.351789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71f251-f580-4c5b-87a3-ccb83819355f req-edd48a6b-2c08-45de-9400-eb116ed41481 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:14.353879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c71f251-f580-4c5b-87a3-ccb83819355f req-edd48a6b-2c08-45de-9400-eb116ed41481 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.0601370 Sep 23 19:27:14.402709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c71f251-f580-4c5b-87a3-ccb83819355f req-134c9bde-0d5e-4519-8e90-237ce87f31e7 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Sep 23 19:27:14.475742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6bb44d6e-2d25-4afd-9d72-7845bb076e80 req-a172be30-106f-45d0-9878-85ad8bbafb41 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0271642 Sep 23 19:27:14.864582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4624e01-695b-4d55-b9dc-2c3abb7a1052 req-813e8f76-aafd-4d60-934e-639515bd372b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0317142 Sep 23 19:27:14.873337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f4b3c-05ba-4df4-8ba8-8697d35107dd req-70686dbc-b16c-47f6-bb58-7bbe1064f9ff tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:14.880517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a4f4b3c-05ba-4df4-8ba8-8697d35107dd req-70686dbc-b16c-47f6-bb58-7bbe1064f9ff tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.0895593 Sep 23 19:27:14.913493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a4f4b3c-05ba-4df4-8ba8-8697d35107dd req-1be6d0b8-c753-488c-b3be-ddab9b6b8e1d tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Sep 23 19:27:15.026344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2c464-0e5c-4ffb-acaf-f15f31480806 req-78620a34-22ed-40c4-a1fc-bd310c2d4df0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.027838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcc2c464-0e5c-4ffb-acaf-f15f31480806 req-78620a34-22ed-40c4-a1fc-bd310c2d4df0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0615227 Sep 23 19:27:15.067049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcc2c464-0e5c-4ffb-acaf-f15f31480806 req-a18ae0e2-4b79-477f-bf51-f4081b35c696 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Sep 23 19:27:15.301405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f42203-9ef4-434a-aced-03b7cdfc1fff req-85b3bbda-bcba-4f8e-8e56-01394d0894fa tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.303046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7f42203-9ef4-434a-aced-03b7cdfc1fff req-85b3bbda-bcba-4f8e-8e56-01394d0894fa tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0506821 Sep 23 19:27:15.342458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7f42203-9ef4-434a-aced-03b7cdfc1fff req-fefaa873-5dcf-49d4-afef-06c1cba1cf13 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Sep 23 19:27:15.518891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58402a0d-851b-4afa-b6e4-f543755f924e req-2c7799fb-164b-4063-906f-de731b47e216 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.520399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58402a0d-851b-4afa-b6e4-f543755f924e req-2c7799fb-164b-4063-906f-de731b47e216 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.0484402 Sep 23 19:27:15.565771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58402a0d-851b-4afa-b6e4-f543755f924e req-115955f6-d608-486c-9fe1-3d98c5d8c41e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Sep 23 19:27:15.583113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4706498-3a50-49f6-945c-32c6390679f2 req-54fb0072-04f5-4277-873c-77f93f653bc8 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0373600 Sep 23 19:27:15.660018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Request body: {'port': {'device_id': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:15.669375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb0ca7-7b20-4cb1-a35e-de2184d18623 req-0f656ef8-e4cf-4c17-b6e9-094877e3f31b tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.671382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8eb0ca7-7b20-4cb1-a35e-de2184d18623 req-0f656ef8-e4cf-4c17-b6e9-094877e3f31b tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1096 time: 0.0415664 Sep 23 19:27:15.711571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8eb0ca7-7b20-4cb1-a35e-de2184d18623 req-08cd6c72-01d6-4e78-abff-9dbb98a4d8f5 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Sep 23 19:27:15.773228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0e96-fe76-404d-9847-46115fd15c88 req-b7a1ccf4-e694-494c-a028-126b6be0ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.774767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-781d0e96-fe76-404d-9847-46115fd15c88 req-b7a1ccf4-e694-494c-a028-126b6be0ca95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1125 time: 0.0881648 Sep 23 19:27:15.775696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:15.825187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08db6ef-8870-4084-8d5b-01fd45a37130 req-e50fcb3e-7a2e-4d80-a763-3a5c94234064 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.827245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e08db6ef-8870-4084-8d5b-01fd45a37130 req-e50fcb3e-7a2e-4d80-a763-3a5c94234064 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1096 time: 0.0425720 Sep 23 19:27:15.873221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e08db6ef-8870-4084-8d5b-01fd45a37130 req-dcf69566-16e1-4bd0-b3b3-9a7dff539796 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339394 Sep 23 19:27:15.939182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0faf72-88f1-49ea-9716-61f5127406ac req-3e9b64fc-b44b-48fc-a191-83b1a8b25dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.941084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc0faf72-88f1-49ea-9716-61f5127406ac req-3e9b64fc-b44b-48fc-a191-83b1a8b25dc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 1096 time: 0.1522570 Sep 23 19:27:15.972919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dd3f3ff-d321-4acb-934b-a5c5483e91ae req-de2db29c-72be-4595-8457-d01633d8a0f5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0304067 Sep 23 19:27:16.051353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c35a94f-9359-4fb7-a53d-21fe4a1a2573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.063277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ab30b-7940-4652-825b-adfd5dbf42d0 req-0427bf93-515d-4545-bd70-3b531918b399 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.065427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-274ab30b-7940-4652-825b-adfd5dbf42d0 req-0427bf93-515d-4545-bd70-3b531918b399 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 932 time: 0.0617554 Sep 23 19:27:16.079177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc0faf72-88f1-49ea-9716-61f5127406ac req-d8869638-e2ba-4046-94ed-1a76b9b10909 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215305 Sep 23 19:27:16.097870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0e96-fe76-404d-9847-46115fd15c88 req-6599ff86-ec92-4a3d-9e07-981831e4ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.099511 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-781d0e96-fe76-404d-9847-46115fd15c88 req-6599ff86-ec92-4a3d-9e07-981831e4ceb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.2825613 Sep 23 19:27:16.151412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-274ab30b-7940-4652-825b-adfd5dbf42d0 req-6a63d4f2-07d5-45f8-b7d5-478abf4775a1 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783987 Sep 23 19:27:16.198978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5450d9-f84c-48a2-9568-b26a873f7760 req-54e5153b-f88b-4415-bd3a-7f9e1e1aaf80 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.200642 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce5450d9-f84c-48a2-9568-b26a873f7760 req-54e5153b-f88b-4415-bd3a-7f9e1e1aaf80 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1096 time: 0.0481923 Sep 23 19:27:16.263983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce5450d9-f84c-48a2-9568-b26a873f7760 req-2d19d5fe-27b3-4508-bb87-8c9e3ca2c7a7 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550175 Sep 23 19:27:16.286416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b8527b-4bba-4506-b7ec-72398564cd93 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:16.286644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698df6-e8b0-4bbd-9dec-f455ce16f955 req-07ccc196-3533-49e8-b836-4ea163f12f09 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.286644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c698df6-e8b0-4bbd-9dec-f455ce16f955 req-07ccc196-3533-49e8-b836-4ea163f12f09 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0616739 Sep 23 19:27:16.298623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.350016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Transition to ACTIVE for port object 42b8527b-4bba-4506-b7ec-72398564cd93 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:16.353131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-781d0e96-fe76-404d-9847-46115fd15c88 req-342cf357-1b8c-41da-8d6d-930ee34fd18f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 217 time: 0.0612710 Sep 23 19:27:16.357416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.418934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c698df6-e8b0-4bbd-9dec-f455ce16f955 req-831ed7ea-8593-4a9f-aac6-4f06aaa17df0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150401 Sep 23 19:27:16.426761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.580973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0e96-fe76-404d-9847-46115fd15c88 req-540317b4-9782-4c8b-8eb7-270af5addad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.582867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-781d0e96-fe76-404d-9847-46115fd15c88 req-540317b4-9782-4c8b-8eb7-270af5addad7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.2020822 Sep 23 19:27:16.583664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Pushing event updated for resources: {'Port': ['ID=42b8527b-4bba-4506-b7ec-72398564cd93,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:16.597671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb811a-23a0-40a4-a44a-5218fcfb560a req-1d8a16f6-3172-4f13-aa35-7086d4d8a426 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.599443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76cb811a-23a0-40a4-a44a-5218fcfb560a req-1d8a16f6-3172-4f13-aa35-7086d4d8a426 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0575862 Sep 23 19:27:16.631438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.631802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.632155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.632495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.632833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.633213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.633482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.633810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.634138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.634490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.634815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.635140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:16.639046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 86f24fb2-5570-4a18-a1b0-a95a343705a0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:16.693397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-781d0e96-fe76-404d-9847-46115fd15c88 req-ea476965-994f-4c65-a1ec-b7189a03d1f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883253 Sep 23 19:27:16.709563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76cb811a-23a0-40a4-a44a-5218fcfb560a req-332eee4c-e7ce-482c-bf0e-c605a97d9423 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923543 Sep 23 19:27:16.762809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c3d80a-9903-4b54-b197-8fbc621b74cc req-a68997cc-138f-446d-8ec0-a84219958847 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0474007 Sep 23 19:27:16.940080 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.956141 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c93ae53e-3732-422c-83bf-96e1de45862b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563898 Sep 23 19:27:16.968171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-c318148d-6da2-4f98-b16a-3fa533ec3ef5 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.970495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-c318148d-6da2-4f98-b16a-3fa533ec3ef5 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.72 "GET /v2.0/networks?id=9e978454-304f-4fa2-80a6-4f1033e3bdff HTTP/1.1" status: 200 len: 814 time: 0.3839941 Sep 23 19:27:16.982536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Attempting to bind port 42b8527b-4bba-4506-b7ec-72398564cd93 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:16.982879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Attempting to bind port 42b8527b-4bba-4506-b7ec-72398564cd93 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:16.983211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Attempting to bind port 42b8527b-4bba-4506-b7ec-72398564cd93 on network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:17.002075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Request body: {'port': {'device_id': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff', 'admin_state_up': True, 'tenant_id': '16fb413fca784b94915dcd2022ef6488'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:17.022120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Port 42b8527b-4bba-4506-b7ec-72398564cd93 on network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:17.022120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Attempting to bind port 42b8527b-4bba-4506-b7ec-72398564cd93 on network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:17.050177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-781d0e96-fe76-404d-9847-46115fd15c88 req-5b82a6c9-a878-429b-a95c-054778a1b39a service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153155 Sep 23 19:27:17.065389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:17.065749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Checking segment: {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:17.066178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Bound using segment: {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:17.066702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Bound port: 42b8527b-4bba-4506-b7ec-72398564cd93, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:17.067073 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.097947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0db76625-f387-4b0c-bb1e-c194fca860c5 req-70cc51c8-c5a9-4456-9309-6c198937620e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0265939 Sep 23 19:27:17.290426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-e98679e6-a211-4dde-a537-8f8188031880 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.291826 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-e98679e6-a211-4dde-a537-8f8188031880 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204339 Sep 23 19:27:17.298354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c4845-8442-4bed-94fc-e268e383f2a9 req-84863240-9dd0-4f54-883e-06d569ef73e0 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.300587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e86c4845-8442-4bed-94fc-e268e383f2a9 req-84863240-9dd0-4f54-883e-06d569ef73e0 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 944 time: 0.0584908 Sep 23 19:27:17.316815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Request body: {'port': {'device_id': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'c7b153a7de6840a0bc3936e071db16c9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:17.385343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e86c4845-8442-4bed-94fc-e268e383f2a9 req-a35e5226-d015-4072-8b16-ac979f585424 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770149 Sep 23 19:27:17.400966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dcd2e-4835-4127-9e30-d4d3eb2760c6 req-3a73b96f-ca0a-4bc7-b5cc-756163228fca tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.402934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-133dcd2e-4835-4127-9e30-d4d3eb2760c6 req-3a73b96f-ca0a-4bc7-b5cc-756163228fca tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1096 time: 0.0505981 Sep 23 19:27:17.405061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] For port 42b8527b-4bba-4506-b7ec-72398564cd93, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:17.434124 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-781d0e96-fe76-404d-9847-46115fd15c88 req-16497a5b-8c23-4cd5-b802-94cc86953c8b service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331735 Sep 23 19:27:17.445661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Made reservation on behalf of 16fb413fca784b94915dcd2022ef6488 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:17.450022 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.458800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] For port 42b8527b-4bba-4506-b7ec-72398564cd93, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=42b8527b-4bba-4506-b7ec-72398564cd93,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:17.473552 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.505560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-133dcd2e-4835-4127-9e30-d4d3eb2760c6 req-860fe17a-3a7a-49fc-9251-514b16ff960e tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778327 Sep 23 19:27:17.547073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.558680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.560265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] 10.222.0.72 "PUT /v2.0/ports/42b8527b-4bba-4506-b7ec-72398564cd93 HTTP/1.1" status: 200 len: 1092 time: 1.9052432 Sep 23 19:27:17.562497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'tag': '42b8527b-4bba-4506-b7ec-72398564cd93'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:17.564859 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65272f0a-7933-4983-8b3f-4716a5d7d6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8d5453-9230-47e5-b24e-9e0fd442cacd", "tag": "42b8527b-4bba-4506-b7ec-72398564cd93"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:17.712045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd21681-a2b4-45cd-ac1d-379830d487d0 req-665ace56-2c63-4e41-9d6f-1ca67d2d1d53 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.721857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1dd21681-a2b4-45cd-ac1d-379830d487d0 req-665ace56-2c63-4e41-9d6f-1ca67d2d1d53 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0905676 Sep 23 19:27:17.746829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c077-41a9-4651-876e-c43d5cabfce2 service neutron] Pushing event updated for resources: {'Port': ['ID=42b8527b-4bba-4506-b7ec-72398564cd93,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:17.757702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Made reservation on behalf of c7b153a7de6840a0bc3936e071db16c9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:17.761986 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.797483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1dd21681-a2b4-45cd-ac1d-379830d487d0 req-7d112a94-8132-46ba-b74c-a5c5b8a240c9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742507 Sep 23 19:27:17.810758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-46010709-a526-458e-8140-f82559520746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.812260 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-46010709-a526-458e-8140-f82559520746 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d838dcd1770c49ebb350a832d7f4a057&device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 1095 time: 0.1656528 Sep 23 19:27:17.977711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Allocated IP 172.20.0.9 (9e978454-304f-4fa2-80a6-4f1033e3bdff/b146a65d-e556-4c40-9735-01cf74be2ffb/a7f49650-ba47-4fea-a4d8-3a67ab8119eb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:18.031029 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44cecb-e4a0-49d5-8282-e29cfc65dbee x-openstack-request-id: req-2e44cecb-e4a0-49d5-8282-e29cfc65dbee {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:18.031308 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8d5453-9230-47e5-b24e-9e0fd442cacd", "tag": "42b8527b-4bba-4506-b7ec-72398564cd93", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:18.032073 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e44cecb-e4a0-49d5-8282-e29cfc65dbee {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:18.032479 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'tag': '42b8527b-4bba-4506-b7ec-72398564cd93', 'status': 'completed', 'code': 200} Sep 23 19:27:18.075771 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-9851046f-1c4d-456e-a3bb-a453ea7b3af9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42b8527b-4bba-4506-b7ec-72398564cd93 HTTP/1.1" status: 200 len: 217 time: 0.0694520 Sep 23 19:27:18.138267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caebc8-db37-4491-8752-49dc66ea596c req-0e01d8ec-5ad5-41b1-bcb2-fda2400f348b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.138267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3caebc8-db37-4491-8752-49dc66ea596c req-0e01d8ec-5ad5-41b1-bcb2-fda2400f348b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0691357 Sep 23 19:27:18.193178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3caebc8-db37-4491-8752-49dc66ea596c req-7e00b942-d91c-4b8f-b2e7-cd4244acdf78 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484459 Sep 23 19:27:18.318476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c5e0fed-2960-40e2-a72e-7c1e2fa5306c req-7bf03a7e-fdaa-4cc7-84d3-0a46dd39ecb0 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0366943 Sep 23 19:27:18.434278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0efb6ad-cd1d-4d9e-a3d7-7faa5eade304 req-3fc0576d-394b-469a-92f5-cdbfb534939d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0392709 Sep 23 19:27:18.437276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.504146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Allocated IP 192.168.233.134 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:18.562234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d804ac0-f9d8-4510-8a16-af91bd7fe133 req-7bed68c0-02c9-43a7-b662-30a9bd8da689 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.564272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d804ac0-f9d8-4510-8a16-af91bd7fe133 req-7bed68c0-02c9-43a7-b662-30a9bd8da689 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0627022 Sep 23 19:27:18.573116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:18.579959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Request body: {'floatingip': {'port_id': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:18.614514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-bd3d0a67-a66b-4f66-ab4f-90cc02d3e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.616409 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-bd3d0a67-a66b-4f66-ab4f-90cc02d3e214 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a1ee0a5-0e26-4655-a38b-428b8cde9c37 HTTP/1.1" status: 200 len: 853 time: 0.5256305 Sep 23 19:27:18.655616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.674651 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-7c4c21d0-2d82-41d6-bab8-13a47b38b7c4 service neutron] 10.222.0.72 "GET /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.5802228 Sep 23 19:27:18.733156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245fef-168a-46cd-a363-7b937197aa5f req-cec5f0c3-b922-496a-862a-1c4000eb1116 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.734736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a245fef-168a-46cd-a363-7b937197aa5f req-cec5f0c3-b922-496a-862a-1c4000eb1116 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 944 time: 0.1140270 Sep 23 19:27:18.755763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.760002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-00f4cb75-dcd8-4e8c-b549-ce34ce87548f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:27:18.761048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-00f4cb75-dcd8-4e8c-b549-ce34ce87548f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231206 Sep 23 19:27:18.811479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a245fef-168a-46cd-a363-7b937197aa5f req-11d6d955-8fa8-48b6-bbe5-df9c7fbd8987 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681164 Sep 23 19:27:18.863471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-8b48c7ac-10d7-4b33-8763-39284b5df69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.865051 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-8b48c7ac-10d7-4b33-8763-39284b5df69a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352984 Sep 23 19:27:18.911969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-e0deb7f6-2445-4829-8d72-12e02f72a79c tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.913352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-e0deb7f6-2445-4829-8d72-12e02f72a79c tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 1093 time: 0.1380429 Sep 23 19:27:18.958019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Request body: {'binding': {'host': 'n-h1-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:18.958391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:27:19.050421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.066699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6829d-9759-48dc-a8e6-b22d360f85fb req-7a2c12c2-99c5-4f73-8d2c-8c06d3e15636 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.068220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fb6829d-9759-48dc-a8e6-b22d360f85fb req-7a2c12c2-99c5-4f73-8d2c-8c06d3e15636 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 944 time: 0.1260219 Sep 23 19:27:19.092767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.146181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fb6829d-9759-48dc-a8e6-b22d360f85fb req-ac825c8b-b6bf-498b-abbc-4d6f3ac04f8b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704691 Sep 23 19:27:19.202253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.206947 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.214669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Network 9e978454-304f-4fa2-80a6-4f1033e3bdff is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:19.235419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:19.245127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:19.275982 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-8f5192df-9958-4ce9-a54b-751582e7f33d service neutron] 10.222.0.72 "GET /v2.0/networks/2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975754 Sep 23 19:27:19.276579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Pushing event updated for resources: {'Port': ['ID=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:19.310918 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Floating IP cb224db7-bba7-4250-a5a0-dca7a1c93a65 associated. External IP: 172.25.6.94, port: 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7. Sep 23 19:27:19.436643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:19.449335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.449599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.452049 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.465695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:19.468049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a49db18a-5e99-459b-aaec-0187ad1aea51'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:19.495146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0cdf6-30de-4264-818b-e59e73603bdb req-47786600-e777-46df-8ff4-7e87a712eba6 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.502872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3d0cdf6-30de-4264-818b-e59e73603bdb req-47786600-e777-46df-8ff4-7e87a712eba6 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 931 time: 0.1015851 Sep 23 19:27:19.534599 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-3b328844-84ed-4dfd-9523-65a895a42d15 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5491104 Sep 23 19:27:19.554392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:19.556916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:19.560860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Request body: {'port': {'device_id': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:19.586756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3d0cdf6-30de-4264-818b-e59e73603bdb req-e6947b7f-5869-4175-9a66-c61094a41c52 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825930 Sep 23 19:27:19.610283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:19.612248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on host n-h1-810763-1 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:19.612721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:19.613062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:19.618974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:19.623468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:19.630608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad7bd0be-71b5-4474-93fc-804be355d22a req-1c255e7a-f805-4112-b24d-1ce2c32c12a9 service neutron] 10.222.0.72 "GET /v2.0/networks/2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413796 Sep 23 19:27:19.672723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:19.673033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:19.673248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:19.679973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f24fb2-5570-4a18-a1b0-a95a343705a0 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:19.773964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.777096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:19.777446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:19.777840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:19.778321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Bound port: 8bd2dfee-8808-4852-93a2-dc1500125907, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:19.784711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:19.817600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.818510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.863559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.908738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-a6aca083-3f5d-45eb-9458-4c4ec8ed6d0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5996203 Sep 23 19:27:19.928079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Request body: {'port': {'device_id': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:19.990154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-ac0ee8b0-ee1f-4855-9d24-cd301b57258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.992003 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-ac0ee8b0-ee1f-4855-9d24-cd301b57258a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d838dcd1770c49ebb350a832d7f4a057&device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 1095 time: 0.2874207 Sep 23 19:27:20.015184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:20.033884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c53ba422-188f-452a-8917-563bcc2ee2cb None None] Provisioning complete for port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:20.034152 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c53ba422-188f-452a-8917-563bcc2ee2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.070563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3e42-095e-497f-8aba-365da08313ad req-49ebc1b5-d56c-404c-b82d-11811304b6ea tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.072452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbde3e42-095e-497f-8aba-365da08313ad req-49ebc1b5-d56c-404c-b82d-11811304b6ea tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 936 time: 0.0738602 Sep 23 19:27:20.073868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c53ba422-188f-452a-8917-563bcc2ee2cb None None] Port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:20.077230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:20.088138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.089617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] Sync routers for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:20.102578 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.103848 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-76319a99-6814-4609-b3c2-a95e63d3e6f0 service neutron] 10.222.0.38 "POST /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907/bindings HTTP/1.1" status: 201 len: 389 time: 1.1730280 Sep 23 19:27:20.127104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:20.127740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:27:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:20.139958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee4015e5-75e7-4e12-9b65-20944146cbbb tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "PUT /v2.0/floatingips/cb224db7-bba7-4250-a5a0-dca7a1c93a65 HTTP/1.1" status: 200 len: 990 time: 1.5654230 Sep 23 19:27:20.146980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:20.150633 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:20.180160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbde3e42-095e-497f-8aba-365da08313ad req-3eaea1f9-4517-470e-a13c-67abac4b3185 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001439 Sep 23 19:27:20.274657 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.279683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] Transition to ACTIVE for port object 86f24fb2-5570-4a18-a1b0-a95a343705a0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:20.323113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:20.431188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c696b63-5216-4cf5-984b-21ca8f1ce277 req-155148c2-0cf7-4ccf-937a-759de77438ff tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.442755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c696b63-5216-4cf5-984b-21ca8f1ce277 req-155148c2-0cf7-4ccf-937a-759de77438ff tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 944 time: 0.1116371 Sep 23 19:27:20.496503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.72', 53208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:20.500103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c696b63-5216-4cf5-984b-21ca8f1ce277 req-6c5c5cc4-cc49-4f04-9702-02fe821971a2 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Sep 23 19:27:20.547662 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016fb1af-3cf3-4f95-b1fc-48a435690622 x-openstack-request-id: req-016fb1af-3cf3-4f95-b1fc-48a435690622 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:20.548221 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:20.548654 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-016fb1af-3cf3-4f95-b1fc-48a435690622 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:20.549224 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'status': 'completed', 'code': 200} Sep 23 19:27:20.552639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.72', 53209) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:20.568743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.602727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-36ee5d7d-de3d-438f-bee4-04bce63fd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.604564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-36ee5d7d-de3d-438f-bee4-04bce63fd52e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1096 time: 0.1036084 Sep 23 19:27:20.663471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-fcc6736d-096a-4f72-a2f9-a6f24305b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.665006 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-fcc6736d-096a-4f72-a2f9-a6f24305b2be service neutron] 10.222.0.72 "GET /v2.0/networks?id=2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f HTTP/1.1" status: 200 len: 915 time: 0.6584768 Sep 23 19:27:20.666949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'cb224db7-bba7-4250-a5a0-dca7a1c93a65', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'port_id': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'mac_address': 'fa:16:3e:92:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:26:45Z', 'updated_at': '2021-09-23T19:27:19Z', 'revision_number': 1, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 5, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:20.684283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-dd1f17fb-928d-43e7-be78-5f65f8b24da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.685713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-dd1f17fb-928d-43e7-be78-5f65f8b24da4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5851cd2389242a7af40c59e07c7eb1b&device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 1096 time: 0.1305006 Sep 23 19:27:20.699970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] Checking router: 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:20.709791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:20.710614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:27:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:20.752568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] No DVR routers for this DVR port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:20.766431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-5b8af88a-cf43-4f5f-ab03-cc421b946131 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42b8527b-4bba-4506-b7ec-72398564cd93 HTTP/1.1" status: 200 len: 217 time: 0.0907612 Sep 23 19:27:20.793252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] Pushing event updated for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:20.794834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a5ffd-5376-4a4d-a9b5-bf6682d34c8d req-f312c4a6-1287-4e7b-9d33-de6fa09093fd tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.796531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-998a5ffd-5376-4a4d-a9b5-bf6682d34c8d req-f312c4a6-1287-4e7b-9d33-de6fa09093fd tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.1607754 Sep 23 19:27:20.837678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:20.871543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b6d4f-e087-48e3-b25b-76637ef0736c req-cbe7fe21-b9ff-44fb-af7d-29858ae52cbc tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.873048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42b6d4f-e087-48e3-b25b-76637ef0736c req-cbe7fe21-b9ff-44fb-af7d-29858ae52cbc tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.2009878 Sep 23 19:27:20.887405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-1a173c64-1839-48d0-8ce9-321300e22be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.889526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-1a173c64-1839-48d0-8ce9-321300e22be4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.2763572 Sep 23 19:27:20.922371 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] 10.222.0.72 "PUT /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0/bindings/n-h2-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2341380 Sep 23 19:27:20.935524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-5ab75675-00aa-4b9a-b55e-c406e00462be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.936992 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-5ab75675-00aa-4b9a-b55e-c406e00462be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a1ee0a5-0e26-4655-a38b-428b8cde9c37 HTTP/1.1" status: 200 len: 853 time: 0.1607115 Sep 23 19:27:20.959322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-f0c5eeeb-0e48-47f7-a344-9c16a635c1ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 217 time: 0.0603919 Sep 23 19:27:20.973500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-998a5ffd-5376-4a4d-a9b5-bf6682d34c8d req-3b07bbe7-cb02-40ff-b2e0-5811fea9a26d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651368 Sep 23 19:27:21.022192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42b6d4f-e087-48e3-b25b-76637ef0736c req-0b04c3c1-f010-4545-aa7d-649d9864d5ea tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293018 Sep 23 19:27:21.050564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-4b8fe0af-a235-4152-b72d-cdf81b29429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.052108 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-4b8fe0af-a235-4152-b72d-cdf81b29429f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a8f5509-645b-482f-a46a-2f1d060f27df HTTP/1.1" status: 200 len: 913 time: 0.3509438 Sep 23 19:27:21.120120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'cb224db7-bba7-4250-a5a0-dca7a1c93a65', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'port_id': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'mac_address': 'fa:16:3e:92:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:26:45Z', 'updated_at': '2021-09-23T19:27:19Z', 'revision_number': 1, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 5, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:21.120395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f49650-ba47-4fea-a4d8-3a67ab8119eb {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:21.136802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.142066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-38cf0858-a9f2-4150-b59c-8d00442c024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.143794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-38cf0858-a9f2-4150-b59c-8d00442c024e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897705 Sep 23 19:27:21.143923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-5eed6948-453b-4dc4-9db5-9b5d732546dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.145369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-5eed6948-453b-4dc4-9db5-9b5d732546dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.1687126 Sep 23 19:27:21.150108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8c8d3-3fb6-45f7-a615-8967429e63c1 None None] The sync data for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 is: [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'cb224db7-bba7-4250-a5a0-dca7a1c93a65', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'port_id': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'mac_address': 'fa:16:3e:92:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:26:45Z', 'updated_at': '2021-09-23T19:27:19Z', 'revision_number': 1, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 5, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:21.176196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-ff4ca67a-43e3-4a26-92fc-cf290ca992cc tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.177807 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-ff4ca67a-43e3-4a26-92fc-cf290ca992cc tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.1684115 Sep 23 19:27:21.195611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-37b744ca-f7b0-477a-85af-d10b561be06d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 HTTP/1.1" status: 200 len: 998 time: 0.1351666 Sep 23 19:27:21.197485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-9b7b825f-2121-4a13-9674-14a4034693e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390928 Sep 23 19:27:21.206469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e7b0d-e000-42cc-ba27-7c1ff1f4ab7f req-daf04207-b955-4347-a7d9-8e5000c79070 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.207982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d6e7b0d-e000-42cc-ba27-7c1ff1f4ab7f req-daf04207-b955-4347-a7d9-8e5000c79070 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 931 time: 0.1012831 Sep 23 19:27:21.209948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Transition to ACTIVE for port object a7f49650-ba47-4fea-a4d8-3a67ab8119eb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:21.241607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.362586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d6e7b0d-e000-42cc-ba27-7c1ff1f4ab7f req-58c1e5f9-acb3-46d2-87af-adfef0c3b38b tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333418 Sep 23 19:27:21.366195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-154a71aa-53a5-448a-b970-e3d85041724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.367511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-154a71aa-53a5-448a-b970-e3d85041724a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a74c3d8-050e-4282-8242-6ad275d5ef4f HTTP/1.1" status: 200 len: 851 time: 0.1586480 Sep 23 19:27:21.408315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:21.440528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-4a3c420b-23f6-42e1-a1a4-79734b35332a service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153907 Sep 23 19:27:21.456840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-996e50da-b965-460b-8d78-56b0e33a2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.458268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a9276-8027-4487-a251-083d66355082 req-e3428fad-5a85-4b78-be6f-37e3630f0ab4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.458456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-996e50da-b965-460b-8d78-56b0e33a2939 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8&tenant_id=b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 1096 time: 0.2596018 Sep 23 19:27:21.459792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d5a9276-8027-4487-a251-083d66355082 req-e3428fad-5a85-4b78-be6f-37e3630f0ab4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 936 time: 0.1615987 Sep 23 19:27:21.465074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:21.484909 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b48683-b650-466c-b484-ace128044bb5 None None] New status for floating IP cb224db7-bba7-4250-a5a0-dca7a1c93a65: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:27:21.489905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-e31b7c99-26b8-4466-9f05-886c31a2a0ea service neutron] 10.222.0.72 "GET /v2.0/networks/2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289754 Sep 23 19:27:21.497157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-433b301f-2cff-4785-a1e0-a8880d8ca0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.498643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.498788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-433b301f-2cff-4785-a1e0-a8880d8ca0f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a8f5509-645b-482f-a46a-2f1d060f27df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220651 Sep 23 19:27:21.580008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Transition to ACTIVE for port object 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:21.591561 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.603846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d5a9276-8027-4487-a251-083d66355082 req-647e7eb2-3925-46b8-a27c-abc269a48b48 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242113 Sep 23 19:27:21.669993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:21.696023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-fad7b6d6-491f-40a6-9d73-e95e47d8d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.697726 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-fad7b6d6-491f-40a6-9d73-e95e47d8d2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1096 time: 0.2041061 Sep 23 19:27:21.727306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Attempting to bind port a7f49650-ba47-4fea-a4d8-3a67ab8119eb on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:21.727994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Attempting to bind port a7f49650-ba47-4fea-a4d8-3a67ab8119eb by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b7b054d8-8fc3-42d8-bef8-64cd566da474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:21.728601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Attempting to bind port a7f49650-ba47-4fea-a4d8-3a67ab8119eb on network 9e978454-304f-4fa2-80a6-4f1033e3bdff {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:21.733990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-3a3131b8-a6b7-4056-8ca1-45e4a3a89f43 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925570 Sep 23 19:27:21.765222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-46718d25-022c-4f2d-af96-57b9aa7837f6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559385 Sep 23 19:27:21.776930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Port a7f49650-ba47-4fea-a4d8-3a67ab8119eb on network 9e978454-304f-4fa2-80a6-4f1033e3bdff not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:21.777917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Attempting to bind port a7f49650-ba47-4fea-a4d8-3a67ab8119eb on network 9e978454-304f-4fa2-80a6-4f1033e3bdff {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:21.778593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eef13-66d4-4b4b-b139-065fbb0314d0 req-cb514ae1-57bd-429b-a64f-9bd08bed09b8 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.787584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-008eef13-66d4-4b4b-b139-065fbb0314d0 req-cb514ae1-57bd-429b-a64f-9bd08bed09b8 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 944 time: 0.1353443 Sep 23 19:27:21.800763 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-ba697387-0dfc-4ea3-97e6-7d1ac349b75a service neutron] 10.222.0.72 "GET /v2.0/networks/2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913723 Sep 23 19:27:21.824080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:21.824715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Checking segment: {'id': 'b7b054d8-8fc3-42d8-bef8-64cd566da474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:21.825323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Bound using segment: {'id': 'b7b054d8-8fc3-42d8-bef8-64cd566da474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:21.825969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Bound port: a7f49650-ba47-4fea-a4d8-3a67ab8119eb, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b054d8-8fc3-42d8-bef8-64cd566da474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:21.826573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.916486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-008eef13-66d4-4b4b-b139-065fbb0314d0 req-53fd78f4-489b-4e6b-b426-af22e9b1ef46 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280313 Sep 23 19:27:21.928175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-6b1fc7ed-116a-45d9-891c-a1e23a94fcd4 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.929769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-6b1fc7ed-116a-45d9-891c-a1e23a94fcd4 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.1258748 Sep 23 19:27:21.943108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810763-1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:21.944098 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-38c70b4b-a046-42c4-9a7e-74021ccc7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.945633 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-38c70b4b-a046-42c4-9a7e-74021ccc7ee1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.2377133 Sep 23 19:27:21.971859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-bc7d6f8e-65af-4000-82a1-c72ef69e9a21 service neutron] 10.222.0.72 "GET /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819060 Sep 23 19:27:21.972121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:21.972121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:21.972334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:22.006496 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.015527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:22.016420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:22.019706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-42d32e83-a55c-4fdf-9504-da7129a83664 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 200 len: 217 time: 0.0626094 Sep 23 19:27:22.022990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] For port a7f49650-ba47-4fea-a4d8-3a67ab8119eb, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:22.044232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:22.044594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:22.045038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:22.045487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Bound port: 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:22.045897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.075853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] For port a7f49650-ba47-4fea-a4d8-3a67ab8119eb, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,segment=NetworkSegment(b7b054d8-8fc3-42d8-bef8-64cd566da474),segment_id=b7b054d8-8fc3-42d8-bef8-64cd566da474)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:22.086734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.155540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-1d00170a-8657-4591-95c8-11c6e0d59e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.157156 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-1d00170a-8657-4591-95c8-11c6e0d59e1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.1285329 Sep 23 19:27:22.164580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.165245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.166652 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] 10.222.0.72 "PUT /v2.0/ports/a7f49650-ba47-4fea-a4d8-3a67ab8119eb HTTP/1.1" status: 200 len: 1091 time: 2.6136687 Sep 23 19:27:22.167126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'tag': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:22.169603 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587d44e-6a94-4a9a-bcb7-86eba5d73679" -d '{"events": [{"name": "network-changed", "server_uuid": "cb903970-736a-4f88-ba4f-d9b9ec0901b6", "tag": "a7f49650-ba47-4fea-a4d8-3a67ab8119eb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:22.192047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ebaa-f742-4f8c-84cf-be0c5911f044 req-8a37b142-0abe-4857-8b62-9c514e24625d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.193563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0793ebaa-f742-4f8c-84cf-be0c5911f044 req-8a37b142-0abe-4857-8b62-9c514e24625d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.1290679 Sep 23 19:27:22.227710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:22.229539 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-3ba2754e-822f-4488-be53-471578866700 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541863 Sep 23 19:27:22.258242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1658c2-59f1-4f6a-950b-b357a8576eae req-6335274a-a39c-42bd-8d1c-dedbed591858 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.259691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab1658c2-59f1-4f6a-950b-b357a8576eae req-6335274a-a39c-42bd-8d1c-dedbed591858 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 945 time: 0.1203926 Sep 23 19:27:22.274305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a1b40-11b0-43e5-ab9a-5d09d69e6954 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:22.296639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:22.301822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0793ebaa-f742-4f8c-84cf-be0c5911f044 req-87b843f1-3020-45ec-be53-05f153ae9d3a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994728 Sep 23 19:27:22.313159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:22.322509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:22.343605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab1658c2-59f1-4f6a-950b-b357a8576eae req-dc558063-d395-4148-883d-601464d4ddc6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724499 Sep 23 19:27:22.366876 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.380260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.386314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.388197 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2103fb-bc65-4a1e-ae45-11e3ea684e78 x-openstack-request-id: req-fd2103fb-bc65-4a1e-ae45-11e3ea684e78 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:22.388506 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb903970-736a-4f88-ba4f-d9b9ec0901b6", "tag": "a7f49650-ba47-4fea-a4d8-3a67ab8119eb", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:22.388760 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd2103fb-bc65-4a1e-ae45-11e3ea684e78 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:22.389145 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'tag': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb', 'status': 'completed', 'code': 200} Sep 23 19:27:22.394906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-7e4c5ea6-f318-422d-a916-ea5123240a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.396576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-7e4c5ea6-f318-422d-a916-ea5123240a3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16fb413fca784b94915dcd2022ef6488&device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 1094 time: 0.1699705 Sep 23 19:27:22.483747 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-f1df01e9-36ac-428d-aea3-ac2bcdd407a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb HTTP/1.1" status: 200 len: 217 time: 0.0532389 Sep 23 19:27:22.495714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:22.500195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.500854 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.502329 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] 10.222.0.72 "PUT /v2.0/ports/68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 1096 time: 2.5822055 Sep 23 19:27:22.519276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.519627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.519969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.520358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.520629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.520960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.521282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.521611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.521954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.522311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.522632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.522942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:22.529009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on host n-h2-810763-1 for vnic_type normal with profile {"migrating_to": "n-h1-810763-1"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:22.529363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:22.529689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:22.537541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:22.537859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Attempting to bind port 8bd2dfee-8808-4852-93a2-dc1500125907 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:22.542002 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-772abd3e-f066-4dd0-8778-9fe853e6c7b3 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971120 Sep 23 19:27:22.552812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8c1f-8c04-4d8a-9eb2-2d2f838868bf req-a0870fc7-e9e5-4f01-8872-5ee80dc8a072 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.554762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2afd8c1f-8c04-4d8a-9eb2-2d2f838868bf req-a0870fc7-e9e5-4f01-8872-5ee80dc8a072 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 943 time: 0.1068215 Sep 23 19:27:22.555764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:22.558018 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5516d25d-84e0-47b4-af18-c6a1d5c6a550" -d '{"events": [{"server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:22.560816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:22.561160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:22.561541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:22.561982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Bound port: 8bd2dfee-8808-4852-93a2-dc1500125907, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:22.562375 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.623750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f6ba-8212-4e25-9480-7670f3aa9929 service neutron] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:22.645542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-7b960b53-b3aa-48b8-a780-721bbdd71247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.647100 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-7b960b53-b3aa-48b8-a780-721bbdd71247 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b146a65d-e556-4c40-9735-01cf74be2ffb HTTP/1.1" status: 200 len: 854 time: 0.1568491 Sep 23 19:27:22.658561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2afd8c1f-8c04-4d8a-9eb2-2d2f838868bf req-0e90353b-bf29-457a-91d8-dafeaa25efb0 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891027 Sep 23 19:27:22.683450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 42b8527b-4bba-4506-b7ec-72398564cd93 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:22.695876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:22.703956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:22.710463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.715950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-ba6bf483-cda6-4297-b300-07b1a2978d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.727011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-ba6bf483-cda6-4297-b300-07b1a2978d47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1099 time: 0.1610093 Sep 23 19:27:22.747629 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471074db-4dd3-4ec3-8635-63633c616495 x-openstack-request-id: req-471074db-4dd3-4ec3-8635-63633c616495 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:22.747868 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:22.748075 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-471074db-4dd3-4ec3-8635-63633c616495 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:22.748528 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907', 'code': 200} Sep 23 19:27:22.776602 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-cd3a5d18-fe9c-4ac6-bf9d-2f73deec77bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e978454-304f-4fa2-80a6-4f1033e3bdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841594 Sep 23 19:27:22.815170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:22.819134 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-07a09bd9-413a-4d87-9ac4-86ed8ba41da3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0675631 Sep 23 19:27:22.835300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.835942 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.837611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-623aa3fb-b55b-43b4-9697-a3892fb75c42 service neutron] 10.222.0.72 "PUT /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 1121 time: 0.8990233 Sep 23 19:27:22.861438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d2d8a-b07b-4d50-8583-e1696f8d25b3 req-da44a272-383f-4740-ae1d-736b94b93d84 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.863229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-925d2d8a-b07b-4d50-8583-e1696f8d25b3 req-da44a272-383f-4740-ae1d-736b94b93d84 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.0624723 Sep 23 19:27:22.890511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 42b8527b-4bba-4506-b7ec-72398564cd93, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=42b8527b-4bba-4506-b7ec-72398564cd93,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:22.899052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-b45f8fb9-6680-4a72-8e9a-1bbff2462d93 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428314 Sep 23 19:27:22.909346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-925d2d8a-b07b-4d50-8583-e1696f8d25b3 req-5f7c42eb-4308-4c21-8151-1041669574bc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Sep 23 19:27:22.912056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '42b8527b-4bba-4506-b7ec-72398564cd93', 'network_id': '2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f', 'port_id': '42b8527b-4bba-4506-b7ec-72398564cd93', 'mac_address': 'fa:16:3e:66:1c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1ee0a5-0e26-4655-a38b-428b8cde9c37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:22.945040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-af388aa9-f9d8-4ed4-8d20-bd9f896ea4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.946614 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-af388aa9-f9d8-4ed4-8d20-bd9f896ea4fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1121633 Sep 23 19:27:22.969798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['8bd2dfee-8808-4852-93a2-dc1500125907'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:22.972204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.989863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-28f834e0-2b32-4676-b8f9-9c78d0e8c451 service neutron] 10.222.0.72 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816621 Sep 23 19:27:23.012184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b8527b-4bba-4506-b7ec-72398564cd93 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:23.022467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-d1ede145-111a-4314-82af-42c8cfe2826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.024502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-d1ede145-111a-4314-82af-42c8cfe2826c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696709 Sep 23 19:27:23.052526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 42b8527b-4bba-4506-b7ec-72398564cd93, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=42b8527b-4bba-4506-b7ec-72398564cd93,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:23.054318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93badd92-d584-4ff6-a0c3-2541406a23fb req-2c7d14a1-0319-4231-b6e3-4b72c31a5530 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.056196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93badd92-d584-4ff6-a0c3-2541406a23fb req-2c7d14a1-0319-4231-b6e3-4b72c31a5530 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 944 time: 0.0615163 Sep 23 19:27:23.061867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.137514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93badd92-d584-4ff6-a0c3-2541406a23fb req-49eb8177-a83c-4079-a10d-d76372954f00 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691292 Sep 23 19:27:23.148322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=42b8527b-4bba-4506-b7ec-72398564cd93,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:23.168202 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48a0ac18-22bd-457e-bd1e-d3bed7eab82e req-1ffea453-0661-4295-9d0d-5fe18278b624 service neutron] 10.222.0.72 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705470 Sep 23 19:27:23.193016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-51ba345a-0afa-4875-bf2c-1ac7493e1a02 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582248 Sep 23 19:27:23.312675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['42b8527b-4bba-4506-b7ec-72398564cd93'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:23.442197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d58e-5fc5-4335-ae90-8c472712062c req-eec73cb4-fbc5-444e-8b14-e4647379c6ef tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.450306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84b7d58e-5fc5-4335-ae90-8c472712062c req-eec73cb4-fbc5-444e-8b14-e4647379c6ef tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0644162 Sep 23 19:27:23.514741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84b7d58e-5fc5-4335-ae90-8c472712062c req-e00eda5c-04a1-4bb3-9586-8b9f218175d4 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636749 Sep 23 19:27:23.526518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f310e-fd13-4c97-8a96-4333969a7641 req-4ea0c50c-8da6-46ce-a988-736078787633 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.528446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d14f310e-fd13-4c97-8a96-4333969a7641 req-4ea0c50c-8da6-46ce-a988-736078787633 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 943 time: 0.0755749 Sep 23 19:27:23.571911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d14f310e-fd13-4c97-8a96-4333969a7641 req-4c5692a2-9d6e-49ab-a988-280b3b278539 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360589 Sep 23 19:27:23.580250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-f3a0b042-66af-4f9d-a012-baaec57abf7a tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.581773 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-f3a0b042-66af-4f9d-a012-baaec57abf7a tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.4024794 Sep 23 19:27:23.626754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-35db20a5-44f3-4ae0-a70d-41dde37d0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.628265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-35db20a5-44f3-4ae0-a70d-41dde37d0838 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16fb413fca784b94915dcd2022ef6488&device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 1094 time: 0.1462398 Sep 23 19:27:23.661861 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee541154-78a8-4cf7-acde-fe22fad95278 req-07514da4-7fa2-4e64-bf6a-aea524f17649 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811504 Sep 23 19:27:23.674305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f3a3-d0f7-4002-9a7c-c4eacd7d82fb req-96a86b78-485b-4516-8c0a-3a71755aba51 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.675874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9eb4f3a3-d0f7-4002-9a7c-c4eacd7d82fb req-96a86b78-485b-4516-8c0a-3a71755aba51 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0499053 Sep 23 19:27:23.725296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9eb4f3a3-d0f7-4002-9a7c-c4eacd7d82fb req-a5af0331-1e4c-494b-9235-48d7c3d69e91 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Sep 23 19:27:23.792034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fa2d8-1c03-4bda-a92b-8b50390ba52b req-e6db09ce-78b7-40ee-b609-98766eeb6078 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.795866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878fa2d8-1c03-4bda-a92b-8b50390ba52b req-e6db09ce-78b7-40ee-b609-98766eeb6078 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 943 time: 0.0564816 Sep 23 19:27:23.799032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-3b5f0ada-f09f-4941-b4e9-4c89e2dbe10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.800746 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-3b5f0ada-f09f-4941-b4e9-4c89e2dbe10f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e978454-304f-4fa2-80a6-4f1033e3bdff HTTP/1.1" status: 200 len: 915 time: 0.1626740 Sep 23 19:27:23.810504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-20340e99-1a2b-4ae6-8280-7015d515e027 service neutron] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:23.814234 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-20340e99-1a2b-4ae6-8280-7015d515e027 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.815311 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-20340e99-1a2b-4ae6-8280-7015d515e027 service neutron] 10.222.0.41 "DELETE /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0/bindings/n-h1-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.2245047 Sep 23 19:27:23.842954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878fa2d8-1c03-4bda-a92b-8b50390ba52b req-98a5ea2c-94a4-41f9-940a-a0b2086259f9 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Sep 23 19:27:23.864785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-263250c5-a9b3-4540-8608-8417b55d7f9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb HTTP/1.1" status: 200 len: 217 time: 0.0458140 Sep 23 19:27:23.920638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-00ae0495-7d43-4f34-a0d2-4ef330f89440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.922120 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-00ae0495-7d43-4f34-a0d2-4ef330f89440 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b146a65d-e556-4c40-9735-01cf74be2ffb HTTP/1.1" status: 200 len: 854 time: 0.0503073 Sep 23 19:27:23.923407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532290fc-77a6-4ae7-99d9-c9d7192b367d req-61e2ce6f-8c13-4ce0-bffa-8dc7d3e3ee34 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.926436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-532290fc-77a6-4ae7-99d9-c9d7192b367d req-61e2ce6f-8c13-4ce0-bffa-8dc7d3e3ee34 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0428801 Sep 23 19:27:23.957534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-e5622bfe-4bbc-455d-a93f-563a8fdcb70c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e978454-304f-4fa2-80a6-4f1033e3bdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264802 Sep 23 19:27:23.962458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-532290fc-77a6-4ae7-99d9-c9d7192b367d req-c1f670e4-ea99-4f6d-808a-70de3450c658 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309634 Sep 23 19:27:24.036297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea408d-710f-48a3-ae1c-a0722a220a5d req-8ff17961-b1dc-4ff4-b0d0-1576e91563cf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.037844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2eea408d-710f-48a3-ae1c-a0722a220a5d req-8ff17961-b1dc-4ff4-b0d0-1576e91563cf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.0570805 Sep 23 19:27:24.077540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-906303b6-e4a4-4fac-94cc-59de5d94ba95 service neutron] 10.222.0.72 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113470 Sep 23 19:27:24.085276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2eea408d-710f-48a3-ae1c-a0722a220a5d req-406265f7-ecef-450f-b63c-19c0e14db458 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387154 Sep 23 19:27:24.177942 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f587d44e-6a94-4a9a-bcb7-86eba5d73679 req-2b674fc9-9fc0-48b0-a09c-5be4d191983f service neutron] 10.222.0.72 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910392 Sep 23 19:27:24.247903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd91721-36bc-4807-9b24-a1e788ffdd93 req-2bf6cc72-aef0-498b-b612-dc23d2e663ba tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.249461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd91721-36bc-4807-9b24-a1e788ffdd93 req-2bf6cc72-aef0-498b-b612-dc23d2e663ba tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 945 time: 0.0515730 Sep 23 19:27:24.289202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd91721-36bc-4807-9b24-a1e788ffdd93 req-05091935-4b16-4e7d-a4a1-9f77558e9bbb tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Sep 23 19:27:24.391141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:24.396115 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d21e1-2139-43bf-92ab-5aeced283dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:24.442906 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb6212a-6750-4406-8d4b-e1a4edd98941 x-openstack-request-id: req-8cb6212a-6750-4406-8d4b-e1a4edd98941 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:24.443132 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:24.443421 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8cb6212a-6750-4406-8d4b-e1a4edd98941 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:24.443867 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'status': 'completed', 'code': 200} Sep 23 19:27:24.537303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-deaad4b3-a667-4fa7-875b-6e01135dfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.538853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-deaad4b3-a667-4fa7-875b-6e01135dfde3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1099 time: 0.0426190 Sep 23 19:27:24.634069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-b24762cc-2c7c-448e-a028-cb9b9c85bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.635592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-b24762cc-2c7c-448e-a028-cb9b9c85bea2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0894206 Sep 23 19:27:24.677450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 42b8527b-4bba-4506-b7ec-72398564cd93 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:24.680499 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-cd7f6310-3472-487e-9138-09863c9a4a6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0361016 Sep 23 19:27:24.691947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60dd03-7927-4a32-817c-1e700efa45e0 req-844f5338-3ca3-47c6-a8a4-c560654ab124 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.693553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f60dd03-7927-4a32-817c-1e700efa45e0 req-844f5338-3ca3-47c6-a8a4-c560654ab124 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 943 time: 0.0495727 Sep 23 19:27:24.729227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 42b8527b-4bba-4506-b7ec-72398564cd93 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:24.734075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 42b8527b-4bba-4506-b7ec-72398564cd93 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:24.734698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.737838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f60dd03-7927-4a32-817c-1e700efa45e0 req-498e98ea-8316-439d-9e65-e0b53c260c6f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Sep 23 19:27:24.747262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-e32c1409-d55b-439d-96e0-76ea2c830f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.748746 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-e32c1409-d55b-439d-96e0-76ea2c830f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0562398 Sep 23 19:27:24.749653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:24.752406 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09363ed-1550-425c-8f85-03a449bcf1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:24.790497 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ade4c-2878-4694-8f12-2c88050c98e6 x-openstack-request-id: req-714ade4c-2878-4694-8f12-2c88050c98e6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:24.790786 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:24.791031 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-714ade4c-2878-4694-8f12-2c88050c98e6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:24.791424 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907', 'status': 'completed', 'code': 200} Sep 23 19:27:24.808660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-ff1c9fa6-550f-4298-bfc0-bc87148f5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.810259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-ff1c9fa6-550f-4298-bfc0-bc87148f5bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488274 Sep 23 19:27:24.831913 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.859724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b8527b-4bba-4506-b7ec-72398564cd93'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:24.862766 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7befc9-f632-4067-913e-5b5c8f4360d2" -d '{"events": [{"server_uuid": "bf8d5453-9230-47e5-b24e-9e0fd442cacd", "name": "network-vif-plugged", "status": "completed", "tag": "42b8527b-4bba-4506-b7ec-72398564cd93"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:24.881809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 42b8527b-4bba-4506-b7ec-72398564cd93, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=42b8527b-4bba-4506-b7ec-72398564cd93,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:24.886693 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.896909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-e479098c-a222-454d-97e2-c528c175a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.898507 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-e479098c-a222-454d-97e2-c528c175a782 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1124 time: 0.0838444 Sep 23 19:27:24.942804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=42b8527b-4bba-4506-b7ec-72398564cd93,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:24.957169 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6724417-cf0b-41b8-bac0-9f67269995cb x-openstack-request-id: req-f6724417-cf0b-41b8-bac0-9f67269995cb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:24.958317 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8d5453-9230-47e5-b24e-9e0fd442cacd", "name": "network-vif-plugged", "status": "completed", "tag": "42b8527b-4bba-4506-b7ec-72398564cd93", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:24.961230 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6724417-cf0b-41b8-bac0-9f67269995cb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:24.961797 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b8527b-4bba-4506-b7ec-72398564cd93', 'code': 200} Sep 23 19:27:25.027141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a8ecb-e3ea-432f-beb6-54d90757f0e5 req-3afabcad-1f9b-46a8-b5b1-fd4bfd52232e tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.036404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c56a8ecb-e3ea-432f-beb6-54d90757f0e5 req-3afabcad-1f9b-46a8-b5b1-fd4bfd52232e tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 943 time: 0.0695217 Sep 23 19:27:25.045885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.049187 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-e9b9892c-e95f-45aa-8cb7-da930f505f14 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090917 Sep 23 19:27:25.100622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c56a8ecb-e3ea-432f-beb6-54d90757f0e5 req-15bbc7da-4b19-4ab9-a64a-9c4650f6e0b2 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631824 Sep 23 19:27:25.157746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-0ae7328b-0948-4a93-8a12-c9c851d64f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.159400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-0ae7328b-0948-4a93-8a12-c9c851d64f5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.2324545 Sep 23 19:27:25.222661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e80ab6-26a7-422a-a21c-8a4ecdec760c req-4178ae40-1686-4854-b41b-17418acbd5f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.224075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20e80ab6-26a7-422a-a21c-8a4ecdec760c req-4178ae40-1686-4854-b41b-17418acbd5f1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.0518265 Sep 23 19:27:25.241243 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-726b67ec-1ff6-4248-9bcc-9a50850d9041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 217 time: 0.0483005 Sep 23 19:27:25.244671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52352f13-da60-4e73-a138-caea5313de56 req-04440205-0e25-4a10-95a3-5be8da3c4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.246190 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-52352f13-da60-4e73-a138-caea5313de56 req-04440205-0e25-4a10-95a3-5be8da3c4440 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 1097 time: 0.1481407 Sep 23 19:27:25.265283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20e80ab6-26a7-422a-a21c-8a4ecdec760c req-e845730b-27e7-40bb-8b61-9a04350c6028 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Sep 23 19:27:25.304081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ee9d21e1-2139-43bf-92ab-5aeced283dd5 req-f007b0be-a1ec-4236-8a07-7c7d91a16abe service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201557 Sep 23 19:27:25.325422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-467ed2c8-f28a-42d9-aa84-1c0bac78b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.327476 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-467ed2c8-f28a-42d9-aa84-1c0bac78b67c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0788655 Sep 23 19:27:25.335179 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-52352f13-da60-4e73-a138-caea5313de56 req-40f12bd4-3d75-45b6-9f46-84bfc71177de service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533421 Sep 23 19:27:25.361970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-6c3198b4-c8b7-4ff6-bfd7-7bac9fab7789 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257561 Sep 23 19:27:25.422961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39ce6-9f4e-4d60-ae94-cf03d7e397b8 req-1b148cae-1822-47c9-9e80-077fa079d013 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.424525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3b39ce6-9f4e-4d60-ae94-cf03d7e397b8 req-1b148cae-1822-47c9-9e80-077fa079d013 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 946 time: 0.0531173 Sep 23 19:27:25.487785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-790ecad3-bcdd-47d6-99be-baaf737b91aa service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174507 Sep 23 19:27:25.493908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3b39ce6-9f4e-4d60-ae94-cf03d7e397b8 req-5af00430-3b9d-4699-b10f-ef9a5784f244 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624461 Sep 23 19:27:25.583751 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e09363ed-1550-425c-8f85-03a449bcf1ef req-db7d8f21-c560-4941-9193-7839776655a0 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860281 Sep 23 19:27:25.864302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758364e-e22d-49fc-af98-19c8600a8f6e req-a0b7936c-fddb-41e9-ad6a-2e9bd2cc6545 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.865796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6758364e-e22d-49fc-af98-19c8600a8f6e req-a0b7936c-fddb-41e9-ad6a-2e9bd2cc6545 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 943 time: 0.0544958 Sep 23 19:27:25.904901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6758364e-e22d-49fc-af98-19c8600a8f6e req-a6752c88-b85b-4188-a232-78479100e59b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Sep 23 19:27:26.221001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b374c-6275-486d-a1c7-b90a69948f0a req-29cd17ad-2e86-4e3f-bd59-a3e3ad243440 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:26.222528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac2b374c-6275-486d-a1c7-b90a69948f0a req-29cd17ad-2e86-4e3f-bd59-a3e3ad243440 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 943 time: 0.0491195 Sep 23 19:27:26.260073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac2b374c-6275-486d-a1c7-b90a69948f0a req-9ef1b436-816c-49d9-a6b0-5eedd7ed0bfc tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Sep 23 19:27:26.385548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47883e90-8e99-4d95-b740-5c10e14ea2fd req-2a8659c7-e2f8-4af9-8889-925b9137501c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:26.387521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47883e90-8e99-4d95-b740-5c10e14ea2fd req-2a8659c7-e2f8-4af9-8889-925b9137501c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.0505748 Sep 23 19:27:26.426016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47883e90-8e99-4d95-b740-5c10e14ea2fd req-1bc41522-1648-4ec9-a94e-1da4bba7e6bf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328412 Sep 23 19:27:26.610142 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.616579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab120-0b42-4d58-89c1-33f6da379fc6 req-dafcc6ac-2b75-4421-84c7-63e7eacfb4d7 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:26.618025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd8ab120-0b42-4d58-89c1-33f6da379fc6 req-dafcc6ac-2b75-4421-84c7-63e7eacfb4d7 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 946 time: 0.0535822 Sep 23 19:27:26.657053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd8ab120-0b42-4d58-89c1-33f6da379fc6 req-9baab2dd-e512-46d3-9f71-eb06af9e1ecf tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Sep 23 19:27:26.688789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a7f49650-ba47-4fea-a4d8-3a67ab8119eb details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:26.780215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a7f49650-ba47-4fea-a4d8-3a67ab8119eb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,segment=NetworkSegment(b7b054d8-8fc3-42d8-bef8-64cd566da474),segment_id=b7b054d8-8fc3-42d8-bef8-64cd566da474)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:26.792096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb', 'network_id': '9e978454-304f-4fa2-80a6-4f1033e3bdff', 'port_id': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb', 'mac_address': 'fa:16:3e:23:ff:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b146a65d-e556-4c40-9735-01cf74be2ffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:26.832641 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.847187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f49650-ba47-4fea-a4d8-3a67ab8119eb {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:26.871814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a7f49650-ba47-4fea-a4d8-3a67ab8119eb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,segment=NetworkSegment(b7b054d8-8fc3-42d8-bef8-64cd566da474),segment_id=b7b054d8-8fc3-42d8-bef8-64cd566da474)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:26.876749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.877400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:26.949834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:26.966462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.966835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.967147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.967465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.967790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.968130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.968438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.968758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.969622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.969940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.970350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:26.970670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:27.014898 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-b35cc06e-e22b-4f53-83bb-7567bb4c1bf4 service neutron] 10.222.0.41 "GET /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907/bindings/n-h1-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.0833883 Sep 23 19:27:27.043156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:27.064701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'mac_address': 'fa:16:3e:61:e0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:27.098249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9586bd-f686-4567-91d9-ea06d488db1b req-9784b4e1-c5de-425c-89bb-5c1314c7ce7b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.099987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e9586bd-f686-4567-91d9-ea06d488db1b req-9784b4e1-c5de-425c-89bb-5c1314c7ce7b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 943 time: 0.0626497 Sep 23 19:27:27.106501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.120767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:27.153405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e9586bd-f686-4567-91d9-ea06d488db1b req-b52b695c-91cf-43e3-8c17-fad044edc66e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469744 Sep 23 19:27:27.164451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:27.170787 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.171657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:27.229867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:27.256830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:27.294453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd2dfee-8808-4852-93a2-dc1500125907 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:27.303924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:27.315946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:27.325732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:27.339166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.339577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 has no active binding in host n-h1-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:27:27.396538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c0f7d-01fc-4d29-b115-71d11bf9a08b req-eee3ca40-ce57-4b4b-bca8-3256f38bf75c tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.398107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-239c0f7d-01fc-4d29-b115-71d11bf9a08b req-eee3ca40-ce57-4b4b-bca8-3256f38bf75c tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 944 time: 0.0503588 Sep 23 19:27:27.417609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] Transition to ACTIVE for port object 8bd2dfee-8808-4852-93a2-dc1500125907 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:27.422534 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.458730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-239c0f7d-01fc-4d29-b115-71d11bf9a08b req-b6799759-8154-42d9-9f41-8445729c46b8 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543780 Sep 23 19:27:27.497479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] Pushing event updated for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:27.524989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] No DVR routers for this DVR port 8bd2dfee-8808-4852-93a2-dc1500125907 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:27.553008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-c6897343-227e-4e8f-a1c1-f2571f5bb1cf service neutron] 10.222.0.41 "PUT /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907/bindings/n-h1-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5310743 Sep 23 19:27:27.563219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baadf5-02a7-450f-9c7c-cf02ca538213 req-2a3e221f-19a5-4ab5-86f6-5bd0262a6749 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.564735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5baadf5-02a7-450f-9c7c-cf02ca538213 req-2a3e221f-19a5-4ab5-86f6-5bd0262a6749 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.0588567 Sep 23 19:27:27.648669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a7f49650-ba47-4fea-a4d8-3a67ab8119eb'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:27.655085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:27.669673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-043965a3-ffe2-4b96-8213-9f7d542b62a3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.669673 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-043965a3-ffe2-4b96-8213-9f7d542b62a3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.0558867 Sep 23 19:27:27.744401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-e120bf4c-9bf2-40da-a08c-bf911c286267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.746416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-e120bf4c-9bf2-40da-a08c-bf911c286267 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c&tenant_id=2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 1095 time: 0.0688775 Sep 23 19:27:27.830968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-9769f4aa-dcce-4b3f-bc3a-fae1450b8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.832877 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-9769f4aa-dcce-4b3f-bc3a-fae1450b8f42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1095 time: 0.0560071 Sep 23 19:27:27.925027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5baadf5-02a7-450f-9c7c-cf02ca538213 req-e96f4885-d383-421e-a906-a35cf06de2c5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531344 Sep 23 19:27:27.961679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d7777-0d7e-4b52-bbe2-77a759bae07a req-d6810aa2-efc8-483f-a709-a33fc0766ce3 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.967522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-6d62f44a-5380-4bc2-90ed-22f5522c2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.974413 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-6d62f44a-5380-4bc2-90ed-22f5522c2d58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1332359 Sep 23 19:27:27.974598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d53d7777-0d7e-4b52-bbe2-77a759bae07a req-d6810aa2-efc8-483f-a709-a33fc0766ce3 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 946 time: 0.0950365 Sep 23 19:27:28.030544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d53d7777-0d7e-4b52-bbe2-77a759bae07a req-dc072014-fe15-404a-9e41-72d6deb712f8 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535569 Sep 23 19:27:28.057703 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-87492f56-9c08-4a90-8dd3-1627af5fd64c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 200 len: 217 time: 0.0715952 Sep 23 19:27:28.125669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-bf0b8952-802d-4b24-a5a7-4e71d7750430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:28.127298 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-bf0b8952-802d-4b24-a5a7-4e71d7750430 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0632226 Sep 23 19:27:28.167727 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-746fed19-60fe-411c-b981-5a27f873399f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253038 Sep 23 19:27:28.308563 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-8289ad44-cf02-4e1f-93c2-b84aa89810ff service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125503 Sep 23 19:27:28.317276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac69e2-e12b-4bac-a85a-84eb205a022c req-1b1a4d3f-a163-4a8f-8b36-c98a1fe44cae tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:28.332970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49ac69e2-e12b-4bac-a85a-84eb205a022c req-1b1a4d3f-a163-4a8f-8b36-c98a1fe44cae tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 944 time: 0.1160047 Sep 23 19:27:28.390682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49ac69e2-e12b-4bac-a85a-84eb205a022c req-4051cdcd-d3c6-47be-b8d5-6e22328efc4c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530155 Sep 23 19:27:28.421678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-e98af099-c4c4-4803-a34f-a8aad0c2758a service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062398 Sep 23 19:27:28.601372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0a184-86d6-493f-961a-f14b82506148 req-845ba2f2-7756-4f24-9613-d8b630ec2021 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:28.603003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d0a184-86d6-493f-961a-f14b82506148 req-845ba2f2-7756-4f24-9613-d8b630ec2021 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 944 time: 0.0690446 Sep 23 19:27:28.650426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d0a184-86d6-493f-961a-f14b82506148 req-dac2130b-2745-45db-896a-a2d1ab4a13ac tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Sep 23 19:27:28.711446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-27681fee-d2fe-4f62-9ad1-d58dbbac96b4 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:28.713047 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-27681fee-d2fe-4f62-9ad1-d58dbbac96b4 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.0466185 Sep 23 19:27:28.835054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-bbda738d-f5f7-4bc3-81a3-6f517bb358dd service neutron] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:28.838186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-bbda738d-f5f7-4bc3-81a3-6f517bb358dd service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:28.839302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-25f8e60a-fbad-4c5e-a302-ea66e36cd534 req-bbda738d-f5f7-4bc3-81a3-6f517bb358dd service neutron] 10.222.0.72 "DELETE /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907/bindings/n-h2-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.1156805 Sep 23 19:27:29.037076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c8143-da4e-4790-a568-38677b1f21ca req-8ed7f25f-9272-4c1c-a0ae-5499bb0f758f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.038582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b78c8143-da4e-4790-a568-38677b1f21ca req-8ed7f25f-9272-4c1c-a0ae-5499bb0f758f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.0510514 Sep 23 19:27:29.076463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b78c8143-da4e-4790-a568-38677b1f21ca req-2eaffa6f-e4df-484a-8eaf-1c0cdb9824a4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316799 Sep 23 19:27:29.504867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e074b97-a55a-4b67-846e-df56f94557c2 req-16b13d48-d1f5-43bb-aad3-0cdfdc4c9a9d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.506248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e074b97-a55a-4b67-846e-df56f94557c2 req-16b13d48-d1f5-43bb-aad3-0cdfdc4c9a9d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 944 time: 0.0506668 Sep 23 19:27:29.553123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e074b97-a55a-4b67-846e-df56f94557c2 req-913602c0-2b0d-4df9-b607-28e04774d1ca tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Sep 23 19:27:29.694700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf000f04-cbc7-41dc-926e-a746e86d1779 req-bfa272bc-720c-4189-99a8-20c4c50381ae tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.696278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf000f04-cbc7-41dc-926e-a746e86d1779 req-bfa272bc-720c-4189-99a8-20c4c50381ae tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 1095 time: 0.0462446 Sep 23 19:27:29.733058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf000f04-cbc7-41dc-926e-a746e86d1779 req-67c2f4b3-9df3-4a37-bf2a-f437f6ff94ab tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302825 Sep 23 19:27:29.843832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb7f33-fc37-43aa-a86a-7fc78c0dfece req-a529116d-81fc-4a31-8bae-feb01d3c0e1f tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.845632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44fb7f33-fc37-43aa-a86a-7fc78c0dfece req-a529116d-81fc-4a31-8bae-feb01d3c0e1f tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 944 time: 0.0539184 Sep 23 19:27:29.890923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44fb7f33-fc37-43aa-a86a-7fc78c0dfece req-a35fd7ba-b492-47a2-ac3f-b1b1257e39f5 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Sep 23 19:27:30.022796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:30.083278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:30.100147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e5e4504-ceff-4f63-9656-0a98437e6962 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:30.102118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e5e4504-ceff-4f63-9656-0a98437e6962 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.1257045 Sep 23 19:27:30.118409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-8ef08dee-b7e9-454b-9033-228c2da78e4f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/quotas/2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 375 time: 0.0101938 Sep 23 19:27:30.213874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-c5397b71-e879-41cc-a95b-d6f5a372c840 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867109 Sep 23 19:27:30.226938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c55118-3c0b-4a3d-84bb-6699a20eab85 req-2fc630c1-a008-45da-bda8-468610d08376 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:30.228545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56c55118-3c0b-4a3d-84bb-6699a20eab85 req-2fc630c1-a008-45da-bda8-468610d08376 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.0663481 Sep 23 19:27:30.323586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56c55118-3c0b-4a3d-84bb-6699a20eab85 req-ab53d682-af7f-4d43-8784-b55bf5d93f4f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864050 Sep 23 19:27:30.357943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-88fd83f8-a461-4e04-90cc-aaa208674fc5 service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284239 Sep 23 19:27:30.472283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-38b380b5-1ee7-4447-988c-cdbfae95eea9 service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068079 Sep 23 19:27:30.690369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db1bd30b-4087-4651-8dc4-dd741244abd7 req-cab9f3c0-1f11-41f9-8339-faeba097e440 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 210 time: 0.0358105 Sep 23 19:27:30.697006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:30.767836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:30.773371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:30.773995 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.869212 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.896046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:30.898486 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88482be9-789b-4218-a9c2-ba11c83878c9" -d '{"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-plugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:30.916103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:30.921663 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.923218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a7f49650-ba47-4fea-a4d8-3a67ab8119eb up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:31.034307 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0e4ea4-69e9-486a-ab5d-26ae274fa319 x-openstack-request-id: req-ce0e4ea4-69e9-486a-ab5d-26ae274fa319 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:31.035280 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-plugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:31.035710 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce0e4ea4-69e9-486a-ab5d-26ae274fa319 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:31.036298 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'code': 200} Sep 23 19:27:31.097446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48143-87f5-4e7c-bc66-57291f65cf40 req-9e33ba62-b4fd-49a8-a4c5-d122ea90c370 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:31.113155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d31e9a-ec04-4108-b308-5345f2a596e3 req-50e061d2-68d3-4c79-9faf-907873ac8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:31.115200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96b48143-87f5-4e7c-bc66-57291f65cf40 req-9e33ba62-b4fd-49a8-a4c5-d122ea90c370 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 944 time: 0.1160309 Sep 23 19:27:31.115687 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f9d31e9a-ec04-4108-b308-5345f2a596e3 req-50e061d2-68d3-4c79-9faf-907873ac8953 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1101 time: 0.0828617 Sep 23 19:27:31.152284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:31.159911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port a7f49650-ba47-4fea-a4d8-3a67ab8119eb completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:31.166604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96b48143-87f5-4e7c-bc66-57291f65cf40 req-35627d03-c5b2-4143-bd4d-42babba96f63 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503781 Sep 23 19:27:31.168611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f9d31e9a-ec04-4108-b308-5345f2a596e3 req-301b9c59-ce37-4ef8-aea0-578e1a14736e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Sep 23 19:27:31.169836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port a7f49650-ba47-4fea-a4d8-3a67ab8119eb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:31.174899 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.277693 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.332710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a7f49650-ba47-4fea-a4d8-3a67ab8119eb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,segment=NetworkSegment(b7b054d8-8fc3-42d8-bef8-64cd566da474),segment_id=b7b054d8-8fc3-42d8-bef8-64cd566da474)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:31.337869 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.428430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:31.506936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725238e-987d-4158-b21a-5c3a2d59638a req-45197acd-7ba3-4342-8afa-3a0613d02541 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:31.508762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0725238e-987d-4158-b21a-5c3a2d59638a req-45197acd-7ba3-4342-8afa-3a0613d02541 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0572248 Sep 23 19:27:31.559887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0725238e-987d-4158-b21a-5c3a2d59638a req-f821a1eb-44d3-4730-9cbd-f819fbd89da5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 Sep 23 19:27:31.808284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3879f78a-87bc-4bfc-9d15-6934c7b46380 req-a70ada25-4855-4e6c-a6bf-a86c26bbdd59 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 210 time: 0.0375662 Sep 23 19:27:31.904111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312762-7813-44ce-a73c-3823ad39c839 req-5ac74936-4a55-451e-9181-4bb2cff3e49d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:31.906072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-5ac74936-4a55-451e-9181-4bb2cff3e49d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.1265161 Sep 23 19:27:31.923575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Request body: {'port': {'device_id': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'admin_state_up': True, 'tenant_id': '2acf39709d3f4eca98d631961bc133b4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:32.049797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Made reservation on behalf of 2acf39709d3f4eca98d631961bc133b4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:32.053443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.233217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Allocated IP 172.20.0.8 (4faccdae-926f-4b65-8ac7-4272a854e1d8/ec1edbc7-a456-49f2-b374-d20e604ba9f0/5386e78f-171e-4671-8aed-cad80ee28486) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:32.337929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d61ca7-9fd5-4430-9b3a-04d35c81962a req-076c9bd4-b877-4e34-9732-b245ae746f25 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.339644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31d61ca7-9fd5-4430-9b3a-04d35c81962a req-076c9bd4-b877-4e34-9732-b245ae746f25 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0977435 Sep 23 19:27:32.433669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.450746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31d61ca7-9fd5-4430-9b3a-04d35c81962a req-ca6660df-2080-41ad-b1e8-b97c890f77d8 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005929 Sep 23 19:27:32.481606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.527985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:32.531231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:32.536133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:32.571839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:32.604298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.609956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.638947 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4e833980-c527-485d-a5ac-f299a42a8f70 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7218463 Sep 23 19:27:32.651726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Request body: {'port': {'device_id': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:32.712930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ad0ca-2d38-46ed-a80a-3336097fb328 req-1d14bdf8-9a5c-4106-aaed-e9290ef9169e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.722348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-214ad0ca-2d38-46ed-a80a-3336097fb328 req-1d14bdf8-9a5c-4106-aaed-e9290ef9169e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0645320 Sep 23 19:27:32.724520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.773444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-214ad0ca-2d38-46ed-a80a-3336097fb328 req-bd8d46eb-5b0a-4515-929c-90944f621de4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490265 Sep 23 19:27:32.917906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7dfd4-88be-42b3-b458-fbb1d47f3dd7 req-ec866e30-788a-4e59-a70f-4ebcf841efa2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.927146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0a7dfd4-88be-42b3-b458-fbb1d47f3dd7 req-ec866e30-788a-4e59-a70f-4ebcf841efa2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0695925 Sep 23 19:27:33.006143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0a7dfd4-88be-42b3-b458-fbb1d47f3dd7 req-282904a0-7ea6-47ab-b94b-65707bc202d3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731301 Sep 23 19:27:33.023478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c947bc4-0275-4726-80c5-4464b48e43fb req-56d2f112-ccef-4653-bc2c-8d0cf34b790b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.025126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c947bc4-0275-4726-80c5-4464b48e43fb req-56d2f112-ccef-4653-bc2c-8d0cf34b790b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 931 time: 0.0897446 Sep 23 19:27:33.037931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:33.041890 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a13996-8afe-4687-a85a-53dc37b5160d" -d '{"events": [{"server_uuid": "cb903970-736a-4f88-ba4f-d9b9ec0901b6", "name": "network-vif-plugged", "status": "completed", "tag": "a7f49650-ba47-4fea-a4d8-3a67ab8119eb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:33.094465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c947bc4-0275-4726-80c5-4464b48e43fb req-e6cb62e8-195d-474c-9c6e-6f4534d02ebc tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622427 Sep 23 19:27:33.122110 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a187b7e-442d-4397-8f0b-62754d3eec9b x-openstack-request-id: req-1a187b7e-442d-4397-8f0b-62754d3eec9b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:33.122736 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb903970-736a-4f88-ba4f-d9b9ec0901b6", "name": "network-vif-plugged", "status": "completed", "tag": "a7f49650-ba47-4fea-a4d8-3a67ab8119eb", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:33.123152 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a187b7e-442d-4397-8f0b-62754d3eec9b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:33.123732 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb', 'code': 200} Sep 23 19:27:33.157454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5386e78f-171e-4671-8aed-cad80ee28486 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:33.166459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.200568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Transition to ACTIVE for port object 5386e78f-171e-4671-8aed-cad80ee28486 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:33.205687 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.313545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:33.342851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb2c55-19a7-4d56-bfa1-998b773520db req-0b692dcd-8fe2-4839-bb22-8ed8532de979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.344639 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11cb2c55-19a7-4d56-bfa1-998b773520db req-0b692dcd-8fe2-4839-bb22-8ed8532de979 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 1096 time: 0.1364241 Sep 23 19:27:33.411265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11cb2c55-19a7-4d56-bfa1-998b773520db req-847c513d-8224-4c4e-bcb6-07f34e184c54 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Sep 23 19:27:33.482830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:33.483177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:33.483508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:33.493487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:33.496375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:33.499634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322687b-a3d1-43ab-9f6e-137acc27b137 req-dbaaa416-d826-4b38-acf3-dbd80621d534 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.501693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1322687b-a3d1-43ab-9f6e-137acc27b137 req-dbaaa416-d826-4b38-acf3-dbd80621d534 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0870180 Sep 23 19:27:33.521585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:33.521918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:33.523935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:33.524390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Bound port: 5386e78f-171e-4671-8aed-cad80ee28486, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:33.524757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.534810 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-beac5233-045d-4fd3-b1d3-b28093615803 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199315 Sep 23 19:27:33.613509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1322687b-a3d1-43ab-9f6e-137acc27b137 req-c0d230c5-7128-4a09-b89e-6bb8b84da072 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919702 Sep 23 19:27:33.632737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:33.637687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:33.638669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e19b-8a03-46d6-b024-021a73da319b req-6f740999-127a-4724-ac91-97b0d48cabe6 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.641739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c52e19b-8a03-46d6-b024-021a73da319b req-6f740999-127a-4724-ac91-97b0d48cabe6 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.1058006 Sep 23 19:27:33.643224 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.693468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.694367 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.697354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] 10.222.0.41 "PUT /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 1091 time: 1.0505576 Sep 23 19:27:33.701172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:33.704895 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad483133-f961-4786-8272-e0e7844ee6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "tag": "5386e78f-171e-4671-8aed-cad80ee28486"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:33.730523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c52e19b-8a03-46d6-b024-021a73da319b req-3d7bd171-1e81-4024-97e1-eb9ec8dec6cd tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813274 Sep 23 19:27:33.834123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e3c0-f89b-407d-8890-5bab0f21a94f service neutron] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:33.845650 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076c291e-1129-4063-843d-67b5eaf0b84d x-openstack-request-id: req-076c291e-1129-4063-843d-67b5eaf0b84d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:33.845944 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "tag": "5386e78f-171e-4671-8aed-cad80ee28486", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:33.854894 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-076c291e-1129-4063-843d-67b5eaf0b84d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:33.855328 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486', 'status': 'completed', 'code': 200} Sep 23 19:27:33.892755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312762-7813-44ce-a73c-3823ad39c839 req-8c42569a-8b3d-4a4f-badd-0c04f8f31842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.896756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-8c42569a-8b3d-4a4f-badd-0c04f8f31842 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1094 time: 0.1330688 Sep 23 19:27:34.266728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa676281-29e8-4ab1-b192-1e47c756a0ed req-59f6a223-a4a5-4774-82ac-37b8c17c0d9f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.272993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-9dcbc723-906f-4a0e-bb80-c0a28413d482 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 217 time: 0.3587713 Sep 23 19:27:34.278831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa676281-29e8-4ab1-b192-1e47c756a0ed req-59f6a223-a4a5-4774-82ac-37b8c17c0d9f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.0787525 Sep 23 19:27:34.336994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa676281-29e8-4ab1-b192-1e47c756a0ed req-c6c086d7-0b74-4f14-a734-50f88e850b62 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568166 Sep 23 19:27:34.387861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312762-7813-44ce-a73c-3823ad39c839 req-cb6c6720-2576-407b-8c23-ee20e8b68b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.394581 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-cb6c6720-2576-407b-8c23-ee20e8b68b83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.1118550 Sep 23 19:27:34.442505 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-db0f2518-c09b-4a72-b96f-10958cf312ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403056 Sep 23 19:27:34.563985 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-57dcb8c4-0e5b-4d39-b0d9-7ac89405c0fe service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128063 Sep 23 19:27:34.683666 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a5312762-7813-44ce-a73c-3823ad39c839 req-71563452-de6d-4e60-a5d1-51c043f00272 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114388 Sep 23 19:27:34.785270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031434b5-ebf5-4226-8a51-9d3c8136b2f5 req-d4117145-7545-4b2c-8ac6-4b3d57ad94c7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.793257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-031434b5-ebf5-4226-8a51-9d3c8136b2f5 req-d4117145-7545-4b2c-8ac6-4b3d57ad94c7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0871131 Sep 23 19:27:34.814503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483133-f961-4786-8272-e0e7844ee6bc req-8e0b7173-bfef-478d-99b9-b10cc9e324e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.817177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad483133-f961-4786-8272-e0e7844ee6bc req-8e0b7173-bfef-478d-99b9-b10cc9e324e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1094 time: 0.0577219 Sep 23 19:27:34.851437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-031434b5-ebf5-4226-8a51-9d3c8136b2f5 req-09956636-9281-436a-aa3a-af013eb536de tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564897 Sep 23 19:27:34.964303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849538e-310d-4d68-aa5e-4b3c585c19e6 req-25014da4-d753-4ac8-b9f1-30c1ae95f92b tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.966365 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0849538e-310d-4d68-aa5e-4b3c585c19e6 req-25014da4-d753-4ac8-b9f1-30c1ae95f92b tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0960276 Sep 23 19:27:34.985166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483133-f961-4786-8272-e0e7844ee6bc req-ecb20d0f-5206-43a4-82ba-c05bf1107d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.986957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad483133-f961-4786-8272-e0e7844ee6bc req-ecb20d0f-5206-43a4-82ba-c05bf1107d71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1625516 Sep 23 19:27:35.031537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0849538e-310d-4d68-aa5e-4b3c585c19e6 req-c199b8ca-8fb3-4771-b0ba-d019ac1cd35f tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 Sep 23 19:27:35.059527 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad483133-f961-4786-8272-e0e7844ee6bc req-b1e7eb34-fefd-468d-8ef2-67fd4f51d27c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 217 time: 0.0604782 Sep 23 19:27:35.120753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483133-f961-4786-8272-e0e7844ee6bc req-4e5934d7-950f-4f29-bd3c-2b18dc9a3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.122259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad483133-f961-4786-8272-e0e7844ee6bc req-4e5934d7-950f-4f29-bd3c-2b18dc9a3eb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0546088 Sep 23 19:27:35.156999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad483133-f961-4786-8272-e0e7844ee6bc req-046672a0-316e-4e0e-9fd6-c74286948972 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258598 Sep 23 19:27:35.291282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad483133-f961-4786-8272-e0e7844ee6bc req-6b9e189d-11b8-47d8-b0d8-38001c70936e service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250658 Sep 23 19:27:35.303731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-5af966f9-2981-4743-8b73-ca7cb116cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.305188 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-5af966f9-2981-4743-8b73-ca7cb116cf4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1101 time: 0.0627389 Sep 23 19:27:35.413850 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:27:35.468773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ae36b-7b21-43a4-9e88-92a126e3f0d3 req-0613b1be-8415-41f8-a829-349ac5d82ed8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.470604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c63ae36b-7b21-43a4-9e88-92a126e3f0d3 req-0613b1be-8415-41f8-a829-349ac5d82ed8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.0505769 Sep 23 19:27:35.472170 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad483133-f961-4786-8272-e0e7844ee6bc req-6c4241df-071d-4148-b463-8e0d1dcdc608 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659954 Sep 23 19:27:35.474800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-46d4c851-d735-4f4a-9390-4e89a65d2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.476134 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-46d4c851-d735-4f4a-9390-4e89a65d2a84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1529429 Sep 23 19:27:35.518861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c63ae36b-7b21-43a4-9e88-92a126e3f0d3 req-08395e10-699a-4bd5-90ab-baa2dbd33c42 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Sep 23 19:27:35.533967 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-66e84623-7da8-4ccc-ba4d-924ad443629b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0421195 Sep 23 19:27:35.584798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-fa9c5fd0-b939-406c-83e1-8611a773379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.586322 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-fa9c5fd0-b939-406c-83e1-8611a773379a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0450063 Sep 23 19:27:35.638921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-7b80cb65-fa5c-4ea1-bda3-e332adf581bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.640438 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-7b80cb65-fa5c-4ea1-bda3-e332adf581bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430481 Sep 23 19:27:35.749592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-ca490683-e96d-4021-8b6d-a506975db315 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000295 Sep 23 19:27:35.843669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-42d0bc65-64f1-4359-80d3-eb55b5fef8ea service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861225 Sep 23 19:27:35.990534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d09f7-3d7b-4533-afb9-b8957ac32e77 req-2ae61689-2b09-4a71-8728-bf753a72f119 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.998828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d51d09f7-3d7b-4533-afb9-b8957ac32e77 req-2ae61689-2b09-4a71-8728-bf753a72f119 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0609579 Sep 23 19:27:36.038272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d51d09f7-3d7b-4533-afb9-b8957ac32e77 req-a7ead10e-cdbb-4ccb-a258-294f1f33ac90 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383375 Sep 23 19:27:36.164151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802b3ff-272f-4db3-b465-f280b71972f3 req-0edc2df2-ea3e-4d74-b54e-7bf7465c1e4d tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.165656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d802b3ff-272f-4db3-b465-f280b71972f3 req-0edc2df2-ea3e-4d74-b54e-7bf7465c1e4d tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0580049 Sep 23 19:27:36.208707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d802b3ff-272f-4db3-b465-f280b71972f3 req-8aafb092-7e79-42e6-82b3-f0c32e41b915 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Sep 23 19:27:36.514565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c021-4659-475e-ae3f-99a080570b76 req-2a19114c-5644-46db-887a-347066ef578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.515342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c69aa7-af78-4f83-9ccc-45db92676aa8 req-112b7551-0735-4419-ac1f-c8ac8ec1f700 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.516290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5631c021-4659-475e-ae3f-99a080570b76 req-2a19114c-5644-46db-887a-347066ef578e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16fb413fca784b94915dcd2022ef6488&device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 1096 time: 0.0608401 Sep 23 19:27:36.517084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c69aa7-af78-4f83-9ccc-45db92676aa8 req-112b7551-0735-4419-ac1f-c8ac8ec1f700 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0745728 Sep 23 19:27:36.579201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c69aa7-af78-4f83-9ccc-45db92676aa8 req-a8defbc3-5397-4498-b8f6-145f4bdc4d08 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556798 Sep 23 19:27:36.624693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c021-4659-475e-ae3f-99a080570b76 req-96f03739-d371-4520-9ee8-6a54e03e6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.626224 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5631c021-4659-475e-ae3f-99a080570b76 req-96f03739-d371-4520-9ee8-6a54e03e6190 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e978454-304f-4fa2-80a6-4f1033e3bdff HTTP/1.1" status: 200 len: 915 time: 0.1023452 Sep 23 19:27:36.660226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26e48-d7da-42d7-ac0f-4a6340c55c36 req-034a705d-34cc-498f-905b-0b329e5572df tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.662565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b26e48-d7da-42d7-ac0f-4a6340c55c36 req-034a705d-34cc-498f-905b-0b329e5572df tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.0560436 Sep 23 19:27:36.671739 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5631c021-4659-475e-ae3f-99a080570b76 req-7b3ffbbf-31b7-4b8f-985e-62d0ab529e7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb HTTP/1.1" status: 200 len: 217 time: 0.0377536 Sep 23 19:27:36.716836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4b26e48-d7da-42d7-ac0f-4a6340c55c36 req-86481b4c-03b3-490c-b7f5-4b035ce5d10c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Sep 23 19:27:36.737347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c021-4659-475e-ae3f-99a080570b76 req-524cb2a9-8cb8-4bc5-8579-40a07f9d94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.738949 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5631c021-4659-475e-ae3f-99a080570b76 req-524cb2a9-8cb8-4bc5-8579-40a07f9d94e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b146a65d-e556-4c40-9735-01cf74be2ffb HTTP/1.1" status: 200 len: 854 time: 0.0601602 Sep 23 19:27:36.775070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5631c021-4659-475e-ae3f-99a080570b76 req-cb065b83-ba03-43eb-ac21-4e4dce9481ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e978454-304f-4fa2-80a6-4f1033e3bdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262284 Sep 23 19:27:36.866558 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5631c021-4659-475e-ae3f-99a080570b76 req-01e5a0b9-3ce4-4bd0-bba8-9c8db39374d4 service neutron] 10.222.0.72 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826352 Sep 23 19:27:36.962037 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5631c021-4659-475e-ae3f-99a080570b76 req-c551e85a-a612-48c5-8a6f-c367ad60a56b service neutron] 10.222.0.72 "GET /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886724 Sep 23 19:27:37.182316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66509-1bde-48fe-be88-f167bb7d9d00 req-09ea68fa-9d4e-4007-b3f8-f2652e5beab7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.183973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06b66509-1bde-48fe-be88-f167bb7d9d00 req-09ea68fa-9d4e-4007-b3f8-f2652e5beab7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0558133 Sep 23 19:27:37.226553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06b66509-1bde-48fe-be88-f167bb7d9d00 req-f5f02760-32e5-41eb-a880-e21ab26537ee tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359149 Sep 23 19:27:37.694200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f4be-abf7-4a73-be37-f3d35817c9fd req-6dd10ab1-5614-4055-9136-c62833bd1270 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.695744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fd7f4be-abf7-4a73-be37-f3d35817c9fd req-6dd10ab1-5614-4055-9136-c62833bd1270 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Sep 23 19:27:37.734966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fd7f4be-abf7-4a73-be37-f3d35817c9fd req-2ef4a296-a9d8-499e-a323-15be1161e822 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Sep 23 19:27:37.841887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18326138-991c-4d9b-9702-2db4e82c97c3 req-4faa05b0-69cc-44f4-8c33-8c0c0da4ae3c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.843427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18326138-991c-4d9b-9702-2db4e82c97c3 req-4faa05b0-69cc-44f4-8c33-8c0c0da4ae3c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.0536959 Sep 23 19:27:37.888840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18326138-991c-4d9b-9702-2db4e82c97c3 req-e4033bb5-cd44-4b46-83d7-789f3e5b735c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 Sep 23 19:27:38.041078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964aec-2dea-4d68-84b7-2c590b22212d req-bac04cd5-a33c-4726-8de7-06bd632ed607 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:38.042673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e964aec-2dea-4d68-84b7-2c590b22212d req-bac04cd5-a33c-4726-8de7-06bd632ed607 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0490882 Sep 23 19:27:38.050382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:38.089724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e964aec-2dea-4d68-84b7-2c590b22212d req-01185097-13b7-4550-94d6-fe8d1d912a25 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Sep 23 19:27:38.160522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:38.177014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '5386e78f-171e-4671-8aed-cad80ee28486', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'port_id': '5386e78f-171e-4671-8aed-cad80ee28486', 'mac_address': 'fa:16:3e:a0:2c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1edbc7-a456-49f2-b374-d20e604ba9f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:38.217193 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.230619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5386e78f-171e-4671-8aed-cad80ee28486 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:38.255549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:38.259963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.324447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:38.374277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dda7c-af01-44c5-903d-ce252a2246f5 req-d774578d-ee14-4d4f-93cd-f5dcd23f37ea tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:38.375603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa4dda7c-af01-44c5-903d-ce252a2246f5 req-d774578d-ee14-4d4f-93cd-f5dcd23f37ea tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0601435 Sep 23 19:27:38.417008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa4dda7c-af01-44c5-903d-ce252a2246f5 req-6fb95883-bdc8-47bc-a45b-cfcbe096a686 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353653 Sep 23 19:27:38.653192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['5386e78f-171e-4671-8aed-cad80ee28486'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:39.007555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c7ae-9a4c-4b95-b4ce-c1dd75ea0fa4 req-ed57d556-1bbb-44e4-9eeb-5230aa218a28 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.009098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6062c7ae-9a4c-4b95-b4ce-c1dd75ea0fa4 req-ed57d556-1bbb-44e4-9eeb-5230aa218a28 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 944 time: 0.0498364 Sep 23 19:27:39.050827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6062c7ae-9a4c-4b95-b4ce-c1dd75ea0fa4 req-f279e9bb-040a-470a-969e-222783ddcb43 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357733 Sep 23 19:27:39.222767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f51cbb-e9a0-4d95-a74f-8eb5196e5f1f req-1514c649-3684-40df-9a8b-218c389921db tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.224326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5f51cbb-e9a0-4d95-a74f-8eb5196e5f1f req-1514c649-3684-40df-9a8b-218c389921db tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0609236 Sep 23 19:27:39.268569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5f51cbb-e9a0-4d95-a74f-8eb5196e5f1f req-3163747b-8f33-4be5-9c01-a2a65c45795a tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/security-groups?id=7cbc2b55-bd4e-443f-b6f0-866c94d39250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380931 Sep 23 19:27:39.542401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7b4c-0b1e-4ea6-bcb3-04ebc3b3384b req-17cfb319-60bd-4373-b9ac-c266197f2848 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.543910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-403a7b4c-0b1e-4ea6-bcb3-04ebc3b3384b req-17cfb319-60bd-4373-b9ac-c266197f2848 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0498741 Sep 23 19:27:39.583005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-403a7b4c-0b1e-4ea6-bcb3-04ebc3b3384b req-d2893a41-74e4-44fb-a382-6015c45aeee8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328882 Sep 23 19:27:39.714617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-b11b0761-ec2a-4cf4-8719-78fbb08e825f tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.716169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-b11b0761-ec2a-4cf4-8719-78fbb08e825f tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 945 time: 0.0533109 Sep 23 19:27:39.815722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Deleting port a7f49650-ba47-4fea-a4d8-3a67ab8119eb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:39.816089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.910930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] For port a7f49650-ba47-4fea-a4d8-3a67ab8119eb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,segment=NetworkSegment(b7b054d8-8fc3-42d8-bef8-64cd566da474),segment_id=b7b054d8-8fc3-42d8-bef8-64cd566da474)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:39.911297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.924964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Calling delete_port for a7f49650-ba47-4fea-a4d8-3a67ab8119eb owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:40.060409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.067636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:40.092496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a7f49650-ba47-4fea-a4d8-3a67ab8119eb'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:40.105077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Pushing event deleted for resources: {'Port': ['ID=a7f49650-ba47-4fea-a4d8-3a67ab8119eb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:40.144761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 5386e78f-171e-4671-8aed-cad80ee28486 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:40.149921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 5386e78f-171e-4671-8aed-cad80ee28486 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:40.150531 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.155052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] No DVR routers for this DVR port a7f49650-ba47-4fea-a4d8-3a67ab8119eb on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:40.159289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.161829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7d28ed2c-5e9d-495e-b4a0-3ede081283a2 req-97702043-df37-4997-9558-7bb1e42db611 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.72 "DELETE /v2.0/ports/a7f49650-ba47-4fea-a4d8-3a67ab8119eb HTTP/1.1" status: 204 len: 173 time: 0.4392974 Sep 23 19:27:40.162302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'name': 'network-vif-deleted', 'tag': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:40.164843 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e02f31-86b7-4fbf-8eae-2a57b05fd334" -d '{"events": [{"server_uuid": "cb903970-736a-4f88-ba4f-d9b9ec0901b6", "name": "network-vif-deleted", "tag": "a7f49650-ba47-4fea-a4d8-3a67ab8119eb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:40.216942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338299-6fc1-497d-9923-54b3337a0f3b req-32d4eee0-bed4-41cc-85e2-325c0ab7e940 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:40.223138 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a50830-01f0-4b0e-a739-7accb50fce2f x-openstack-request-id: req-b6a50830-01f0-4b0e-a739-7accb50fce2f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:40.223726 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb903970-736a-4f88-ba4f-d9b9ec0901b6", "name": "network-vif-deleted", "tag": "a7f49650-ba47-4fea-a4d8-3a67ab8119eb", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:40.224201 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6a50830-01f0-4b0e-a739-7accb50fce2f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:40.224781 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb903970-736a-4f88-ba4f-d9b9ec0901b6', 'name': 'network-vif-deleted', 'tag': 'a7f49650-ba47-4fea-a4d8-3a67ab8119eb', 'status': 'completed', 'code': 200} Sep 23 19:27:40.228150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c338299-6fc1-497d-9923-54b3337a0f3b req-32d4eee0-bed4-41cc-85e2-325c0ab7e940 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 944 time: 0.0895457 Sep 23 19:27:40.278547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.314797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:40.317712 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7346c7a-bdb6-410b-bdbb-869b80e33a5b" -d '{"events": [{"server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "name": "network-vif-plugged", "status": "completed", "tag": "5386e78f-171e-4671-8aed-cad80ee28486"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:40.330956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c338299-6fc1-497d-9923-54b3337a0f3b req-1e6344e3-bd88-4e04-8a2a-5e21cf236c97 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874512 Sep 23 19:27:40.337095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:40.347653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.419834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:40.424666 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a95f0-ecc5-4e48-845b-b0b1e638e1c5 x-openstack-request-id: req-067a95f0-ecc5-4e48-845b-b0b1e638e1c5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:40.425341 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "name": "network-vif-plugged", "status": "completed", "tag": "5386e78f-171e-4671-8aed-cad80ee28486", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:40.425756 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-067a95f0-ecc5-4e48-845b-b0b1e638e1c5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:40.426512 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486', 'code': 200} Sep 23 19:27:40.455420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-673fc3eb-bbf3-4641-bcd2-ab7de8dd7d1e req-e621f7a3-acbc-4944-bc44-7ada33b1f379 tempest-InstanceActionsTestJSON-267926279 tempest-InstanceActionsTestJSON-267926279-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb903970-736a-4f88-ba4f-d9b9ec0901b6 HTTP/1.1" status: 200 len: 210 time: 0.0535815 Sep 23 19:27:40.541230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1490d26-dde0-4915-93b3-02638719ec7b req-9ee27f58-4416-4dce-af89-afdd20e613a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:40.542764 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e1490d26-dde0-4915-93b3-02638719ec7b req-9ee27f58-4416-4dce-af89-afdd20e613a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1096 time: 0.0403528 Sep 23 19:27:40.581630 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e1490d26-dde0-4915-93b3-02638719ec7b req-36aa3fbb-50f2-43ab-9b6d-972e0977d56e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Sep 23 19:27:40.722821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde21d-fbea-48c5-a17d-baf5ebd9861c req-d81a43f7-a547-4f6c-a69e-6e2235684e63 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:40.724334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7dde21d-fbea-48c5-a17d-baf5ebd9861c req-d81a43f7-a547-4f6c-a69e-6e2235684e63 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0629206 Sep 23 19:27:40.764840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7dde21d-fbea-48c5-a17d-baf5ebd9861c req-f94ba68e-b4e4-4ba0-ace7-9f0de6354697 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Sep 23 19:27:41.471876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e278a-9bc6-4e29-ad4b-881a4c53c946 req-43db1909-5431-4f6e-8b4d-7a0272c16f44 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:41.473451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb4e278a-9bc6-4e29-ad4b-881a4c53c946 req-43db1909-5431-4f6e-8b4d-7a0272c16f44 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0496950 Sep 23 19:27:41.518309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:41.518812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb4e278a-9bc6-4e29-ad4b-881a4c53c946 req-5e1c7e16-09c3-4292-9469-d7b2a7d38014 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Sep 23 19:27:41.596504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] Deleting subnet b146a65d-e556-4c40-9735-01cf74be2ffb {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:27:41.600934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.649095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.693920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.758859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.787483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b146a65d-e556-4c40-9735-01cf74be2ffb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:41.804631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.806473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6420bf6d-6e5b-4510-a1c0-84e4a80a2dbd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b146a65d-e556-4c40-9735-01cf74be2ffb HTTP/1.1" status: 204 len: 168 time: 0.2855151 Sep 23 19:27:41.808931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:41.900321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.914781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4893d07-32e5-4097-85bf-43709f860134 req-a4dd4703-615f-44b9-bc80-c479b9bfdc6d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:41.916275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4893d07-32e5-4097-85bf-43709f860134 req-a4dd4703-615f-44b9-bc80-c479b9bfdc6d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0674832 Sep 23 19:27:41.967026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4893d07-32e5-4097-85bf-43709f860134 req-a23f8551-fd8c-451d-a279-f6df49f896f9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Sep 23 19:27:42.014968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.041499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e978454-304f-4fa2-80a6-4f1033e3bdff']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:42.054629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b054d8-8fc3-42d8-bef8-64cd566da474') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:42.054924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b054d8-8fc3-42d8-bef8-64cd566da474') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:42.067007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.083542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.089997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:27:42.090452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:27:42.092448 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:27:42.151265 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.156490 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.158902 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9e978454-304f-4fa2-80a6-4f1033e3bdff HTTP/1.1" status: 204 len: 168 time: 0.3490379 Sep 23 19:27:42.177332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da723d-38ca-4e9e-8c3b-44ab16313cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e978454-304f-4fa2-80a6-4f1033e3bdff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:42.288337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43530) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:42.344123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-44242e5b-f318-485c-9c91-982cda1746ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16fb413fca784b94915dcd2022ef6488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540993 Sep 23 19:27:42.347227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:42.450392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eabdf150-bee7-489c-b3af-fa1506ba86a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.476004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eabdf150-bee7-489c-b3af-fa1506ba86a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.548643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eabdf150-bee7-489c-b3af-fa1506ba86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.552410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eabdf150-bee7-489c-b3af-fa1506ba86a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.553910 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eabdf150-bee7-489c-b3af-fa1506ba86a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7cbc2b55-bd4e-443f-b6f0-866c94d39250 HTTP/1.1" status: 204 len: 168 time: 0.2053647 Sep 23 19:27:42.574620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdf150-bee7-489c-b3af-fa1506ba86a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbc2b55-bd4e-443f-b6f0-866c94d39250,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:42.675730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ca429-dd65-449f-aa01-c4bd25397ba0 req-4ffa38b7-230f-4281-a21f-9ac3fd035cd5 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:42.677844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de6ca429-dd65-449f-aa01-c4bd25397ba0 req-4ffa38b7-230f-4281-a21f-9ac3fd035cd5 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0556090 Sep 23 19:27:42.716742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de6ca429-dd65-449f-aa01-c4bd25397ba0 req-00ea8cb3-17c8-4695-b7dc-5cb32000552b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Sep 23 19:27:42.848082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f54a4-808f-44fa-b34e-2af25c514f89 req-0e3493d1-a7e9-404b-8c8f-201bf7a0e003 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:42.849739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b5f54a4-808f-44fa-b34e-2af25c514f89 req-0e3493d1-a7e9-404b-8c8f-201bf7a0e003 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1096 time: 0.0447431 Sep 23 19:27:42.885876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b5f54a4-808f-44fa-b34e-2af25c514f89 req-ab2a1d2b-5a91-402e-b0ac-039a52307f12 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290117 Sep 23 19:27:43.111071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-626b0f3c-37ab-42d7-8612-52a4bb7dde67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.173104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff15185-228d-496b-808d-8b2684f752ff req-282daafc-47f4-4686-853c-37152cf1e30c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:43.182896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ff15185-228d-496b-808d-8b2684f752ff req-282daafc-47f4-4686-853c-37152cf1e30c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1142123 Sep 23 19:27:43.252996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ff15185-228d-496b-808d-8b2684f752ff req-bfc48e82-fb76-4a9b-9e47-c790f5bb7435 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601532 Sep 23 19:27:43.506126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43602) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:43.689766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1591747433-network', 'tenant_id': 'fc275d3d9a374b37bc9629dce320f775'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:43.738535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Made reservation on behalf of fc275d3d9a374b37bc9629dce320f775 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:43.741420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.757783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.889487 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.896359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.916109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:27:43.929512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.930006 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Added segment 29fa5b14-2358-42b0-b1cb-36587bafa96c of type vlan for network 58607496-1584-4495-8114-61f31c82d321 Sep 23 19:27:43.990658 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.005779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ef63b-937f-4cb5-ab28-bb096b9afe5c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:44.033456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.037939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.038065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.080882 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5736120 Sep 23 19:27:44.083920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:44.093280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Request body: {'subnet': {'network_id': '58607496-1584-4495-8114-61f31c82d321', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1591747433-subnet', 'tenant_id': 'fc275d3d9a374b37bc9629dce320f775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:44.121148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0275f-723d-4b57-8ee6-e20890665552 admin admin] Pushing event updated for resources: {'Network': ['ID=58607496-1584-4495-8114-61f31c82d321,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:44.135170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 58607496-1584-4495-8114-61f31c82d321 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:27:44.168241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Made reservation on behalf of fc275d3d9a374b37bc9629dce320f775 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:44.178626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.528099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.547477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e87947-f97b-439b-9a79-0be38aff41d6 req-f1ed1926-821b-40f5-a1b7-64411a8ea38f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.554960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42e87947-f97b-439b-9a79-0be38aff41d6 req-f1ed1926-821b-40f5-a1b7-64411a8ea38f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1342862 Sep 23 19:27:44.650054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42e87947-f97b-439b-9a79-0be38aff41d6 req-6556bf11-b9f9-4214-8b58-7e8b2d2dfdad tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941334 Sep 23 19:27:44.674164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb0aa31-ba15-4881-8bba-f183fb6e206b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:44.694032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Checking segment: {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:44.694765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Network hostable DHCP agents. Network: 58607496-1584-4495-8114-61f31c82d321, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:27:44.729446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Network 58607496-1584-4495-8114-61f31c82d321 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:27:44.747474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 58607496-1584-4495-8114-61f31c82d321) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:44.752147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.752791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.766990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d01eef-5c48-4b67-bdd8-bbcab8726984 None None] Network 58607496-1584-4495-8114-61f31c82d321 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:44.774603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-166ff9f4-d07f-4fb6-9a57-d27d2e36ffdf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6874356 Sep 23 19:27:44.884817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a7f49650-ba47-4fea-a4d8-3a67ab8119eb no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:45.013541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: a7f49650-ba47-4fea-a4d8-3a67ab8119eb {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:45.014443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a7f49650-ba47-4fea-a4d8-3a67ab8119eb not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:45.100419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e677647-2310-4590-b635-84552c8146a5 None None] Network 58607496-1584-4495-8114-61f31c82d321 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:45.437259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3e1a2a7a-c07a-453b-8f5d-82edb2edb0d9 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:45.438978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3e1a2a7a-c07a-453b-8f5d-82edb2edb0d9 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/networks?id=58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 200 len: 818 time: 0.1310823 Sep 23 19:27:45.462767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-245b5b6e-770f-4814-8b6a-fc5f00c74931 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/quotas/fc275d3d9a374b37bc9629dce320f775 HTTP/1.1" status: 200 len: 375 time: 0.0154688 Sep 23 19:27:45.498315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-ebb4dec4-4b37-4fd7-9918-69ebbf38d826 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fc275d3d9a374b37bc9629dce320f775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343428 Sep 23 19:27:45.598745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-0e802566-cb65-4d72-8cb7-a0522009fc41 service neutron] 10.222.0.38 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990448 Sep 23 19:27:45.698944 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-e38c78b0-2dac-43af-ab97-577c97373dba service neutron] 10.222.0.38 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989113 Sep 23 19:27:45.795385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92150b18-78c7-4254-b2be-fbd3d1fc22fb req-096e6d6c-b392-41bd-b4b2-81c8436b1caa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:45.796951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92150b18-78c7-4254-b2be-fbd3d1fc22fb req-096e6d6c-b392-41bd-b4b2-81c8436b1caa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0667114 Sep 23 19:27:45.869435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92150b18-78c7-4254-b2be-fbd3d1fc22fb req-4d3541f5-3fc5-4e4f-80ad-1c9e7a2a1bd7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Sep 23 19:27:46.054547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7af42f34-6802-4106-8bbd-a6f933e2f3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.240338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-905d9081-10a8-47c5-8c6f-a45f5769dfab req-98f3267a-1714-4ea6-93e0-7143f77f0a5e tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 210 time: 0.0398924 Sep 23 19:27:46.411353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.942783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.166527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff74a3-3992-4b19-8a9b-b20af30413fa req-3d4f5996-b115-44b0-884c-d1e6ad58f52a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:47.172546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ff74a3-3992-4b19-8a9b-b20af30413fa req-3d4f5996-b115-44b0-884c-d1e6ad58f52a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1186953 Sep 23 19:27:47.242982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4ff74a3-3992-4b19-8a9b-b20af30413fa req-8f8390f2-198f-48ab-b106-726d2ef6a655 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641484 Sep 23 19:27:47.352045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89fea36a-42a0-45dc-9fd5-1fb2205225b7 req-5030537d-3d01-40cf-9673-ed2ce413a687 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 210 time: 0.0378120 Sep 23 19:27:47.765511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-8c38738a-d5e7-48ed-a698-fb8da81cd8d6 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:47.769461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-8c38738a-d5e7-48ed-a698-fb8da81cd8d6 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "GET /v2.0/networks?id=58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 200 len: 818 time: 0.2212925 Sep 23 19:27:47.786898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Request body: {'port': {'device_id': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'network_id': '58607496-1584-4495-8114-61f31c82d321', 'admin_state_up': True, 'tenant_id': 'fc275d3d9a374b37bc9629dce320f775'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:48.007778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Made reservation on behalf of fc275d3d9a374b37bc9629dce320f775 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:48.012066 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.048388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-0319ad6c-8a3b-4184-9dfb-96cdc6465236 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.050082 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-0319ad6c-8a3b-4184-9dfb-96cdc6465236 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.72 "GET /v2.0/networks?id=58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 200 len: 818 time: 0.1448696 Sep 23 19:27:48.072845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Request body: {'port': {'device_id': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'network_id': '58607496-1584-4495-8114-61f31c82d321', 'admin_state_up': True, 'tenant_id': 'fc275d3d9a374b37bc9629dce320f775'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:48.272984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Allocated IP 172.20.0.2 (58607496-1584-4495-8114-61f31c82d321/efb0aa31-ba15-4881-8bba-f183fb6e206b/ea3bf874-dd4d-4634-aa67-53c86c8cc3ae) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:48.321443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Made reservation on behalf of fc275d3d9a374b37bc9629dce320f775 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:48.325379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.440407 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.473545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3c114217-bba8-4f74-a791-15a34b475876 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.475135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3c114217-bba8-4f74-a791-15a34b475876 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "GET /v2.0/networks?id=58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 200 len: 818 time: 0.2648225 Sep 23 19:27:48.490454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18e55e-509d-447d-ac9e-e436abf968b5 req-d8b50bf0-7af4-4012-b8c4-ce338df04701 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.492333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e18e55e-509d-447d-ac9e-e436abf968b5 req-d8b50bf0-7af4-4012-b8c4-ce338df04701 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0962737 Sep 23 19:27:48.558201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b75a9b3c-4913-4537-a671-c76377424c9c req-170f95aa-765e-4a92-837d-a705ed845c1c tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 210 time: 0.0367396 Sep 23 19:27:48.561652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e18e55e-509d-447d-ac9e-e436abf968b5 req-acb771b4-4bd2-4abe-9013-c5e9da0f2edc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629625 Sep 23 19:27:48.566482 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.567530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Request body: {'port': {'device_id': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'network_id': '58607496-1584-4495-8114-61f31c82d321', 'admin_state_up': True, 'tenant_id': 'fc275d3d9a374b37bc9629dce320f775'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:48.611443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.656995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Network 58607496-1584-4495-8114-61f31c82d321 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:48.678694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Made reservation on behalf of fc275d3d9a374b37bc9629dce320f775 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:48.682635 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.691336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:48.697146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:48.754540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Pushing event updated for resources: {'Port': ['ID=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:48.762824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Allocated IP 172.20.0.5 (58607496-1584-4495-8114-61f31c82d321/efb0aa31-ba15-4881-8bba-f183fb6e206b/524b847b-31e7-4bfd-8d73-0ec69ddec60b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:48.785355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.786004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.850822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-7afde0bf-30cc-4c28-8e4c-28ba32d565a4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0679777 Sep 23 19:27:48.865498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Request body: {'port': {'device_id': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:49.162021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-0aba8e7d-3407-4ec8-bdfa-b94982138c77 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:49.168971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-0aba8e7d-3407-4ec8-bdfa-b94982138c77 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.1389346 Sep 23 19:27:49.187266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-b8d3ca17-2e00-4b0b-9def-979e4fe34880 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/quotas/b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 375 time: 0.0167081 Sep 23 19:27:49.253675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-5959ac01-faba-4c96-8c00-e40770828730 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646172 Sep 23 19:27:49.265579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.361516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-bb956abc-5c80-4b3a-ad22-f8b21b806bf9 service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961504 Sep 23 19:27:49.433899 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.476529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.523123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Network 58607496-1584-4495-8114-61f31c82d321 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:49.531769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:49.533699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Pushing event updated for resources: {'Port': ['ID=524b847b-31e7-4bfd-8d73-0ec69ddec60b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:49.536091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:49.551083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-af7dd2cb-72f2-418c-a9c5-f63a520f9f9a service neutron] 10.222.0.38 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827750 Sep 23 19:27:49.567721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Allocated IP 172.20.0.8 (58607496-1584-4495-8114-61f31c82d321/efb0aa31-ba15-4881-8bba-f183fb6e206b/31e27e5d-bae3-4c48-b0d4-d99e13a1271a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:49.577528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d768-8756-4780-933c-bf046fa22023 req-8367e829-0a04-4222-ac15-913f8f19de6e tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:49.579289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff30d768-8756-4780-933c-bf046fa22023 req-8367e829-0a04-4222-ac15-913f8f19de6e tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 946 time: 0.1286428 Sep 23 19:27:49.591994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:49.593017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.612314 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-fa41ee13-8954-477f-8624-5280c8b9cd2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5480781 Sep 23 19:27:49.630543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Request body: {'port': {'device_id': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:49.649766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff30d768-8756-4780-933c-bf046fa22023 req-3c4f61c5-54c8-4713-b1c1-d18112b48ef7 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607812 Sep 23 19:27:49.711452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.811478 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.864476 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.957912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Network 58607496-1584-4495-8114-61f31c82d321 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:49.989228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:49.993056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Pushing event updated for resources: {'Port': ['ID=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:49.996905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:50.047841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edca11-0010-49ab-9adf-dae57700a63e req-a79c5802-e21d-4a8c-9423-0256fcd27de7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.056463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8edca11-0010-49ab-9adf-dae57700a63e req-a79c5802-e21d-4a8c-9423-0256fcd27de7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1318274 Sep 23 19:27:50.057117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3bf874-dd4d-4634-aa67-53c86c8cc3ae {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:50.066699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.091232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Transition to ACTIVE for port object ea3bf874-dd4d-4634-aa67-53c86c8cc3ae will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:50.121519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.122238 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.165553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b1d85fe8-9cea-40dd-8d5a-7f23a0e84d02 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6021860 Sep 23 19:27:50.178216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6070-9df4-4465-825f-3fef2050fa45 req-687e6f48-17e2-4349-89e6-9284da6279b6 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.185730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a6070-9df4-4465-825f-3fef2050fa45 req-687e6f48-17e2-4349-89e6-9284da6279b6 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 931 time: 0.1211696 Sep 23 19:27:50.214757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Request body: {'port': {'device_id': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:50.232993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8edca11-0010-49ab-9adf-dae57700a63e req-7228a5eb-dea1-4581-a651-96f8af0e52f8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756177 Sep 23 19:27:50.273058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524b847b-31e7-4bfd-8d73-0ec69ddec60b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:50.275361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a6070-9df4-4465-825f-3fef2050fa45 req-82f16b6b-969e-4150-98df-1f907e01911f tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841727 Sep 23 19:27:50.282934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.294478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.302499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Transition to ACTIVE for port object 524b847b-31e7-4bfd-8d73-0ec69ddec60b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:50.322936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.340698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.385869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93ed52e4-e4d9-478c-8b5a-a3254257251c req-0f0b38fd-7648-4ebb-a196-d4ae7d336a28 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 210 time: 0.0380361 Sep 23 19:27:50.489358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:50.593220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Pushing event updated for resources: {'Port': ['ID=524b847b-31e7-4bfd-8d73-0ec69ddec60b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:50.600004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Attempting to bind port 524b847b-31e7-4bfd-8d73-0ec69ddec60b on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:50.600336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Attempting to bind port 524b847b-31e7-4bfd-8d73-0ec69ddec60b by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:50.600660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Attempting to bind port 524b847b-31e7-4bfd-8d73-0ec69ddec60b on network 58607496-1584-4495-8114-61f31c82d321 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:50.608253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Port 524b847b-31e7-4bfd-8d73-0ec69ddec60b on network 58607496-1584-4495-8114-61f31c82d321 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:50.608566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Attempting to bind port 524b847b-31e7-4bfd-8d73-0ec69ddec60b on network 58607496-1584-4495-8114-61f31c82d321 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:50.618035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:50.618035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Checking segment: {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:50.618420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Bound using segment: {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:50.618844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Bound port: 524b847b-31e7-4bfd-8d73-0ec69ddec60b, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:50.619602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.664940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Attempting to bind port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:50.665284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Attempting to bind port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:50.665617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Attempting to bind port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae on network 58607496-1584-4495-8114-61f31c82d321 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:50.675216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae on network 58607496-1584-4495-8114-61f31c82d321 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:50.675888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Attempting to bind port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae on network 58607496-1584-4495-8114-61f31c82d321 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:50.683216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:50.683559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Checking segment: {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:50.683948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Bound using segment: {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:50.684383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Bound port: ea3bf874-dd4d-4634-aa67-53c86c8cc3ae, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:50.684749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.753399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] For port 524b847b-31e7-4bfd-8d73-0ec69ddec60b, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:50.770671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] For port 524b847b-31e7-4bfd-8d73-0ec69ddec60b, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=524b847b-31e7-4bfd-8d73-0ec69ddec60b,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:50.793046 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.840715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e27e5d-bae3-4c48-b0d4-d99e13a1271a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:50.854344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] For port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:50.857202 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.869616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0dbe2-7773-4ead-800c-d9c37dfa34bc req-64c11f35-3130-49da-bac5-78bc1469de6c tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.872007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.872637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.874050 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] 10.222.0.72 "PUT /v2.0/ports/524b847b-31e7-4bfd-8d73-0ec69ddec60b HTTP/1.1" status: 200 len: 1091 time: 1.2490532 Sep 23 19:27:50.874554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'tag': '524b847b-31e7-4bfd-8d73-0ec69ddec60b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:50.876860 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce668678-30a1-4a19-917b-3b8eb27ecdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "bae86333-74b9-47f2-bcde-d3e31358b576", "tag": "524b847b-31e7-4bfd-8d73-0ec69ddec60b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:50.877602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35e0dbe2-7773-4ead-800c-d9c37dfa34bc req-64c11f35-3130-49da-bac5-78bc1469de6c tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 946 time: 0.1254077 Sep 23 19:27:50.894501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] For port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:50.902344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Transition to ACTIVE for port object 31e27e5d-bae3-4c48-b0d4-d99e13a1271a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:50.908260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.908590 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.920015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944d5b-0f49-4391-8891-952f1a285e9a service neutron] Pushing event updated for resources: {'Port': ['ID=524b847b-31e7-4bfd-8d73-0ec69ddec60b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:50.955439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35e0dbe2-7773-4ead-800c-d9c37dfa34bc req-e4211bb4-42cd-4a7e-b771-d9f1d0ffaa49 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773568 Sep 23 19:27:50.983464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.984121 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.985539 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] 10.222.0.41 "PUT /v2.0/ports/ea3bf874-dd4d-4634-aa67-53c86c8cc3ae HTTP/1.1" status: 200 len: 1091 time: 2.1242919 Sep 23 19:27:51.007649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Pushing event updated for resources: {'Port': ['ID=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:51.040173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28102a-c31c-48b9-8077-aad60607e6fe service neutron] Pushing event updated for resources: {'Port': ['ID=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:51.046453 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ae326-d093-4dae-b70d-658f7aaf69fe x-openstack-request-id: req-eb6ae326-d093-4dae-b70d-658f7aaf69fe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:51.046453 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae86333-74b9-47f2-bcde-d3e31358b576", "tag": "524b847b-31e7-4bfd-8d73-0ec69ddec60b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:51.046453 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb6ae326-d093-4dae-b70d-658f7aaf69fe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:51.046810 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'tag': '524b847b-31e7-4bfd-8d73-0ec69ddec60b', 'status': 'completed', 'code': 200} Sep 23 19:27:51.061484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-f7540034-7334-496e-bc49-50c28ba16117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.063575 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-f7540034-7334-496e-bc49-50c28ba16117 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc275d3d9a374b37bc9629dce320f775&device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 1094 time: 0.1376843 Sep 23 19:27:51.079603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-14caf09b-dd89-4dfa-b9df-6e41ef28890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.081384 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-14caf09b-dd89-4dfa-b9df-6e41ef28890e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc275d3d9a374b37bc9629dce320f775&device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 1094 time: 0.0517626 Sep 23 19:27:51.118550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Attempting to bind port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:51.118887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Attempting to bind port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:51.119216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Attempting to bind port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a on network 58607496-1584-4495-8114-61f31c82d321 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:51.124342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a on network 58607496-1584-4495-8114-61f31c82d321 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:51.124579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Attempting to bind port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a on network 58607496-1584-4495-8114-61f31c82d321 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:51.131675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:51.131977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Checking segment: {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:51.132370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Bound using segment: {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:51.132802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Bound port: 31e27e5d-bae3-4c48-b0d4-d99e13a1271a, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fa5b14-2358-42b0-b1cb-36587bafa96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '58607496-1584-4495-8114-61f31c82d321'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:51.133155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:51.211215 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3218a277-8177-42d1-80c4-10b4fcf41638 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=524b847b-31e7-4bfd-8d73-0ec69ddec60b HTTP/1.1" status: 200 len: 217 time: 0.1226659 Sep 23 19:27:51.217590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] For port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:51.222171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] For port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:51.228078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:51.228765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-db7e4548-db46-4312-9687-136a655dac29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae HTTP/1.1" status: 200 len: 217 time: 0.1299551 Sep 23 19:27:51.297244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.297689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:51.299207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] 10.222.0.41 "PUT /v2.0/ports/31e27e5d-bae3-4c48-b0d4-d99e13a1271a HTTP/1.1" status: 200 len: 1091 time: 1.0896502 Sep 23 19:27:51.303722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'tag': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:51.306762 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3989ed0-7969-451b-bdf8-b05de11d3724" -d '{"events": [{"name": "network-changed", "server_uuid": "77714a2f-f9b0-4435-b803-f5d1eba09a81", "tag": "31e27e5d-bae3-4c48-b0d4-d99e13a1271a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:51.366778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-f9c8319e-9640-4596-ae7a-638307b1a9bc tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.368339 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-f9c8319e-9640-4596-ae7a-638307b1a9bc tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 946 time: 0.2709246 Sep 23 19:27:51.417738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-d7a6c795-5da4-47e3-83e2-1c797863cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.419347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-d7a6c795-5da4-47e3-83e2-1c797863cb8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efb0aa31-ba15-4881-8bba-f183fb6e206b HTTP/1.1" status: 200 len: 858 time: 0.1834486 Sep 23 19:27:51.424009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b9fe2862-5ec9-486d-aced-8bfaafc53696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.425490 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-b9fe2862-5ec9-486d-aced-8bfaafc53696 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb0aa31-ba15-4881-8bba-f183fb6e206b HTTP/1.1" status: 200 len: 858 time: 0.1883612 Sep 23 19:27:51.507324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef757f-8d20-49c6-a5e9-f940dd72e727 service neutron] Pushing event updated for resources: {'Port': ['ID=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:51.521216 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-41118633-836c-4089-a9d5-b1978b4f577b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58607496-1584-4495-8114-61f31c82d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752125 Sep 23 19:27:51.523761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-8b3f1cba-e2b7-4cbd-8ec7-16ad3274f670 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58607496-1584-4495-8114-61f31c82d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888922 Sep 23 19:27:51.564331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d311d-0335-49b7-b06b-a081ece43832 req-e1ccbe59-2a2a-4e76-8568-6b6678ad8705 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.565734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf6d311d-0335-49b7-b06b-a081ece43832 req-e1ccbe59-2a2a-4e76-8568-6b6678ad8705 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 943 time: 0.1294551 Sep 23 19:27:51.574190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5552f-08e3-41ce-bbf8-cde734c602fc req-b0afddb3-27f6-48ba-8929-793cc32a300a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.575752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84c5552f-08e3-41ce-bbf8-cde734c602fc req-b0afddb3-27f6-48ba-8929-793cc32a300a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1958861 Sep 23 19:27:51.605778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-61db0d28-a72e-4851-b21d-60d2de181fb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.607209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-61db0d28-a72e-4851-b21d-60d2de181fb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 821 time: 0.3489408 Sep 23 19:27:51.624217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3283286e-85ce-4aa6-87cd-7a1a86099ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.626371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3283286e-85ce-4aa6-87cd-7a1a86099ab5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc275d3d9a374b37bc9629dce320f775&device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 1094 time: 0.1931901 Sep 23 19:27:51.631100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Request body: {'port': {'device_id': '0b302698-8633-4d20-8c64-f27eeded1a40', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'admin_state_up': True, 'tenant_id': 'b71aface46774b5b9ad7fe035ba93cf9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:51.690700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Deleting port 42b8527b-4bba-4506-b7ec-72398564cd93 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:51.691048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:51.733179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84c5552f-08e3-41ce-bbf8-cde734c602fc req-d07d9702-68ee-4a52-80ac-c48ec553af05 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441832 Sep 23 19:27:51.769171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-eaa0c565-cfd0-4eb6-9c03-09e5edff9e34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e27e5d-bae3-4c48-b0d4-d99e13a1271a HTTP/1.1" status: 200 len: 217 time: 0.1119633 Sep 23 19:27:51.774565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf6d311d-0335-49b7-b06b-a081ece43832 req-88f0267e-80b4-4805-8544-4f6314ed9f3e tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924117 Sep 23 19:27:51.834976 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76699e-50a1-4afb-ad4e-847004293056 x-openstack-request-id: req-3c76699e-50a1-4afb-ad4e-847004293056 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:51.835263 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77714a2f-f9b0-4435-b803-f5d1eba09a81", "tag": "31e27e5d-bae3-4c48-b0d4-d99e13a1271a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:51.835509 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c76699e-50a1-4afb-ad4e-847004293056 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:51.835900 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'tag': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a', 'status': 'completed', 'code': 200} Sep 23 19:27:51.853101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7444-5e13-44e1-955c-864d053ee15f req-03fc003b-07db-4503-9103-bbaaae5fd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.854975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-03fc003b-07db-4503-9103-bbaaae5fd2f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb0aa31-ba15-4881-8bba-f183fb6e206b HTTP/1.1" status: 200 len: 858 time: 0.0752003 Sep 23 19:27:51.871333 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-8fb6cca1-34d3-404d-85fd-3257dbb60486 service neutron] 10.222.0.72 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315129 Sep 23 19:27:51.891679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Made reservation on behalf of b71aface46774b5b9ad7fe035ba93cf9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:51.895702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:51.910102 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-9dc21bcf-c1fe-488f-82a8-f2e22d4c77f7 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804438 Sep 23 19:27:51.928056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-0e6007ec-b807-43a5-bde8-23310f51f7b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58607496-1584-4495-8114-61f31c82d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511918 Sep 23 19:27:51.952440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd1fdfc0-eb28-436a-a99e-879d9da16a3e req-750991e4-2ec4-420c-85ac-e39bf912777c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 210 time: 0.0637381 Sep 23 19:27:52.107401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] For port 42b8527b-4bba-4506-b7ec-72398564cd93, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=42b8527b-4bba-4506-b7ec-72398564cd93,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:52.107977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.133791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Calling delete_port for 42b8527b-4bba-4506-b7ec-72398564cd93 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:52.151432 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-2c0200b7-62d4-4883-a44f-04ac98eb5c55 service neutron] 10.222.0.72 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692592 Sep 23 19:27:52.202516 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-3d881cd4-7225-4960-a9ad-286c2e1c17b0 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749603 Sep 23 19:27:52.304163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-bfcce5a8-092c-4ceb-8f13-afaa2d11f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.305694 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-bfcce5a8-092c-4ceb-8f13-afaa2d11f8e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc275d3d9a374b37bc9629dce320f775&device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 1094 time: 0.0700245 Sep 23 19:27:52.423495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.442262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['42b8527b-4bba-4506-b7ec-72398564cd93'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:52.459175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-6091c9c4-9847-46d4-96cb-f199e00a0236 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090337 Sep 23 19:27:52.459765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Pushing event deleted for resources: {'Port': ['ID=42b8527b-4bba-4506-b7ec-72398564cd93,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:52.463346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-85f03849-d4ac-43a2-a1a6-c15749d9fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.464824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-85f03849-d4ac-43a2-a1a6-c15749d9fd7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 200 len: 919 time: 0.1386549 Sep 23 19:27:52.466307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143243f-a5f7-4509-9e53-6f7417fc0be5 req-0c879d20-5485-4627-bbc2-9b5ee3687f29 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.470693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e143243f-a5f7-4509-9e53-6f7417fc0be5 req-0c879d20-5485-4627-bbc2-9b5ee3687f29 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf8d5453-9230-47e5-b24e-9e0fd442cacd HTTP/1.1" status: 200 len: 867 time: 0.1147499 Sep 23 19:27:52.539263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-cac3952b-8932-4f17-8593-b31a88df89ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=524b847b-31e7-4bfd-8d73-0ec69ddec60b HTTP/1.1" status: 200 len: 217 time: 0.0655155 Sep 23 19:27:52.539639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] No DVR routers for this DVR port 42b8527b-4bba-4506-b7ec-72398564cd93 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:52.543583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.544908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-515ee262-f1d2-4745-abcc-9552c2def5fb req-142ea6de-bc82-47c3-8944-2b8312fba6f9 tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.72 "DELETE /v2.0/ports/42b8527b-4bba-4506-b7ec-72398564cd93 HTTP/1.1" status: 204 len: 173 time: 1.1688066 Sep 23 19:27:52.583656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Allocated IP 172.20.0.14 (8cc67ae1-e3f0-44f0-a93c-8b96dc834b30/a87db38a-f3d9-4332-8d18-418c2469577b/53e4fe1a-5c26-4c9a-ae35-77e85c060d17) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:52.596187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-5b83931d-7623-4060-b7d7-af0fd8a91d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.597292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e143243f-a5f7-4509-9e53-6f7417fc0be5 req-8c309207-073a-4a8c-b063-09d6e8f61d0d tempest-AttachSCSIVolumeTestJSON-805173094 tempest-AttachSCSIVolumeTestJSON-805173094-project] 10.222.0.38 "GET /v2.0/security-groups?id=a06501e2-2eaa-49d6-b2d3-999713d0471c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205359 Sep 23 19:27:52.598175 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-5b83931d-7623-4060-b7d7-af0fd8a91d95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efb0aa31-ba15-4881-8bba-f183fb6e206b HTTP/1.1" status: 200 len: 858 time: 0.0524142 Sep 23 19:27:52.638089 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-223b4e33-432f-413c-a24d-f126144c11e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58607496-1584-4495-8114-61f31c82d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261250 Sep 23 19:27:52.644315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64ec7444-5e13-44e1-955c-864d053ee15f req-6d52fc62-39c8-4d95-bd0c-33c221c171f8 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726317 Sep 23 19:27:52.774912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-b1f7f56a-4935-44af-b370-5d5fb39d5845 service neutron] 10.222.0.72 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293540 Sep 23 19:27:52.905763 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce668678-30a1-4a19-917b-3b8eb27ecdd0 req-28d5504d-0e7f-4050-873f-c9b99a1f6b26 service neutron] 10.222.0.72 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193998 Sep 23 19:27:52.907693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.935206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-950adf04-ec46-4622-a40f-4a0b2305176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.936692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-950adf04-ec46-4622-a40f-4a0b2305176e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc275d3d9a374b37bc9629dce320f775&device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 1094 time: 0.1516597 Sep 23 19:27:52.947091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bdf64-9a03-4f9a-a1ad-6c7d686212d2 req-47434cb5-27e1-4267-bd97-b39bd63dc523 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.948432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-655bdf64-9a03-4f9a-a1ad-6c7d686212d2 req-47434cb5-27e1-4267-bd97-b39bd63dc523 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1159813 Sep 23 19:27:53.026868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09f557-1a06-4fbb-8a83-4f814dd2e179 req-b1d55947-c59d-43b7-a83b-12a6d2c5d00b tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.028420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f09f557-1a06-4fbb-8a83-4f814dd2e179 req-b1d55947-c59d-43b7-a83b-12a6d2c5d00b tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 943 time: 0.1388316 Sep 23 19:27:53.048601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'tag': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae'}, {'server_uuid': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'name': 'network-vif-deleted', 'tag': '42b8527b-4bba-4506-b7ec-72398564cd93'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:53.051246 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94301fc-3998-462c-bae7-da3b5fd97880" -d '{"events": [{"name": "network-changed", "server_uuid": "61d21901-eeb4-451c-bfb8-fbdc2769189b", "tag": "ea3bf874-dd4d-4634-aa67-53c86c8cc3ae"}, {"server_uuid": "bf8d5453-9230-47e5-b24e-9e0fd442cacd", "name": "network-vif-deleted", "tag": "42b8527b-4bba-4506-b7ec-72398564cd93"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:53.111329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-655bdf64-9a03-4f9a-a1ad-6c7d686212d2 req-52a11568-86ea-4f24-ba37-fe659b8ebafe tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544662 Sep 23 19:27:53.115684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.128088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['86f24fb2-5570-4a18-a1b0-a95a343705a0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:53.187844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f09f557-1a06-4fbb-8a83-4f814dd2e179 req-335ba562-391b-4608-bcd5-507b1b6c5d9d tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464446 Sep 23 19:27:53.191661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-eef89db9-9eb8-48a1-9068-fc3a429367c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.193092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-eef89db9-9eb8-48a1-9068-fc3a429367c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 200 len: 919 time: 0.2375684 Sep 23 19:27:53.215429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:53.221728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:53.232533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:53.266398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:53.273581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-f66f81ef-9aa3-4d84-a8e8-36b0faa52d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e27e5d-bae3-4c48-b0d4-d99e13a1271a HTTP/1.1" status: 200 len: 217 time: 0.0603631 Sep 23 19:27:53.385795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.386743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.397053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-0529290b-0037-429f-8115-5bf22987012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.398633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-0529290b-0037-429f-8115-5bf22987012c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb0aa31-ba15-4881-8bba-f183fb6e206b HTTP/1.1" status: 200 len: 858 time: 0.1043670 Sep 23 19:27:53.421084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-4bf1eabf-a6b3-4382-8a11-7a34018efe88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7935638 Sep 23 19:27:53.440473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-ba11fef9-1f03-4057-a53e-2d25bb52eb14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58607496-1584-4495-8114-61f31c82d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321479 Sep 23 19:27:53.444122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Request body: {'port': {'device_id': '0b302698-8633-4d20-8c64-f27eeded1a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:53.453577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dc2f8-26df-4c85-b99a-c1926889c04a req-6be1d7e3-48be-49ef-9cd5-86c650eb7466 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.455140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e80dc2f8-26df-4c85-b99a-c1926889c04a req-6be1d7e3-48be-49ef-9cd5-86c650eb7466 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 932 time: 0.1261384 Sep 23 19:27:53.456247 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601349d5-3032-4b3b-b22b-f8df1ee4cb4d x-openstack-request-id: req-601349d5-3032-4b3b-b22b-f8df1ee4cb4d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:53.456765 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d21901-eeb4-451c-bfb8-fbdc2769189b", "tag": "ea3bf874-dd4d-4634-aa67-53c86c8cc3ae", "status": "completed", "code": 200}, {"server_uuid": "bf8d5453-9230-47e5-b24e-9e0fd442cacd", "name": "network-vif-deleted", "tag": "42b8527b-4bba-4506-b7ec-72398564cd93", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:53.456765 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-601349d5-3032-4b3b-b22b-f8df1ee4cb4d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:53.457133 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'tag': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae', 'status': 'completed', 'code': 200} Sep 23 19:27:53.457388 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8d5453-9230-47e5-b24e-9e0fd442cacd', 'name': 'network-vif-deleted', 'tag': '42b8527b-4bba-4506-b7ec-72398564cd93', 'status': 'completed', 'code': 200} Sep 23 19:27:53.529109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-5a9dea6e-765b-4c93-9f4a-8e6c59425f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.530829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-5a9dea6e-765b-4c93-9f4a-8e6c59425f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc275d3d9a374b37bc9629dce320f775&device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 1094 time: 0.0472569 Sep 23 19:27:53.564728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e80dc2f8-26df-4c85-b99a-c1926889c04a req-cff55b14-fb52-46a4-9f13-fb548936171a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857496 Sep 23 19:27:53.590240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.648890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-a1c2028a-485a-47a2-bffa-fe902dd4ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.650818 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-a1c2028a-485a-47a2-bffa-fe902dd4ddc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 200 len: 919 time: 0.1121550 Sep 23 19:27:53.651415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-fa77da91-c041-4555-8491-cfe383ea4b07 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952739 Sep 23 19:27:53.718177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-e80e398b-883c-4a86-b8f2-9b8b37ad5833 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae HTTP/1.1" status: 200 len: 217 time: 0.0480692 Sep 23 19:27:53.785471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-232a1568-f88b-47fc-8380-856e84d30a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.787092 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-232a1568-f88b-47fc-8380-856e84d30a96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efb0aa31-ba15-4881-8bba-f183fb6e206b HTTP/1.1" status: 200 len: 858 time: 0.0599575 Sep 23 19:27:53.823400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-d3e0e1fc-d575-4d50-82c4-6851337b640a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=58607496-1584-4495-8114-61f31c82d321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281911 Sep 23 19:27:53.867925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3989ed0-7969-451b-bdf8-b05de11d3724 req-aab8ed54-2a70-43ed-b1fe-e87db8a03468 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966002 Sep 23 19:27:53.949319 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-debda26b-adfd-4142-8f6e-06369c1f22c0 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177917 Sep 23 19:27:53.960831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:53.969213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.981883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Transition to ACTIVE for port object 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:53.987493 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.050822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:54.070974 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c94301fc-3998-462c-bae7-da3b5fd97880 req-73a3bbd7-c12a-402d-9b90-0e7a85f3cc25 service neutron] 10.222.0.41 "GET /v2.0/networks/58607496-1584-4495-8114-61f31c82d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144776 Sep 23 19:27:54.131047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:54.131422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:54.131791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:54.135931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:54.136252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:54.141396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:54.141727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:54.142111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:54.142577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Bound port: 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:54.142931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.235665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:54.245253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:54.263721 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.351685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.352293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.353643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] 10.222.0.72 "PUT /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 1092 time: 0.9162598 Sep 23 19:27:54.357273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:54.359525 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:54.390953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cf5ee-8ddd-4076-ada4-d13241b8da4f service neutron] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:54.409000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea261705-666f-404b-bba1-a8ab20ae4d63 req-5793f9d2-c43d-4248-9ba1-b34541656f4c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.409548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea261705-666f-404b-bba1-a8ab20ae4d63 req-5793f9d2-c43d-4248-9ba1-b34541656f4c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1705470 Sep 23 19:27:54.420425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc86f8-4497-4db9-91c5-37cc579b0ba4 req-cb4c6b24-f9be-4358-b541-93f59390d6c4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.422157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aacc86f8-4497-4db9-91c5-37cc579b0ba4 req-cb4c6b24-f9be-4358-b541-93f59390d6c4 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 943 time: 0.1349146 Sep 23 19:27:54.513445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea261705-666f-404b-bba1-a8ab20ae4d63 req-e02bf43b-337f-48a1-8269-59a445079458 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838020 Sep 23 19:27:54.521469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aacc86f8-4497-4db9-91c5-37cc579b0ba4 req-2a3956cb-5377-4155-b151-35620dbd5ddb tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Sep 23 19:27:54.523617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-e55043ee-ec42-4189-89b8-6a016d900907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.525082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-e55043ee-ec42-4189-89b8-6a016d900907 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1095 time: 0.1130474 Sep 23 19:27:54.608722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-13f99b60-caf0-4559-97e8-3f80725d4569 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 217 time: 0.0706916 Sep 23 19:27:54.648526 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c2b3a4-4f86-4730-9b18-a5a0ba12054b x-openstack-request-id: req-a4c2b3a4-4f86-4730-9b18-a5a0ba12054b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:54.648785 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:54.649031 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4c2b3a4-4f86-4730-9b18-a5a0ba12054b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:54.649443 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17', 'status': 'completed', 'code': 200} Sep 23 19:27:54.667970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-efb02621-d565-4cc3-9488-9f777c5cf9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.669436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-efb02621-d565-4cc3-9488-9f777c5cf9d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0523958 Sep 23 19:27:54.704082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-19e7d735-fbd3-402d-b050-f89cbc14a6a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249810 Sep 23 19:27:54.808360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 524b847b-31e7-4bfd-8d73-0ec69ddec60b details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:54.813343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-06477e81-c8b6-4e5e-8a19-5b3769249078 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994380 Sep 23 19:27:54.813979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 42b8527b-4bba-4506-b7ec-72398564cd93 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:54.838632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 42b8527b-4bba-4506-b7ec-72398564cd93 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:54.838969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 42b8527b-4bba-4506-b7ec-72398564cd93 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:54.903493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc70ee-f1fe-4d05-bb67-77249871d006 req-ab4a661c-5975-4b63-83f9-694764a3dbf1 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.905003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7bc70ee-f1fe-4d05-bb67-77249871d006 req-ab4a661c-5975-4b63-83f9-694764a3dbf1 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.1108758 Sep 23 19:27:54.931148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 524b847b-31e7-4bfd-8d73-0ec69ddec60b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=524b847b-31e7-4bfd-8d73-0ec69ddec60b,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:54.942336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '524b847b-31e7-4bfd-8d73-0ec69ddec60b', 'network_id': '58607496-1584-4495-8114-61f31c82d321', 'port_id': '524b847b-31e7-4bfd-8d73-0ec69ddec60b', 'mac_address': 'fa:16:3e:17:6a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0aa31-ba15-4881-8bba-f183fb6e206b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:54.958387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7bc70ee-f1fe-4d05-bb67-77249871d006 req-6c36c3cc-68eb-4b90-849c-34ad8e0c20f4 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467312 Sep 23 19:27:54.960253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f84dce15-fec4-4dd9-8124-c47ba4b65ad8 req-b19dc523-579d-491a-ae8c-41fd05d43735 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293342 Sep 23 19:27:54.985799 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.001363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524b847b-31e7-4bfd-8d73-0ec69ddec60b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:55.024666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 524b847b-31e7-4bfd-8d73-0ec69ddec60b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=524b847b-31e7-4bfd-8d73-0ec69ddec60b,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:55.031986 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.063987 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.074063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-66c3b827-5e45-4efd-b156-cc3720c7564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:55.075735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-66c3b827-5e45-4efd-b156-cc3720c7564e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1095 time: 0.0488541 Sep 23 19:27:55.085926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=524b847b-31e7-4bfd-8d73-0ec69ddec60b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:55.164978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-48c720ca-c134-4aba-a3c9-64f14fe455ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:55.166479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-48c720ca-c134-4aba-a3c9-64f14fe455ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.0833952 Sep 23 19:27:55.213734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-26db458e-80a1-4c0d-9b9e-b3c2095c4b2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 217 time: 0.0370464 Sep 23 19:27:55.264959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-89086e68-9e64-4287-9895-60f91b24cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:55.266421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-89086e68-9e64-4287-9895-60f91b24cf43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0447390 Sep 23 19:27:55.300216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-bd1ab57d-bfa4-4441-a4d1-50c8bcf913bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253193 Sep 23 19:27:55.314332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['524b847b-31e7-4bfd-8d73-0ec69ddec60b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:55.398475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-7fa90398-9636-4629-872a-0ca863e8fd99 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898492 Sep 23 19:27:55.503923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd4dfae5-3026-4e62-9ee0-336d8076f1e4 req-2cfdaca8-c392-40b1-a3da-bf1dc0ab6b78 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967665 Sep 23 19:27:55.700359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2c2bb-a871-4882-8f1d-fbf344bb3b0b req-f84f2430-2cd5-4281-91c6-c6021a63e957 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:55.702001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02b2c2bb-a871-4882-8f1d-fbf344bb3b0b req-f84f2430-2cd5-4281-91c6-c6021a63e957 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 943 time: 0.0889761 Sep 23 19:27:55.712246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c91fe-9e00-4cfd-843c-f7e8050bced3 req-2030e0e9-1e32-4e11-94c9-0e0739a38a9f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:55.714005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c3c91fe-9e00-4cfd-843c-f7e8050bced3 req-2030e0e9-1e32-4e11-94c9-0e0739a38a9f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0911717 Sep 23 19:27:55.763318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02b2c2bb-a871-4882-8f1d-fbf344bb3b0b req-cea74e34-8332-4c50-abbf-fdfccee7be00 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 Sep 23 19:27:55.776235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c3c91fe-9e00-4cfd-843c-f7e8050bced3 req-03a2e6c9-62e5-4840-b24f-03e841f977e9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546167 Sep 23 19:27:56.113066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb1a62-8bd4-4ac4-b7a8-939d4801be3f req-19a09c33-45e2-416f-b4c8-8015e04626f1 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:56.114739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28eb1a62-8bd4-4ac4-b7a8-939d4801be3f req-19a09c33-45e2-416f-b4c8-8015e04626f1 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.0759265 Sep 23 19:27:56.158062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28eb1a62-8bd4-4ac4-b7a8-939d4801be3f req-ebc9b5b7-c6d2-4367-af0a-630827144170 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365522 Sep 23 19:27:56.605442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.811629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 524b847b-31e7-4bfd-8d73-0ec69ddec60b up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:56.886243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 524b847b-31e7-4bfd-8d73-0ec69ddec60b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:56.891253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 524b847b-31e7-4bfd-8d73-0ec69ddec60b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:56.891790 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.932999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194921c-4843-4267-959c-1a1204c39556 req-e43e1d38-a0ce-46fd-a04e-56b88a97d1bd tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:56.934527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d194921c-4843-4267-959c-1a1204c39556 req-e43e1d38-a0ce-46fd-a04e-56b88a97d1bd tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 943 time: 0.0864928 Sep 23 19:27:56.942965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969a877-9da9-47ec-af8d-b8a4a990904a req-ff8e8c58-b04c-4408-8e72-1f65fc80aac0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:56.944947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a969a877-9da9-47ec-af8d-b8a4a990904a req-ff8e8c58-b04c-4408-8e72-1f65fc80aac0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0838044 Sep 23 19:27:56.975454 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.998415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d194921c-4843-4267-959c-1a1204c39556 req-802359d9-c9ff-48b1-986c-e767548571c1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529807 Sep 23 19:27:57.000101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524b847b-31e7-4bfd-8d73-0ec69ddec60b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:57.003068 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ae27b-630e-4e53-88de-60bc8ed7b8ab" -d '{"events": [{"server_uuid": "bae86333-74b9-47f2-bcde-d3e31358b576", "name": "network-vif-plugged", "status": "completed", "tag": "524b847b-31e7-4bfd-8d73-0ec69ddec60b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:57.005696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a969a877-9da9-47ec-af8d-b8a4a990904a req-f6c47147-9d78-43bb-8660-efc4a41337ca tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Sep 23 19:27:57.021144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 524b847b-31e7-4bfd-8d73-0ec69ddec60b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=524b847b-31e7-4bfd-8d73-0ec69ddec60b,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:57.030093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.094981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=524b847b-31e7-4bfd-8d73-0ec69ddec60b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:57.132458 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7432f56-5eaa-4622-8b55-5d35f04a5c11 x-openstack-request-id: req-f7432f56-5eaa-4622-8b55-5d35f04a5c11 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:57.132848 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae86333-74b9-47f2-bcde-d3e31358b576", "name": "network-vif-plugged", "status": "completed", "tag": "524b847b-31e7-4bfd-8d73-0ec69ddec60b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:57.133194 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7432f56-5eaa-4622-8b55-5d35f04a5c11 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:57.133696 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524b847b-31e7-4bfd-8d73-0ec69ddec60b', 'code': 200} Sep 23 19:27:57.232949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fae8d-16f8-4066-8f17-c7878fb9fc46 req-14d4f435-67ad-4a7d-9140-f79cca1d0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:57.234923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe9fae8d-16f8-4066-8f17-c7878fb9fc46 req-14d4f435-67ad-4a7d-9140-f79cca1d0fab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 1096 time: 0.0432303 Sep 23 19:27:57.300917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe9fae8d-16f8-4066-8f17-c7878fb9fc46 req-81b5ecd4-cd4a-4030-9f11-331ad8a7c355 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524268 Sep 23 19:27:57.313302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa98a-7716-4b8c-bdb8-168e2585131e req-e29570d6-59ee-4dc9-8721-7bec34b2958e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:57.314894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dabfa98a-7716-4b8c-bdb8-168e2585131e req-e29570d6-59ee-4dc9-8721-7bec34b2958e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.0749485 Sep 23 19:27:57.356260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dabfa98a-7716-4b8c-bdb8-168e2585131e req-076d4958-6a3d-4874-91dc-c9abd6728755 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Sep 23 19:27:58.148360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36acf94-257d-4b70-a233-bbd755f70bce req-fef1baa1-9d13-43a4-98c1-06b90ba0dd94 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.149843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e36acf94-257d-4b70-a233-bbd755f70bce req-fef1baa1-9d13-43a4-98c1-06b90ba0dd94 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 943 time: 0.0774970 Sep 23 19:27:58.167509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470b443-3bb3-4870-b2fb-de2438e678c9 req-b4c9f786-9d48-4dd6-91c3-f7fda68998d3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.169157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3470b443-3bb3-4870-b2fb-de2438e678c9 req-b4c9f786-9d48-4dd6-91c3-f7fda68998d3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0868859 Sep 23 19:27:58.221225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea3bf874-dd4d-4634-aa67-53c86c8cc3ae details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:58.229360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e36acf94-257d-4b70-a233-bbd755f70bce req-e075a892-7062-40b6-8c96-1ec84b925c4f tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692787 Sep 23 19:27:58.234386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3470b443-3bb3-4870-b2fb-de2438e678c9 req-e6d452c5-4396-4571-8502-cbb3e83a4aab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570195 Sep 23 19:27:58.340931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:58.356561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae', 'network_id': '58607496-1584-4495-8114-61f31c82d321', 'port_id': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae', 'mac_address': 'fa:16:3e:b3:8a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0aa31-ba15-4881-8bba-f183fb6e206b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:58.398186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:58.424412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3bf874-dd4d-4634-aa67-53c86c8cc3ae {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:58.448219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:58.453368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:58.454242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 31e27e5d-bae3-4c48-b0d4-d99e13a1271a details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:58.497017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39c95-c86e-4a3e-860a-c348e5c0d44c req-6c3f4e71-f938-48d8-8d9e-996ddd81693c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.498803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31d39c95-c86e-4a3e-860a-c348e5c0d44c req-6c3f4e71-f938-48d8-8d9e-996ddd81693c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.0544009 Sep 23 19:27:58.523362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:58.535273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:58.540169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a', 'network_id': '58607496-1584-4495-8114-61f31c82d321', 'port_id': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a', 'mac_address': 'fa:16:3e:4e:07:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0aa31-ba15-4881-8bba-f183fb6e206b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:58.577061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31d39c95-c86e-4a3e-860a-c348e5c0d44c req-80c52268-2963-4de7-86d1-0419adbfbd82 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 Sep 23 19:27:58.589854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-f5ecda63-2ca0-490c-b48b-719c2bb7872c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664976 Sep 23 19:27:58.590966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:58.610915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e27e5d-bae3-4c48-b0d4-d99e13a1271a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:58.636011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:58.644199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:58.662951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f842545-24cb-4b47-9a3e-3119735b049a req-a060cce4-f50c-48c3-b61b-5c7822344948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.664520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-a060cce4-f50c-48c3-b61b-5c7822344948 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1095 time: 0.0526261 Sep 23 19:27:58.715233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:58.786581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f842545-24cb-4b47-9a3e-3119735b049a req-8b251837-2ded-45e2-9e10-df3383d55d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.788060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-8b251837-2ded-45e2-9e10-df3383d55d9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1031914 Sep 23 19:27:58.835350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-785deaef-fe75-4ac0-89e5-b711fbe2b17a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 217 time: 0.0378003 Sep 23 19:27:58.898897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:58.925236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace1a79-5921-4f79-8611-0a8b743e41cf req-e4845c17-fd46-448e-ba54-b0029915d03f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.926892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ace1a79-5921-4f79-8611-0a8b743e41cf req-e4845c17-fd46-448e-ba54-b0029915d03f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1096 time: 0.0943820 Sep 23 19:27:58.928376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f842545-24cb-4b47-9a3e-3119735b049a req-1185a9c1-6323-474c-97fe-69e96e69d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.929727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-1185a9c1-6323-474c-97fe-69e96e69d846 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0712643 Sep 23 19:27:58.981322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-9acf89be-62c5-4cc7-90c6-3756d9119ea0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361218 Sep 23 19:27:59.017969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ace1a79-5921-4f79-8611-0a8b743e41cf req-9e2bd2f8-8fc9-4fcd-b19e-bd97485b4e03 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835526 Sep 23 19:27:59.099412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-8da85464-a205-455d-9446-c40792e118a7 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082971 Sep 23 19:27:59.132956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['31e27e5d-bae3-4c48-b0d4-d99e13a1271a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:59.173895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ea3bf874-dd4d-4634-aa67-53c86c8cc3ae'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:59.222132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f842545-24cb-4b47-9a3e-3119735b049a req-c0a04b85-02f1-4166-a65a-24d3f7abe2f0 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135380 Sep 23 19:27:59.381011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0029a8d-4bcd-447f-bbe1-4ec958864749 req-b2e0c1b1-b11e-4105-8f94-d737a4353491 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:59.393149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0029a8d-4bcd-447f-bbe1-4ec958864749 req-b2e0c1b1-b11e-4105-8f94-d737a4353491 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 944 time: 0.0793431 Sep 23 19:27:59.447909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0029a8d-4bcd-447f-bbe1-4ec958864749 req-eb0630fd-1aea-401c-a239-5d918a6dfe83 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536242 Sep 23 19:27:59.563722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815e5d9-2299-46e4-a1d6-91e4ef98918f req-5cc40d4d-da62-412a-93fb-4a7c595fc3e1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:59.564812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5815e5d9-2299-46e4-a1d6-91e4ef98918f req-5cc40d4d-da62-412a-93fb-4a7c595fc3e1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0501323 Sep 23 19:27:59.604696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5815e5d9-2299-46e4-a1d6-91e4ef98918f req-e2fdf630-0ed1-4e09-9eb5-9b6be0e55c1b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Sep 23 19:27:59.704447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:59.946889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25263-1c1c-46bc-9776-a2d0166154ff req-2794df9d-a90c-4b58-b4ab-25a7303e0f36 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:59.948506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87e25263-1c1c-46bc-9776-a2d0166154ff req-2794df9d-a90c-4b58-b4ab-25a7303e0f36 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.0648456 Sep 23 19:27:59.979438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-a6d8b1ba-4c35-4ad4-8e17-01936b5e761f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:27:59.980404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-a6d8b1ba-4c35-4ad4-8e17-01936b5e761f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068092 Sep 23 19:28:00.004416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Deleting port 01002be6-48ee-455d-b226-4a41dcde2838 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:00.005016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.023248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87e25263-1c1c-46bc-9776-a2d0166154ff req-8b2ec83d-251e-4cdd-aa5c-7dcfc1bf1928 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660427 Sep 23 19:28:00.031898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-f9e1f596-73be-4229-b959-fdedb36c4365 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.033225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-f9e1f596-73be-4229-b959-fdedb36c4365 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 1093 time: 0.0459824 Sep 23 19:28:00.043130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Request body: {'binding': {'host': 'n-h1-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:00.043649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:28:00.081104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] For port 01002be6-48ee-455d-b226-4a41dcde2838, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=01002be6-48ee-455d-b226-4a41dcde2838,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:00.081462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.093448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Calling delete_port for 01002be6-48ee-455d-b226-4a41dcde2838 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:00.172680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on host n-h1-810763-1 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:00.173015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:00.173341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:00.177467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:00.177784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:00.182895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:00.183229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:00.183610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:00.184159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Bound port: 5386e78f-171e-4671-8aed-cad80ee28486, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:00.238401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:00.243186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.244369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-79325de0-67c2-4078-9b50-c5d4a983f06c service neutron] 10.222.0.38 "POST /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486/bindings HTTP/1.1" status: 201 len: 389 time: 0.2045729 Sep 23 19:28:00.271042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.307926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Pushing event deleted for resources: {'Port': ['ID=01002be6-48ee-455d-b226-4a41dcde2838,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:00.429493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955238ce-965c-41df-8bd4-654381428828 req-a6470b7b-6565-42f8-8345-cb80577814d4 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.438358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-955238ce-965c-41df-8bd4-654381428828 req-a6470b7b-6565-42f8-8345-cb80577814d4 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0771570 Sep 23 19:28:00.503745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.518270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-955238ce-965c-41df-8bd4-654381428828 req-55102854-326d-4c7c-b177-ce12a4ea1db9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712473 Sep 23 19:28:00.534396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-64f2ac41-d7dd-4117-a8c9-e541834ff3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.535987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-64f2ac41-d7dd-4117-a8c9-e541834ff3ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1096 time: 0.0646980 Sep 23 19:28:00.742691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Router 60441007-6a0b-4857-9b5c-83de64511eec has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:00.852963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:00.859095 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eb0ee089-bc13-4cee-9d76-6f989daf513c admin admin] 10.222.0.38 "PUT /v2.0/routers/60441007-6a0b-4857-9b5c-83de64511eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9588573 Sep 23 19:28:00.861316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:00.864187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] Sync routers for ids ['60441007-6a0b-4857-9b5c-83de64511eec'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:00.878325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] Routers {'60441007-6a0b-4857-9b5c-83de64511eec'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:00.879432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:27:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['60441007-6a0b-4857-9b5c-83de64511eec'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:00.970807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.974380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37eafd-9805-4435-97c3-226a4502009c req-ffd5ec77-a613-4fef-a7db-f00b57a1e6ef tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.976322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f37eafd-9805-4435-97c3-226a4502009c req-ffd5ec77-a613-4fef-a7db-f00b57a1e6ef tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 944 time: 0.4323854 Sep 23 19:28:00.997853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49a1a-3223-4a26-8884-de733a801292 req-0945079a-46cb-413d-aa9e-ece102d5e20c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.999320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4b49a1a-3223-4a26-8884-de733a801292 req-0945079a-46cb-413d-aa9e-ece102d5e20c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1328311 Sep 23 19:28:00.999942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] Set router 60441007-6a0b-4857-9b5c-83de64511eec gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:01.004669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-4cfb9781-b59c-44b9-b08e-796320a15eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:01.006026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-4cfb9781-b59c-44b9-b08e-796320a15eed service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.4580598 Sep 23 19:28:01.066109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-31ed269c-4c6b-437c-85c4-df2486083320 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 217 time: 0.0525258 Sep 23 19:28:01.078353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.118880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f37eafd-9805-4435-97c3-226a4502009c req-c0f55b18-2c6b-4ea3-8351-31a359e1e7fd tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298945 Sep 23 19:28:01.147438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4b49a1a-3223-4a26-8884-de733a801292 req-a2e30dd2-633c-4df4-94bc-c9355246e1ed tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177166 Sep 23 19:28:01.156676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Deleting port 20786d04-aebf-4060-9283-175cf6b1fcc6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:01.156929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.160439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-debf36eb-60d7-4f26-b151-24842e23f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:01.165483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-debf36eb-60d7-4f26-b151-24842e23f834 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0893466 Sep 23 19:28:01.223341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-edd9b42e-e55c-4d82-89da-22a7db6f376b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430551 Sep 23 19:28:01.250343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:28:00Z', 'revision_number': 5, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port': {'id': '20786d04-aebf-4060-9283-175cf6b1fcc6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60441007-6a0b-4857-9b5c-83de64511eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:25:49Z', 'updated_at': '2021-09-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:01.250806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] For port 20786d04-aebf-4060-9283-175cf6b1fcc6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=20786d04-aebf-4060-9283-175cf6b1fcc6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:01.251169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.273578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Calling delete_port for 20786d04-aebf-4060-9283-175cf6b1fcc6 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:01.295348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] Checking router: 60441007-6a0b-4857-9b5c-83de64511eec for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:01.306297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] Routers {'60441007-6a0b-4857-9b5c-83de64511eec'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:01.306909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:27:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['60441007-6a0b-4857-9b5c-83de64511eec'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:01.373210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-098595cb-5f64-4184-9987-3207e8eece71 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412342 Sep 23 19:28:01.380531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ff55a-cec0-4c80-ae44-4fc5f3c072c5 req-a264a317-f028-4f5e-80ba-a129f0489867 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:01.381967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c0ff55a-cec0-4c80-ae44-4fc5f3c072c5 req-a264a317-f028-4f5e-80ba-a129f0489867 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.0670538 Sep 23 19:28:01.476379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.487260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c0ff55a-cec0-4c80-ae44-4fc5f3c072c5 req-551b79e9-60df-4c40-844b-3b32ebf3ab9d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811138 Sep 23 19:28:01.510716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20786d04-aebf-4060-9283-175cf6b1fcc6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:01.520629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-4c757441-a4c7-4208-a1e4-b9d684118980 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367431 Sep 23 19:28:01.542392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] Set router 60441007-6a0b-4857-9b5c-83de64511eec gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:01.586320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.600492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:28:01Z', 'revision_number': 6, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:01.631033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bb937-ae23-478b-812e-ad6bc54e5633 None None] The sync data for ids ['60441007-6a0b-4857-9b5c-83de64511eec'] in n-d-810763-1 is: [{'id': '60441007-6a0b-4857-9b5c-83de64511eec', 'name': 'tempest-AttachSCSIVolumeTestJSON-897104112-router', 'tenant_id': 'd838dcd1770c49ebb350a832d7f4a057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:25:47Z', 'updated_at': '2021-09-23T19:28:01Z', 'revision_number': 6, 'project_id': 'd838dcd1770c49ebb350a832d7f4a057', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:01.645554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865468fa-08d2-46f8-b1f7-b2e5bb4b2543 req-afb3bc09-7b50-4269-bc85-5f7ce306ccba tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:01.647662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-865468fa-08d2-46f8-b1f7-b2e5bb4b2543 req-afb3bc09-7b50-4269-bc85-5f7ce306ccba tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0648861 Sep 23 19:28:01.695400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.696537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-865468fa-08d2-46f8-b1f7-b2e5bb4b2543 req-59b6523c-7e59-4730-8afe-0a058736d2c8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Sep 23 19:28:01.697675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.741894 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.742443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60441007-6a0b-4857-9b5c-83de64511eec {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:28:01.746820 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.747874 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-960757a4-1482-4a0b-ab03-dd16eedb9bd6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/60441007-6a0b-4857-9b5c-83de64511eec HTTP/1.1" status: 204 len: 168 time: 0.8855731 Sep 23 19:28:01.751094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:01.794533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] Deleting subnet 4a1ee0a5-0e26-4655-a38b-428b8cde9c37 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:01.797537 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.837018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.916515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.989287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.017876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1ee0a5-0e26-4655-a38b-428b8cde9c37,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:02.022599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.025026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-23c10765-927f-4ed8-b255-70ed82c9a939 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4a1ee0a5-0e26-4655-a38b-428b8cde9c37 HTTP/1.1" status: 204 len: 168 time: 0.2730231 Sep 23 19:28:02.030069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:02.032451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cfb86f-f610-47ff-9cd0-7d34c263481e None None] Network 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:02.115663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.226581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Deleting port 812a1078-5a59-4293-b77d-25cc1f41ebf3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:02.227099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.248494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea3bf874-dd4d-4634-aa67-53c86c8cc3ae up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:02.318303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:02.322252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:02.322623 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.363536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] For port 812a1078-5a59-4293-b77d-25cc1f41ebf3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=812a1078-5a59-4293-b77d-25cc1f41ebf3,segment=NetworkSegment(a45bd93a-6ec6-4464-ac0e-a6a41df2aedf),segment_id=a45bd93a-6ec6-4464-ac0e-a6a41df2aedf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:02.363849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.389239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86508f0-2d60-4ac6-9aca-d3c40d3abc6d req-9195579c-d5e5-417d-aee2-ce47808b5301 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:02.391649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a86508f0-2d60-4ac6-9aca-d3c40d3abc6d req-9195579c-d5e5-417d-aee2-ce47808b5301 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 944 time: 0.1776235 Sep 23 19:28:02.393456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Calling delete_port for 812a1078-5a59-4293-b77d-25cc1f41ebf3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:02.420255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdebd7-8484-4690-80d2-f3e8ce19a427 req-5fb5fe45-6dc8-4bb5-b8cb-065dd4722fc8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:02.429534 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18cdebd7-8484-4690-80d2-f3e8ce19a427 req-5fb5fe45-6dc8-4bb5-b8cb-065dd4722fc8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1978314 Sep 23 19:28:02.453620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] DHCP port deletion for 2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:28:02.495663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 01002be6-48ee-455d-b226-4a41dcde2838 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:02.521724 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.526521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 01002be6-48ee-455d-b226-4a41dcde2838 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:02.526982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 01002be6-48ee-455d-b226-4a41dcde2838 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:02.550864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18cdebd7-8484-4690-80d2-f3e8ce19a427 req-4a4c99fd-3c9b-43a1-9250-29e7ace9d499 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204491 Sep 23 19:28:02.556264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:02.558979 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b665e-1099-40f9-bd12-03498b4221fb" -d '{"events": [{"server_uuid": "61d21901-eeb4-451c-bfb8-fbdc2769189b", "name": "network-vif-plugged", "status": "completed", "tag": "ea3bf874-dd4d-4634-aa67-53c86c8cc3ae"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:02.563128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a86508f0-2d60-4ac6-9aca-d3c40d3abc6d req-91cbc788-2e7e-47de-b934-1ad9cca6a6f8 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292531 Sep 23 19:28:02.586601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:02.592864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.594380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 31e27e5d-bae3-4c48-b0d4-d99e13a1271a up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:02.602823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.639579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Pushing event deleted for resources: {'Port': ['ID=812a1078-5a59-4293-b77d-25cc1f41ebf3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:02.643821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] Deleting port 812a1078-5a59-4293-b77d-25cc1f41ebf3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:02.644188 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.651404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] No DVR routers for this DVR port 812a1078-5a59-4293-b77d-25cc1f41ebf3 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:02.777346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.796625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:02.805138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] For port 812a1078-5a59-4293-b77d-25cc1f41ebf3, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:02.805528 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.820505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] Calling delete_port for 812a1078-5a59-4293-b77d-25cc1f41ebf3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:02.829632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] Port 812a1078-5a59-4293-b77d-25cc1f41ebf3 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:28:02.830993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:02.840384 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.843354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:02.866430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:02.867032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45bd93a-6ec6-4464-ac0e-a6a41df2aedf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:02.871097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] Pushing event deleted for resources: {'Port': ['ID=812a1078-5a59-4293-b77d-25cc1f41ebf3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:02.873206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:02.873343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.899051 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce4ecda-29fb-4b55-8ad2-c36f9c056aa7 x-openstack-request-id: req-6ce4ecda-29fb-4b55-8ad2-c36f9c056aa7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:02.899051 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d21901-eeb4-451c-bfb8-fbdc2769189b", "name": "network-vif-plugged", "status": "completed", "tag": "ea3bf874-dd4d-4634-aa67-53c86c8cc3ae", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:02.899051 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ce4ecda-29fb-4b55-8ad2-c36f9c056aa7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:02.899401 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae', 'code': 200} Sep 23 19:28:02.905472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe40e1-594f-4d37-910d-6925d4cf011f None None] No DVR routers for this DVR port 812a1078-5a59-4293-b77d-25cc1f41ebf3 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:02.932396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.993151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.022979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:03.023398 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.025668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435463ea-ecc6-4e6e-b50b-d82735eba733 req-cd7a61b2-5bd9-463c-9025-42c20cb7a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:03.026728 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:03.027515 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:03.030828 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-435463ea-ecc6-4e6e-b50b-d82735eba733 req-cd7a61b2-5bd9-463c-9025-42c20cb7a273 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 1096 time: 0.0681741 Sep 23 19:28:03.072040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdead-d14e-4992-a2da-a483989730a9 req-517ece91-60ab-40a9-b467-38f2a4b80598 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:03.073874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a3bdead-d14e-4992-a2da-a483989730a9 req-517ece91-60ab-40a9-b467-38f2a4b80598 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.2154014 Sep 23 19:28:03.094808 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-435463ea-ecc6-4e6e-b50b-d82735eba733 req-8c7d0256-4149-4c30-8cbc-813dc77a39d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555830 Sep 23 19:28:03.097560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:03.102341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.162085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:03.186522 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.193381 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.197974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f HTTP/1.1" status: 204 len: 168 time: 1.1613836 Sep 23 19:28:03.205237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44016) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:03.206047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a3bdead-d14e-4992-a2da-a483989730a9 req-bbac7b1d-fcb0-4ee1-811a-68b362e22b56 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152461 Sep 23 19:28:03.233158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a868cf9-2e3f-4f02-b58b-9a578d495a8d req-0847cca9-1101-47a4-92d8-1abdb4048917 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:03.233158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a868cf9-2e3f-4f02-b58b-9a578d495a8d req-0847cca9-1101-47a4-92d8-1abdb4048917 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.1488616 Sep 23 19:28:03.233158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f818-93c1-4090-b65b-5f6e4b468708 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af82ef9-7059-4ab8-95cd-cdc2aaf36a3f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:03.264786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a868cf9-2e3f-4f02-b58b-9a578d495a8d req-90e074c8-3cb4-4e2a-a38a-a1ecf00dca21 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Sep 23 19:28:03.710488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464f27e-652f-43c4-9bdd-7f6fdfccef27 req-1d80b07f-9dad-4b7d-a1f4-cb6a9d4c5ba5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:03.724765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a464f27e-652f-43c4-9bdd-7f6fdfccef27 req-1d80b07f-9dad-4b7d-a1f4-cb6a9d4c5ba5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0953774 Sep 23 19:28:03.800574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-9828a747-f07c-4425-8fa4-e4490f4814a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939956 Sep 23 19:28:03.806426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a464f27e-652f-43c4-9bdd-7f6fdfccef27 req-fa90203d-e452-4081-9c63-847d16d13785 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806797 Sep 23 19:28:03.814756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef3a3-cb59-4d53-b552-404cde61bf59 req-1a0521f8-13e1-41d0-8f1b-16799b812a95 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:03.816492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f3ef3a3-cb59-4d53-b552-404cde61bf59 req-1a0521f8-13e1-41d0-8f1b-16799b812a95 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 945 time: 0.1219442 Sep 23 19:28:03.872169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 20786d04-aebf-4060-9283-175cf6b1fcc6 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:03.886890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f3ef3a3-cb59-4d53-b552-404cde61bf59 req-74ac2b93-36a0-4f0c-bf96-de9b69edea0c tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601785 Sep 23 19:28:03.937485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 20786d04-aebf-4060-9283-175cf6b1fcc6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:03.938065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 20786d04-aebf-4060-9283-175cf6b1fcc6 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:03.938754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 812a1078-5a59-4293-b77d-25cc1f41ebf3 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:03.965132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-d7547d33-68be-499f-aada-ed947c464436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:03.978498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-d7547d33-68be-499f-aada-ed947c464436 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 1095 time: 0.1233687 Sep 23 19:28:03.990598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 812a1078-5a59-4293-b77d-25cc1f41ebf3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:03.991276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 812a1078-5a59-4293-b77d-25cc1f41ebf3 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:04.171123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-936e0d5b-837c-49fb-b688-8fe4bb0b4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:04.172565 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-936e0d5b-837c-49fb-b688-8fe4bb0b4796 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1663640 Sep 23 19:28:04.196034 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.303266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-9fe15e7e-607f-4f60-97e2-0192564e6598 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 200 len: 217 time: 0.1198797 Sep 23 19:28:04.350036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de97c-a6c3-49d6-a0f4-129f90d96bee req-67aaca7c-7068-4875-9bb1-23381e002ddb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:04.351750 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e3de97c-a6c3-49d6-a0f4-129f90d96bee req-67aaca7c-7068-4875-9bb1-23381e002ddb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.0614369 Sep 23 19:28:04.378527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-836bebac-dfdf-44d8-b9a2-ad90bc96349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:04.379975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-836bebac-dfdf-44d8-b9a2-ad90bc96349f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0685720 Sep 23 19:28:04.424505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e3de97c-a6c3-49d6-a0f4-129f90d96bee req-39c46e88-cc74-4249-84ad-f04b1ddfe78f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615089 Sep 23 19:28:04.432053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0be7ed-d0d5-44e0-9a78-a96669ce3747 req-4cd8e376-1e67-47bf-ba5a-c422bef639d1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:04.433541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0be7ed-d0d5-44e0-9a78-a96669ce3747 req-4cd8e376-1e67-47bf-ba5a-c422bef639d1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0808871 Sep 23 19:28:04.453075 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-80678da3-3c7b-4759-a27a-8bc45ae97578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409117 Sep 23 19:28:04.481166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c0be7ed-d0d5-44e0-9a78-a96669ce3747 req-c3ff407f-9ccd-4722-b45f-fe149f61340c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371273 Sep 23 19:28:04.563223 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-e068a21b-0dc8-4f67-9596-7c993f3aa71b service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024232 Sep 23 19:28:04.700064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cd37a23-db81-4b46-87dd-752e5e7086f6 req-829238da-2b55-43e0-aaf1-391465dc1b78 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188006 Sep 23 19:28:04.707593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Deleting port 0769b2d1-3c03-4fad-927c-12d683180688 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:04.707929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.785296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] For port 0769b2d1-3c03-4fad-927c-12d683180688, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0769b2d1-3c03-4fad-927c-12d683180688,segment=NetworkSegment(e09d7044-5cd8-4404-8158-ced1d70c80f3),segment_id=e09d7044-5cd8-4404-8158-ced1d70c80f3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:04.785652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.798104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Calling delete_port for 0769b2d1-3c03-4fad-927c-12d683180688 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:04.853088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:04.910179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:04.913499 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5629a-13dd-47a1-b279-0ebf0c04024c" -d '{"events": [{"server_uuid": "77714a2f-f9b0-4435-b803-f5d1eba09a81", "name": "network-vif-plugged", "status": "completed", "tag": "31e27e5d-bae3-4c48-b0d4-d99e13a1271a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:05.000186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.022271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f770a-abac-409b-a3cd-69f45d3eb5ae req-f26f25db-85f1-49df-8028-ed7e9cf3e361 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.023863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c67f770a-abac-409b-a3cd-69f45d3eb5ae req-f26f25db-85f1-49df-8028-ed7e9cf3e361 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1166568 Sep 23 19:28:05.027408 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b5f8c-de70-4812-9a3a-3aa2867bab07 x-openstack-request-id: req-1c8b5f8c-de70-4812-9a3a-3aa2867bab07 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:05.027712 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77714a2f-f9b0-4435-b803-f5d1eba09a81", "name": "network-vif-plugged", "status": "completed", "tag": "31e27e5d-bae3-4c48-b0d4-d99e13a1271a", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:05.027967 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c8b5f8c-de70-4812-9a3a-3aa2867bab07 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:05.028365 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a', 'code': 200} Sep 23 19:28:05.052099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:05.057126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0769b2d1-3c03-4fad-927c-12d683180688,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:05.071135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17', 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30', 'port_id': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17', 'mac_address': 'fa:16:3e:fb:a7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87db38a-f3d9-4332-8d18-418c2469577b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:05.125768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c67f770a-abac-409b-a3cd-69f45d3eb5ae req-396144b3-ffc5-448c-bf6b-a98495be129a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953526 Sep 23 19:28:05.172527 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.198920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:05.215892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daac6e-d6cb-4435-b569-c03db575d1de req-a6edc76e-8df4-4443-89ff-71ec94d72664 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.217282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86daac6e-d6cb-4435-b569-c03db575d1de req-a6edc76e-8df4-4443-89ff-71ec94d72664 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 945 time: 0.0954556 Sep 23 19:28:05.237767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:05.239599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f3b08-6454-4948-a538-a4e20bd6b75e req-b88d5265-c774-4250-8438-429594b5e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.242560 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a0f3b08-6454-4948-a538-a4e20bd6b75e req-b88d5265-c774-4250-8438-429594b5e921 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 1096 time: 0.1119306 Sep 23 19:28:05.242986 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.274484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86daac6e-d6cb-4435-b569-c03db575d1de req-03424370-8cb5-4fff-b103-49087660565a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Sep 23 19:28:05.361238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:05.416468 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a0f3b08-6454-4948-a538-a4e20bd6b75e req-56ac8be8-0165-43f5-9c29-fe73eb8e013c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792601 Sep 23 19:28:05.439561 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.547109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['53e4fe1a-5c26-4c9a-ae35-77e85c060d17'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:05.584213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306ec3-1880-4d3b-834b-62c268aa193c req-cd7082c2-9654-49c3-979e-9ca05c78e36a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.585916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53306ec3-1880-4d3b-834b-62c268aa193c req-cd7082c2-9654-49c3-979e-9ca05c78e36a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.0615754 Sep 23 19:28:05.669931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53306ec3-1880-4d3b-834b-62c268aa193c req-b3135e2e-e953-431f-a679-672b6cb88da9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Sep 23 19:28:05.684927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9d420-3152-47d1-b1ab-b1b56b5b8cbe req-d1e74fcd-4252-4242-a161-dccff23a602d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.686707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddb9d420-3152-47d1-b1ab-b1b56b5b8cbe req-d1e74fcd-4252-4242-a161-dccff23a602d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0998776 Sep 23 19:28:05.719055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Router bdf61a58-ac90-4e83-9bdf-c954ec644212 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:05.768536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddb9d420-3152-47d1-b1ab-b1b56b5b8cbe req-c89d08ac-ba5c-4f1b-8ce4-9cd5e8124dd0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 Sep 23 19:28:05.844460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:05.851601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b483d0ff-f27e-4a63-a046-28aeca6786d4 admin admin] 10.222.0.38 "PUT /v2.0/routers/bdf61a58-ac90-4e83-9bdf-c954ec644212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6433895 Sep 23 19:28:05.852179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:05.854304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] Sync routers for ids ['bdf61a58-ac90-4e83-9bdf-c954ec644212'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:05.863713 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] Routers {'bdf61a58-ac90-4e83-9bdf-c954ec644212'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:05.864318 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:27:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bdf61a58-ac90-4e83-9bdf-c954ec644212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:05.958029 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.967761 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] Set router bdf61a58-ac90-4e83-9bdf-c954ec644212 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:06.067371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.158511 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:28:04Z', 'revision_number': 5, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port': {'id': 'f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:08Z', 'updated_at': '2021-09-23T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:06.189844 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] Checking router: bdf61a58-ac90-4e83-9bdf-c954ec644212 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:06.201083 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] Routers {'bdf61a58-ac90-4e83-9bdf-c954ec644212'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:06.201879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:27:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bdf61a58-ac90-4e83-9bdf-c954ec644212'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:06.256014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cf3e5-8fdd-4588-91a9-91d3ea7bb6e8 req-11627f53-4cff-4660-a7bc-441eb054560a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:06.278935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a70cf3e5-8fdd-4588-91a9-91d3ea7bb6e8 req-11627f53-4cff-4660-a7bc-441eb054560a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0790818 Sep 23 19:28:06.340558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a70cf3e5-8fdd-4588-91a9-91d3ea7bb6e8 req-abdd85ec-3d31-43d1-9314-05c4099efe5f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574110 Sep 23 19:28:06.443812 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] Set router bdf61a58-ac90-4e83-9bdf-c954ec644212 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:06.481988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc980cf3-3da6-4e55-8091-6b593a26cca0 req-d636e975-b265-4fed-9628-da09b03db4af tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:06.489272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Deleting port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:06.489848 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.489954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc980cf3-3da6-4e55-8091-6b593a26cca0 req-d636e975-b265-4fed-9628-da09b03db4af tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 945 time: 0.0637569 Sep 23 19:28:06.516879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:28:06Z', 'revision_number': 6, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:06.537267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc980cf3-3da6-4e55-8091-6b593a26cca0 req-fe973482-9872-41d2-bb9b-6fc5b6202b50 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Sep 23 19:28:06.543766 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc854975-90e2-472c-944e-4b1bf796a9d7 None None] The sync data for ids ['bdf61a58-ac90-4e83-9bdf-c954ec644212'] in n-d-810763-1 is: [{'id': 'bdf61a58-ac90-4e83-9bdf-c954ec644212', 'name': 'tempest-AttachSCSIVolumeTestJSON-808207931-router', 'tenant_id': '602feb423000451abeb210fe681932bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:07Z', 'updated_at': '2021-09-23T19:28:06Z', 'revision_number': 6, 'project_id': '602feb423000451abeb210fe681932bd', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:06.603679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] For port f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:06.604074 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.616455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Calling delete_port for f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:06.778185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.791756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f6c90-4cb9-4a13-ab79-96b39c091fc4 req-b4ff88a9-9350-488d-83a5-8ce50d9484c4 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:06.793321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-118f6c90-4cb9-4a13-ab79-96b39c091fc4 req-b4ff88a9-9350-488d-83a5-8ce50d9484c4 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.0510406 Sep 23 19:28:06.809069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:06.847145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-118f6c90-4cb9-4a13-ab79-96b39c091fc4 req-791e5542-ca95-4257-983c-0c78ee9153cb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Sep 23 19:28:06.870178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:06.871706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.893904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1690082-a015-4915-9633-621bf876d171 req-bd39013a-50bd-4ad6-a7f5-3341025f00a9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:06.895462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1690082-a015-4915-9633-621bf876d171 req-bd39013a-50bd-4ad6-a7f5-3341025f00a9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0647433 Sep 23 19:28:06.937971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:06.942721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:06.944077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.947465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1690082-a015-4915-9633-621bf876d171 req-1fe5c238-0217-4280-8625-30dc651bf4c1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 Sep 23 19:28:06.971951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.974420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.026023 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.026718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdf61a58-ac90-4e83-9bdf-c954ec644212 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:28:07.032268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.033332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bb40b3eb-8996-499c-9ead-15771b08b233 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bdf61a58-ac90-4e83-9bdf-c954ec644212 HTTP/1.1" status: 204 len: 168 time: 1.1799750 Sep 23 19:28:07.035847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:07.040402 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.062344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:07.064644 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526cc64-0f75-43a6-9f61-fd9485de2a7f" -d '{"events": [{"server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "name": "network-vif-plugged", "status": "completed", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:07.077353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:07.080952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] Deleting subnet fc03012a-c7f3-4988-b2b9-c091b6b6e4fc {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:07.082155 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.084197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.105789 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45fe7ef-16dd-4dbc-a582-7c6b55c195c7 x-openstack-request-id: req-f45fe7ef-16dd-4dbc-a582-7c6b55c195c7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:07.106088 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "name": "network-vif-plugged", "status": "completed", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:07.106370 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f45fe7ef-16dd-4dbc-a582-7c6b55c195c7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:07.106757 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17', 'code': 200} Sep 23 19:28:07.119948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.136429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:07.199483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd44be9-e62d-40b0-8c7b-fdc8fccbb3fe req-aa8af991-a450-466d-bb00-b116189e7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.200972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fd44be9-e62d-40b0-8c7b-fdc8fccbb3fe req-aa8af991-a450-466d-bb00-b116189e7ab5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1097 time: 0.0387094 Sep 23 19:28:07.201400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.236000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fd44be9-e62d-40b0-8c7b-fdc8fccbb3fe req-eb34e421-63b4-4b09-b565-7ab9cde68a88 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264361 Sep 23 19:28:07.253423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.277964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc03012a-c7f3-4988-b2b9-c091b6b6e4fc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:07.282090 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.283968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9c2d9873-ce02-40d4-a997-6b9629c206c5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fc03012a-c7f3-4988-b2b9-c091b6b6e4fc HTTP/1.1" status: 204 len: 168 time: 0.2472095 Sep 23 19:28:07.286495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:07.288923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14247b-038c-4f37-a9ff-68e6a204c570 None None] Network 1a097c34-9367-4214-a114-70845fec24b7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:07.352989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.423354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Deleting port e95888ea-e6a5-49c2-b75e-52f9b96dab51 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:07.423689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.496763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] For port e95888ea-e6a5-49c2-b75e-52f9b96dab51, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e95888ea-e6a5-49c2-b75e-52f9b96dab51,segment=NetworkSegment(e09d7044-5cd8-4404-8158-ced1d70c80f3),segment_id=e09d7044-5cd8-4404-8158-ced1d70c80f3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:07.497405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.516892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Calling delete_port for e95888ea-e6a5-49c2-b75e-52f9b96dab51 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:07.518637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] DHCP port deletion for 1a097c34-9367-4214-a114-70845fec24b7 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:28:07.534007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6445dbe-5801-4a12-9a1d-8e97fa5f3a0c req-07f57b52-e08f-4225-9384-2f439acb913c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.547023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6445dbe-5801-4a12-9a1d-8e97fa5f3a0c req-07f57b52-e08f-4225-9384-2f439acb913c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1063178 Sep 23 19:28:07.606912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6445dbe-5801-4a12-9a1d-8e97fa5f3a0c req-6d2b3f4c-f390-46cc-979b-48d8a806053d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590439 Sep 23 19:28:07.622319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] Deleting port e95888ea-e6a5-49c2-b75e-52f9b96dab51 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:07.622940 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.643946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.693155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] No DVR routers for this DVR port e95888ea-e6a5-49c2-b75e-52f9b96dab51 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:07.699075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95888ea-e6a5-49c2-b75e-52f9b96dab51,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:07.726548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] For port e95888ea-e6a5-49c2-b75e-52f9b96dab51, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e95888ea-e6a5-49c2-b75e-52f9b96dab51,segment=NetworkSegment(e09d7044-5cd8-4404-8158-ced1d70c80f3),segment_id=e09d7044-5cd8-4404-8158-ced1d70c80f3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:07.727082 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.728838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f198-72e7-486d-9eb5-fdc3ff4a5725 req-8f266f51-a243-42e6-b2fe-b7b44dc2ebde tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.737522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11d8f198-72e7-486d-9eb5-fdc3ff4a5725 req-8f266f51-a243-42e6-b2fe-b7b44dc2ebde tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 945 time: 0.0797389 Sep 23 19:28:07.750527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] Calling delete_port for e95888ea-e6a5-49c2-b75e-52f9b96dab51 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:07.808692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.809866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11d8f198-72e7-486d-9eb5-fdc3ff4a5725 req-3fce09fa-ae31-4790-b260-2dd06e2a69a7 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549741 Sep 23 19:28:07.834868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0769b2d1-3c03-4fad-927c-12d683180688 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:07.839428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a097c34-9367-4214-a114-70845fec24b7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:07.850168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09d7044-5cd8-4404-8158-ced1d70c80f3') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:07.850586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09d7044-5cd8-4404-8158-ced1d70c80f3') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:07.860180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 0769b2d1-3c03-4fad-927c-12d683180688 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:07.860518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0769b2d1-3c03-4fad-927c-12d683180688 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:07.860647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.860944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:07.875240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.881717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:07.885776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1fe2fec-a44c-48d7-8a0a-7e6f3020af3b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:07.885776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e95888ea-e6a5-49c2-b75e-52f9b96dab51 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:07.885951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:07.885951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.886125 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:07.886265 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:07.923178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e95888ea-e6a5-49c2-b75e-52f9b96dab51 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:07.923519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e95888ea-e6a5-49c2-b75e-52f9b96dab51 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:07.927603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] Pushing event deleted for resources: {'Port': ['ID=e95888ea-e6a5-49c2-b75e-52f9b96dab51,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:07.931435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249e7ea-ad55-405f-ac91-a8a64db5a5ea None None] No DVR routers for this DVR port e95888ea-e6a5-49c2-b75e-52f9b96dab51 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:07.964437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.985429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea234325-4633-4cba-bf4f-9041dbf8050f req-8f2053fe-e823-4ca2-9d33-3417bc7c9724 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.986465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.986979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea234325-4633-4cba-bf4f-9041dbf8050f req-8f2053fe-e823-4ca2-9d33-3417bc7c9724 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 945 time: 0.1151590 Sep 23 19:28:07.991927 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1a097c34-9367-4214-a114-70845fec24b7 HTTP/1.1" status: 204 len: 168 time: 0.7011087 Sep 23 19:28:07.991927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40103fd-b2b3-487e-b643-4004f1720ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a097c34-9367-4214-a114-70845fec24b7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:08.064323 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-6498d593-e222-4d2a-8522-350b02d52162 service neutron] show failed (client error): The resource could not be found. Sep 23 19:28:08.065234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-6498d593-e222-4d2a-8522-350b02d52162 service neutron] 10.222.0.72 "GET /v2.0/ports/68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.1414275 Sep 23 19:28:08.072660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfc262-626e-42bd-be55-a53656826c4e req-8febebeb-c66a-4b21-88a2-6fd0c4bdbdb1 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.074114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65cfc262-626e-42bd-be55-a53656826c4e req-8febebeb-c66a-4b21-88a2-6fd0c4bdbdb1 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.1169133 Sep 23 19:28:08.076991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea234325-4633-4cba-bf4f-9041dbf8050f req-13d5d892-81e5-4d71-8e24-b0b558201bde tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746927 Sep 23 19:28:08.121733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65cfc262-626e-42bd-be55-a53656826c4e req-04d63925-92b4-42bd-a09f-c1e32ee824f2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Sep 23 19:28:08.127108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:08.182354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e6daf07-a2c2-40b1-8bd9-6accbe2a1f64 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d838dcd1770c49ebb350a832d7f4a057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535641 Sep 23 19:28:08.184986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:08.243963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06047805-f825-43c7-b6f3-34abb78ff26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.248167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f75f74-d366-45d8-856d-bc89993ae7e9 req-0b16cd2c-778f-47e0-8c11-5f907caa74bf tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.250359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5f75f74-d366-45d8-856d-bc89993ae7e9 req-0b16cd2c-778f-47e0-8c11-5f907caa74bf tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0864577 Sep 23 19:28:08.282454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95f575-c059-4554-a794-f9447282ef8e req-8871489f-53b0-434a-ae12-ca6ac2ab0e87 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.283928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac95f575-c059-4554-a794-f9447282ef8e req-8871489f-53b0-434a-ae12-ca6ac2ab0e87 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 945 time: 0.0880628 Sep 23 19:28:08.290440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06047805-f825-43c7-b6f3-34abb78ff26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.334554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5f75f74-d366-45d8-856d-bc89993ae7e9 req-89b2776d-57b8-425e-b125-7d91aa6e7124 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649750 Sep 23 19:28:08.339316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-fd070aaf-64a7-4532-bcf9-70b10a88d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.340923 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-fd070aaf-64a7-4532-bcf9-70b10a88d03e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee&tenant_id=c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 1101 time: 0.0865686 Sep 23 19:28:08.355382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:08.363503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac95f575-c059-4554-a794-f9447282ef8e req-4c72158e-ab03-4245-a304-9207212e4b2a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712202 Sep 23 19:28:08.394313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06047805-f825-43c7-b6f3-34abb78ff26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.397526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06047805-f825-43c7-b6f3-34abb78ff26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.399122 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-06047805-f825-43c7-b6f3-34abb78ff26b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a06501e2-2eaa-49d6-b2d3-999713d0471c HTTP/1.1" status: 204 len: 168 time: 0.2130156 Sep 23 19:28:08.433136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06047805-f825-43c7-b6f3-34abb78ff26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06501e2-2eaa-49d6-b2d3-999713d0471c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:08.447890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.621565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b26e8e-0fdb-41df-9aa2-416fc437105f req-04a41786-aa3f-4dc9-a810-08962b1f6c8c tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.629649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18b26e8e-0fdb-41df-9aa2-416fc437105f req-04a41786-aa3f-4dc9-a810-08962b1f6c8c tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 945 time: 0.0594738 Sep 23 19:28:08.671560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18b26e8e-0fdb-41df-9aa2-416fc437105f req-b44aa631-8f6c-43a2-8488-cd942d3b7770 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Sep 23 19:28:08.715453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:08.753357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:08.767434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e91d9-f5ae-4e01-9b82-7178f8bfb56b req-8f426e38-b7c9-4a48-8711-3860ee5d0841 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.769040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a4e91d9-f5ae-4e01-9b82-7178f8bfb56b req-8f426e38-b7c9-4a48-8711-3860ee5d0841 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0609822 Sep 23 19:28:08.799051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:08.802082 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db11fb0-11db-4228-b86d-f3b645944d5d" -d '{"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-unplugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:08.806919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.821130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:08.825203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Transition to ACTIVE for port object 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:08.825607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a4e91d9-f5ae-4e01-9b82-7178f8bfb56b req-f443136c-893a-45a9-b87d-98bb320a6530 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489998 Sep 23 19:28:08.832661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.867396 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfe21b-5be2-4a1f-b31f-af53bdf763a7 x-openstack-request-id: req-2cbfe21b-5be2-4a1f-b31f-af53bdf763a7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:08.867682 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-unplugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:08.867925 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2cbfe21b-5be2-4a1f-b31f-af53bdf763a7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:08.868322 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'code': 200} Sep 23 19:28:08.926021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] No DVR routers for this DVR port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:08.932549 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2eed81f3-b14c-481e-aa51-839304e6b95f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=602feb423000451abeb210fe681932bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079693 Sep 23 19:28:08.932549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:08.932968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:08.976644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:08.976984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:08.977310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:08.982019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:08.982375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:08.987974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:08.988302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:08.988639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:08.989069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Bound port: 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:08.989185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-195a3457-5c82-4ac0-9d55-4dc426547fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.989428 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.012296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-195a3457-5c82-4ac0-9d55-4dc426547fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.057691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:09.060803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:09.065557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.067524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-195a3457-5c82-4ac0-9d55-4dc426547fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.070056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-195a3457-5c82-4ac0-9d55-4dc426547fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.071239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-195a3457-5c82-4ac0-9d55-4dc426547fe9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/677f6304-3886-4c04-8de5-2e25c3fe7f95 HTTP/1.1" status: 204 len: 168 time: 0.1373510 Sep 23 19:28:09.078894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a3457-5c82-4ac0-9d55-4dc426547fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677f6304-3886-4c04-8de5-2e25c3fe7f95,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:09.100788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.101381 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.102803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] 10.222.0.41 "PUT /v2.0/ports/68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 1096 time: 0.7537642 Sep 23 19:28:09.131295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ae62c-f8c1-4ce8-ad7b-df5bfa878716 service neutron] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:09.188721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b1554eef-24f1-4c5d-84ec-98d2056b8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.191648 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-b1554eef-24f1-4c5d-84ec-98d2056b8d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1099 time: 0.0561996 Sep 23 19:28:09.270892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b5572-d645-49f4-bbac-39d8bbf0dee8 req-c92728bd-7fba-40e2-9a50-975d69352aa8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.273783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b91b5572-d645-49f4-bbac-39d8bbf0dee8 req-c92728bd-7fba-40e2-9a50-975d69352aa8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.0682194 Sep 23 19:28:09.319807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b91b5572-d645-49f4-bbac-39d8bbf0dee8 req-f0775872-ef8f-4b8b-aeee-45df7647a436 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Sep 23 19:28:09.320582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-ef463210-16eb-49cb-a9a3-d9cd8b10798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.322616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-ef463210-16eb-49cb-a9a3-d9cd8b10798f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1237314 Sep 23 19:28:09.377972 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-cafbddad-8df4-4697-b7b9-1328b4ac6bd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0469625 Sep 23 19:28:09.437996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-c5e38290-57e7-4a7d-bce5-923d96ba4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.439639 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-c5e38290-57e7-4a7d-bce5-923d96ba4038 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0546665 Sep 23 19:28:09.478499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2dbe5-282b-4dae-82dc-2444fee7a689 req-bb331705-71f8-4e4a-a52d-e74f51080dd5 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.480033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d2dbe5-282b-4dae-82dc-2444fee7a689 req-bb331705-71f8-4e4a-a52d-e74f51080dd5 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1097 time: 0.0749416 Sep 23 19:28:09.489686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-9a70559e-b6f0-4b29-993b-d76371097e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.491546 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-9a70559e-b6f0-4b29-993b-d76371097e59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441003 Sep 23 19:28:09.492380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed4adf-f7e6-4e5d-b046-66d4a95b9483 req-28f608f7-1f4d-4ba7-b388-af23550d4815 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.494034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8ed4adf-f7e6-4e5d-b046-66d4a95b9483 req-28f608f7-1f4d-4ba7-b388-af23550d4815 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0870154 Sep 23 19:28:09.552264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d2dbe5-282b-4dae-82dc-2444fee7a689 req-46d5b23f-c363-4cba-b5a2-0ede7497dd6d tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572996 Sep 23 19:28:09.566128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8ed4adf-f7e6-4e5d-b046-66d4a95b9483 req-741c8e18-c273-4135-8af1-d59e15297426 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648484 Sep 23 19:28:09.595823 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-210864f1-c496-46d8-936d-3dc03bff524a service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961804 Sep 23 19:28:09.701907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f43d81a2-d779-4213-b8fa-8c6b8f646d61 req-2d5abf3c-693a-47bf-884f-bd608fe8cde7 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975175 Sep 23 19:28:09.704174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851f710-745a-4176-bcb3-6aeca482db19 req-bb296fd5-224d-4f37-aaa1-4918e150b9d8 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.705911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b851f710-745a-4176-bcb3-6aeca482db19 req-bb296fd5-224d-4f37-aaa1-4918e150b9d8 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1097 time: 0.0510919 Sep 23 19:28:09.745970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b851f710-745a-4176-bcb3-6aeca482db19 req-e51d8d6a-9052-4d08-893b-b1ddc5ddfac2 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332880 Sep 23 19:28:09.880960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb168-aa05-430b-8fb3-31aebe9fcc77 req-0170364a-2a7a-40bc-baf6-4c354489b9cf tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.882512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46bdb168-aa05-430b-8fb3-31aebe9fcc77 req-0170364a-2a7a-40bc-baf6-4c354489b9cf tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 945 time: 0.0654209 Sep 23 19:28:09.927700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46bdb168-aa05-430b-8fb3-31aebe9fcc77 req-e736dd70-7f0a-4931-a780-fc01446d9f13 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Sep 23 19:28:09.979878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:10.055558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b98ce-5749-4546-8062-f0e394345020 req-3dc3f301-fc41-4a24-a7b0-3fef766f132b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.057038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc1b98ce-5749-4546-8062-f0e394345020 req-3dc3f301-fc41-4a24-a7b0-3fef766f132b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.0666776 Sep 23 19:28:10.101611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-736343445-network', 'tenant_id': '0a67ce0d9c88420c889f8a46df2d0f5a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:10.116153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc1b98ce-5749-4546-8062-f0e394345020 req-219b8c2c-7dfd-4dc4-8537-049f466c9d07 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Sep 23 19:28:10.136387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Made reservation on behalf of 0a67ce0d9c88420c889f8a46df2d0f5a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:10.139198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.147875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.236456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.240360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.269170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:10.278939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec138f93-9a59-4a26-a901-f6025bd3ba54,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:10.283956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.284300 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Added segment 36415ee1-e915-4b49-8b40-f8d8cec67350 of type vlan for network 8397c742-031f-42a4-9071-78ffc7b72420 Sep 23 19:28:10.325680 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.354243 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.355103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.355674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.387254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4063427 Sep 23 19:28:10.390193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:10.395738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Request body: {'subnet': {'network_id': '8397c742-031f-42a4-9071-78ffc7b72420', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-736343445-subnet', 'tenant_id': '0a67ce0d9c88420c889f8a46df2d0f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:10.441218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e328bc-472c-4380-8757-1a9138160f55 admin admin] Pushing event updated for resources: {'Network': ['ID=8397c742-031f-42a4-9071-78ffc7b72420,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:10.452462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8397c742-031f-42a4-9071-78ffc7b72420 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:10.454048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Made reservation on behalf of 0a67ce0d9c88420c889f8a46df2d0f5a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:10.456745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.482638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-589c878f-4d9c-4090-b2c7-0089a0b37894 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.484025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-589c878f-4d9c-4090-b2c7-0089a0b37894 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 945 time: 0.0847406 Sep 23 19:28:10.678468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Deleting port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:10.678811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.684009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e47fe-aec1-4350-af1a-59df65160d7b req-27006e7a-4b22-4652-aebf-d861be859fa9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.685776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-669e47fe-aec1-4350-af1a-59df65160d7b req-27006e7a-4b22-4652-aebf-d861be859fa9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.0558999 Sep 23 19:28:10.729336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-669e47fe-aec1-4350-af1a-59df65160d7b req-d2997082-70e2-4340-b49b-4643d2fb3aa1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Sep 23 19:28:10.779520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-fa71be99-748d-499d-8ddb-75e1918e94f2 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:28:10.780555 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-fa71be99-748d-499d-8ddb-75e1918e94f2 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0389488 Sep 23 19:28:10.840968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.857427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] For port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:10.857780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.876894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:10.879029 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6723d10b-b7c0-420d-93f0-2703e5960955" -d '{"events": [{"name": "network-changed", "server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:10.898439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-897efe16-1ffd-4375-b6d4-d0871cee079e tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.901204 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-897efe16-1ffd-4375-b6d4-d0871cee079e tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 1094 time: 0.1122110 Sep 23 19:28:10.910712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Calling delete_port for ea3bf874-dd4d-4634-aa67-53c86c8cc3ae owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:10.916537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Request body: {'binding': {'host': 'n-h2-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:10.916986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:28:10.954852 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c91c26f-c332-4d0d-8423-de2c56c9e0ae x-openstack-request-id: req-0c91c26f-c332-4d0d-8423-de2c56c9e0ae {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:10.955140 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:10.956506 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c91c26f-c332-4d0d-8423-de2c56c9e0ae {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:10.956506 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'status': 'completed', 'code': 200} Sep 23 19:28:10.969382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b3e250-a788-496f-95b3-6e024ccd3c4c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:11.036551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-f8359bfb-0ec6-450f-adea-d23b1d9d0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.038061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-f8359bfb-0ec6-450f-adea-d23b1d9d0c27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1099 time: 0.0796962 Sep 23 19:28:11.044402 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-b8364931-84e3-467d-b015-287cef51fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.045834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-b8364931-84e3-467d-b015-287cef51fbdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1099 time: 0.0603178 Sep 23 19:28:11.060072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Checking segment: {'id': '36415ee1-e915-4b49-8b40-f8d8cec67350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8397c742-031f-42a4-9071-78ffc7b72420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:11.060429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Network hostable DHCP agents. Network: 8397c742-031f-42a4-9071-78ffc7b72420, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:11.127163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Network 8397c742-031f-42a4-9071-78ffc7b72420 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:11.148088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 8397c742-031f-42a4-9071-78ffc7b72420) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:11.152790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.153834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.158536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b593c007-9ef1-4124-9d22-077865b91755 None None] Network 8397c742-031f-42a4-9071-78ffc7b72420 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:11.226933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-87fe37ba-cbd6-493c-b209-f6a961587a21 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8302252 Sep 23 19:28:11.227656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282d044-6464-46d3-9399-c1bc2090c087 req-f00897f6-514d-4e2f-89c6-dd56c943cc13 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.229565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7282d044-6464-46d3-9399-c1bc2090c087 req-f00897f6-514d-4e2f-89c6-dd56c943cc13 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=61d21901-eeb4-451c-bfb8-fbdc2769189b HTTP/1.1" status: 200 len: 945 time: 0.1751657 Sep 23 19:28:11.248133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on host n-h2-810763-1 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:11.248561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:11.248851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:11.254498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.265208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-5ba47994-1422-42de-8afa-97bc5a550ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.266879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-5ba47994-1422-42de-8afa-97bc5a550ca5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2118018 Sep 23 19:28:11.269314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-075661b2-228a-422e-9213-8ddf77795d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.270507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:11.270670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:11.270783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-075661b2-228a-422e-9213-8ddf77795d3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2239661 Sep 23 19:28:11.277271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['31e27e5d-bae3-4c48-b0d4-d99e13a1271a', 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:11.280961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['524b847b-31e7-4bfd-8d73-0ec69ddec60b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:11.297154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:11.297500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:11.297953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:11.298454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Bound port: 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:11.304969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Pushing event deleted for resources: {'Port': ['ID=ea3bf874-dd4d-4634-aa67-53c86c8cc3ae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:11.353421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-32bef506-cc77-4304-8185-8f0bc1539523 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0711293 Sep 23 19:28:11.354714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-37ad86c0-eed2-45d3-9e91-8599fbb26349 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0741723 Sep 23 19:28:11.357541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7282d044-6464-46d3-9399-c1bc2090c087 req-9a9674c9-8561-4c6d-bb3d-3ccc1ff7cad0 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188526 Sep 23 19:28:11.391419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] No DVR routers for this DVR port ea3bf874-dd4d-4634-aa67-53c86c8cc3ae on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:11.394001 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.396301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31e5e0fc-c043-4b72-9156-d19f177adeb1 req-9d1f8fe4-c976-453a-aaa4-daa23db328ad tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "DELETE /v2.0/ports/ea3bf874-dd4d-4634-aa67-53c86c8cc3ae HTTP/1.1" status: 204 len: 173 time: 0.9049110 Sep 23 19:28:11.444833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:11.445641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-3ac0923b-36c9-4bb3-99ae-395cab5fb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.447987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-3ac0923b-36c9-4bb3-99ae-395cab5fb3b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0873828 Sep 23 19:28:11.455028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.456257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1148167e-e50c-4ce2-8d37-457c90f9dda9 service neutron] 10.222.0.38 "POST /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17/bindings HTTP/1.1" status: 201 len: 389 time: 0.5469995 Sep 23 19:28:11.536201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc7864-e30a-40bb-b45c-310bd30708d5 None None] Network 8397c742-031f-42a4-9071-78ffc7b72420 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:11.637371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-ec3c903d-34ea-42a5-ac23-08de1b198f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.638832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-ec3c903d-34ea-42a5-ac23-08de1b198f73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.2706394 Sep 23 19:28:11.686104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-08617146-970e-41cb-881d-e41efbc83e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.688239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-08617146-970e-41cb-881d-e41efbc83e82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086327 Sep 23 19:28:11.731472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe76ec-c812-413f-b2ee-2d8e3fec03fb req-3c65854d-8d3c-4c7a-808f-e317888373a7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.739208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9fe76ec-c812-413f-b2ee-2d8e3fec03fb req-3c65854d-8d3c-4c7a-808f-e317888373a7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.2397943 Sep 23 19:28:11.808384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003d2ed-13da-465b-a526-d60c9c3b78f5 req-f9f37a96-b741-44c8-89ea-cd9eae5eb8c6 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.812202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-237be36d-b251-4917-b22d-865c7fe3b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.813850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-237be36d-b251-4917-b22d-865c7fe3b24d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1097 time: 0.0581555 Sep 23 19:28:11.814683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a003d2ed-13da-465b-a526-d60c9c3b78f5 req-f9f37a96-b741-44c8-89ea-cd9eae5eb8c6 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.1924925 Sep 23 19:28:11.873975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-c76e288d-a1fa-417e-90e3-0191bce42a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.875519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-c76e288d-a1fa-417e-90e3-0191bce42a40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160265 Sep 23 19:28:11.882881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9fe76ec-c812-413f-b2ee-2d8e3fec03fb req-db04ff70-514c-4b4a-ada6-f08dcfcf9a4f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428699 Sep 23 19:28:11.928306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-935de68c-57cc-4ed7-b0d8-e0d2c42be318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.930217 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-935de68c-57cc-4ed7-b0d8-e0d2c42be318 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1061513 Sep 23 19:28:11.931902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a003d2ed-13da-465b-a526-d60c9c3b78f5 req-fda47d4e-c1fc-4355-96a3-50b6b1d6634e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122346 Sep 23 19:28:11.946275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-5810a952-a041-47a7-88d4-7477d6307a7c service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391074 Sep 23 19:28:11.987793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-4b25a96f-4be7-4e9d-8a43-908866029ed7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 217 time: 0.0427024 Sep 23 19:28:12.006726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:12.012334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-456207778-network', 'tenant_id': '1e1a08ea7e914bbb9798c2667af60646'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:12.086796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-bbf57ea9-48d0-49c5-a524-b476edb65fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.089026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-bbf57ea9-48d0-49c5-a524-b476edb65fe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0806696 Sep 23 19:28:12.090595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Made reservation on behalf of 1e1a08ea7e914bbb9798c2667af60646 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:12.093430 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.116612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.132812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-cb22d27b-42c6-4784-a9e0-68472dfb696e service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359636 Sep 23 19:28:12.141715 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1f6bdbd5-7fe9-46b2-96bb-7b7df151bf1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365906 Sep 23 19:28:12.154178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-01c17a1e-d6d4-4786-a58d-a254693712a6 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780596 Sep 23 19:28:12.162144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074f0ab-811e-44e3-9a98-c86b74a9e88a req-6395a753-ae4d-4800-92a8-a84181e2177d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.169674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6074f0ab-811e-44e3-9a98-c86b74a9e88a req-6395a753-ae4d-4800-92a8-a84181e2177d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 945 time: 0.1841495 Sep 23 19:28:12.285409 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-f0f23659-de93-4d8d-8805-94c4eb43c9ef service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346629 Sep 23 19:28:12.346269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.371522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.404985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:12.414742 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:28:12.425240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c481e3-dfdd-4df0-ae35-1ed3c8df5633,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:12.433151 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.433492 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Added segment 3b97efbd-217f-4253-8c21-92cda49789d8 of type vlan for network 5439eee1-4f73-424f-b8a3-9f535077cc1e Sep 23 19:28:12.456829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-607488f7-2fd5-446e-9869-b80a50e94988 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630542 Sep 23 19:28:12.501936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.515145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6074f0ab-811e-44e3-9a98-c86b74a9e88a req-89dfab76-2b48-4232-aa4a-1b8695c6ecd9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445907 Sep 23 19:28:12.531489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.532601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.533372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.543246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6723d10b-b7c0-420d-93f0-2703e5960955 req-4e4ef86a-6088-4298-9894-cc37f1c88a29 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004462 Sep 23 19:28:12.548832 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5399582 Sep 23 19:28:12.553479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:12.562738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Request body: {'subnet': {'network_id': '5439eee1-4f73-424f-b8a3-9f535077cc1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-456207778-subnet', 'tenant_id': '1e1a08ea7e914bbb9798c2667af60646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:12.601122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Made reservation on behalf of 1e1a08ea7e914bbb9798c2667af60646 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:12.603450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.619292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb69bd-bd55-45a1-8915-24a6705a63ae admin admin] Pushing event updated for resources: {'Network': ['ID=5439eee1-4f73-424f-b8a3-9f535077cc1e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:12.631009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5439eee1-4f73-424f-b8a3-9f535077cc1e details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:12.826424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.871076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-47ccb8cb-82bd-40f7-84ee-36e634a54b85 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.872618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-47ccb8cb-82bd-40f7-84ee-36e634a54b85 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.0870194 Sep 23 19:28:12.890995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:12.904275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b862c8a7-e85d-490a-b589-a461b0726fd4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:12.918463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810763-1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:12.921804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Checking segment: {'id': '3b97efbd-217f-4253-8c21-92cda49789d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5439eee1-4f73-424f-b8a3-9f535077cc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:12.922666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Network hostable DHCP agents. Network: 5439eee1-4f73-424f-b8a3-9f535077cc1e, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:12.956635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'name': 'network-vif-deleted', 'tag': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:12.959421 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00228ab0-5248-411d-aa6c-59b25e08e58e" -d '{"events": [{"server_uuid": "61d21901-eeb4-451c-bfb8-fbdc2769189b", "name": "network-vif-deleted", "tag": "ea3bf874-dd4d-4634-aa67-53c86c8cc3ae"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:12.985116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Network 5439eee1-4f73-424f-b8a3-9f535077cc1e is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:13.013547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5439eee1-4f73-424f-b8a3-9f535077cc1e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:13.014599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:13.019248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:13.020045 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.024641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ffa724-b3f9-46a4-9f23-0a99f3f73091 None None] Network 5439eee1-4f73-424f-b8a3-9f535077cc1e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:13.025740 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cfdcce-b832-4835-a4e8-cf432b4494b7 x-openstack-request-id: req-55cfdcce-b832-4835-a4e8-cf432b4494b7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:13.026125 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d21901-eeb4-451c-bfb8-fbdc2769189b", "name": "network-vif-deleted", "tag": "ea3bf874-dd4d-4634-aa67-53c86c8cc3ae", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:13.026551 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55cfdcce-b832-4835-a4e8-cf432b4494b7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:13.027020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.027161 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d21901-eeb4-451c-bfb8-fbdc2769189b', 'name': 'network-vif-deleted', 'tag': 'ea3bf874-dd4d-4634-aa67-53c86c8cc3ae', 'status': 'completed', 'code': 200} Sep 23 19:28:13.077174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6276603c-5ac2-4e81-ac89-637340b9b8a2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5223024 Sep 23 19:28:13.125535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f282c41c-d028-42c5-80f1-183697bb9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.146077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb666d9-0502-4ba1-a7dd-409221f48e32 req-bc6d1a53-855a-4727-9b64-ed6f9c27a73f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:13.153270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efb666d9-0502-4ba1-a7dd-409221f48e32 req-bc6d1a53-855a-4727-9b64-ed6f9c27a73f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.1273851 Sep 23 19:28:13.212994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff950e0-394c-4d34-af7c-5b20c83c0d63 req-7b0fe4c4-2c29-43d0-95f3-35c057ae03fc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:13.214525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cff950e0-394c-4d34-af7c-5b20c83c0d63 req-7b0fe4c4-2c29-43d0-95f3-35c057ae03fc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.1401496 Sep 23 19:28:13.215511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be7dfb-7b86-4ece-b6bc-ceb313b43647 None None] Network 5439eee1-4f73-424f-b8a3-9f535077cc1e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:13.268195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efb666d9-0502-4ba1-a7dd-409221f48e32 req-6e67151f-ddc1-4e83-8f28-9f13dcf38574 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085935 Sep 23 19:28:13.373898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cff950e0-394c-4d34-af7c-5b20c83c0d63 req-ccd3aae0-900f-4366-9e5e-39fa14f3792e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405566 Sep 23 19:28:13.427992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:13.473389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:13.531791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.534902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:13.538267 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a541d19-dd87-469c-a4e1-b6137bdc3be0" -d '{"events": [{"server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "5386e78f-171e-4671-8aed-cad80ee28486"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:13.541924 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.647218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:13.652922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on host n-h2-810763-1 for vnic_type normal with profile {"migrating_to": "n-h1-810763-1"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:13.653253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:13.653581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:13.658995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:13.659306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Attempting to bind port 5386e78f-171e-4671-8aed-cad80ee28486 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:13.664553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:13.664892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:13.665270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:13.665917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Bound port: 5386e78f-171e-4671-8aed-cad80ee28486, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:13.666032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.717612 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916f381-60f8-4c05-bf28-2dbd625a3633 x-openstack-request-id: req-4916f381-60f8-4c05-bf28-2dbd625a3633 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:13.717927 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "5386e78f-171e-4671-8aed-cad80ee28486", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:13.718297 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4916f381-60f8-4c05-bf28-2dbd625a3633 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:13.718686 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486', 'code': 200} Sep 23 19:28:13.847572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:13.878128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:13.885279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.893899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac0f06-5a3d-429a-a079-9fc75dc47b49 req-6d5edee3-3d08-40c3-8211-bfeaaef14282 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:13.895400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4ac0f06-5a3d-429a-a079-9fc75dc47b49 req-6d5edee3-3d08-40c3-8211-bfeaaef14282 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.1371095 Sep 23 19:28:13.907138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93230-70c6-4f59-a692-661b99d95fed req-aae9741d-39d7-4e19-a8c0-64b326994e08 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:13.908531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-aae9741d-39d7-4e19-a8c0-64b326994e08 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/networks?id=8397c742-031f-42a4-9071-78ffc7b72420 HTTP/1.1" status: 200 len: 814 time: 0.1926532 Sep 23 19:28:13.974054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-b7c17776-1103-48e5-9476-9dae5cad807e tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/quotas/0a67ce0d9c88420c889f8a46df2d0f5a HTTP/1.1" status: 200 len: 375 time: 0.0316689 Sep 23 19:28:14.028843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.029479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.031553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] 10.222.0.72 "PUT /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 1121 time: 1.1286824 Sep 23 19:28:14.032341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee0cc5-aab6-478c-95b7-425d062af640 service neutron] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:14.037875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4ac0f06-5a3d-429a-a079-9fc75dc47b49 req-581caebc-c7cc-4319-a9f1-b89f625c9dbf tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260147 Sep 23 19:28:14.055036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-dd3ae9f4-907a-4a29-bb70-b4605e77c035 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0a67ce0d9c88420c889f8a46df2d0f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625191 Sep 23 19:28:14.146073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['5386e78f-171e-4671-8aed-cad80ee28486'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:14.167400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-fe4a82fd-2dc7-4e7f-ab43-e0f936643c64 service neutron] 10.222.0.38 "GET /v2.0/networks/8397c742-031f-42a4-9071-78ffc7b72420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960841 Sep 23 19:28:14.289284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-f21ea125-4a16-4dd8-9b1c-5cbfe691c4ca service neutron] 10.222.0.38 "GET /v2.0/networks/8397c742-031f-42a4-9071-78ffc7b72420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140604 Sep 23 19:28:14.353597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['5386e78f-171e-4671-8aed-cad80ee28486'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:14.355338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:14.357549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea3bf874-dd4d-4634-aa67-53c86c8cc3ae no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:14.381971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: ea3bf874-dd4d-4634-aa67-53c86c8cc3ae {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:14.382394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea3bf874-dd4d-4634-aa67-53c86c8cc3ae not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:14.561718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af696-8197-4586-bfcf-28989b360be9 req-23ed9433-c00a-404b-bc90-64b90fc82cf5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.563616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-612af696-8197-4586-bfcf-28989b360be9 req-23ed9433-c00a-404b-bc90-64b90fc82cf5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 948 time: 0.0848000 Sep 23 19:28:14.669404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:14.674821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-612af696-8197-4586-bfcf-28989b360be9 req-1a34d32d-8652-470a-a19e-73cc6f44ef7a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036575 Sep 23 19:28:14.703779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'mac_address': 'fa:16:3e:61:e0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:14.738077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab526c2-8202-431f-9978-7101b9406125 req-f49b26eb-af4f-4849-9136-89fc3cbb31db tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.745586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab526c2-8202-431f-9978-7101b9406125 req-f49b26eb-af4f-4849-9136-89fc3cbb31db tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.748319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ab526c2-8202-431f-9978-7101b9406125 req-f49b26eb-af4f-4849-9136-89fc3cbb31db tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81&device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 1681 time: 0.1575103 Sep 23 19:28:14.789577 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.809794 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:14.824466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ab526c2-8202-431f-9978-7101b9406125 req-5e1b0ed8-5987-4baf-ad3c-003c8169946e tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628095 Sep 23 19:28:14.853786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:14.864374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.910085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709a5aa8-f946-40f5-b67b-b291badb5148 req-43f45cfb-45c9-4983-a4a3-e4f6c7306589 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 210 time: 0.0312190 Sep 23 19:28:14.917413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:15.007435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:15.014557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eb4ba-5de8-4fff-a08b-c94a92bc8361 req-5c17a132-9371-4c03-a821-ebbf8845a41e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.017348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-320eb4ba-5de8-4fff-a08b-c94a92bc8361 req-5c17a132-9371-4c03-a821-ebbf8845a41e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.0689962 Sep 23 19:28:15.089684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-320eb4ba-5de8-4fff-a08b-c94a92bc8361 req-77a9b192-ad86-43a3-8af4-4193b2f79b2a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637317 Sep 23 19:28:15.115994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:15.133125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 has no active binding in host n-h1-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:28:15.258638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a622-ad6f-4605-af49-9b3793b6c0c0 req-df85a956-6ead-4e0e-99d0-24d9b0569970 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.260912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b63a622-ad6f-4605-af49-9b3793b6c0c0 req-df85a956-6ead-4e0e-99d0-24d9b0569970 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.0700901 Sep 23 19:28:15.311297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b63a622-ad6f-4605-af49-9b3793b6c0c0 req-249ed58a-7066-48aa-9e61-8fb7f72623aa tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418713 Sep 23 19:28:15.412864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:15.693654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde893-71da-455b-8dad-ac7386437434 req-08b90bb6-4fc0-4614-b56f-b69b2d8ee47b tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.695474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96cde893-71da-455b-8dad-ac7386437434 req-08b90bb6-4fc0-4614-b56f-b69b2d8ee47b tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 945 time: 0.0585780 Sep 23 19:28:15.719593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:15.722857 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b638539e-197d-4d5f-80fe-8643a7682cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "tag": "5386e78f-171e-4671-8aed-cad80ee28486"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:15.782918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96cde893-71da-455b-8dad-ac7386437434 req-8092dba0-d015-46f0-8130-c1ac7841b6e1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787411 Sep 23 19:28:15.851078 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c493852d-2136-4cfc-a937-60e2856028bb x-openstack-request-id: req-c493852d-2136-4cfc-a937-60e2856028bb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:15.851466 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "tag": "5386e78f-171e-4671-8aed-cad80ee28486", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:15.851593 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c493852d-2136-4cfc-a937-60e2856028bb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:15.851985 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486', 'status': 'completed', 'code': 200} Sep 23 19:28:15.909674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93230-70c6-4f59-a692-661b99d95fed req-53d1afcf-9f11-41cd-ae8f-1ac16cc43555 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.911280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-53d1afcf-9f11-41cd-ae8f-1ac16cc43555 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.41 "GET /v2.0/networks?id=8397c742-031f-42a4-9071-78ffc7b72420 HTTP/1.1" status: 200 len: 814 time: 0.1748371 Sep 23 19:28:15.919756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e719-d2fc-411d-bca3-18513d32f190 req-0c964b32-ef1e-4120-af12-954dfb2430e8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.921614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0807e719-d2fc-411d-bca3-18513d32f190 req-0c964b32-ef1e-4120-af12-954dfb2430e8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.1477523 Sep 23 19:28:15.924937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-543bb9d1-c47c-44a7-b1fa-3a176f77c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.926789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-543bb9d1-c47c-44a7-b1fa-3a176f77c1cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1124 time: 0.0671821 Sep 23 19:28:15.934040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Request body: {'port': {'device_id': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'network_id': '8397c742-031f-42a4-9071-78ffc7b72420', 'admin_state_up': True, 'tenant_id': '0a67ce0d9c88420c889f8a46df2d0f5a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:16.048152 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78630ff5-737b-4580-996b-4f05814fffc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.048989 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0807e719-d2fc-411d-bca3-18513d32f190 req-5426de61-961b-4d4c-b66f-0132e2df15f8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206524 Sep 23 19:28:16.090433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ba46060-dc78-4224-8be5-4a586133c80b req-1ed004d3-7987-4b25-86b3-b783b48e09dc tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 210 time: 0.0847676 Sep 23 19:28:16.100418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-9e9cf9d4-2b92-4f05-a40e-2b50de0283e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.103442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-9e9cf9d4-2b92-4f05-a40e-2b50de0283e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1455898 Sep 23 19:28:16.152836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Made reservation on behalf of 0a67ce0d9c88420c889f8a46df2d0f5a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:16.156910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.162987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-5c166340-ed53-4d4e-ab59-b2b87e3e36f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 217 time: 0.0460584 Sep 23 19:28:16.279026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-bc489c3e-af75-4b0e-9c53-c61b7ec0c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.281001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-bc489c3e-af75-4b0e-9c53-c61b7ec0c0b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0880132 Sep 23 19:28:16.334101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-b57b1d07-f422-4d52-b936-14a109f1221d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344551 Sep 23 19:28:16.347885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Allocated IP 172.20.0.2 (8397c742-031f-42a4-9071-78ffc7b72420/44b3e250-a788-496f-95b3-6e024ccd3c4c/8516513f-17af-4dbc-9b75-a997550dc0fd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:16.384898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f767-f087-4235-a126-93d8f477133c req-8f775887-25fa-445d-ac9c-28567f96a930 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.393506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f85f767-f087-4235-a126-93d8f477133c req-8f775887-25fa-445d-ac9c-28567f96a930 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.0906093 Sep 23 19:28:16.420669 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.486842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f85f767-f087-4235-a126-93d8f477133c req-d65140ba-e530-4fd6-a0a2-eda8575ec28f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922253 Sep 23 19:28:16.513281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-db3fb68a-563a-4d26-ae2d-bc61c051af2d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.514971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-db3fb68a-563a-4d26-ae2d-bc61c051af2d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee&tenant_id=c7b153a7de6840a0bc3936e071db16c9&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 949 time: 0.0826910 Sep 23 19:28:16.516803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-4c92d043-3519-4b50-b472-d657bebb0a7e service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818655 Sep 23 19:28:16.628596 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-a4d08fb7-8a8c-4a72-88ab-8a8880033895 service neutron] 10.222.0.41 "GET /v2.0/ports/68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 382 time: 0.0994964 Sep 23 19:28:16.683552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ab77a-5893-43be-a85f-a13ae3dc7d22 req-7fb6c63f-ea1a-4832-8b94-cc8839486215 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.685514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-816ab77a-5893-43be-a85f-a13ae3dc7d22 req-7fb6c63f-ea1a-4832-8b94-cc8839486215 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.1192956 Sep 23 19:28:16.693359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe405-b155-411f-90ba-59d7ecf3758b req-5e4fede9-ee22-465e-8b39-f9ff83e8d2e4 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.695217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-defbe405-b155-411f-90ba-59d7ecf3758b req-5e4fede9-ee22-465e-8b39-f9ff83e8d2e4 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.1300890 Sep 23 19:28:16.698549 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.753796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-defbe405-b155-411f-90ba-59d7ecf3758b req-8cc6439d-96ff-4c4c-889e-57417c323a90 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495791 Sep 23 19:28:16.787110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-816ab77a-5893-43be-a85f-a13ae3dc7d22 req-9b9cf0a9-18d2-442f-95ef-f77df20740df tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864627 Sep 23 19:28:16.817160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.872260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Network 8397c742-031f-42a4-9071-78ffc7b72420 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:16.884282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:16.900997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:16.925902 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.934900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Pushing event updated for resources: {'Port': ['ID=8516513f-17af-4dbc-9b75-a997550dc0fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:16.978382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.979084 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.995913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3d434-b417-46e2-91d7-c304e0fcff1c req-3e35bb1f-0abf-4310-b715-60ec1b5c4822 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.998002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ac3d434-b417-46e2-91d7-c304e0fcff1c req-3e35bb1f-0abf-4310-b715-60ec1b5c4822 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 945 time: 0.1302996 Sep 23 19:28:17.022165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-984654aa-6641-484a-8021-812db752ee07 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918953 Sep 23 19:28:17.030126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b638539e-197d-4d5f-80fe-8643a7682cb7 req-82ae6262-497e-4ce9-bb9c-a2c65177fa45 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946918 Sep 23 19:28:17.035271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-13bba9cc-84d2-4d23-ae9b-4b9ced4735ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.036643 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-13bba9cc-84d2-4d23-ae9b-4b9ced4735ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1100 time: 0.3765025 Sep 23 19:28:17.047367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ac3d434-b417-46e2-91d7-c304e0fcff1c req-f9054f95-d3b3-4790-a18d-f4fd4bf5f768 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/security-groups?id=f53ef63b-937f-4cb5-ab28-bb096b9afe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Sep 23 19:28:17.065157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Request body: {'port': {'device_id': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:17.150675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:17.157725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-93cd5a31-43cc-4857-acc6-1f973f3858fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.159366 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-93cd5a31-43cc-4857-acc6-1f973f3858fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1016953 Sep 23 19:28:17.237109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178427e0-d714-41e2-9ef0-17fc7c2a0562 req-e7362550-c22f-42fe-b6a3-6fcc0165fa82 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.238766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-178427e0-d714-41e2-9ef0-17fc7c2a0562 req-e7362550-c22f-42fe-b6a3-6fcc0165fa82 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 931 time: 0.0765703 Sep 23 19:28:17.242125 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-fb7448fb-1dfa-4a17-83eb-5af2b7fdbe01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0440421 Sep 23 19:28:17.316490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-69ed497d-87cf-40e7-9bb2-60e1fbb93e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.319435 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-69ed497d-87cf-40e7-9bb2-60e1fbb93e71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0639529 Sep 23 19:28:17.354186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-178427e0-d714-41e2-9ef0-17fc7c2a0562 req-461f7217-097b-45ec-a55e-89566c438704 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061099 Sep 23 19:28:17.377839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-7191e740-2585-4bcf-97fb-e3cf3cddd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.379354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-7191e740-2585-4bcf-97fb-e3cf3cddd2e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500081 Sep 23 19:28:17.467264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-358842c9-1e4d-4787-b0d0-a1427525767e tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.468770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-358842c9-1e4d-4787-b0d0-a1427525767e tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.72 "GET /v2.0/ports?device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 945 time: 0.0978835 Sep 23 19:28:17.481051 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-48c7b400-9c5c-49aa-bdc3-ac9f0acbfcf5 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915949 Sep 23 19:28:17.602119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-841493ea-2ef3-47e6-9ca6-480c206ebbbc service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115334 Sep 23 19:28:17.640226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8516513f-17af-4dbc-9b75-a997550dc0fd {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:17.648470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:17.672299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74bd5f-c48c-48f4-9608-fc4104f9426e req-0671308f-58df-4bb3-b5a2-669b0795e8eb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.673728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed74bd5f-c48c-48f4-9608-fc4104f9426e req-0671308f-58df-4bb3-b5a2-669b0795e8eb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.1093791 Sep 23 19:28:17.677267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Transition to ACTIVE for port object 8516513f-17af-4dbc-9b75-a997550dc0fd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:17.687275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Deleting port 524b847b-31e7-4bfd-8d73-0ec69ddec60b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:17.687623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:17.691128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:17.792609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Pushing event updated for resources: {'Port': ['ID=8516513f-17af-4dbc-9b75-a997550dc0fd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:17.823985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed74bd5f-c48c-48f4-9608-fc4104f9426e req-36c59cc2-764c-429a-9019-16bd2fdd1a84 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402502 Sep 23 19:28:17.932923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] For port 524b847b-31e7-4bfd-8d73-0ec69ddec60b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=524b847b-31e7-4bfd-8d73-0ec69ddec60b,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:17.933296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:17.971333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Calling delete_port for 524b847b-31e7-4bfd-8d73-0ec69ddec60b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:18.006622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8960e8-d09d-482f-b7a0-b2399ffa0cfd req-eb6923c6-ed83-43a4-a852-d48daca61c7c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.008135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af8960e8-d09d-482f-b7a0-b2399ffa0cfd req-eb6923c6-ed83-43a4-a852-d48daca61c7c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.1606638 Sep 23 19:28:18.013906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Attempting to bind port 8516513f-17af-4dbc-9b75-a997550dc0fd on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:18.014259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Attempting to bind port 8516513f-17af-4dbc-9b75-a997550dc0fd by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '36415ee1-e915-4b49-8b40-f8d8cec67350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8397c742-031f-42a4-9071-78ffc7b72420'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:18.014591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Attempting to bind port 8516513f-17af-4dbc-9b75-a997550dc0fd on network 8397c742-031f-42a4-9071-78ffc7b72420 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:18.069127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6167-d3eb-4bf5-8243-a90e3061d7be req-64ad2f9c-e19e-41ce-8330-b818b21040ab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.070612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c47f6167-d3eb-4bf5-8243-a90e3061d7be req-64ad2f9c-e19e-41ce-8330-b818b21040ab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.1642711 Sep 23 19:28:18.080820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Port 8516513f-17af-4dbc-9b75-a997550dc0fd on network 8397c742-031f-42a4-9071-78ffc7b72420 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:18.081148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Attempting to bind port 8516513f-17af-4dbc-9b75-a997550dc0fd on network 8397c742-031f-42a4-9071-78ffc7b72420 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:18.128469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-091ab2dc-5bc2-40af-9ca6-3939e81ea43f tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.130261 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-091ab2dc-5bc2-40af-9ca6-3939e81ea43f tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "GET /v2.0/ports?device_id=77714a2f-f9b0-4435-b803-f5d1eba09a81 HTTP/1.1" status: 200 len: 945 time: 0.0573883 Sep 23 19:28:18.234024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Deleting port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:18.234676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.323143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:18.337084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] For port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,segment=NetworkSegment(29fa5b14-2358-42b0-b1cb-36587bafa96c),segment_id=29fa5b14-2358-42b0-b1cb-36587bafa96c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:18.337568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.353742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Calling delete_port for 31e27e5d-bae3-4c48-b0d4-d99e13a1271a owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:18.381098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:18.381433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Checking segment: {'id': '36415ee1-e915-4b49-8b40-f8d8cec67350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8397c742-031f-42a4-9071-78ffc7b72420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:18.381811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Bound using segment: {'id': '36415ee1-e915-4b49-8b40-f8d8cec67350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8397c742-031f-42a4-9071-78ffc7b72420'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:18.382269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Bound port: 8516513f-17af-4dbc-9b75-a997550dc0fd, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36415ee1-e915-4b49-8b40-f8d8cec67350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8397c742-031f-42a4-9071-78ffc7b72420'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:18.382629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.394174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:18.397958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:18.398418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.445804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.447261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af8960e8-d09d-482f-b7a0-b2399ffa0cfd req-8830bc39-cd3a-4f31-b4c0-90475bd442bd tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302399 Sep 23 19:28:18.482058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c47f6167-d3eb-4bf5-8243-a90e3061d7be req-24f328ee-b19c-43c7-924e-6f35b52afae5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020576 Sep 23 19:28:18.505328 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.524170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.537551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:18.541062 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d03fafc-b8c5-4e3b-abb7-8a91c0532bbb" -d '{"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-plugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:18.550556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['524b847b-31e7-4bfd-8d73-0ec69ddec60b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:18.553330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['31e27e5d-bae3-4c48-b0d4-d99e13a1271a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:18.567174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] For port 8516513f-17af-4dbc-9b75-a997550dc0fd, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:18.590713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:18.591586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] For port 8516513f-17af-4dbc-9b75-a997550dc0fd, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8516513f-17af-4dbc-9b75-a997550dc0fd,segment=NetworkSegment(36415ee1-e915-4b49-8b40-f8d8cec67350),segment_id=36415ee1-e915-4b49-8b40-f8d8cec67350)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:18.599118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.605252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Pushing event deleted for resources: {'Port': ['ID=31e27e5d-bae3-4c48-b0d4-d99e13a1271a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:18.607406 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.613157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.628370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['31e27e5d-bae3-4c48-b0d4-d99e13a1271a'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:18.648121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.648534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.649109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.649453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.649784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.650114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.650762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.651106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.651665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.652000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.653382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.653706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:18.672749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.673687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.675655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] 10.222.0.41 "PUT /v2.0/ports/8516513f-17af-4dbc-9b75-a997550dc0fd HTTP/1.1" status: 200 len: 1091 time: 1.6187658 Sep 23 19:28:18.676184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] No DVR routers for this DVR port 31e27e5d-bae3-4c48-b0d4-d99e13a1271a on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:18.678585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.681180 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e838fdf-da04-4214-9047-73bbb21d93ac req-4b4ed4ec-54fc-4b3b-a7a5-08d5e406e96a tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.41 "DELETE /v2.0/ports/31e27e5d-bae3-4c48-b0d4-d99e13a1271a HTTP/1.1" status: 204 len: 173 time: 0.5404670 Sep 23 19:28:18.681629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'name': 'network-vif-deleted', 'tag': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:18.687978 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b7469e-90df-4baa-b8e8-f8730ca8be23" -d '{"events": [{"server_uuid": "77714a2f-f9b0-4435-b803-f5d1eba09a81", "name": "network-vif-deleted", "tag": "31e27e5d-bae3-4c48-b0d4-d99e13a1271a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:18.700000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'tag': '8516513f-17af-4dbc-9b75-a997550dc0fd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:18.703831 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26912b25-8add-4035-98ba-85bda6eb1e01" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7ad26b-3553-4132-89c6-acc185c8af40", "tag": "8516513f-17af-4dbc-9b75-a997550dc0fd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:18.728904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aacf5ef1-fc48-47c5-a33e-0b2ebe274b11 req-f8102565-805b-4c0d-af4f-599370b0c152 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.38 "GET /v2.0/ports?device_id=bae86333-74b9-47f2-bcde-d3e31358b576 HTTP/1.1" status: 200 len: 210 time: 0.0836666 Sep 23 19:28:18.738659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:18.785116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93230-70c6-4f59-a692-661b99d95fed req-11ca8cf4-c500-48f4-959f-da1692decf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.787147 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-11ca8cf4-c500-48f4-959f-da1692decf4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a67ce0d9c88420c889f8a46df2d0f5a&device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 1094 time: 0.0664783 Sep 23 19:28:18.799021 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de0a8dd-dcdb-4c8f-badd-ecc0e188a704 x-openstack-request-id: req-9de0a8dd-dcdb-4c8f-badd-ecc0e188a704 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:18.799323 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-plugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:18.799582 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9de0a8dd-dcdb-4c8f-badd-ecc0e188a704 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:18.799974 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'code': 200} Sep 23 19:28:18.830546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] No DVR routers for this DVR port 524b847b-31e7-4bfd-8d73-0ec69ddec60b on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:18.833195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.835553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96f77543-719f-4aff-8ed5-594aaf6ed203 req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] 10.222.0.72 "DELETE /v2.0/ports/524b847b-31e7-4bfd-8d73-0ec69ddec60b HTTP/1.1" status: 204 len: 173 time: 1.3579314 Sep 23 19:28:18.846853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c69266-2be9-48c6-b92f-738a5192d75f service neutron] Pushing event updated for resources: {'Port': ['ID=8516513f-17af-4dbc-9b75-a997550dc0fd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:18.863691 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-f309c8d5-1b53-41cd-bde1-7bc694ade714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8516513f-17af-4dbc-9b75-a997550dc0fd HTTP/1.1" status: 200 len: 217 time: 0.0557823 Sep 23 19:28:18.885105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25506fe2-5113-4e00-9588-84624a7a14f1 tempest-ListServersNegativeTestJSON-1469227238 tempest-ListServersNegativeTestJSON-1469227238-project] Pushing event deleted for resources: {'Port': ['ID=524b847b-31e7-4bfd-8d73-0ec69ddec60b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:18.906532 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821660f5-5e5b-4412-a7f2-1b2de188a08c x-openstack-request-id: req-821660f5-5e5b-4412-a7f2-1b2de188a08c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:18.906824 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77714a2f-f9b0-4435-b803-f5d1eba09a81", "name": "network-vif-deleted", "tag": "31e27e5d-bae3-4c48-b0d4-d99e13a1271a", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:18.907073 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-821660f5-5e5b-4412-a7f2-1b2de188a08c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:18.907460 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77714a2f-f9b0-4435-b803-f5d1eba09a81', 'name': 'network-vif-deleted', 'tag': '31e27e5d-bae3-4c48-b0d4-d99e13a1271a', 'status': 'completed', 'code': 200} Sep 23 19:28:18.909376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f0775-93f0-4894-a0db-59d9b20d6bb2 req-ff6bdb5a-850b-4ca7-8230-2a5e06ce6222 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.911148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-300f0775-93f0-4894-a0db-59d9b20d6bb2 req-ff6bdb5a-850b-4ca7-8230-2a5e06ce6222 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 943 time: 0.1426337 Sep 23 19:28:18.925320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93230-70c6-4f59-a692-661b99d95fed req-3ecaa015-93d1-4398-b4d4-83959664302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.927366 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-3ecaa015-93d1-4398-b4d4-83959664302f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44b3e250-a788-496f-95b3-6e024ccd3c4c HTTP/1.1" status: 200 len: 854 time: 0.0556486 Sep 23 19:28:18.937784 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adebe84-db96-4f40-81fc-d6646505b604 x-openstack-request-id: req-6adebe84-db96-4f40-81fc-d6646505b604 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:18.938064 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7ad26b-3553-4132-89c6-acc185c8af40", "tag": "8516513f-17af-4dbc-9b75-a997550dc0fd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:18.938436 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6adebe84-db96-4f40-81fc-d6646505b604 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:18.938812 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'tag': '8516513f-17af-4dbc-9b75-a997550dc0fd', 'status': 'completed', 'code': 200} Sep 23 19:28:18.958894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-300f0775-93f0-4894-a0db-59d9b20d6bb2 req-a0217bd7-c781-4b3f-9c67-bf3c885a2614 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Sep 23 19:28:18.963071 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-11361f8b-0f4a-47a5-8761-76af4b9bd8fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8397c742-031f-42a4-9071-78ffc7b72420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247231 Sep 23 19:28:19.038652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d974-7c10-4334-9010-d09c652b02eb req-092158bc-89a6-4035-8fc5-8559fd249792 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.040048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fb9d974-7c10-4334-9010-d09c652b02eb req-092158bc-89a6-4035-8fc5-8559fd249792 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.0483041 Sep 23 19:28:19.066949 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-1cb393de-b451-4e7c-8d30-be2dda67ff71 service neutron] 10.222.0.41 "GET /v2.0/networks/8397c742-031f-42a4-9071-78ffc7b72420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890789 Sep 23 19:28:19.076945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fb9d974-7c10-4334-9010-d09c652b02eb req-a94d4bcf-cdd3-499b-9f29-737ce8db111b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Sep 23 19:28:19.158729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2db93230-70c6-4f59-a692-661b99d95fed req-267a831f-510d-415e-9aaf-9dab025cfa3a service neutron] 10.222.0.41 "GET /v2.0/networks/8397c742-031f-42a4-9071-78ffc7b72420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830045 Sep 23 19:28:19.250025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-8ecdfbff-cadc-4df9-9a74-6b5b822d8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.251675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-8ecdfbff-cadc-4df9-9a74-6b5b822d8979 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a67ce0d9c88420c889f8a46df2d0f5a&device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 1094 time: 0.0435786 Sep 23 19:28:19.356102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-6c1b1386-e3b4-4b18-85d4-f2005b4e6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.357654 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-6c1b1386-e3b4-4b18-85d4-f2005b4e6223 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8397c742-031f-42a4-9071-78ffc7b72420 HTTP/1.1" status: 200 len: 915 time: 0.0985441 Sep 23 19:28:19.399239 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-ea126566-2dce-488b-9956-c37209030c07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8516513f-17af-4dbc-9b75-a997550dc0fd HTTP/1.1" status: 200 len: 217 time: 0.0340686 Sep 23 19:28:19.452623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-84cb7df0-5ad3-4da0-b547-fd67acaab4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.454037 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-84cb7df0-5ad3-4da0-b547-fd67acaab4d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44b3e250-a788-496f-95b3-6e024ccd3c4c HTTP/1.1" status: 200 len: 854 time: 0.0468771 Sep 23 19:28:19.490241 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-a88462e7-ce81-4dfd-9248-8b82b432705d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8397c742-031f-42a4-9071-78ffc7b72420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243669 Sep 23 19:28:19.594640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-7035f63b-f0d9-430d-8e1d-61f269e24721 service neutron] 10.222.0.41 "GET /v2.0/networks/8397c742-031f-42a4-9071-78ffc7b72420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960498 Sep 23 19:28:19.603329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8061f-5a1d-4a86-9c1e-cafc1ab3a78d req-c2e267b8-1a6b-4107-96e8-259c3b07f0a5 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.604763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ad8061f-5a1d-4a86-9c1e-cafc1ab3a78d req-c2e267b8-1a6b-4107-96e8-259c3b07f0a5 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.0618162 Sep 23 19:28:19.670226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8e21-b633-4385-b1da-611c8c64555b req-7551b2b7-efd3-40d6-9422-0995c9f28f30 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.671649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-406a8e21-b633-4385-b1da-611c8c64555b req-7551b2b7-efd3-40d6-9422-0995c9f28f30 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.0879114 Sep 23 19:28:19.676655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ad8061f-5a1d-4a86-9c1e-cafc1ab3a78d req-97398809-7fb2-4a41-964a-b4ef63e978a2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510354 Sep 23 19:28:19.704517 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26912b25-8add-4035-98ba-85bda6eb1e01 req-61ecac83-8fde-404d-9553-5f4b59031b6d service neutron] 10.222.0.41 "GET /v2.0/networks/8397c742-031f-42a4-9071-78ffc7b72420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024084 Sep 23 19:28:19.710740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-406a8e21-b633-4385-b1da-611c8c64555b req-79071cde-2d10-4ff3-a9eb-5b96859bab08 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Sep 23 19:28:19.829627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:19.873771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] Deleting subnet efb0aa31-ba15-4881-8bba-f183fb6e206b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:19.877466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:19.914865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:19.956959 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.025893 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.058938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb0aa31-ba15-4881-8bba-f183fb6e206b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:20.067198 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.069745 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c9f7d5da-a113-4bc2-bc94-919ec088faeb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/efb0aa31-ba15-4881-8bba-f183fb6e206b HTTP/1.1" status: 204 len: 168 time: 0.2390709 Sep 23 19:28:20.072144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:20.094513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1138-2b7c-4fa1-90f9-404c197be0ef req-0f3f4e52-eb74-41ab-8c04-6d30e0554da8 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.102058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1e1138-2b7c-4fa1-90f9-404c197be0ef req-0f3f4e52-eb74-41ab-8c04-6d30e0554da8 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 943 time: 0.0656159 Sep 23 19:28:20.156412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b1e1138-2b7c-4fa1-90f9-404c197be0ef req-e992857a-929d-4d65-8571-4ad8a6a1ca3f tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534391 Sep 23 19:28:20.182001 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.220431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3160f36-3441-477c-b575-140aaaa25b04 req-ddc3291a-8805-45e4-b16d-b185442edd93 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.221946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3160f36-3441-477c-b575-140aaaa25b04 req-ddc3291a-8805-45e4-b16d-b185442edd93 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.0601408 Sep 23 19:28:20.271960 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.282893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3160f36-3441-477c-b575-140aaaa25b04 req-ce172545-ad8e-48bd-948d-7139fef97027 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Sep 23 19:28:20.293527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58607496-1584-4495-8114-61f31c82d321']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:20.304485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fa5b14-2358-42b0-b1cb-36587bafa96c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:20.305009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fa5b14-2358-42b0-b1cb-36587bafa96c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:20.322542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.335908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.343244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:20.344159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:20.345894 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:20.430459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.434962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.440060 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] 10.222.0.38 "DELETE /v2.0/networks/58607496-1584-4495-8114-61f31c82d321 HTTP/1.1" status: 204 len: 168 time: 0.3642533 Sep 23 19:28:20.449562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c85b39-e58b-4e40-956d-35b927b0e28b admin admin] Pushing event deleted for resources: {'Network': ['ID=58607496-1584-4495-8114-61f31c82d321,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:20.476872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-6aabbb11-6d54-4c3e-b37b-124b40b870a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.478417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-6aabbb11-6d54-4c3e-b37b-124b40b870a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee&tenant_id=c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 1101 time: 0.0854495 Sep 23 19:28:20.498117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:20.556173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.613858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:20.656554 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f9fdabd-33f3-473f-a622-2173ce4eb9a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc275d3d9a374b37bc9629dce320f775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419602 Sep 23 19:28:20.659179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:20.712044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f44f0a-cb7a-4547-9dda-4cb2373bbcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.738603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f44f0a-cb7a-4547-9dda-4cb2373bbcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.799681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f44f0a-cb7a-4547-9dda-4cb2373bbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.803200 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25f44f0a-cb7a-4547-9dda-4cb2373bbcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.806700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-25f44f0a-cb7a-4547-9dda-4cb2373bbcb0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f53ef63b-937f-4cb5-ab28-bb096b9afe5c HTTP/1.1" status: 204 len: 168 time: 0.1465006 Sep 23 19:28:20.817117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44f0a-cb7a-4547-9dda-4cb2373bbcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ef63b-937f-4cb5-ab28-bb096b9afe5c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:20.886054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:20.909566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2b82f-986e-44f9-a648-133e97628533 req-11460a83-eb01-4170-98ec-be99150c0663 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.911248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cb2b82f-986e-44f9-a648-133e97628533 req-11460a83-eb01-4170-98ec-be99150c0663 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 943 time: 0.1389306 Sep 23 19:28:20.920610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00548933-1294-47a6-8e61-ebc720c80836 req-7191a91f-55e3-42db-be1b-d927767085b6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.922100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00548933-1294-47a6-8e61-ebc720c80836 req-7191a91f-55e3-42db-be1b-d927767085b6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1061978 Sep 23 19:28:20.935027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 524b847b-31e7-4bfd-8d73-0ec69ddec60b no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:20.947044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'name': 'network-vif-deleted', 'tag': '524b847b-31e7-4bfd-8d73-0ec69ddec60b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:20.949484 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa454613-887d-4daf-8ebd-ef6e2b87c94a" -d '{"events": [{"server_uuid": "bae86333-74b9-47f2-bcde-d3e31358b576", "name": "network-vif-deleted", "tag": "524b847b-31e7-4bfd-8d73-0ec69ddec60b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:20.966287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 524b847b-31e7-4bfd-8d73-0ec69ddec60b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:20.967225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 524b847b-31e7-4bfd-8d73-0ec69ddec60b not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:20.989900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:21.034617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cb2b82f-986e-44f9-a648-133e97628533 req-3bee29ec-1cfd-4107-82b8-8fbae4705866 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097503 Sep 23 19:28:21.047412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00548933-1294-47a6-8e61-ebc720c80836 req-bd0052c1-29dd-4771-be89-61f4a2a5996c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130269 Sep 23 19:28:21.073242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.089424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Transition to ACTIVE for port object 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:21.095829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.175911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:21.198710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] No DVR routers for this DVR port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:21.210393 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707d9702-104d-4421-8487-886dd618d55f x-openstack-request-id: req-707d9702-104d-4421-8487-886dd618d55f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:21.212609 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae86333-74b9-47f2-bcde-d3e31358b576", "name": "network-vif-deleted", "tag": "524b847b-31e7-4bfd-8d73-0ec69ddec60b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:21.212947 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-707d9702-104d-4421-8487-886dd618d55f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:21.213679 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae86333-74b9-47f2-bcde-d3e31358b576', 'name': 'network-vif-deleted', 'tag': '524b847b-31e7-4bfd-8d73-0ec69ddec60b', 'status': 'completed', 'code': 200} Sep 23 19:28:21.333284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:21.333505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:21.333874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:21.339913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:21.340241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Attempting to bind port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:21.351537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:21.351910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:21.352300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:21.352719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Bound port: 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:21.360654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.395338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5a578-e017-4ffe-b46e-e3c936a1efc3 req-425d447a-5f30-4ad4-b10c-3fa2de52734d tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.398873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cf5a578-e017-4ffe-b46e-e3c936a1efc3 req-425d447a-5f30-4ad4-b10c-3fa2de52734d tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 943 time: 0.1174140 Sep 23 19:28:21.508753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cf5a578-e017-4ffe-b46e-e3c936a1efc3 req-d18b5391-c1ba-4c59-aba9-db9d2b4bd269 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947959 Sep 23 19:28:21.538090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aded6-9bbb-492b-9773-76879b961023 req-ef610d6f-061e-4b13-924b-063d3abc1321 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.539680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-068aded6-9bbb-492b-9773-76879b961023 req-ef610d6f-061e-4b13-924b-063d3abc1321 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.1611559 Sep 23 19:28:21.557560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:21.561427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:21.572467 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.619026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.619644 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.621011 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] 10.222.0.72 "PUT /v2.0/ports/68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 1097 time: 1.1271546 Sep 23 19:28:21.627145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-068aded6-9bbb-492b-9773-76879b961023 req-5ea31224-4942-4877-b6b7-a06c63481ecf tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786414 Sep 23 19:28:21.657324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1dc4d-791e-4594-9f05-1802b415d60b service neutron] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:21.696063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-ad1100bb-b69c-444d-8397-7ac5045437c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.697596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-ad1100bb-b69c-444d-8397-7ac5045437c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1100 time: 0.0457761 Sep 23 19:28:21.755598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-695319e5-26f5-4255-8f0e-9f81f6190d63 service neutron] 10.222.0.41 "GET /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486/bindings/n-h1-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.0765078 Sep 23 19:28:21.825608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-ee89688d-7208-4d13-a1df-e1968ead52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.827141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-ee89688d-7208-4d13-a1df-e1968ead52d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1189520 Sep 23 19:28:21.844713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:21.883297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-3f03a140-6088-4fb8-8d73-3e6889f396b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0449474 Sep 23 19:28:21.933719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-f487ea1a-328b-4f7a-ba7a-08635a90d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.935216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-f487ea1a-328b-4f7a-ba7a-08635a90d742 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0448329 Sep 23 19:28:21.957887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:21.962427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-512449404-network', 'tenant_id': '53538fc8210c41719e2de77f449e85c2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:21.978565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:22.006391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Made reservation on behalf of 53538fc8210c41719e2de77f449e85c2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:22.008628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.013179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-031eb69a-1ff3-4936-980f-455c271dab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.014704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-031eb69a-1ff3-4936-980f-455c271dab61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713463 Sep 23 19:28:22.014856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5386e78f-171e-4671-8aed-cad80ee28486 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:22.020119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.025915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:22.040557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.132631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] Transition to ACTIVE for port object 5386e78f-171e-4671-8aed-cad80ee28486 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:22.136844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.205161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] No DVR routers for this DVR port 5386e78f-171e-4671-8aed-cad80ee28486 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:22.216658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:22.238650 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-048f1b24-3283-41c9-95f3-674257ad1ff6 service neutron] 10.222.0.41 "PUT /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486/bindings/n-h1-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4746461 Sep 23 19:28:22.241260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-67cebee7-936b-4bf0-9877-c46841fbb0b2 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179592 Sep 23 19:28:22.277795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa5d22-36b1-4b33-a6e8-f2c4480e1c89 req-ce6b6cdc-77b8-48a0-84d4-635b33ce9b08 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.279893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6baa5d22-36b1-4b33-a6e8-f2c4480e1c89 req-ce6b6cdc-77b8-48a0-84d4-635b33ce9b08 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.1611671 Sep 23 19:28:22.312892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a98564-be96-480e-89d2-b4d9a5f4a312 req-1053438c-644d-4c4b-b410-b060572446af tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.314583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09a98564-be96-480e-89d2-b4d9a5f4a312 req-1053438c-644d-4c4b-b410-b060572446af tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 944 time: 0.1754396 Sep 23 19:28:22.329219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:22.342558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-64250b73-912d-447a-85e8-071cd58455bc tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.344462 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-64250b73-912d-447a-85e8-071cd58455bc tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.0533996 Sep 23 19:28:22.379079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:22.379747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:22.399988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-85ad5785-210c-4cf5-8dc5-7eddd555ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.401634 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-85ad5785-210c-4cf5-8dc5-7eddd555ce44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e&tenant_id=2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 1095 time: 0.0487564 Sep 23 19:28:22.423675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:22.424232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 31e27e5d-bae3-4c48-b0d4-d99e13a1271a no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:22.444598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 31e27e5d-bae3-4c48-b0d4-d99e13a1271a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:22.445042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 31e27e5d-bae3-4c48-b0d4-d99e13a1271a not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:22.458883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6baa5d22-36b1-4b33-a6e8-f2c4480e1c89 req-4a57ad02-625d-452d-b3fb-d4fe21965370 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623528 Sep 23 19:28:22.478182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-649802ac-9f57-41e5-a2a3-caea6a4c5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.480044 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-649802ac-9f57-41e5-a2a3-caea6a4c5693 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1095 time: 0.0513823 Sep 23 19:28:22.490972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09a98564-be96-480e-89d2-b4d9a5f4a312 req-b5853a9c-f372-47f0-ade6-fa892e8cf3b8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659157 Sep 23 19:28:22.493142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.502700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.514760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42d6a4f6-a07c-43e9-b29b-6ca8e08f291c req-00a6048a-b731-4bf2-9c35-825770f84ca2 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653983 Sep 23 19:28:22.536519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:22.550495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88de1f-4ecb-41a8-979a-0ffe127869f3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:22.557833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.558309 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Added segment b6c89e05-af88-411f-a69e-bbb864a3ae03 of type vlan for network 81fee906-527e-4bfc-b4c9-53f058b1e442 Sep 23 19:28:22.572943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.573430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.573784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.574125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.574614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.575046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.575580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.576012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.576457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.576922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.577377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.577709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:22.620805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.622639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-1273e5bd-054c-4f72-8e94-a6aee4b7a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.625346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-1273e5bd-054c-4f72-8e94-a6aee4b7a75a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1364703 Sep 23 19:28:22.653184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.654332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.654928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.677295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-2f0af8a2-b1b9-444e-920d-5affd51d8ba1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 200 len: 217 time: 0.0438790 Sep 23 19:28:22.724010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8781474 Sep 23 19:28:22.727941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:22.735755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Request body: {'subnet': {'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-512449404-subnet', 'tenant_id': '53538fc8210c41719e2de77f449e85c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:22.748850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-4f7bce08-ca0c-4989-973a-d37124c1d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.750815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-4f7bce08-ca0c-4989-973a-d37124c1d65e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0625501 Sep 23 19:28:22.761892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564332e-80c4-444e-86a2-9f89240c506f admin admin] Pushing event updated for resources: {'Network': ['ID=81fee906-527e-4bfc-b4c9-53f058b1e442,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:22.773660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:22.791806 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-1e163316-1b75-44a5-bbd0-01fb2357b71d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318558 Sep 23 19:28:22.792537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1020fd-6164-459f-be14-5144aa7c8874 req-fac2e482-f0c5-463e-b2d4-83e94c448634 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.792720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Made reservation on behalf of 53538fc8210c41719e2de77f449e85c2 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:22.793783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e1020fd-6164-459f-be14-5144aa7c8874 req-fac2e482-f0c5-463e-b2d4-83e94c448634 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 943 time: 0.1340597 Sep 23 19:28:22.796501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.833191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cd627-3e08-483b-ba1b-5163800e8e8c req-7df5ae83-e8c4-4737-9dd6-1b211e373d74 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.835271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c6cd627-3e08-483b-ba1b-5163800e8e8c req-7df5ae83-e8c4-4737-9dd6-1b211e373d74 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.1102345 Sep 23 19:28:22.859517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e1020fd-6164-459f-be14-5144aa7c8874 req-daa84dc4-f170-45de-96f5-b849e50615a7 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515623 Sep 23 19:28:22.893760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c6cd627-3e08-483b-ba1b-5163800e8e8c req-89b55f09-7e5d-4efb-9ae0-747cb77b243c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382864 Sep 23 19:28:22.975911 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-713fae51-3801-4d75-85f1-aca42b3da8ea service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621006 Sep 23 19:28:23.127621 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.137113 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-d9eecb0d-532e-40e2-acfd-0f6f80ac3a7e service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515980 Sep 23 19:28:23.186271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f9f6ab-846a-4340-b1d0-56aa4fed091d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:23.194819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Checking segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:23.195176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Network hostable DHCP agents. Network: 81fee906-527e-4bfc-b4c9-53f058b1e442, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:23.210763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:23.214340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}, {'name': 'network-changed', 'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:23.216991 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7edae-1336-4d4d-9254-924e716faf6a" -d '{"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-unplugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}, {"name": "network-changed", "server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:23.220535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 81fee906-527e-4bfc-b4c9-53f058b1e442) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:23.225315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.226500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.236318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c13ce6-448f-4659-af70-43f993463352 None None] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:23.244181 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e121b19f-9cb4-4b32-9836-dd259338437e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5149925 Sep 23 19:28:23.269895 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af444943-1fa9-4c4c-8cc1-79c864ecce8f x-openstack-request-id: req-af444943-1fa9-4c4c-8cc1-79c864ecce8f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:23.270948 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-unplugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "code": 200}, {"name": "network-changed", "server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:23.270948 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af444943-1fa9-4c4c-8cc1-79c864ecce8f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:23.270948 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'code': 200} Sep 23 19:28:23.271501 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'status': 'completed', 'code': 200} Sep 23 19:28:23.391246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-8c2a2c20-f052-4a71-a782-a746ddca77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.393069 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-8c2a2c20-f052-4a71-a782-a746ddca77d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1100 time: 0.0919573 Sep 23 19:28:23.396030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-3ed0d5e8-bf44-4977-9ab4-358203baa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.397433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-3ed0d5e8-bf44-4977-9ab4-358203baa5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 1100 time: 0.0844748 Sep 23 19:28:23.471235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-527bc00c-5a1d-410d-8138-c1f4fe76c79f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.474170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-527bc00c-5a1d-410d-8138-c1f4fe76c79f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.0676918 Sep 23 19:28:23.477418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd59db1-6c3b-4f5b-a5cb-c1125fba2623 None None] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:23.606834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-967c9a8f-79db-418c-9932-20e82f3c7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.607658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-967c9a8f-79db-418c-9932-20e82f3c7ef2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1937635 Sep 23 19:28:23.627893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-64bcad6b-a1c6-433f-aadb-96045553a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.630276 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-64bcad6b-a1c6-433f-aadb-96045553a7e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2236521 Sep 23 19:28:23.652404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-f9bf0d69-a9cc-40fb-a5b9-1c69acc0f7a2 service neutron] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:23.660684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537b648-c4cd-4c81-93f4-376e46bcedf1 req-e9d62b73-fb71-45fb-8ca0-e32eafade05a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.662168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6537b648-c4cd-4c81-93f4-376e46bcedf1 req-e9d62b73-fb71-45fb-8ca0-e32eafade05a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.0733788 Sep 23 19:28:23.668542 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-fcae88a5-62a3-4f8f-82f3-b56662234fbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0526402 Sep 23 19:28:23.671487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-f9bf0d69-a9cc-40fb-a5b9-1c69acc0f7a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.672818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1ab4866-36cd-44df-b24e-84197b1a9c22 req-f9bf0d69-a9cc-40fb-a5b9-1c69acc0f7a2 service neutron] 10.222.0.72 "DELETE /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486/bindings/n-h2-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.1851647 Sep 23 19:28:23.711217 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-6d0cde4d-478c-47e0-af5b-dd18ad7761e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0491569 Sep 23 19:28:23.776781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6537b648-c4cd-4c81-93f4-376e46bcedf1 req-1b2a092d-e27e-4e91-867e-3508e9763cbd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027453 Sep 23 19:28:23.778319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-0ea6aa99-f771-4f09-b314-4c27ac0869c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.779785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-0ea6aa99-f771-4f09-b314-4c27ac0869c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0788302 Sep 23 19:28:23.785174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-7627aeab-c500-4818-a522-1207873220cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.786573 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-7627aeab-c500-4818-a522-1207873220cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0579402 Sep 23 19:28:23.816624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3866d9e0-d170-44ff-9bdb-2f4b145a9617 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.818140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3866d9e0-d170-44ff-9bdb-2f4b145a9617 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 812 time: 0.1508410 Sep 23 19:28:23.834186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-06777965-8cba-407c-a447-1d51e588b800 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/quotas/53538fc8210c41719e2de77f449e85c2 HTTP/1.1" status: 200 len: 375 time: 0.0100005 Sep 23 19:28:23.864161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-cc9336e9-5d19-46d1-a910-143d4433e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.865931 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-cc9336e9-5d19-46d1-a910-143d4433e573 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640428 Sep 23 19:28:23.867730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-b44acad1-fa0e-481f-a5e1-7ee51ca98aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.869070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-b44acad1-fa0e-481f-a5e1-7ee51ca98aac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790403 Sep 23 19:28:23.891805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-2fca9201-5630-49ae-aaf1-7fa079e461ad tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434794 Sep 23 19:28:23.926996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbdeea-8666-49d8-b3b6-ed483429e7b2 req-7420c55d-7347-4a6b-8ce7-ded2d26c4149 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.928475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4bbdeea-8666-49d8-b3b6-ed483429e7b2 req-7420c55d-7347-4a6b-8ce7-ded2d26c4149 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 944 time: 0.0894322 Sep 23 19:28:24.007523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4bbdeea-8666-49d8-b3b6-ed483429e7b2 req-91d58c14-4c43-4ad2-9b10-56b1bb3e3b15 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685766 Sep 23 19:28:24.029694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-8c756c33-819a-45ed-ad0c-71798887cac3 service neutron] 10.222.0.38 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276028 Sep 23 19:28:24.145968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-89133fb4-5763-4bba-829c-307b1fa2c3bf service neutron] 10.222.0.38 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080596 Sep 23 19:28:24.293710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-54e9f2c2-14b6-4448-855c-1b05840527ad service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189672 Sep 23 19:28:24.297780 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-52aef891-b62e-4b1f-8b44-2f57b33add5d service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162242 Sep 23 19:28:24.329486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8516513f-17af-4dbc-9b75-a997550dc0fd details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:24.458088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-e6cc4c90-d484-49f8-950d-982b1b8f46fb service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570959 Sep 23 19:28:24.459052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-b14f6ef2-4182-4076-b26e-5ddbbb6e86a8 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.461099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-b14f6ef2-4182-4076-b26e-5ddbbb6e86a8 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1097 time: 0.1432965 Sep 23 19:28:24.476154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810763-1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:24.488022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 8516513f-17af-4dbc-9b75-a997550dc0fd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8516513f-17af-4dbc-9b75-a997550dc0fd,segment=NetworkSegment(36415ee1-e915-4b49-8b40-f8d8cec67350),segment_id=36415ee1-e915-4b49-8b40-f8d8cec67350)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:24.495359 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7b7edae-1336-4d4d-9254-924e716faf6a req-32bf351b-f56f-4d93-9fb4-bf59f8916817 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112413 Sep 23 19:28:24.506861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '8516513f-17af-4dbc-9b75-a997550dc0fd', 'network_id': '8397c742-031f-42a4-9071-78ffc7b72420', 'port_id': '8516513f-17af-4dbc-9b75-a997550dc0fd', 'mac_address': 'fa:16:3e:40:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b3e250-a788-496f-95b3-6e024ccd3c4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:24.513918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9421a38-5d0f-4a38-a36e-c01f6dd758b3 req-2325624f-dd8a-4889-b97f-07b375d70bf2 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.521704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9421a38-5d0f-4a38-a36e-c01f6dd758b3 req-2325624f-dd8a-4889-b97f-07b375d70bf2 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 943 time: 0.1434073 Sep 23 19:28:24.540095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5bd1a-98e5-470b-b12e-dfba6de19b54 req-a6e74197-28aa-4a20-99a7-984c276578e2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.547963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1a5bd1a-98e5-470b-b12e-dfba6de19b54 req-a6e74197-28aa-4a20-99a7-984c276578e2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 946 time: 0.1584020 Sep 23 19:28:24.580195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.604841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8516513f-17af-4dbc-9b75-a997550dc0fd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:24.633535 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.646456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9421a38-5d0f-4a38-a36e-c01f6dd758b3 req-1bdcf563-6ca0-4b5a-8ca9-67f0a23ca26d tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238575 Sep 23 19:28:24.651380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 8516513f-17af-4dbc-9b75-a997550dc0fd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8516513f-17af-4dbc-9b75-a997550dc0fd,segment=NetworkSegment(36415ee1-e915-4b49-8b40-f8d8cec67350),segment_id=36415ee1-e915-4b49-8b40-f8d8cec67350)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:24.657898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1a5bd1a-98e5-470b-b12e-dfba6de19b54 req-b45492d3-c1f9-4ce4-b7d1-884adcaaa7cb tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090238 Sep 23 19:28:24.658055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.658809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:24.761623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=8516513f-17af-4dbc-9b75-a997550dc0fd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:24.847883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:24.870954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 has no active binding in host n-h2-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:28:24.947920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:24.950534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:24.970562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68223d-1c7e-4a82-90f9-ed8ec0a02c23 req-b6f5c0c2-8f9b-4ba9-82bd-a80f794bf7c6 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.972167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf68223d-1c7e-4a82-90f9-ed8ec0a02c23 req-b6f5c0c2-8f9b-4ba9-82bd-a80f794bf7c6 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1095 time: 0.1396616 Sep 23 19:28:25.003170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e29b5-5e3b-4db1-8950-e054950bbd19 req-12e6a7d2-cda0-483f-ad67-fe1e69808e7a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.004652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-744e29b5-5e3b-4db1-8950-e054950bbd19 req-12e6a7d2-cda0-483f-ad67-fe1e69808e7a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 949 time: 0.1106112 Sep 23 19:28:25.038573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:25.061033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.080172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:25.086604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf68223d-1c7e-4a82-90f9-ed8ec0a02c23 req-531418a1-1cca-4f0d-8a1d-ccfa428039d5 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069696 Sep 23 19:28:25.093863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'mac_address': 'fa:16:3e:61:e0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:25.095199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-744e29b5-5e3b-4db1-8950-e054950bbd19 req-aaf56124-a2b3-47f7-9208-2f6117c95f4b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791576 Sep 23 19:28:25.108870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.115854 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.193392 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.215744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:25.229526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5f635c7-6e9b-4170-a737-4afd1cbda65b req-850121a9-c182-42ca-8686-1e453b93ec39 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 210 time: 0.0582609 Sep 23 19:28:25.230597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:25.250229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on host n-h1-810763-1 for vnic_type normal with profile {"migrating_to": "n-h2-810763-1"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:25.250628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:25.251214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:25.262999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:25.264258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:25.265991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Attempting to bind port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on network 8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:25.269156 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.273981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:25.279397 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91377cf2-a90b-4dac-924b-403e7d756f1f" -d '{"events": [{"server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "name": "network-vif-unplugged", "status": "completed", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:25.289047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:25.289386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Checking segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:25.289764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Bound using segment: {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:25.293598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Bound port: 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795317-18df-4566-b03a-f8b55749ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8cc67ae1-e3f0-44f0-a93c-8b96dc834b30'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:25.294078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.348910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['8516513f-17af-4dbc-9b75-a997550dc0fd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:25.380520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=12']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:25.467146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9820be-3e11-4ad1-ab20-73d2da196054 req-df97780f-96ed-4dae-a709-3681f0575de2 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.469619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d9820be-3e11-4ad1-ab20-73d2da196054 req-df97780f-96ed-4dae-a709-3681f0575de2 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 1095 time: 0.1349845 Sep 23 19:28:25.473559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:25.478190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:25.484127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.501268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193b15d-35c0-48d5-a70b-628e23e2381a req-242c3a9c-de63-4b79-ab36-feea002eaaa9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.506670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a193b15d-35c0-48d5-a70b-628e23e2381a req-242c3a9c-de63-4b79-ab36-feea002eaaa9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 950 time: 0.1428583 Sep 23 19:28:25.610611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:25.628295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:25.634598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.635472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.636840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-44723f4a-2e51-4150-b7a9-8f922c9eb495 service neutron] 10.222.0.41 "PUT /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 1122 time: 1.1663527 Sep 23 19:28:25.638591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d9820be-3e11-4ad1-ab20-73d2da196054 req-d19e2fa8-bcc8-40bd-bfb7-f96754bbb565 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454780 Sep 23 19:28:25.645309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a193b15d-35c0-48d5-a70b-628e23e2381a req-6eb4e135-bd05-48a6-b92f-5cef403e77f5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098161 Sep 23 19:28:25.773254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['53e4fe1a-5c26-4c9a-ae35-77e85c060d17'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:25.774304 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5b7341-9f3a-4bb0-9b44-190fa8746bbf x-openstack-request-id: req-ca5b7341-9f3a-4bb0-9b44-190fa8746bbf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:25.774304 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "name": "network-vif-unplugged", "status": "completed", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:25.774553 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca5b7341-9f3a-4bb0-9b44-190fa8746bbf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:25.774937 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17', 'code': 200} Sep 23 19:28:25.828450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['53e4fe1a-5c26-4c9a-ae35-77e85c060d17'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:26.171467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-428d2cfd-73cb-462a-a4e7-bc4b4176043a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.173007 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-428d2cfd-73cb-462a-a4e7-bc4b4176043a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 812 time: 0.1773655 Sep 23 19:28:26.193054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Request body: {'port': {'device_id': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'admin_state_up': True, 'tenant_id': '53538fc8210c41719e2de77f449e85c2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:26.305787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-e903fe1d-b692-4a80-b460-941262e3cb00 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.306094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Made reservation on behalf of 53538fc8210c41719e2de77f449e85c2 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:26.307323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-e903fe1d-b692-4a80-b460-941262e3cb00 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.41 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 812 time: 0.5165479 Sep 23 19:28:26.314240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.323489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Request body: {'port': {'device_id': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'admin_state_up': True, 'tenant_id': '53538fc8210c41719e2de77f449e85c2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:26.339346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e68ba-424e-4fa7-a684-ab7bad6684bc req-b61bb9d8-76e9-43f1-8b7e-27193cd1718b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.340978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b94e68ba-424e-4fa7-a684-ab7bad6684bc req-b61bb9d8-76e9-43f1-8b7e-27193cd1718b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.4344687 Sep 23 19:28:26.421876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfff0d-03ca-4179-a1b1-d193cf2f1731 req-534f0c8a-3303-4bb4-86f9-93affb090501 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.423315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36cfff0d-03ca-4179-a1b1-d193cf2f1731 req-534f0c8a-3303-4bb4-86f9-93affb090501 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 944 time: 0.4594519 Sep 23 19:28:26.444046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Allocated IP 172.20.0.3 (81fee906-527e-4bfc-b4c9-53f058b1e442/b3f9f6ab-846a-4340-b1d0-56aa4fed091d/25e2989d-b744-453c-86e9-d45edfb67c54) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:26.472016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b94e68ba-424e-4fa7-a684-ab7bad6684bc req-9ff03664-2070-428b-8010-4196e649eb95 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161110 Sep 23 19:28:26.515371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36cfff0d-03ca-4179-a1b1-d193cf2f1731 req-b66720f1-5302-4a66-acee-10217362ddec tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839050 Sep 23 19:28:26.539563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Made reservation on behalf of 53538fc8210c41719e2de77f449e85c2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:26.544764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.613554 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.618697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.648882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-6af0d3ff-3117-438f-91a8-9bc4897b110a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377731 Sep 23 19:28:26.656783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.708923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:26.714253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:26.719673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:26.762525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event updated for resources: {'Port': ['ID=25e2989d-b744-453c-86e9-d45edfb67c54,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:26.780928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.781544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.797945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-5d86ca32-2ba4-4039-97b8-b79ddec83de2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089249 Sep 23 19:28:26.813568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Request body: {'port': {'device_id': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:26.824260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Allocated IP 172.20.0.13 (81fee906-527e-4bfc-b4c9-53f058b1e442/b3f9f6ab-846a-4340-b1d0-56aa4fed091d/fbf7d27c-cf2b-4105-a2a5-b0ff323be55d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:26.875044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-5d4e9275-418f-4780-b26b-7808739b23b6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.876191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.876493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-5d4e9275-418f-4780-b26b-7808739b23b6 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182062 Sep 23 19:28:26.885931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abf46-cc4b-49b7-be37-cc4949a4b94d req-9f1b6b5e-6faa-4f9f-a365-1bb5dc3c0ac6 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.887394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f94abf46-cc4b-49b7-be37-cc4949a4b94d req-9f1b6b5e-6faa-4f9f-a365-1bb5dc3c0ac6 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 931 time: 0.1126819 Sep 23 19:28:26.928855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-604e9b66-4cdd-463c-b979-d04d29552115 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/quotas/c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 375 time: 0.0403998 Sep 23 19:28:26.976188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:27.006565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f94abf46-cc4b-49b7-be37-cc4949a4b94d req-9bb0c9aa-9f54-496e-b79e-5544484815a0 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111760 Sep 23 19:28:27.026918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:27.030816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:27.031191 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.065132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-43d4580a-afa9-4551-adae-69c3ddac7f25 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253932 Sep 23 19:28:27.100920 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.116603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.145285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:27.148048 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e50f023-13d4-4d65-955d-990cbd23a031" -d '{"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-plugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:27.148196 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.163605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:27.171773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.195078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:27.198496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:27.203440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:27.257061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event updated for resources: {'Port': ['ID=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:27.296473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=13']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:27.301612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.308062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.318501 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c69f048-6735-404b-bb14-c633f0ac17db x-openstack-request-id: req-5c69f048-6735-404b-bb14-c633f0ac17db {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:27.318808 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-plugged", "status": "completed", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:27.319165 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c69f048-6735-404b-bb14-c633f0ac17db {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:27.319767 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'code': 200} Sep 23 19:28:27.321073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.321486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.322133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.322273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.322642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.323035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.323420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.323807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.324193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.324598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.324980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.325393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:27.377648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f383f091-097a-4b6d-b41b-3ca229143326 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0588856 Sep 23 19:28:27.389136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e2989d-b744-453c-86e9-d45edfb67c54 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:27.398524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.410474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7827678-d343-4a22-b662-b5863d4cc4c7 req-582be64a-8bd3-430b-a068-cd04f43bf6ae tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 210 time: 0.0582881 Sep 23 19:28:27.414238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Request body: {'port': {'device_id': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:27.434652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Transition to ACTIVE for port object 25e2989d-b744-453c-86e9-d45edfb67c54 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:27.439989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.474652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.520332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=25e2989d-b744-453c-86e9-d45edfb67c54,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:27.603481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Attempting to bind port 25e2989d-b744-453c-86e9-d45edfb67c54 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:27.604801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Attempting to bind port 25e2989d-b744-453c-86e9-d45edfb67c54 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:27.605905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Attempting to bind port 25e2989d-b744-453c-86e9-d45edfb67c54 on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:27.635645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Port 25e2989d-b744-453c-86e9-d45edfb67c54 on network 81fee906-527e-4bfc-b4c9-53f058b1e442 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:27.636001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Attempting to bind port 25e2989d-b744-453c-86e9-d45edfb67c54 on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:27.646824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:27.647180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Checking segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:27.647574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Bound using segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:27.648018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Bound port: 25e2989d-b744-453c-86e9-d45edfb67c54, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:27.648385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.748299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] For port 25e2989d-b744-453c-86e9-d45edfb67c54, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:27.753470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] For port 25e2989d-b744-453c-86e9-d45edfb67c54, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=25e2989d-b744-453c-86e9-d45edfb67c54,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:27.754968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d75bb-462a-4205-8254-16b013f324ec req-40cb85d8-9de9-47b0-9410-3b445f4444c2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.758588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.763398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-207d75bb-462a-4205-8254-16b013f324ec req-40cb85d8-9de9-47b0-9410-3b445f4444c2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.1013741 Sep 23 19:28:27.792587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:27.794976 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:27.804821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.805419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.807193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] 10.222.0.72 "PUT /v2.0/ports/25e2989d-b744-453c-86e9-d45edfb67c54 HTTP/1.1" status: 200 len: 1091 time: 0.9993827 Sep 23 19:28:27.807886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'tag': '25e2989d-b744-453c-86e9-d45edfb67c54'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:27.810789 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0219523f-2508-49ff-b93e-93de2e8824f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0505f1b3-51ac-4b4d-b8e5-c63d403aab36", "tag": "25e2989d-b744-453c-86e9-d45edfb67c54"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:27.833704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc906e-f3ef-4c6f-8dcb-d75f321256cf req-6ccaedce-9a92-411e-b9b0-03c787f1108e tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.841131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eecc906e-f3ef-4c6f-8dcb-d75f321256cf req-6ccaedce-9a92-411e-b9b0-03c787f1108e tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 944 time: 0.2122304 Sep 23 19:28:27.841396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8a8f1-d9c2-43cd-8eae-0cf1a8b2bdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=25e2989d-b744-453c-86e9-d45edfb67c54,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:27.860085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-207d75bb-462a-4205-8254-16b013f324ec req-f358acbb-f6d5-426b-8390-b2567f97f1b8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958056 Sep 23 19:28:27.926371 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87688805-d52c-4aa4-af2c-0e4465d701fe x-openstack-request-id: req-87688805-d52c-4aa4-af2c-0e4465d701fe {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:27.926654 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:27.926895 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87688805-d52c-4aa4-af2c-0e4465d701fe {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:27.927273 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17', 'status': 'completed', 'code': 200} Sep 23 19:28:27.927495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-845dbdd2-9dd7-4517-8b33-381b1243c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.929484 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-845dbdd2-9dd7-4517-8b33-381b1243c358 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 1094 time: 0.0789378 Sep 23 19:28:27.934774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eecc906e-f3ef-4c6f-8dcb-d75f321256cf req-bef1eb65-7355-4a0b-b03d-02a1f9213672 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928042 Sep 23 19:28:28.006223 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829764f2-fe23-4f1c-a5c6-816073711d4b x-openstack-request-id: req-829764f2-fe23-4f1c-a5c6-816073711d4b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:28.006513 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0505f1b3-51ac-4b4d-b8e5-c63d403aab36", "tag": "25e2989d-b744-453c-86e9-d45edfb67c54", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:28.006760 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-829764f2-fe23-4f1c-a5c6-816073711d4b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:28.007149 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'tag': '25e2989d-b744-453c-86e9-d45edfb67c54', 'status': 'completed', 'code': 200} Sep 23 19:28:28.008728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-f0315fef-417f-4350-9030-6df01d5dc2d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25e2989d-b744-453c-86e9-d45edfb67c54 HTTP/1.1" status: 200 len: 217 time: 0.0528638 Sep 23 19:28:28.058517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-73caf39a-a4f1-4e19-b593-bb673691a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.060583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-73caf39a-a4f1-4e19-b593-bb673691a279 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1125 time: 0.0922813 Sep 23 19:28:28.066608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf7d27c-cf2b-4105-a2a5-b0ff323be55d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:28.073476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-b3b21ef0-10eb-48d9-9632-48f194f36440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.076569 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-b3b21ef0-10eb-48d9-9632-48f194f36440 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.0518394 Sep 23 19:28:28.083953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.118492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Transition to ACTIVE for port object fbf7d27c-cf2b-4105-a2a5-b0ff323be55d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:28.137382 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-444eb3fc-dca0-4f49-b84c-3e62f0917852 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433495 Sep 23 19:28:28.160926 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.261802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-3fa3b2d3-48a3-4d91-b164-94d8df7f2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.263323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-3fa3b2d3-48a3-4d91-b164-94d8df7f2731 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1911397 Sep 23 19:28:28.282448 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-d0c0c5c6-86e4-4474-893b-179977624455 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365144 Sep 23 19:28:28.322463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8516513f-17af-4dbc-9b75-a997550dc0fd up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:28.359613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:28.380985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-514261fd-a3b7-472f-9de8-313fff8aaab3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 217 time: 0.1009364 Sep 23 19:28:28.390856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001689-b1f9-4bc5-bde0-5ab42ae5c1af req-0c46bc4c-ff55-4090-b15a-2e12caf02f8f tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.397986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30001689-b1f9-4bc5-bde0-5ab42ae5c1af req-0c46bc4c-ff55-4090-b15a-2e12caf02f8f tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 943 time: 0.2413089 Sep 23 19:28:28.418302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 8516513f-17af-4dbc-9b75-a997550dc0fd completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:28.419101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-cef9da61-fbcb-4669-bd14-14b9ffda6cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232328 Sep 23 19:28:28.425103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 8516513f-17af-4dbc-9b75-a997550dc0fd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:28.425875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.455904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-c95365a9-de3c-44d0-8627-e919b717ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.457391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-c95365a9-de3c-44d0-8627-e919b717ba36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.0574880 Sep 23 19:28:28.519208 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.519579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30001689-b1f9-4bc5-bde0-5ab42ae5c1af req-5533b19e-f974-4522-a907-29b6a2d4a441 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206572 Sep 23 19:28:28.571177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-40d76cf6-b2b2-41c9-939a-09b3eabc0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.571546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-b2377cea-96c3-41d4-b139-c03d73f69558 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628407 Sep 23 19:28:28.572254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Attempting to bind port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:28.572588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Attempting to bind port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:28.572915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Attempting to bind port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:28.576507 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-40d76cf6-b2b2-41c9-939a-09b3eabc0be9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 1094 time: 0.0820076 Sep 23 19:28:28.580392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 8516513f-17af-4dbc-9b75-a997550dc0fd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8516513f-17af-4dbc-9b75-a997550dc0fd,segment=NetworkSegment(36415ee1-e915-4b49-8b40-f8d8cec67350),segment_id=36415ee1-e915-4b49-8b40-f8d8cec67350)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:28.585608 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.589964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b8715c8-514b-45ef-a2ac-57b55ccfa515 req-def4141a-c405-4e15-8bd4-373547193022 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 210 time: 0.0513339 Sep 23 19:28:28.619368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d on network 81fee906-527e-4bfc-b4c9-53f058b1e442 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:28.620621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Attempting to bind port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:28.642311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:28.642713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Checking segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:28.643045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Bound using segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:28.643650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Bound port: fbf7d27c-cf2b-4105-a2a5-b0ff323be55d, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:28.644020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.648425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=8516513f-17af-4dbc-9b75-a997550dc0fd,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:28.721029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-53016a5c-431b-4e7a-9912-544a9dde011e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c7b153a7de6840a0bc3936e071db16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944033 Sep 23 19:28:28.779801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-74c1d5ef-05c4-4227-aa67-69e8cd3cb932 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884124 Sep 23 19:28:28.800671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] For port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:28.819601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-99ff8e4e-b469-4af7-b5f3-d11d78a88da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.820694 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-99ff8e4e-b469-4af7-b5f3-d11d78a88da3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 913 time: 0.2296076 Sep 23 19:28:28.830515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] For port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:28.838552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.880869 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-89ee32ec-6664-4059-903b-835a7d6e017b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25e2989d-b744-453c-86e9-d45edfb67c54 HTTP/1.1" status: 200 len: 217 time: 0.0448389 Sep 23 19:28:28.888295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-5eadfaa9-045a-47ec-965a-fa81d0cbdf97 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.889765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-5eadfaa9-045a-47ec-965a-fa81d0cbdf97 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548512 Sep 23 19:28:28.914194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.914824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.917007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] 10.222.0.41 "PUT /v2.0/ports/fbf7d27c-cf2b-4105-a2a5-b0ff323be55d HTTP/1.1" status: 200 len: 1092 time: 1.5159070 Sep 23 19:28:28.920477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Request body: {'port': {'device_id': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'c7b153a7de6840a0bc3936e071db16c9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:28.959654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80e649-9573-4c49-b336-30056cf91e85 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:28.965124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125fdbc5-4818-4f3f-b689-bc8ad9655dcf req-361bcdf8-c74b-4e1b-8e31-b0851bb92308 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757948 Sep 23 19:28:28.966249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-e6da6dfc-ec47-4946-a3ba-8bfb9ea4fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.967793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-e6da6dfc-ec47-4946-a3ba-8bfb9ea4fd07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.0770628 Sep 23 19:28:29.019988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-877951da-fb1e-4d2b-a7cd-ed8aaa22ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.021522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-877951da-fb1e-4d2b-a7cd-ed8aaa22ddcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 1095 time: 0.0554070 Sep 23 19:28:29.029226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-0e3a1710-fed4-4fab-af51-960c82e89dcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317216 Sep 23 19:28:29.097303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-8ff4f764-d123-4036-9ae7-086372369743 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d HTTP/1.1" status: 200 len: 217 time: 0.0656571 Sep 23 19:28:29.148805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Made reservation on behalf of c7b153a7de6840a0bc3936e071db16c9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:29.152936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:29.174924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81ec17-7a18-4c2d-9ce0-8a66afe56da2 req-c68b08ab-6a02-4f8a-be90-8d301315fc1e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.176316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b81ec17-7a18-4c2d-9ce0-8a66afe56da2 req-c68b08ab-6a02-4f8a-be90-8d301315fc1e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.1588795 Sep 23 19:28:29.179149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-7d26973c-f145-4a09-bae1-70fba139e693 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359785 Sep 23 19:28:29.194170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cd691-11fc-419e-a334-19fb5d61c0ce req-0623384e-dd98-477e-80b3-24ee46ce4b9a tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.195810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce7cd691-11fc-419e-a334-19fb5d61c0ce req-0623384e-dd98-477e-80b3-24ee46ce4b9a tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.1423836 Sep 23 19:28:29.204273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-0435d78e-96da-4738-bce9-b523b9f6642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.205665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-0435d78e-96da-4738-bce9-b523b9f6642e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.0903332 Sep 23 19:28:29.260589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-1b2274b8-6b92-4409-a9cb-5b9ed9b6660a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455630 Sep 23 19:28:29.298682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b81ec17-7a18-4c2d-9ce0-8a66afe56da2 req-982ea02f-92dd-45c9-84e2-c13a9f76dc42 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019127 Sep 23 19:28:29.321115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516513f-17af-4dbc-9b75-a997550dc0fd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:29.323632 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7dc11a-766b-4654-a9b7-5ea4d9e7c66d" -d '{"events": [{"server_uuid": "ee7ad26b-3553-4132-89c6-acc185c8af40", "name": "network-vif-plugged", "status": "completed", "tag": "8516513f-17af-4dbc-9b75-a997550dc0fd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:29.343082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce7cd691-11fc-419e-a334-19fb5d61c0ce req-be48abd3-578f-4287-91d1-83a59fbf7fe0 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265514 Sep 23 19:28:29.377391 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0219523f-2508-49ff-b93e-93de2e8824f4 req-f8ac8ad4-da3a-4571-ade6-00c894313b34 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870763 Sep 23 19:28:29.400944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Allocated IP 192.168.233.8 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/1055737c-3194-4a14-94e7-3c269bab7f7e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:29.440610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-57326513-ac24-462b-8781-f9454eaa1c9c service neutron] 10.222.0.41 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698108 Sep 23 19:28:29.459782 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034fba32-8c4c-4dd8-8672-8be75811aae8 x-openstack-request-id: req-034fba32-8c4c-4dd8-8672-8be75811aae8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:29.460274 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7ad26b-3553-4132-89c6-acc185c8af40", "name": "network-vif-plugged", "status": "completed", "tag": "8516513f-17af-4dbc-9b75-a997550dc0fd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:29.460684 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-034fba32-8c4c-4dd8-8672-8be75811aae8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:29.461840 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516513f-17af-4dbc-9b75-a997550dc0fd', 'code': 200} Sep 23 19:28:29.621767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:29.671553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5244ed79-8aea-41cf-9d20-a6fe74b6dcea req-e7d0cfba-d2b9-4769-b40c-61c5fb759635 service neutron] 10.222.0.41 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590440 Sep 23 19:28:29.700724 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:29.711380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a97b7bf4-03c0-4d68-a22b-828739d1564d req-3df03d99-7b61-4c16-be44-7cdcd02eb56f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Sep 23 19:28:29.715667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a49db18a-5e99-459b-aaec-0187ad1aea51'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:29.747079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22334b6e-f720-428c-9991-bc9fa9a70c45 req-8848302a-a516-44be-ba15-ebe33dcb2290 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.755748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22334b6e-f720-428c-9991-bc9fa9a70c45 req-8848302a-a516-44be-ba15-ebe33dcb2290 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 943 time: 0.1240838 Sep 23 19:28:29.756807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001ee63-6671-43fa-9c84-6da0695a3241 req-0cedf0f7-5791-4543-a2a8-66c9da926c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.758394 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f001ee63-6671-43fa-9c84-6da0695a3241 req-0cedf0f7-5791-4543-a2a8-66c9da926c90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 1096 time: 0.1192842 Sep 23 19:28:29.758723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4', '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:29.790157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:29.794844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:29.805383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:29.808640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:29.815993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22334b6e-f720-428c-9991-bc9fa9a70c45 req-bdeae09f-5301-49b4-872a-3b581c2cfe96 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Sep 23 19:28:29.864495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f001ee63-6671-43fa-9c84-6da0695a3241 req-5710f358-6959-471d-affd-f3c3534f5280 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788162 Sep 23 19:28:29.891028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.891857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:29.911780 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-94d15c00-26c2-4ce4-9262-37868113f646 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9945674 Sep 23 19:28:29.928220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'tag': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:29.931397 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9172a8-6791-4cc8-9837-284476892e86" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bd1663-2e74-4b95-8e8a-6e7533d5983e", "tag": "fbf7d27c-cf2b-4105-a2a5-b0ff323be55d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:29.986408 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbdde86-c13a-4359-b997-5293eae0d5b9 x-openstack-request-id: req-0cbdde86-c13a-4359-b997-5293eae0d5b9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:29.987388 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bd1663-2e74-4b95-8e8a-6e7533d5983e", "tag": "fbf7d27c-cf2b-4105-a2a5-b0ff323be55d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:29.987819 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cbdde86-c13a-4359-b997-5293eae0d5b9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:29.988391 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'tag': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d', 'status': 'completed', 'code': 200} Sep 23 19:28:30.148524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b340bec4-f4f3-413c-a915-150484b16c20 None None] Provisioning complete for port 1055737c-3194-4a14-94e7-3c269bab7f7e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:30.148835 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b340bec4-f4f3-413c-a915-150484b16c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:30.180876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b340bec4-f4f3-413c-a915-150484b16c20 None None] Port 1055737c-3194-4a14-94e7-3c269bab7f7e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:28:30.460372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef89ae-4015-4577-95b8-312ee3b44211 req-d0bd83e2-643c-45ae-a574-859c8901c91d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:30.461753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bef89ae-4015-4577-95b8-312ee3b44211 req-d0bd83e2-643c-45ae-a574-859c8901c91d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 944 time: 0.0813844 Sep 23 19:28:30.469496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f654427-cf5c-44e8-a062-40a74b0bc091 req-6087fb88-a72d-4497-98ce-4d20d0dc42be tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:30.470871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f654427-cf5c-44e8-a062-40a74b0bc091 req-6087fb88-a72d-4497-98ce-4d20d0dc42be tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0791678 Sep 23 19:28:30.526300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bef89ae-4015-4577-95b8-312ee3b44211 req-afa81446-f21f-4c15-b894-6fc1790511a1 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Sep 23 19:28:30.529401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f654427-cf5c-44e8-a062-40a74b0bc091 req-1409a170-e91f-460b-bddb-222c5dd5cbed tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Sep 23 19:28:30.994650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 25e2989d-b744-453c-86e9-d45edfb67c54 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:31.211719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 25e2989d-b744-453c-86e9-d45edfb67c54, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=25e2989d-b744-453c-86e9-d45edfb67c54,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:31.222295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '25e2989d-b744-453c-86e9-d45edfb67c54', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'port_id': '25e2989d-b744-453c-86e9-d45edfb67c54', 'mac_address': 'fa:16:3e:dd:65:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f9f6ab-846a-4340-b1d0-56aa4fed091d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:31.259392 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:31.271660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e2989d-b744-453c-86e9-d45edfb67c54 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:31.291110 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 25e2989d-b744-453c-86e9-d45edfb67c54, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=25e2989d-b744-453c-86e9-d45edfb67c54,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:31.295075 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:31.343752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=25e2989d-b744-453c-86e9-d45edfb67c54,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:31.642937 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['25e2989d-b744-453c-86e9-d45edfb67c54'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:33.029285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 25e2989d-b744-453c-86e9-d45edfb67c54 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:33.078113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 25e2989d-b744-453c-86e9-d45edfb67c54 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:33.082192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 25e2989d-b744-453c-86e9-d45edfb67c54 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:33.082640 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:33.168515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:33.191665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e2989d-b744-453c-86e9-d45edfb67c54'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:33.193982 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38e15a5-7068-4e30-8278-63090032376d" -d '{"events": [{"server_uuid": "0505f1b3-51ac-4b4d-b8e5-c63d403aab36", "name": "network-vif-plugged", "status": "completed", "tag": "25e2989d-b744-453c-86e9-d45edfb67c54"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:33.207189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 25e2989d-b744-453c-86e9-d45edfb67c54, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=25e2989d-b744-453c-86e9-d45edfb67c54,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:33.211535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:33.212351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:33.293035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-b1c98829-524d-47f2-86b8-e080a304f881 service neutron] 10.222.0.72 "GET /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.0587583 Sep 23 19:28:33.297551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=25e2989d-b744-453c-86e9-d45edfb67c54,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:33.470908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:33.489682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:33.522138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:33.532827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:33.546589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:33.622384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] Transition to ACTIVE for port object 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:33.626729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:33.684915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] No DVR routers for this DVR port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:33.718324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] Pushing event updated for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:33.724962 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-3de736a2-4923-45d5-b36a-f775fae01054 service neutron] 10.222.0.72 "PUT /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17/bindings/n-h2-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4230509 Sep 23 19:28:36.193120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b695a-ae2e-42cf-b95a-062240ac7ece req-3cd4b79b-6748-49ad-a9ca-db30212b9a01 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.194851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-444b695a-ae2e-42cf-b95a-062240ac7ece req-3cd4b79b-6748-49ad-a9ca-db30212b9a01 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 934 time: 0.0501401 Sep 23 19:28:36.235702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-444b695a-ae2e-42cf-b95a-062240ac7ece req-19978dac-bee2-473d-a432-3d6760763ec3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Sep 23 19:28:36.344966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d1c4d-c734-4921-baee-09793e54de33 req-1d1e7554-83ef-47b7-a524-ff94dcac8e12 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.346477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b8d1c4d-c734-4921-baee-09793e54de33 req-1d1e7554-83ef-47b7-a524-ff94dcac8e12 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 945 time: 0.0517006 Sep 23 19:28:36.382964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b8d1c4d-c734-4921-baee-09793e54de33 req-c05aa561-a06a-4436-8ab1-cbb1cab8d928 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Sep 23 19:28:36.484295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73446080-2a56-4c21-8666-f2d4c2babc88 req-a184b118-3faf-4b57-886d-60f15e4e01c9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.485754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73446080-2a56-4c21-8666-f2d4c2babc88 req-a184b118-3faf-4b57-886d-60f15e4e01c9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Sep 23 19:28:36.522456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73446080-2a56-4c21-8666-f2d4c2babc88 req-bdb05eaf-31bb-4397-98c7-75b5497b9ad3 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Sep 23 19:28:36.626966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14fd2c-0383-470a-a1fb-88409af5a9dd req-e323b596-0a0b-41ab-b9c1-a9fe3801605a tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.628344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d14fd2c-0383-470a-a1fb-88409af5a9dd req-e323b596-0a0b-41ab-b9c1-a9fe3801605a tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0492241 Sep 23 19:28:36.670200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d14fd2c-0383-470a-a1fb-88409af5a9dd req-e3309833-6271-4bf5-8147-71e2a7fcb4a6 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356228 Sep 23 19:28:36.822233 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb4b144-3d88-4395-90ab-141065b3cbb5 x-openstack-request-id: req-2cb4b144-3d88-4395-90ab-141065b3cbb5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:36.822756 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0505f1b3-51ac-4b4d-b8e5-c63d403aab36", "name": "network-vif-plugged", "status": "completed", "tag": "25e2989d-b744-453c-86e9-d45edfb67c54", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:36.822859 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2cb4b144-3d88-4395-90ab-141065b3cbb5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:36.823220 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e2989d-b744-453c-86e9-d45edfb67c54', 'code': 200} Sep 23 19:28:36.922991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad26fef-7384-40af-bdf2-464691b2823f req-2edbcb48-2176-4ab1-bdfb-3c145a36c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.924592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ad26fef-7384-40af-bdf2-464691b2823f req-2edbcb48-2176-4ab1-bdfb-3c145a36c0b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 1096 time: 0.0415883 Sep 23 19:28:36.962470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ad26fef-7384-40af-bdf2-464691b2823f req-7640e1f6-ebfc-4b2e-8d8a-9b9d9b5be1d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299072 Sep 23 19:28:37.645301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Request body: {'port': {'device_id': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:37.781313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9172a8-6791-4cc8-9837-284476892e86 req-12fef226-4d39-4f08-958d-72d5f3fdd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.782731 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1c9172a8-6791-4cc8-9837-284476892e86 req-12fef226-4d39-4f08-958d-72d5f3fdd035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 1095 time: 0.1261454 Sep 23 19:28:37.785249 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:37.815680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-fcbb7412-2976-4dd5-b6ee-5a8ebc2dec17 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.817684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-fcbb7412-2976-4dd5-b6ee-5a8ebc2dec17 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.1212852 Sep 23 19:28:37.866019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc885d9-46a2-437a-8461-d6d4d3917f4f req-7e71c3c0-97db-4512-8483-d1ae1d67e51e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.867453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc885d9-46a2-437a-8461-d6d4d3917f4f req-7e71c3c0-97db-4512-8483-d1ae1d67e51e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 934 time: 0.1263075 Sep 23 19:28:37.876164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487da84-9314-4d22-96a2-83008aecb619 req-d0c22f72-5a28-413d-b708-cdfdcadc392c tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.877745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0487da84-9314-4d22-96a2-83008aecb619 req-d0c22f72-5a28-413d-b708-cdfdcadc392c tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 945 time: 0.1379411 Sep 23 19:28:37.904085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-f16c775a-209e-4783-97ab-fa1d71fbc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.906273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-f16c775a-209e-4783-97ab-fa1d71fbc1f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40&tenant_id=b71aface46774b5b9ad7fe035ba93cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0785115 Sep 23 19:28:37.981364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9172a8-6791-4cc8-9837-284476892e86 req-2918ab9f-4577-422b-be53-50998a743436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.983427 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1c9172a8-6791-4cc8-9837-284476892e86 req-2918ab9f-4577-422b-be53-50998a743436 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 913 time: 0.1901782 Sep 23 19:28:38.040318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1c9172a8-6791-4cc8-9837-284476892e86 req-aa72b108-bcb3-4948-89bb-990561920998 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d HTTP/1.1" status: 200 len: 217 time: 0.0482583 Sep 23 19:28:38.139005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9172a8-6791-4cc8-9837-284476892e86 req-a75ec601-c194-46f0-ab1b-cbb3e5faea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.145478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1c9172a8-6791-4cc8-9837-284476892e86 req-a75ec601-c194-46f0-ab1b-cbb3e5faea3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.0959487 Sep 23 19:28:38.207247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1c9172a8-6791-4cc8-9837-284476892e86 req-7110122b-7828-4568-b061-37d00aa631ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373344 Sep 23 19:28:38.268805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0487da84-9314-4d22-96a2-83008aecb619 req-ab6a3e36-2638-450c-b19f-578580fb959d tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777654 Sep 23 19:28:38.279575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc885d9-46a2-437a-8461-d6d4d3917f4f req-e52ab544-3aa1-4d04-95ca-5c1f4ccbee76 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873050 Sep 23 19:28:38.318553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-2f7ea049-85d1-4593-82bf-f6294f0934f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.323583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-2f7ea049-85d1-4593-82bf-f6294f0934f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1096 time: 0.1239736 Sep 23 19:28:38.362766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1055737c-3194-4a14-94e7-3c269bab7f7e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:38.376110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:38.399459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Transition to ACTIVE for port object 1055737c-3194-4a14-94e7-3c269bab7f7e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:38.402154 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1c9172a8-6791-4cc8-9837-284476892e86 req-f257a2bd-d97b-490d-b692-3b3a2dbbc28b service neutron] 10.222.0.41 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784799 Sep 23 19:28:38.403278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:38.487324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-7ffe69e1-5701-49e1-b642-ba7ccbde559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.488282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-7ffe69e1-5701-49e1-b642-ba7ccbde559b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 200 len: 922 time: 0.1538579 Sep 23 19:28:38.548577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-00d796b0-3197-497b-8843-7d303fa897a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 200 len: 217 time: 0.0454307 Sep 23 19:28:38.630124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3086d-7b44-4117-8e4c-f90894c12806 req-8fc3e3c5-6f69-403d-b982-c3830423d28c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.632102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2e3086d-7b44-4117-8e4c-f90894c12806 req-8fc3e3c5-6f69-403d-b982-c3830423d28c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.2837391 Sep 23 19:28:38.648824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a004537-493c-4504-b6a4-610c576bbae5 req-ff7afc06-ca07-4ec7-ac36-bea161bbcc13 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.651384 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a004537-493c-4504-b6a4-610c576bbae5 req-ff7afc06-ca07-4ec7-ac36-bea161bbcc13 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 946 time: 0.2511013 Sep 23 19:28:38.726848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a004537-493c-4504-b6a4-610c576bbae5 req-d2fe58d9-0109-46ca-be93-c015776f367b tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609150 Sep 23 19:28:38.751403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-9d443a57-aae9-4df9-b6b1-9647c5fe1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.751403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-9d443a57-aae9-4df9-b6b1-9647c5fe1437 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 200 len: 861 time: 0.1837661 Sep 23 19:28:38.809674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-9aa5d448-d01e-4a93-9ad4-c4055ad4596a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455170 Sep 23 19:28:38.809899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:38.845090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2e3086d-7b44-4117-8e4c-f90894c12806 req-e44e6343-0bf9-4912-beb0-278e5dd8b18c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935923 Sep 23 19:28:38.927231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65ee3e-6a05-466d-8132-4c2f7449237c req-745ffbff-f1d5-435f-b0ca-1aaaf5a5ec49 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.934509 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1c9172a8-6791-4cc8-9837-284476892e86 req-fc3a1078-56d7-40e8-a522-a14e9deba79b service neutron] 10.222.0.41 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034046 Sep 23 19:28:38.936981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b65ee3e-6a05-466d-8132-4c2f7449237c req-745ffbff-f1d5-435f-b0ca-1aaaf5a5ec49 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.1233704 Sep 23 19:28:38.952562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:38.953248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:38.953626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:38.960833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:38.961169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:38.972142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:38.972616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:38.973594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:38.974084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Bound port: 1055737c-3194-4a14-94e7-3c269bab7f7e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:38.974738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:39.002988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-a2e0d10f-9847-42d9-8cbf-a2058dc688c6 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552887 Sep 23 19:28:39.014789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b65ee3e-6a05-466d-8132-4c2f7449237c req-3ca4f788-39d8-4131-a5c3-053800c9dfdd tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769453 Sep 23 19:28:39.067202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:39.070682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:39.075477 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:39.111395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.112024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:39.113406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] 10.222.0.41 "PUT /v2.0/ports/1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 1094 time: 1.4776566 Sep 23 19:28:39.113935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:39.116400 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5b7632-c6c3-4330-8c27-7d480d377712" -d '{"events": [{"name": "network-changed", "server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:39.116564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-1091c5ef-772d-4360-ade9-2710c362cb96 service neutron] 10.222.0.41 "GET /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998452 Sep 23 19:28:39.160522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ff927-7f76-4983-af8b-c5d310866363 service neutron] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:39.190082 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43186d48-203e-48d1-9126-fcdf3784480c x-openstack-request-id: req-43186d48-203e-48d1-9126-fcdf3784480c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:39.190760 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:39.191172 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43186d48-203e-48d1-9126-fcdf3784480c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:39.191919 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'status': 'completed', 'code': 200} Sep 23 19:28:39.221594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-fd596346-84e3-4053-9ee8-272eb2933b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.223936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-fd596346-84e3-4053-9ee8-272eb2933b71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1097 time: 0.0628414 Sep 23 19:28:39.277718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-530c420e-8889-45d8-b836-7c4346ed5380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0383551 Sep 23 19:28:39.352250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-36857e7f-d287-4968-9655-659469b52796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.354132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-36857e7f-d287-4968-9655-659469b52796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0667019 Sep 23 19:28:39.487634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-f9182509-0c84-4e17-9fc5-0936b626c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.490831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-f9182509-0c84-4e17-9fc5-0936b626c0ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212482 Sep 23 19:28:39.492636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-ef20151b-b2e1-4636-a9f3-481e3f46ad1f tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.494229 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-ef20151b-b2e1-4636-a9f3-481e3f46ad1f tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40&tenant_id=b71aface46774b5b9ad7fe035ba93cf9&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.0552862 Sep 23 19:28:39.504406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e219a2b-9754-457d-b849-72226fccda59 req-9d19d5ae-7ae2-490d-b097-f455b6947cd4 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.505959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e219a2b-9754-457d-b849-72226fccda59 req-9d19d5ae-7ae2-490d-b097-f455b6947cd4 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 945 time: 0.1261318 Sep 23 19:28:39.522371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ffcd8-00b8-4fa1-83ca-abe2c1e8c097 req-3be59f46-9f89-4b53-84dc-d236de942e4a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.523841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-676ffcd8-00b8-4fa1-83ca-abe2c1e8c097 req-3be59f46-9f89-4b53-84dc-d236de942e4a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.1464329 Sep 23 19:28:39.629324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-05f78e3b-f4e0-4c1e-b335-20b45952a41c service neutron] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:39.632349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-05f78e3b-f4e0-4c1e-b335-20b45952a41c service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:39.633533 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-273973ea-d91b-4316-b80e-ed03d7b6beba req-05f78e3b-f4e0-4c1e-b335-20b45952a41c service neutron] 10.222.0.41 "DELETE /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17/bindings/n-h1-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.1251829 Sep 23 19:28:39.649876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e219a2b-9754-457d-b849-72226fccda59 req-a88e8d1e-4b0b-4e20-811d-42f9e6005410 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248722 Sep 23 19:28:39.654437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-676ffcd8-00b8-4fa1-83ca-abe2c1e8c097 req-7b088177-243f-44f4-99a3-f869d4495bc3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228530 Sep 23 19:28:39.674247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-1ec1f54f-f17f-45c0-9c17-f24e55bcbc60 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660826 Sep 23 19:28:39.836902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a06d8a1-d61f-4617-8ccd-caca68ca9739 req-051745d6-4b91-4e8b-86b2-cd35075af650 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424305 Sep 23 19:28:39.849445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d281aa-7711-41d5-b3db-8ba2b0c87a7a req-88e01b05-15bc-4f3f-843f-037b732d93f2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.851407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12d281aa-7711-41d5-b3db-8ba2b0c87a7a req-88e01b05-15bc-4f3f-843f-037b732d93f2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 944 time: 0.0813117 Sep 23 19:28:39.897522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12d281aa-7711-41d5-b3db-8ba2b0c87a7a req-80eaa847-8320-4e4e-9b3b-8bd004c0cef4 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Sep 23 19:28:40.015759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-b7c76a71-bc52-4f39-848f-6f6a5189abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.017845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-b7c76a71-bc52-4f39-848f-6f6a5189abd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1097 time: 0.1097310 Sep 23 19:28:40.042802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662132e-2acd-4933-8f9a-56bdbc895448 req-8c0f3571-1da9-4b86-b330-ac6837570b6e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.042802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3662132e-2acd-4933-8f9a-56bdbc895448 req-8c0f3571-1da9-4b86-b330-ac6837570b6e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.0755894 Sep 23 19:28:40.171502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3662132e-2acd-4933-8f9a-56bdbc895448 req-a8490501-0407-437e-983f-455039b7b55c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077962 Sep 23 19:28:40.197347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-c0ba642c-2e8e-405a-b430-8c1c4e9837e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.198673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-c0ba642c-2e8e-405a-b430-8c1c4e9837e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1729140 Sep 23 19:28:40.202233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-8c085c4f-263b-4174-9a58-648068c5f8ee tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1219350644&fields=id&tenant_id=779260434a4c429bb0774e9bd71be88b HTTP/1.1" status: 200 len: 267 time: 0.0695777 Sep 23 19:28:40.266927 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-d97e9409-7de8-47a3-ac3c-e0aca0925dd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0594511 Sep 23 19:28:40.362688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device fbf7d27c-cf2b-4105-a2a5-b0ff323be55d details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:40.409054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-c96c527a-349f-4f12-b25a-52cdb43f76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.410569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-c96c527a-349f-4f12-b25a-52cdb43f76f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1308990 Sep 23 19:28:40.458525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bc38f-b223-4253-8dd1-ba1f1eac0c25 req-8f8319cb-dd6c-43af-8ef5-c3b4f93c7adc tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.460676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e8bc38f-b223-4253-8dd1-ba1f1eac0c25 req-8f8319cb-dd6c-43af-8ef5-c3b4f93c7adc tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.1496916 Sep 23 19:28:40.463057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:40.476036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'port_id': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d', 'mac_address': 'fa:16:3e:ad:01:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f9f6ab-846a-4340-b1d0-56aa4fed091d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:40.499178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-52793792-f6e0-467a-8ee0-0bd9702b5fbc tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.501210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-52793792-f6e0-467a-8ee0-0bd9702b5fbc tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 823 time: 0.2848461 Sep 23 19:28:40.537027 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:40.540545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-65261fa2-30b2-4ec0-839e-0ea056503e21 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/quotas/779260434a4c429bb0774e9bd71be88b HTTP/1.1" status: 200 len: 375 time: 0.0273683 Sep 23 19:28:40.553555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf7d27c-cf2b-4105-a2a5-b0ff323be55d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:40.574775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-1da024d6-d5e5-4d87-83aa-56696b9800e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.576397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-1da024d6-d5e5-4d87-83aa-56696b9800e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521924 Sep 23 19:28:40.577438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:40.588374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:40.616745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e8bc38f-b223-4253-8dd1-ba1f1eac0c25 req-e0dcfd93-c4af-4c86-84ee-23945b5487ec tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343427 Sep 23 19:28:40.666392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:40.697951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-33f47ace-449c-4252-98c7-397c516df0da tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1564610 Sep 23 19:28:40.746707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-8f45c1a7-0ca6-465e-85d6-e20c4c866e0c service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492560 Sep 23 19:28:40.902338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-63b065b0-8d98-4dd6-8861-5b70800ae466 service neutron] 10.222.0.38 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872852 Sep 23 19:28:40.904074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018abef0-b9db-4651-8f15-a3f939054ab9 req-97a65e10-fb0b-4bdd-8c5c-f9eeb6f8be0d tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.906066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-018abef0-b9db-4651-8f15-a3f939054ab9 req-97a65e10-fb0b-4bdd-8c5c-f9eeb6f8be0d tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 1096 time: 0.1617589 Sep 23 19:28:40.957306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad5b7632-c6c3-4330-8c27-7d480d377712 req-7ef36a45-a3cf-43b2-a391-b94e5c3c3451 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968021 Sep 23 19:28:41.007974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-018abef0-b9db-4651-8f15-a3f939054ab9 req-f2ac2d20-5fd9-41b8-b347-788b0dbac739 tempest-LiveAutoBlockMigrationV225Test-1906439516 tempest-LiveAutoBlockMigrationV225Test-1906439516-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855613 Sep 23 19:28:41.030825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-f8332eef-a451-43d6-93e3-4cea3d93d0b9 service neutron] 10.222.0.38 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186457 Sep 23 19:28:41.130835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['fbf7d27c-cf2b-4105-a2a5-b0ff323be55d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:41.137464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387916-3254-4d53-be8b-6fc073a6504b req-b626528f-c200-4a9c-ae78-70f9c39df145 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.139318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5387916-3254-4d53-be8b-6fc073a6504b req-b626528f-c200-4a9c-ae78-70f9c39df145 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.0537164 Sep 23 19:28:41.183500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5387916-3254-4d53-be8b-6fc073a6504b req-7a3ad4f3-0708-4eb0-b0fa-4b15992eb2cf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Sep 23 19:28:41.331713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e21e5-3c92-4277-9723-e4d58cdff1b3 req-d5882dfc-a558-4950-ae95-a4b4e80d0ae6 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.333260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed5e21e5-3c92-4277-9723-e4d58cdff1b3 req-d5882dfc-a558-4950-ae95-a4b4e80d0ae6 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 945 time: 0.0837591 Sep 23 19:28:41.384375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed5e21e5-3c92-4277-9723-e4d58cdff1b3 req-e12074a3-4057-49f3-acdb-386b2a751a5f tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Sep 23 19:28:41.508274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a04a353b-c0a8-4450-9bb1-216108324503 req-cc61c1f0-30b3-4f5b-bf22-de6e00befb1a tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 210 time: 0.0343425 Sep 23 19:28:41.639716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f543b9f-6038-4054-b174-17e40f2345ad req-115cff2b-2408-4359-b685-524e4237f996 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.641217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f543b9f-6038-4054-b174-17e40f2345ad req-115cff2b-2408-4359-b685-524e4237f996 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.0601029 Sep 23 19:28:41.725241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f543b9f-6038-4054-b174-17e40f2345ad req-4267c88e-eadc-4212-87a3-3b280880bb06 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730524 Sep 23 19:28:41.786536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691290d5-197f-45e9-9b1e-e9d8940a6774 req-56cfd05d-8002-46ea-8482-468a21014368 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.788096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-691290d5-197f-45e9-9b1e-e9d8940a6774 req-56cfd05d-8002-46ea-8482-468a21014368 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0617716 Sep 23 19:28:41.835043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-691290d5-197f-45e9-9b1e-e9d8940a6774 req-cb309311-896b-49c8-ac31-61317ddaaa51 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Sep 23 19:28:42.030533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-752ffe53-01b4-4453-8885-142f882946fd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.031903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-752ffe53-01b4-4453-8885-142f882946fd tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.41 "GET /v2.0/ports?device_id=a065bc0b-1111-451c-a5ad-3756a98338db HTTP/1.1" status: 200 len: 946 time: 0.0490115 Sep 23 19:28:42.131373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Deleting port 7d2d6a28-66e3-4567-94c3-d64d724c759d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:42.131713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.219190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] For port 7d2d6a28-66e3-4567-94c3-d64d724c759d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7d2d6a28-66e3-4567-94c3-d64d724c759d,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:42.219550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.411298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef25a1-75e3-432b-a723-020f0e0f0605 req-1ef09e6a-71ee-4b99-b8f9-dd43a4b8f040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.412787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4ef25a1-75e3-432b-a723-020f0e0f0605 req-1ef09e6a-71ee-4b99-b8f9-dd43a4b8f040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.1389110 Sep 23 19:28:42.503985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4ef25a1-75e3-432b-a723-020f0e0f0605 req-f6606e1d-cd0f-4189-9b48-1ddc68d9044a tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599377 Sep 23 19:28:42.512461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-f6a4e8fb-d0e9-48fb-b9b0-744c40bffa96 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.519421 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-f6a4e8fb-d0e9-48fb-b9b0-744c40bffa96 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.72 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 823 time: 0.1888778 Sep 23 19:28:42.585241 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-343e1b5c-f28a-43d7-9fd3-2df19b1d276c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779260434a4c429bb0774e9bd71be88b HTTP/1.1" status: 200 len: 380 time: 0.0536604 Sep 23 19:28:42.596918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'port': {'device_id': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'admin_state_up': True, 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'security_groups': ['1a4d4de2-5246-4b51-86cc-018109ed44d7']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:42.722375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Made reservation on behalf of 779260434a4c429bb0774e9bd71be88b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:42.727947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.863629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a88e-362d-40a5-b6eb-7342040c8df3 req-bef2a8e0-1238-4f2c-aec4-3fdd7fb7d5c6 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.865129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e371a88e-362d-40a5-b6eb-7342040c8df3 req-bef2a8e0-1238-4f2c-aec4-3fdd7fb7d5c6 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 945 time: 0.3802266 Sep 23 19:28:42.889791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Allocated IP 172.20.0.3 (400a142c-2b68-45e1-89a7-777cd45d0f67/341e9eea-0651-488c-87e8-0d7a2e25c592/fefa6542-79e6-430c-9478-3cafebd0a33e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:42.906556 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.906921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.907229 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Floating IP 68122134-d52c-4acc-87a6-f5bafc208305 disassociated. External IP: 172.25.6.38, port: 7d2d6a28-66e3-4567-94c3-d64d724c759d. Sep 23 19:28:42.907574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Calling delete_port for 7d2d6a28-66e3-4567-94c3-d64d724c759d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:42.926024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e371a88e-362d-40a5-b6eb-7342040c8df3 req-40d3adad-27d0-439d-9ec3-3fe676ad3ef8 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Sep 23 19:28:43.054528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.060792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-088d3dc4-69a1-4aac-9343-575bf1992c9d req-5dc1c57b-28d2-4d85-8681-f6ccb914720f tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 210 time: 0.0497773 Sep 23 19:28:43.099755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.104563 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.107095 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f64d3c60-c973-4107-bc5b-935c4087f56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.132799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:43.135074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event deleted for resources: {'Port': ['ID=7d2d6a28-66e3-4567-94c3-d64d724c759d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:43.161463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:43.165897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:43.211547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event updated for resources: {'Port': ['ID=fefa6542-79e6-430c-9478-3cafebd0a33e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:43.229281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.229904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.244841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a3192628-0982-4359-8c42-d945f282b759 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535933 Sep 23 19:28:43.258345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Request body: {'port': {'device_id': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:43.271186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24e63a-a0bc-40aa-9143-4c3b7325748b req-e91c8553-23eb-4c55-856d-46ad857d62f6 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.274666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f24e63a-a0bc-40aa-9143-4c3b7325748b req-e91c8553-23eb-4c55-856d-46ad857d62f6 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.1319573 Sep 23 19:28:43.314931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.344689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f24e63a-a0bc-40aa-9143-4c3b7325748b req-02135b5d-6986-4069-805d-f66188daffb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607588 Sep 23 19:28:43.346452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Router a5950618-d080-47c6-95e3-9d31a97dcc51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:43.487267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:43.499360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] Sync routers for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:43.499777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978707e7-353a-402e-bba6-d4ca3863629c req-42ec30f3-02c7-4b93-88b8-ea629ed79c01 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.507141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-978707e7-353a-402e-bba6-d4ca3863629c req-42ec30f3-02c7-4b93-88b8-ea629ed79c01 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0804274 Sep 23 19:28:43.513562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:43.516805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:43.557960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] No DVR routers for this DVR port 7d2d6a28-66e3-4567-94c3-d64d724c759d on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:43.573910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.575837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9093817-4967-4744-ad36-e9564c5f7f3f req-21947cf2-77bc-46c4-81f4-da8c92b13097 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.41 "DELETE /v2.0/ports/7d2d6a28-66e3-4567-94c3-d64d724c759d HTTP/1.1" status: 204 len: 173 time: 1.5360246 Sep 23 19:28:43.576275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'name': 'network-vif-deleted', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:43.578679 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8168168a-bb3a-4df3-94f0-d9526ae9a921" -d '{"events": [{"server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "name": "network-vif-deleted", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:43.612485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-978707e7-353a-402e-bba6-d4ca3863629c req-80d4378d-3d4b-4e0c-8332-0fbc4c44a44b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999336 Sep 23 19:28:43.683063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefa6542-79e6-430c-9478-3cafebd0a33e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:43.692136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:43.705184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.729535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Transition to ACTIVE for port object fefa6542-79e6-430c-9478-3cafebd0a33e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:43.734890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.874031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=fefa6542-79e6-430c-9478-3cafebd0a33e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:43.881542 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38afd4-ce39-435c-9e62-2705fd4889a0 x-openstack-request-id: req-8e38afd4-ce39-435c-9e62-2705fd4889a0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:43.882054 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a065bc0b-1111-451c-a5ad-3756a98338db", "name": "network-vif-deleted", "tag": "7d2d6a28-66e3-4567-94c3-d64d724c759d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:43.882478 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e38afd4-ce39-435c-9e62-2705fd4889a0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:43.883058 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a065bc0b-1111-451c-a5ad-3756a98338db', 'name': 'network-vif-deleted', 'tag': '7d2d6a28-66e3-4567-94c3-d64d724c759d', 'status': 'completed', 'code': 200} Sep 23 19:28:43.911100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-00ebb8f6-6113-4d84-8e6c-3cb0b72f30f2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.912672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-00ebb8f6-6113-4d84-8e6c-3cb0b72f30f2 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.2151737 Sep 23 19:28:43.975141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Attempting to bind port fefa6542-79e6-430c-9478-3cafebd0a33e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:43.975472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Attempting to bind port fefa6542-79e6-430c-9478-3cafebd0a33e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:43.975796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Attempting to bind port fefa6542-79e6-430c-9478-3cafebd0a33e on network 400a142c-2b68-45e1-89a7-777cd45d0f67 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:43.980352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Port fefa6542-79e6-430c-9478-3cafebd0a33e on network 400a142c-2b68-45e1-89a7-777cd45d0f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:43.980664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Attempting to bind port fefa6542-79e6-430c-9478-3cafebd0a33e on network 400a142c-2b68-45e1-89a7-777cd45d0f67 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:43.988259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:43.988860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Checking segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:43.989474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Bound using segment: {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:43.989910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Bound port: fefa6542-79e6-430c-9478-3cafebd0a33e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:43.990566 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.993838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fa638-d69b-45b7-9476-245367335249 req-d565b063-c803-4f80-90ad-1137980b5c00 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.001898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a42fa638-d69b-45b7-9476-245367335249 req-d565b063-c803-4f80-90ad-1137980b5c00 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.2118833 Sep 23 19:28:44.071791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:44.104379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] For port fefa6542-79e6-430c-9478-3cafebd0a33e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:44.106516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a42fa638-d69b-45b7-9476-245367335249 req-04d9be84-7399-4c2a-bdb2-2d4cbde62964 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990360 Sep 23 19:28:44.112417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] For port fefa6542-79e6-430c-9478-3cafebd0a33e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fefa6542-79e6-430c-9478-3cafebd0a33e,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:44.125597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.133605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] Checking router: a5950618-d080-47c6-95e3-9d31a97dcc51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:44.147773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:44.148436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:44.195768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.196403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.198707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Deleting port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:44.199381 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] 10.222.0.72 "PUT /v2.0/ports/fefa6542-79e6-430c-9478-3cafebd0a33e HTTP/1.1" status: 200 len: 1091 time: 0.9451756 Sep 23 19:28:44.204945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:44.206418 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.207420 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96892d3-8b15-4ac4-a45a-80fc957bbd22" -d '{"events": [{"name": "network-changed", "server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:44.254760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd2a71-0da8-4ff8-89f8-95bda604ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=fefa6542-79e6-430c-9478-3cafebd0a33e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:44.293472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dc4c1-88fe-4020-b814-6a1a127df50d req-56003045-aaad-4a2a-b41e-425df593237d tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.302776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-623dc4c1-88fe-4020-b814-6a1a127df50d req-56003045-aaad-4a2a-b41e-425df593237d tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 945 time: 0.2387080 Sep 23 19:28:44.330276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:44.376868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-b6c6d80b-4c27-4094-a52a-c192bc31cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.383862 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-b6c6d80b-4c27-4094-a52a-c192bc31cf5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 1094 time: 0.1095791 Sep 23 19:28:44.409991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:44.412795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device fbf7d27c-cf2b-4105-a2a5-b0ff323be55d up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:44.440952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-bcb1fc0e-b1a1-4abc-92cf-abc7aaad2d9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefa6542-79e6-430c-9478-3cafebd0a33e HTTP/1.1" status: 200 len: 217 time: 0.0458302 Sep 23 19:28:44.459253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ad417-cbef-4fd5-a53d-420715a17ea3 req-feadad40-3463-44cb-87dd-04e1909b02c0 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.467406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b7ad417-cbef-4fd5-a53d-420715a17ea3 req-feadad40-3463-44cb-87dd-04e1909b02c0 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 943 time: 0.1509452 Sep 23 19:28:44.489671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-623dc4c1-88fe-4020-b814-6a1a127df50d req-de3a2a98-69cc-4437-9a03-96336533af14 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859043 Sep 23 19:28:44.505333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] For port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:44.505981 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.543200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-e55b670d-afe7-4253-a25a-bcfdd3fe66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.545999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-e55b670d-afe7-4253-a25a-bcfdd3fe66c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 200 len: 862 time: 0.0971680 Sep 23 19:28:44.553963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Calling delete_port for 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:44.578990 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784cb4b-5d57-4cf3-ad0c-167bafcf3b98 x-openstack-request-id: req-9784cb4b-5d57-4cf3-ad0c-167bafcf3b98 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:44.579337 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:44.579507 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9784cb4b-5d57-4cf3-ad0c-167bafcf3b98 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:44.579914 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'status': 'completed', 'code': 200} Sep 23 19:28:44.616412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc8b-d667-4cd0-b435-1811a930906d req-438e9f80-75d3-4fb3-a71f-052c31189354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.622162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-438e9f80-75d3-4fb3-a71f-052c31189354 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400a142c-2b68-45e1-89a7-777cd45d0f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638492 Sep 23 19:28:44.624122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b7ad417-cbef-4fd5-a53d-420715a17ea3 req-c2c1140b-6b8c-4d5f-918a-a3da69a2b00a tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528645 Sep 23 19:28:44.647926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:44.676630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:44.677364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.801906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-a1257321-9af8-45c4-978b-89d61bef250f service neutron] 10.222.0.72 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710565 Sep 23 19:28:44.863067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3df60-7ce1-446e-bd2c-6e4c59edc613 req-9c5b62a5-6808-4b00-a8a2-746d28f30e65 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.870784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:44.870934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19c3df60-7ce1-446e-bd2c-6e4c59edc613 req-9c5b62a5-6808-4b00-a8a2-746d28f30e65 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.1350291 Sep 23 19:28:44.883419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7206b-e688-4b0c-81be-7b6e0323dd35 req-7cebf7cd-4e9f-44bd-8baf-02ea55f10005 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.891725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eed7206b-e688-4b0c-81be-7b6e0323dd35 req-7cebf7cd-4e9f-44bd-8baf-02ea55f10005 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 945 time: 0.1919394 Sep 23 19:28:44.897196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'mac_address': 'fa:16:3e:e9:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:44.950109 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6509dc8b-d667-4cd0-b435-1811a930906d req-41dbfdf5-4c68-44d9-bc14-dc8bee4441d4 service neutron] 10.222.0.72 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335804 Sep 23 19:28:44.966665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:45.001500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eed7206b-e688-4b0c-81be-7b6e0323dd35 req-a696424e-73be-4a8a-9c9d-6e28ac36f09e tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039460 Sep 23 19:28:45.025004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19c3df60-7ce1-446e-bd2c-6e4c59edc613 req-8e4aa463-258b-464c-880b-179bcf05fc5c tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525817 Sep 23 19:28:45.130323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.137361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-d9d7b275-d9e3-4870-867c-156fc218dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.141918 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-d9d7b275-d9e3-4870-867c-156fc218dbf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 1094 time: 0.1088486 Sep 23 19:28:45.162379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['86f24fb2-5570-4a18-a1b0-a95a343705a0', '53e4fe1a-5c26-4c9a-ae35-77e85c060d17'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:45.168935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82061ddb-d89b-49ca-bc04-c9e1b1bc63f5 None None] The sync data for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 is: [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:45.206929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event deleted for resources: {'Port': ['ID=53e4fe1a-5c26-4c9a-ae35-77e85c060d17,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:45.227273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.230764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.262939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] No DVR routers for this DVR port 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:45.266713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.269273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe248278-1ad9-4130-9332-0f7e8c1349a5 req-b6ccba8d-a040-4912-b124-fbd26ade1cb5 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "DELETE /v2.0/ports/53e4fe1a-5c26-4c9a-ae35-77e85c060d17 HTTP/1.1" status: 204 len: 173 time: 1.3473284 Sep 23 19:28:45.302161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1055737c-3194-4a14-94e7-3c269bab7f7e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:45.304466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-a96366ee-955b-43bd-aaf1-6467954f41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.306374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-a96366ee-955b-43bd-aaf1-6467954f41a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 924 time: 0.1559904 Sep 23 19:28:45.321958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:45.328716 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f244df7-482b-479d-a20f-2075fb949d3b" -d '{"events": [{"server_uuid": "a8bd1663-2e74-4b95-8e8a-6e7533d5983e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf7d27c-cf2b-4105-a2a5-b0ff323be55d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:45.336648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cd93b-ca02-4fe3-a8d5-f8871dfd9f6d req-42f6e8fe-0137-41bc-a228-81d04c9bc44e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.346165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c53cd93b-ca02-4fe3-a8d5-f8871dfd9f6d req-42f6e8fe-0137-41bc-a228-81d04c9bc44e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.1138825 Sep 23 19:28:45.375278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:45.379030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:45.381457 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.391776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c53cd93b-ca02-4fe3-a8d5-f8871dfd9f6d req-2e70758b-1c4c-412f-ace4-e9a3d3ea65e4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Sep 23 19:28:45.398451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.407734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7d2d6a28-66e3-4567-94c3-d64d724c759d no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:45.418256 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-7a879c36-5fab-42e5-9911-32eb0fb188b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefa6542-79e6-430c-9478-3cafebd0a33e HTTP/1.1" status: 200 len: 217 time: 0.0990510 Sep 23 19:28:45.428635 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00da7b3e-9547-4726-9b08-8bd202776ac9 x-openstack-request-id: req-00da7b3e-9547-4726-9b08-8bd202776ac9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:45.429014 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bd1663-2e74-4b95-8e8a-6e7533d5983e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf7d27c-cf2b-4105-a2a5-b0ff323be55d", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:45.429191 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00da7b3e-9547-4726-9b08-8bd202776ac9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:45.429549 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d', 'code': 200} Sep 23 19:28:45.481688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-4d8a4d95-7543-44d6-a286-4fe6f19bcd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.482154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 7d2d6a28-66e3-4567-94c3-d64d724c759d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:45.482997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7d2d6a28-66e3-4567-94c3-d64d724c759d not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:45.485355 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-4d8a4d95-7543-44d6-a286-4fe6f19bcd0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 200 len: 862 time: 0.0570741 Sep 23 19:28:45.573422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:45.581596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25c6fb-ffff-4db1-8f45-475611c995ad req-0568fe88-ce1a-4b59-9129-3acc1554c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.585404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b25c6fb-ffff-4db1-8f45-475611c995ad req-0568fe88-ce1a-4b59-9129-3acc1554c511 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 1097 time: 0.0905995 Sep 23 19:28:45.586574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-2ef56b5c-dbe7-4240-ae8f-f307d87d69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.588092 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-2ef56b5c-dbe7-4240-ae8f-f307d87d69f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400a142c-2b68-45e1-89a7-777cd45d0f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937634 Sep 23 19:28:45.630567 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab415a-8355-479f-85c5-76e4735d7726 None None] New status for floating IP 68122134-d52c-4acc-87a6-f5bafc208305: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:28:45.725183 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-9e8a012d-fefd-4f37-b923-9c40f2afa90b service neutron] 10.222.0.72 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237102 Sep 23 19:28:45.749305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:45.753951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b25c6fb-ffff-4db1-8f45-475611c995ad req-ff6eeb12-ab0b-44b0-a95c-b80f4e613b4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607380 Sep 23 19:28:45.792025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7e044-2f98-4838-9233-ede1f90d842d req-1b6fd681-786a-4338-b325-0ebadc5291f8 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.806230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edf7e044-2f98-4838-9233-ede1f90d842d req-1b6fd681-786a-4338-b325-0ebadc5291f8 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 946 time: 0.1879010 Sep 23 19:28:45.888786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'name': 'network-vif-deleted', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:45.894612 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2744314-8864-43a0-848f-2eff39955239" -d '{"events": [{"server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "name": "network-vif-deleted", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:45.900555 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a96892d3-8b15-4ac4-a45a-80fc957bbd22 req-dc73a9dc-bf97-4ca2-8563-ef61fd3ef6ab service neutron] 10.222.0.72 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675682 Sep 23 19:28:45.946775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edf7e044-2f98-4838-9233-ede1f90d842d req-46b2eae5-7b5c-4fd7-ad98-afedee00d249 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396298 Sep 23 19:28:45.964384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225730-cd6c-41df-a989-39649e9f535e req-fa0c8917-e043-4939-b512-f9a79d8ab8d4 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.978573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b225730-cd6c-41df-a989-39649e9f535e req-fa0c8917-e043-4939-b512-f9a79d8ab8d4 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 943 time: 0.1600571 Sep 23 19:28:45.988984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1055737c-3194-4a14-94e7-3c269bab7f7e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:46.032099 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704fee8a-37cf-4135-97e1-0a42f410ebb7 x-openstack-request-id: req-704fee8a-37cf-4135-97e1-0a42f410ebb7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:46.032395 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b302698-8633-4d20-8c64-f27eeded1a40", "name": "network-vif-deleted", "tag": "53e4fe1a-5c26-4c9a-ae35-77e85c060d17", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:46.032651 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-704fee8a-37cf-4135-97e1-0a42f410ebb7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:46.033053 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b302698-8633-4d20-8c64-f27eeded1a40', 'name': 'network-vif-deleted', 'tag': '53e4fe1a-5c26-4c9a-ae35-77e85c060d17', 'status': 'completed', 'code': 200} Sep 23 19:28:46.068787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b225730-cd6c-41df-a989-39649e9f535e req-963ad926-71f5-4242-ab1d-4db44ea9542d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885282 Sep 23 19:28:46.129735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18bbf0a5-7136-428b-963a-ee199694edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.146107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88b6aa48-f313-49a3-b1cb-b2136a876d59 req-f83203e0-282d-4b7d-9a15-c5d6dbb2a9d8 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 210 time: 0.0468018 Sep 23 19:28:46.225891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747017-7f7d-4a40-8f4c-abbd846ae5a1 req-4b4ad32f-ea52-470f-977c-31d18ddcd138 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.227455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6747017-7f7d-4a40-8f4c-abbd846ae5a1 req-4b4ad32f-ea52-470f-977c-31d18ddcd138 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0664029 Sep 23 19:28:46.280296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6747017-7f7d-4a40-8f4c-abbd846ae5a1 req-cdeee3da-8044-4b15-9be2-7fd74cfec80d tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Sep 23 19:28:46.415091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.426297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:46.448071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:46.448573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 53e4fe1a-5c26-4c9a-ae35-77e85c060d17 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:46.518746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e38c7e-a7b1-44bb-bae4-fb4c302daa79 req-7594b77d-8a7b-4d2b-9ce1-da1aa0bbf8bf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.522651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45e38c7e-a7b1-44bb-bae4-fb4c302daa79 req-7594b77d-8a7b-4d2b-9ce1-da1aa0bbf8bf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 947 time: 0.0607152 Sep 23 19:28:46.561772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45e38c7e-a7b1-44bb-bae4-fb4c302daa79 req-41e5d875-19e1-4d67-a50d-056e115d8018 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342014 Sep 23 19:28:46.928741 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.074987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a188b-c086-471f-96db-433296627989 req-f8e1d545-f869-4093-bbec-6065ed293d63 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:47.078273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c1a188b-c086-471f-96db-433296627989 req-f8e1d545-f869-4093-bbec-6065ed293d63 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 946 time: 0.0595467 Sep 23 19:28:47.138355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c1a188b-c086-471f-96db-433296627989 req-74c32466-3c83-42c5-9603-237ab7e4aae0 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Sep 23 19:28:47.203114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedef1cb-c4c5-4d7a-bf3d-40b88e6e6d3e req-c5c356f5-563d-49e3-ac03-1a5d6669b493 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:47.212295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cedef1cb-c4c5-4d7a-bf3d-40b88e6e6d3e req-c5c356f5-563d-49e3-ac03-1a5d6669b493 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 943 time: 0.0735867 Sep 23 19:28:47.275555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cedef1cb-c4c5-4d7a-bf3d-40b88e6e6d3e req-749c9c4d-5b19-4f19-9a83-b9da4e0edbfb tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622880 Sep 23 19:28:47.277807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3267cbe-efe9-49c2-bc7c-91a5d2fcf104 req-27069b40-12ca-43cd-b1c9-af97b324f331 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 210 time: 0.0321355 Sep 23 19:28:47.415344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233e5e-9d97-4d7f-8e07-46a9783f2f58 req-740b3f6d-16b5-4776-8eeb-d1a7fe2b45ce tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:47.416785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc233e5e-9d97-4d7f-8e07-46a9783f2f58 req-740b3f6d-16b5-4776-8eeb-d1a7fe2b45ce tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0573184 Sep 23 19:28:47.462892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc233e5e-9d97-4d7f-8e07-46a9783f2f58 req-e9529475-2a77-49cd-b791-1e3b321eb257 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Sep 23 19:28:47.684203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018474f-9f2f-4b23-b8c7-960cb00f1428 req-07055635-b7e4-4c39-a7e3-5923c27f2a18 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:47.686074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b018474f-9f2f-4b23-b8c7-960cb00f1428 req-07055635-b7e4-4c39-a7e3-5923c27f2a18 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 947 time: 0.0513239 Sep 23 19:28:47.734874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b018474f-9f2f-4b23-b8c7-960cb00f1428 req-802268df-c739-41fc-bcf8-bc8acfa5add9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Sep 23 19:28:48.309474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b093f-0a4c-4199-9524-b23ea9ba7fc0 req-79eb616a-0ada-429e-a509-32b7d986f261 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.334534 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-513b093f-0a4c-4199-9524-b23ea9ba7fc0 req-79eb616a-0ada-429e-a509-32b7d986f261 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 946 time: 0.1162047 Sep 23 19:28:48.419268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:48.432233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-513b093f-0a4c-4199-9524-b23ea9ba7fc0 req-d336e865-24f6-4107-a285-8e2dbd75eceb tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967612 Sep 23 19:28:48.474956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d4d8a-da61-4a05-9dc8-7e44ed39aac9 req-0dedad9b-9f6b-4815-b151-85a7dca0f327 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.477517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e13d4d8a-da61-4a05-9dc8-7e44ed39aac9 req-0dedad9b-9f6b-4815-b151-85a7dca0f327 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 943 time: 0.1062481 Sep 23 19:28:48.555181 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.563632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e13d4d8a-da61-4a05-9dc8-7e44ed39aac9 req-c2766e9a-65a1-49e1-ab70-753aeabd58e5 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775313 Sep 23 19:28:48.586843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 1055737c-3194-4a14-94e7-3c269bab7f7e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:48.606748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 1055737c-3194-4a14-94e7-3c269bab7f7e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:48.607184 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.644248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9c285b1-c276-4013-9705-229e432980df req-15fd1125-2023-4a88-954b-e712d8503c51 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b302698-8633-4d20-8c64-f27eeded1a40 HTTP/1.1" status: 200 len: 210 time: 0.0729434 Sep 23 19:28:48.751924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.758125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93edc3d-f190-4b15-9b6b-40fb21af825d req-2ecc3d00-784a-46ba-8b52-63d3b0a4e27b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.766915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c93edc3d-f190-4b15-9b6b-40fb21af825d req-2ecc3d00-784a-46ba-8b52-63d3b0a4e27b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0703886 Sep 23 19:28:48.803231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:48.806255 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eca112d-adbd-42d6-ad94-2f94917374d7" -d '{"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-plugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:48.823318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c93edc3d-f190-4b15-9b6b-40fb21af825d req-32622b6a-70d1-42b7-8d28-acdea5590720 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538406 Sep 23 19:28:48.824665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:48.830442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.895295 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d701627-871e-495b-a103-57755ce2d756 x-openstack-request-id: req-4d701627-871e-495b-a103-57755ce2d756 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:48.895747 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-plugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:48.896105 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d701627-871e-495b-a103-57755ce2d756 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:48.896688 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'code': 200} Sep 23 19:28:48.944639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:48.953370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba69ed-1ce8-4931-b841-33f032d9ad1d req-f0630c68-428e-40b4-b6e7-aaa0459396bf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.958739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eaba69ed-1ce8-4931-b841-33f032d9ad1d req-f0630c68-428e-40b4-b6e7-aaa0459396bf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0780716 Sep 23 19:28:49.028742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eaba69ed-1ce8-4931-b841-33f032d9ad1d req-848bb3a9-efe0-4052-83b4-10ae4052aafa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584345 Sep 23 19:28:49.030805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d01d6-d1c8-4718-a034-d98b036a0bb0 req-50aba1e2-f1d9-421c-90d9-e407f567a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:49.032661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e66d01d6-d1c8-4718-a034-d98b036a0bb0 req-50aba1e2-f1d9-421c-90d9-e407f567a98e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1099 time: 0.0729833 Sep 23 19:28:49.079277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e66d01d6-d1c8-4718-a034-d98b036a0bb0 req-5305a726-d207-40b9-910f-8157a59b83f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Sep 23 19:28:49.092912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fefa6542-79e6-430c-9478-3cafebd0a33e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:49.190981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fefa6542-79e6-430c-9478-3cafebd0a33e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fefa6542-79e6-430c-9478-3cafebd0a33e,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:49.203024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'port_id': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'mac_address': 'fa:16:3e:06:58:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:49.243889 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.257123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefa6542-79e6-430c-9478-3cafebd0a33e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:49.278902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fefa6542-79e6-430c-9478-3cafebd0a33e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fefa6542-79e6-430c-9478-3cafebd0a33e,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:49.282720 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.348913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=fefa6542-79e6-430c-9478-3cafebd0a33e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:49.416493 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:28:49.594384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['fefa6542-79e6-430c-9478-3cafebd0a33e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:49.603512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933744a-b7c7-48da-98c5-264553b47e8b req-dc5ed551-9d33-4cc8-9ee4-cde08f997467 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:49.613934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6933744a-b7c7-48da-98c5-264553b47e8b req-dc5ed551-9d33-4cc8-9ee4-cde08f997467 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 946 time: 0.0820739 Sep 23 19:28:49.665740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6933744a-b7c7-48da-98c5-264553b47e8b req-c32c5289-3e1b-4a60-8040-33c9ba3aab6e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508132 Sep 23 19:28:49.805869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f5628-f514-4704-98eb-795232e3d6fa req-f28cb492-3baa-4086-91bb-e519d22083e2 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:49.810233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-697f5628-f514-4704-98eb-795232e3d6fa req-f28cb492-3baa-4086-91bb-e519d22083e2 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 944 time: 0.1066031 Sep 23 19:28:49.875237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-697f5628-f514-4704-98eb-795232e3d6fa req-b5268ba6-aaa1-411f-9418-18578f8c57d0 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567920 Sep 23 19:28:50.010953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573538db-38de-4455-944b-00b6c66080ba req-a3ef0304-031e-4f4b-873f-45f6545edded tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:50.014324 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573538db-38de-4455-944b-00b6c66080ba req-a3ef0304-031e-4f4b-873f-45f6545edded tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0584128 Sep 23 19:28:50.057148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573538db-38de-4455-944b-00b6c66080ba req-bf673a9c-68ef-4b4c-924b-e2d4cd215703 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Sep 23 19:28:50.165952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f9a2c-4cdc-4131-b692-17ffcbb1a78d req-5fb18603-1e78-42a5-b656-c8029c9a5b45 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:50.167916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee5f9a2c-4cdc-4131-b692-17ffcbb1a78d req-5fb18603-1e78-42a5-b656-c8029c9a5b45 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0579133 Sep 23 19:28:50.213430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee5f9a2c-4cdc-4131-b692-17ffcbb1a78d req-97ed43e7-e235-405d-a0e9-d5a31cec2976 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Sep 23 19:28:50.800177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cb817-3d51-45b7-b532-3e5d8ded7ec7 req-38fb0e73-be51-4a33-b38a-dc69f20bd06b tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:50.808749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f94cb817-3d51-45b7-b532-3e5d8ded7ec7 req-38fb0e73-be51-4a33-b38a-dc69f20bd06b tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 946 time: 0.0640795 Sep 23 19:28:50.922867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f94cb817-3d51-45b7-b532-3e5d8ded7ec7 req-cbd6471b-07d3-4c17-9353-2d52331c28dd tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128464 Sep 23 19:28:51.103641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf497d02-5b88-413e-a1a7-3f2d5263251a req-6812cfd2-f725-4972-9d7d-c297ad9a7d53 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.112287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf497d02-5b88-413e-a1a7-3f2d5263251a req-6812cfd2-f725-4972-9d7d-c297ad9a7d53 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 944 time: 0.0704660 Sep 23 19:28:51.121373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fefa6542-79e6-430c-9478-3cafebd0a33e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:51.205467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf497d02-5b88-413e-a1a7-3f2d5263251a req-358240b6-fc2d-480e-a268-1a39f94edf1c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920539 Sep 23 19:28:51.275853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port fefa6542-79e6-430c-9478-3cafebd0a33e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:51.290279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port fefa6542-79e6-430c-9478-3cafebd0a33e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:51.290706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.320939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daa2d-f933-49e4-bf88-5deceb6d1612 req-08e0f860-a9e4-436f-b0e9-1479344e0a6c tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.322862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e34daa2d-f933-49e4-bf88-5deceb6d1612 req-08e0f860-a9e4-436f-b0e9-1479344e0a6c tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0648658 Sep 23 19:28:51.401302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e34daa2d-f933-49e4-bf88-5deceb6d1612 req-75d8221d-699c-4be4-acfc-140030077218 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696099 Sep 23 19:28:51.426957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ca37c-956c-49d6-8b55-aa04d6c34bde req-d8e57bdc-1d50-4710-90ed-761311401f35 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.428864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-002ca37c-956c-49d6-8b55-aa04d6c34bde req-d8e57bdc-1d50-4710-90ed-761311401f35 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0890076 Sep 23 19:28:51.434575 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.483569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:51.485944 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e3874-eb85-4ba1-a01a-c9c150c2ceac" -d '{"events": [{"server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "name": "network-vif-plugged", "status": "completed", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:51.503768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-002ca37c-956c-49d6-8b55-aa04d6c34bde req-e0b5e97e-7a66-42ce-8742-652520704c4b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641448 Sep 23 19:28:51.511119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fefa6542-79e6-430c-9478-3cafebd0a33e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fefa6542-79e6-430c-9478-3cafebd0a33e,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:51.523187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.596268 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a186bd-53f3-414a-91bc-af575dcb8cef x-openstack-request-id: req-91a186bd-53f3-414a-91bc-af575dcb8cef {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:51.596975 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "name": "network-vif-plugged", "status": "completed", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:51.597577 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91a186bd-53f3-414a-91bc-af575dcb8cef {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:51.598245 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'code': 200} Sep 23 19:28:51.678926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3bf9-b3fb-43f8-9d08-1fb8c6bfa98e req-57da08b5-e339-47d5-a5a0-4180b9718f67 tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.684096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=fefa6542-79e6-430c-9478-3cafebd0a33e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:51.686875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54dd3bf9-b3fb-43f8-9d08-1fb8c6bfa98e req-57da08b5-e339-47d5-a5a0-4180b9718f67 tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1099 time: 0.0534809 Sep 23 19:28:51.720334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807126f-c369-4280-a09e-e654f8f429ac req-b4ba5c65-90ca-4738-a955-c26d3b571241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.721843 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d807126f-c369-4280-a09e-e654f8f429ac req-b4ba5c65-90ca-4738-a955-c26d3b571241 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0973139 Sep 23 19:28:51.792445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54dd3bf9-b3fb-43f8-9d08-1fb8c6bfa98e req-c3b0b1da-9c58-4edb-a413-5c147f216abb tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021745 Sep 23 19:28:51.849302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d807126f-c369-4280-a09e-e654f8f429ac req-ae8fafcc-264e-4a25-9ec6-f922aec27cae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111960 Sep 23 19:28:52.110074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-e795b1a0-0ba2-4d56-a357-28742d633bf2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:52.117851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-e795b1a0-0ba2-4d56-a357-28742d633bf2 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 812 time: 0.1878908 Sep 23 19:28:52.140280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-2ab5bdfc-f73a-4caa-9e81-554ffa3de5a8 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/quotas/53538fc8210c41719e2de77f449e85c2 HTTP/1.1" status: 200 len: 375 time: 0.0215216 Sep 23 19:28:52.214931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-33237e77-7bcd-4150-9a02-1f7718d36c98 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678616 Sep 23 19:28:52.336101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-8ef1fc5b-8aae-4c1f-bc5a-1e654553bfbc service neutron] 10.222.0.38 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164236 Sep 23 19:28:52.477504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-87cb3575-f3a8-4990-9aa3-1985ab20dc49 service neutron] 10.222.0.38 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232131 Sep 23 19:28:52.808821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-f05325e2-68d6-4a7e-bac6-4086adb87bea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062806 Sep 23 19:28:52.985995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-b2c35db0-5daf-4996-be02-9248a2d68d54 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:52.992087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-b2c35db0-5daf-4996-be02-9248a2d68d54 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8bd1663-2e74-4b95-8e8a-6e7533d5983e HTTP/1.1" status: 200 len: 946 time: 0.1592882 Sep 23 19:28:53.242743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc60631-404b-4d37-90fd-2193be4b595c req-2eda2169-b3e7-4231-821a-cf9472e4e567 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.253205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfc60631-404b-4d37-90fd-2193be4b595c req-2eda2169-b3e7-4231-821a-cf9472e4e567 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 945 time: 0.3178132 Sep 23 19:28:53.365796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7865-a87f-4ed8-b9bf-9cf35233b7a5 req-0c7170cd-c8e8-4091-ad73-cc0a65bf3a33 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.367440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a33d7865-a87f-4ed8-b9bf-9cf35233b7a5 req-0c7170cd-c8e8-4091-ad73-cc0a65bf3a33 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.2432055 Sep 23 19:28:53.387813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfc60631-404b-4d37-90fd-2193be4b595c req-68c8695f-9efb-47f3-9964-ce705c902f08 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279294 Sep 23 19:28:53.392978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Deleting port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:53.395463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.545628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a33d7865-a87f-4ed8-b9bf-9cf35233b7a5 req-e33d0e81-4232-4482-ad2c-25bf039c324c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562648 Sep 23 19:28:53.682314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] For port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:53.683760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.744317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Calling delete_port for fbf7d27c-cf2b-4105-a2a5-b0ff323be55d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:53.761394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-392363a3-ca66-45c3-92cd-3db3fbaefda2 req-00ec626d-801a-415e-8df1-934db1260ad4 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0966320 Sep 23 19:28:53.764550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41358658-d3d1-41e6-9541-864f51334043 req-b93e4714-f5a5-4ea1-852e-fdb94f7d604b tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.771520 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41358658-d3d1-41e6-9541-864f51334043 req-b93e4714-f5a5-4ea1-852e-fdb94f7d604b tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0505f1b3-51ac-4b4d-b8e5-c63d403aab36 HTTP/1.1" status: 200 len: 945 time: 0.1455667 Sep 23 19:28:54.006073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Deleting port 25e2989d-b744-453c-86e9-d45edfb67c54 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:54.006793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.224904 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.239770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['fbf7d27c-cf2b-4105-a2a5-b0ff323be55d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:54.245905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['25e2989d-b744-453c-86e9-d45edfb67c54'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:54.270474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] For port 25e2989d-b744-453c-86e9-d45edfb67c54, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=25e2989d-b744-453c-86e9-d45edfb67c54,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:54.271067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.293764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event deleted for resources: {'Port': ['ID=fbf7d27c-cf2b-4105-a2a5-b0ff323be55d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:54.296323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Calling delete_port for 25e2989d-b744-453c-86e9-d45edfb67c54 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:54.408259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] No DVR routers for this DVR port fbf7d27c-cf2b-4105-a2a5-b0ff323be55d on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:54.415722 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.419834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c3d3a9f-4b10-4e93-830c-0f2d289d692f req-c4407544-4821-4063-998b-de741544b88e tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.41 "DELETE /v2.0/ports/fbf7d27c-cf2b-4105-a2a5-b0ff323be55d HTTP/1.1" status: 204 len: 173 time: 1.3943028 Sep 23 19:28:54.422598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'name': 'network-vif-deleted', 'tag': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:54.429897 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe604fa3-6009-42e6-b70a-2e9fcb43baf0" -d '{"events": [{"server_uuid": "a8bd1663-2e74-4b95-8e8a-6e7533d5983e", "name": "network-vif-deleted", "tag": "fbf7d27c-cf2b-4105-a2a5-b0ff323be55d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:54.526086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.572711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event deleted for resources: {'Port': ['ID=25e2989d-b744-453c-86e9-d45edfb67c54,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:54.672744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] No DVR routers for this DVR port 25e2989d-b744-453c-86e9-d45edfb67c54 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:54.687553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.697879 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41358658-d3d1-41e6-9541-864f51334043 req-ef9100e0-2ad7-4c51-bfcc-f7f69284823a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "DELETE /v2.0/ports/25e2989d-b744-453c-86e9-d45edfb67c54 HTTP/1.1" status: 204 len: 173 time: 0.9150608 Sep 23 19:28:54.702545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'name': 'network-vif-deleted', 'tag': '25e2989d-b744-453c-86e9-d45edfb67c54'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:54.711042 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86584f78-7c0f-4d7a-8fad-c2428283fbf1" -d '{"events": [{"server_uuid": "0505f1b3-51ac-4b4d-b8e5-c63d403aab36", "name": "network-vif-deleted", "tag": "25e2989d-b744-453c-86e9-d45edfb67c54"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:54.793811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5ad13-6856-4d81-b5b6-7614e3e85231 req-3418178c-590f-4ead-839b-422fda434d6c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.795908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf5ad13-6856-4d81-b5b6-7614e3e85231 req-3418178c-590f-4ead-839b-422fda434d6c tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 945 time: 0.0789359 Sep 23 19:28:54.848572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf5ad13-6856-4d81-b5b6-7614e3e85231 req-937bf26c-8855-4f5f-b8aa-2637ac892d31 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461121 Sep 23 19:28:54.929195 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4695f8ce-7c81-4032-9fca-729fd0961745 x-openstack-request-id: req-4695f8ce-7c81-4032-9fca-729fd0961745 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:54.929670 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bd1663-2e74-4b95-8e8a-6e7533d5983e", "name": "network-vif-deleted", "tag": "fbf7d27c-cf2b-4105-a2a5-b0ff323be55d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:54.930023 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4695f8ce-7c81-4032-9fca-729fd0961745 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:54.930568 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bd1663-2e74-4b95-8e8a-6e7533d5983e', 'name': 'network-vif-deleted', 'tag': 'fbf7d27c-cf2b-4105-a2a5-b0ff323be55d', 'status': 'completed', 'code': 200} Sep 23 19:28:55.061847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.247814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb744-d11a-41fc-bd33-33af1d6b2887 req-b6f15ff7-7b45-450e-abc0-86cceacb0022 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.250687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcdcb744-d11a-41fc-bd33-33af1d6b2887 req-b6f15ff7-7b45-450e-abc0-86cceacb0022 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.1970239 Sep 23 19:28:55.255160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-d7ab4b74-46ee-4ed2-9f6c-4b01f9d6578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.256653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-d7ab4b74-46ee-4ed2-9f6c-4b01f9d6578f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1099 time: 0.1458111 Sep 23 19:28:55.293836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ec344-a4a4-4d84-a83f-4df146d8d34f req-860fd651-02dd-41e8-b95f-acdab810cc01 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.295448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-724ec344-a4a4-4d84-a83f-4df146d8d34f req-860fd651-02dd-41e8-b95f-acdab810cc01 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.1949131 Sep 23 19:28:55.402834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-585cf729-588e-40d0-be02-c6ea46c98951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.404956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-585cf729-588e-40d0-be02-c6ea46c98951 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1278968 Sep 23 19:28:55.408226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcdcb744-d11a-41fc-bd33-33af1d6b2887 req-92f3c715-eba0-49f0-afa3-0a794ec98d4d tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505940 Sep 23 19:28:55.489744 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd600f-2bde-4cc9-a5df-c6e690bfb2d6 x-openstack-request-id: req-e1dd600f-2bde-4cc9-a5df-c6e690bfb2d6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:55.490542 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0505f1b3-51ac-4b4d-b8e5-c63d403aab36", "name": "network-vif-deleted", "tag": "25e2989d-b744-453c-86e9-d45edfb67c54", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:55.490542 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1dd600f-2bde-4cc9-a5df-c6e690bfb2d6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:55.490936 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0505f1b3-51ac-4b4d-b8e5-c63d403aab36', 'name': 'network-vif-deleted', 'tag': '25e2989d-b744-453c-86e9-d45edfb67c54', 'status': 'completed', 'code': 200} Sep 23 19:28:55.525019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-ff12cffd-4fb1-424e-adf7-3d6975e62ed0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0887582 Sep 23 19:28:55.625462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-724ec344-a4a4-4d84-a83f-4df146d8d34f req-ea831622-5f9a-4e0a-a711-6c0697b2affe tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173831 Sep 23 19:28:55.680833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-004aa646-df1f-494d-8a50-0ca17c6ae034 req-244069d3-adb7-4591-8c9e-0842f1a69960 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0796013 Sep 23 19:28:55.715899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-0a5777fe-be76-49aa-9148-522793a7c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.721078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-0a5777fe-be76-49aa-9148-522793a7c8d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1816940 Sep 23 19:28:55.806506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-61694442-a636-4b66-bc08-64697653c7ab tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.808620 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-61694442-a636-4b66-bc08-64697653c7ab tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 812 time: 0.2463539 Sep 23 19:28:55.832407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-8a3c6322-40a4-4c74-b74c-41035f95b045 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.835046 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-8a3c6322-40a4-4c74-b74c-41035f95b045 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0779696 Sep 23 19:28:55.843071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Request body: {'port': {'device_id': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'admin_state_up': True, 'tenant_id': '53538fc8210c41719e2de77f449e85c2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:55.908094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb8863-3e1d-4f30-8fb7-b9c0bbfe5cb8 req-d271d58f-46e3-4d3f-b17a-d06c1db3e802 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.922553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45fb8863-3e1d-4f30-8fb7-b9c0bbfe5cb8 req-d271d58f-46e3-4d3f-b17a-d06c1db3e802 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 945 time: 0.1683400 Sep 23 19:28:55.922553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:55.927890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Request body: {'floatingip': {'port_id': 'fefa6542-79e6-430c-9478-3cafebd0a33e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:55.985496 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.997366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-1586c4be-2aa8-4072-9551-3fc869224984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.999443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-1586c4be-2aa8-4072-9551-3fc869224984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2700703 Sep 23 19:28:56.204045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Deleting port 86f24fb2-5570-4a18-a1b0-a95a343705a0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:56.219876 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.274878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-0f63063d-a2d7-4284-9b90-93afb8bcb774 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652128 Sep 23 19:28:56.292880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Made reservation on behalf of 53538fc8210c41719e2de77f449e85c2 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:56.299547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.406567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] For port 86f24fb2-5570-4a18-a1b0-a95a343705a0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=86f24fb2-5570-4a18-a1b0-a95a343705a0,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:56.407226 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.435033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Calling delete_port for 86f24fb2-5570-4a18-a1b0-a95a343705a0 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:56.478021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 86f24fb2-5570-4a18-a1b0-a95a343705a0 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:56.688910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device fbf7d27c-cf2b-4105-a2a5-b0ff323be55d no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:56.728333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: fbf7d27c-cf2b-4105-a2a5-b0ff323be55d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:56.728975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device fbf7d27c-cf2b-4105-a2a5-b0ff323be55d not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:56.731559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.748592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Allocated IP 172.20.0.8 (81fee906-527e-4bfc-b4c9-53f058b1e442/b3f9f6ab-846a-4340-b1d0-56aa4fed091d/92473232-d303-47bd-bf2a-f78efaf0c38b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:56.936616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.009109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event deleted for resources: {'Port': ['ID=86f24fb2-5570-4a18-a1b0-a95a343705a0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:57.080255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] No DVR routers for this DVR port 86f24fb2-5570-4a18-a1b0-a95a343705a0 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:57.085548 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.088261 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-797db1e5-b8bb-4c8c-a7c7-c9ab9fdb24a5 req-b528e0a8-30e1-412c-beda-0fbd5c48dbfc tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "DELETE /v2.0/ports/86f24fb2-5570-4a18-a1b0-a95a343705a0 HTTP/1.1" status: 204 len: 173 time: 1.2372210 Sep 23 19:28:57.092295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.144455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 25e2989d-b744-453c-86e9-d45edfb67c54 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:57.153990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.173078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-2762b0ce-8065-499f-912c-8e3ca0eb8ae8 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.177106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-2762b0ce-8065-499f-912c-8e3ca0eb8ae8 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 812 time: 0.8932610 Sep 23 19:28:57.211397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c63e4639-d705-43ba-8709-b679abcf2cf0 req-ee0eabce-429e-4fcb-ac2e-c30f376f77b0 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=d736bbfb-3df8-416e-8a69-16bd405d3ed8 HTTP/1.1" status: 200 len: 210 time: 0.2338355 Sep 23 19:28:57.236502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 25e2989d-b744-453c-86e9-d45edfb67c54 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:57.240027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 25e2989d-b744-453c-86e9-d45edfb67c54 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:57.243880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Request body: {'port': {'device_id': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'admin_state_up': True, 'tenant_id': '53538fc8210c41719e2de77f449e85c2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:57.287707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:57.292545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:57.303852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:57.375399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event updated for resources: {'Port': ['ID=92473232-d303-47bd-bf2a-f78efaf0c38b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:57.411645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.412923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.433755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-ce26f95b-6959-4c2a-84ac-191b77ee3145 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5966015 Sep 23 19:28:57.449506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Request body: {'port': {'device_id': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:57.495161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'name': 'network-vif-deleted', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:57.500883 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37aaa45-e0d4-4edb-bf53-5d3192ca8fd7" -d '{"events": [{"server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "name": "network-vif-deleted", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:57.548729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.564838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47656433-c9d4-498a-b8e6-d4f6bf60b6cb req-aaead1b9-4513-4327-b5a5-d7979d4fb0cc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.566937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47656433-c9d4-498a-b8e6-d4f6bf60b6cb req-aaead1b9-4513-4327-b5a5-d7979d4fb0cc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.5806189 Sep 23 19:28:57.586636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae58ee4a-3f29-4184-8500-eaa4d1acac55 req-2b09c631-c333-49f9-9a40-8ceaeb8ea831 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 210 time: 0.1675267 Sep 23 19:28:57.910369 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d8598b-21e8-4cfc-a12c-d67ed051acd4 x-openstack-request-id: req-50d8598b-21e8-4cfc-a12c-d67ed051acd4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:57.910889 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d736bbfb-3df8-416e-8a69-16bd405d3ed8", "name": "network-vif-deleted", "tag": "86f24fb2-5570-4a18-a1b0-a95a343705a0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:57.911100 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50d8598b-21e8-4cfc-a12c-d67ed051acd4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:57.911583 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd736bbfb-3df8-416e-8a69-16bd405d3ed8', 'name': 'network-vif-deleted', 'tag': '86f24fb2-5570-4a18-a1b0-a95a343705a0', 'status': 'completed', 'code': 200} Sep 23 19:28:57.924619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-d60ab8a1-d3d5-4213-a6a5-0ad29a4a5462 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6405101 Sep 23 19:28:57.970506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92473232-d303-47bd-bf2a-f78efaf0c38b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:57.991405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.008352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Transition to ACTIVE for port object 92473232-d303-47bd-bf2a-f78efaf0c38b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:58.012177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.093983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Made reservation on behalf of 53538fc8210c41719e2de77f449e85c2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:58.099449 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.111860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Pushing event updated for resources: {'Port': ['ID=92473232-d303-47bd-bf2a-f78efaf0c38b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:58.139598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:28:58.207218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Attempting to bind port 92473232-d303-47bd-bf2a-f78efaf0c38b on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:58.209643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Attempting to bind port 92473232-d303-47bd-bf2a-f78efaf0c38b by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:58.210271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Attempting to bind port 92473232-d303-47bd-bf2a-f78efaf0c38b on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:58.223611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Port 92473232-d303-47bd-bf2a-f78efaf0c38b on network 81fee906-527e-4bfc-b4c9-53f058b1e442 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:58.224262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Attempting to bind port 92473232-d303-47bd-bf2a-f78efaf0c38b on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:58.243703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:58.244105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Checking segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:58.244561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Bound using segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:58.245095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Bound port: 92473232-d303-47bd-bf2a-f78efaf0c38b, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:58.245525 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.257033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47656433-c9d4-498a-b8e6-d4f6bf60b6cb req-5cc9684f-651e-42aa-8e33-acc64cd2f61c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059019 Sep 23 19:28:58.317383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.343916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] For port 92473232-d303-47bd-bf2a-f78efaf0c38b, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:58.350081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] For port 92473232-d303-47bd-bf2a-f78efaf0c38b, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=92473232-d303-47bd-bf2a-f78efaf0c38b,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:58.352622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Allocated IP 172.20.0.2 (81fee906-527e-4bfc-b4c9-53f058b1e442/b3f9f6ab-846a-4340-b1d0-56aa4fed091d/c2260e35-6263-4849-9697-63dd3030d356) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:58.355155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.475644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Pushing event updated for resources: {'Port': ['ID=92473232-d303-47bd-bf2a-f78efaf0c38b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:58.495331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.495916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.497366 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-13fee037-e22c-4405-a7e0-e0f11e8927ab service neutron] 10.222.0.72 "PUT /v2.0/ports/92473232-d303-47bd-bf2a-f78efaf0c38b HTTP/1.1" status: 200 len: 1091 time: 1.0536268 Sep 23 19:28:58.549692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.633762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-8caf4414-9ca1-4bf7-ab8c-849afe49e3b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060078 Sep 23 19:28:58.648712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-bae1f804-612e-4571-92cd-a55521eb7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.654583 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-bae1f804-612e-4571-92cd-a55521eb7a05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=824d275b-dd1d-4be9-a00f-ca28ac58763d HTTP/1.1" status: 200 len: 1094 time: 0.0757024 Sep 23 19:28:58.718107 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-6713780b-1b67-4b5b-a316-36120bb1ba4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92473232-d303-47bd-bf2a-f78efaf0c38b HTTP/1.1" status: 200 len: 217 time: 0.0495572 Sep 23 19:28:58.766355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.773410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd9f242d-c671-4712-aabc-6c173b303607 req-bdc4514c-6236-40da-b139-7064e5cebf39 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0573013 Sep 23 19:28:58.801118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-4d71b1e1-613f-4f9f-8d3b-074dff675dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.802851 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-4d71b1e1-613f-4f9f-8d3b-074dff675dcb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 1101 time: 0.0952420 Sep 23 19:28:58.804840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-66162244-cd18-4460-b28c-fc4450c2f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.806353 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-66162244-cd18-4460-b28c-fc4450c2f45e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.0738456 Sep 23 19:28:58.811201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639e00a-f736-49fd-a44a-ab095d89b5d3 req-57571761-1c9a-4c5e-ad63-f1b3bd5f0af9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.812800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6639e00a-f736-49fd-a44a-ab095d89b5d3 req-57571761-1c9a-4c5e-ad63-f1b3bd5f0af9 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 944 time: 0.1441889 Sep 23 19:28:58.815727 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Floating IP 68122134-d52c-4acc-87a6-f5bafc208305 associated. External IP: 172.25.6.38, port: fefa6542-79e6-430c-9478-3cafebd0a33e. Sep 23 19:28:58.859351 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-9ab5cbc1-8cbc-4b78-a667-bcbb9845825a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380731 Sep 23 19:28:58.947623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.007680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6639e00a-f736-49fd-a44a-ab095d89b5d3 req-2dc49a75-68e4-4769-8ef8-254614e8303c tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840899 Sep 23 19:28:59.019692 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-938fd30f-ed5e-4003-84f3-0cb429ad1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.021357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Network 81fee906-527e-4bfc-b4c9-53f058b1e442 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:59.021551 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-938fd30f-ed5e-4003-84f3-0cb429ad1dc7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1898975 Sep 23 19:28:59.027861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:59.029628 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-e7108678-783b-4594-b7d5-204cbc2b8d9b service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582069 Sep 23 19:28:59.035446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:59.078834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event updated for resources: {'Port': ['ID=c2260e35-6263-4849-9697-63dd3030d356,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:59.090570 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-7c81edf6-4b79-4de5-95f7-85da6f9ac7e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 200 len: 217 time: 0.0550823 Sep 23 19:28:59.137807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.138448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.182327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-45f831b2-0f30-4d59-a4ac-9edd5686b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.183915 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-45f831b2-0f30-4d59-a4ac-9edd5686b926 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0821638 Sep 23 19:28:59.206728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-4e2bab81-0058-4c89-a1ee-46e937805eed tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9939964 Sep 23 19:28:59.227428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Request body: {'port': {'device_id': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:59.227678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-35f78062-fc2a-496b-a281-95676a4e01f3 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850381 Sep 23 19:28:59.247177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-c9936769-bb17-42d2-bee1-524577265cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.249305 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-c9936769-bb17-42d2-bee1-524577265cfa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530381 Sep 23 19:28:59.284796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-1a53d5ca-b6ed-476d-8fc9-af14a6da9e0f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.286388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-1a53d5ca-b6ed-476d-8fc9-af14a6da9e0f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 944 time: 0.1348743 Sep 23 19:28:59.299672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Router a5950618-d080-47c6-95e3-9d31a97dcc51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:59.391938 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.598784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6073c-14a0-40c1-92b0-dbdf5dd7149e req-d284f353-c102-4d41-aaa0-f80ee472377f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.600304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1eb6073c-14a0-40c1-92b0-dbdf5dd7149e req-d284f353-c102-4d41-aaa0-f80ee472377f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.2467279 Sep 23 19:28:59.643313 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-4695da1a-bb9f-42e8-a9ad-a0edc3a6841a service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839800 Sep 23 19:28:59.742689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c98d6ca0-16e2-4cae-b6a8-216c4f7f380e req-a212db80-4b52-4c2e-81ca-af35043b2590 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913553 Sep 23 19:28:59.838498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1eb6073c-14a0-40c1-92b0-dbdf5dd7149e req-73606f4b-a234-4b66-a04a-bb3296019a2b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253230 Sep 23 19:28:59.846739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Deleting port 159940e9-8351-469e-babc-b6cad68ed261 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:59.847181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.880820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-f3d00bba-1e03-4dc3-99dc-6d52a4f4ddd2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.882295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-f3d00bba-1e03-4dc3-99dc-6d52a4f4ddd2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.4592609 Sep 23 19:28:59.893582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:59.903591 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.910103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] Sync routers for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:59.912736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'tag': '92473232-d303-47bd-bf2a-f78efaf0c38b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:59.915919 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bca6688-a9ac-45d4-a070-eddf99413575" -d '{"events": [{"name": "network-changed", "server_uuid": "824d275b-dd1d-4be9-a00f-ca28ac58763d", "tag": "92473232-d303-47bd-bf2a-f78efaf0c38b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:59.925458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:59.926422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:00.039374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:00.289761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '68122134-d52c-4acc-87a6-f5bafc208305', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'port_id': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'mac_address': 'fa:16:3e:06:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:24:35Z', 'updated_at': '2021-09-23T19:28:57Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:00.319418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] Checking router: a5950618-d080-47c6-95e3-9d31a97dcc51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:00.328714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:00.329457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:00.333405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-ddb0c593-4991-440e-9421-34beb675e065 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/quotas/2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 375 time: 0.4129350 Sep 23 19:29:00.376280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-54d0051c-afbf-4dcd-aaa0-5985ad6c2644 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "PUT /v2.0/floatingips/68122134-d52c-4acc-87a6-f5bafc208305 HTTP/1.1" status: 200 len: 990 time: 4.4525089 Sep 23 19:29:00.390627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:00.393252 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:00.445898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:00.457347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] For port 159940e9-8351-469e-babc-b6cad68ed261, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=159940e9-8351-469e-babc-b6cad68ed261,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:00.457706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.506661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae353e0-c1c5-482f-baaf-f75309067207 req-4b68c3e8-959b-4480-8b97-3a9b5b4d4d1f tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:00.508294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fae353e0-c1c5-482f-baaf-f75309067207 req-4b68c3e8-959b-4480-8b97-3a9b5b4d4d1f tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 931 time: 0.5649545 Sep 23 19:29:00.510705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Calling delete_port for 159940e9-8351-469e-babc-b6cad68ed261 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:00.533827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-4071fb06-1fae-4a36-8861-5c8c8f363e17 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1679916 Sep 23 19:29:00.547955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2260e35-6263-4849-9697-63dd3030d356 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:00.571582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.643471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Transition to ACTIVE for port object c2260e35-6263-4849-9697-63dd3030d356 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:00.676483 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.678247 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '68122134-d52c-4acc-87a6-f5bafc208305', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'port_id': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'mac_address': 'fa:16:3e:06:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:24:35Z', 'updated_at': '2021-09-23T19:28:57Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:00.680689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fae353e0-c1c5-482f-baaf-f75309067207 req-19f575d7-2b2e-4101-bcbf-99a5cca33f81 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606209 Sep 23 19:29:00.706986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3e9ac-118d-4877-bdd5-36570d7a7197 None None] The sync data for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 is: [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '68122134-d52c-4acc-87a6-f5bafc208305', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'port_id': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'mac_address': 'fa:16:3e:06:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:24:35Z', 'updated_at': '2021-09-23T19:28:57Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:00.784933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Pushing event updated for resources: {'Port': ['ID=c2260e35-6263-4849-9697-63dd3030d356,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:00.800034 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a49abf9-8f14-4e36-ad05-ec635c1efd29 x-openstack-request-id: req-0a49abf9-8f14-4e36-ad05-ec635c1efd29 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:00.800505 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824d275b-dd1d-4be9-a00f-ca28ac58763d", "tag": "92473232-d303-47bd-bf2a-f78efaf0c38b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:00.801017 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a49abf9-8f14-4e36-ad05-ec635c1efd29 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:00.801424 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'tag': '92473232-d303-47bd-bf2a-f78efaf0c38b', 'status': 'completed', 'code': 200} Sep 23 19:29:00.816187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-3620e5c7-c2a3-4248-9597-c9fd1a18e026 service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745984 Sep 23 19:29:00.884022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-ad7d9bb5-4bfa-4f02-b934-eaf86e5ac7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:00.884948 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-ad7d9bb5-4bfa-4f02-b934-eaf86e5ac7a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=824d275b-dd1d-4be9-a00f-ca28ac58763d HTTP/1.1" status: 200 len: 1094 time: 0.0506022 Sep 23 19:29:00.981977 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5590c4-f926-4a6a-b3bd-216c11e5e019 None None] New status for floating IP 68122134-d52c-4acc-87a6-f5bafc208305: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:29:00.992693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-810b9a4f-a328-4264-856d-2b905d3b901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:00.994486 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-810b9a4f-a328-4264-856d-2b905d3b901c service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 913 time: 0.1011319 Sep 23 19:29:00.998749 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.036852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-814bff1b-2e4f-47dc-aa20-db06b1f67db1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92473232-d303-47bd-bf2a-f78efaf0c38b HTTP/1.1" status: 200 len: 217 time: 0.0350535 Sep 23 19:29:01.068605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Attempting to bind port c2260e35-6263-4849-9697-63dd3030d356 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:01.069009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Attempting to bind port c2260e35-6263-4849-9697-63dd3030d356 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:01.069401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Attempting to bind port c2260e35-6263-4849-9697-63dd3030d356 on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:01.072416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event deleted for resources: {'Port': ['ID=159940e9-8351-469e-babc-b6cad68ed261,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:01.095046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-33367d99-cb71-461e-b69d-93df3a8a0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.096518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-33367d99-cb71-461e-b69d-93df3a8a0931 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.0518439 Sep 23 19:29:01.102386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Port c2260e35-6263-4849-9697-63dd3030d356 on network 81fee906-527e-4bfc-b4c9-53f058b1e442 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:01.102731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Attempting to bind port c2260e35-6263-4849-9697-63dd3030d356 on network 81fee906-527e-4bfc-b4c9-53f058b1e442 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:01.106563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-56e0ad00-e83a-4a30-87bf-799de0bdb7eb service neutron] 10.222.0.38 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895153 Sep 23 19:29:01.131491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fe54e-95dc-4a61-9680-311b893a769a req-42d73f4e-b72e-4dc3-85bc-fd7cbca9ab17 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.133130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5fe54e-95dc-4a61-9680-311b893a769a req-42d73f4e-b72e-4dc3-85bc-fd7cbca9ab17 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3b16d22-fa75-4cb5-8cee-efc46c6a90e0 HTTP/1.1" status: 200 len: 866 time: 0.2074821 Sep 23 19:29:01.134428 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-4448d974-f0a9-4143-b3da-7d3d7a27d083 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281100 Sep 23 19:29:01.135874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] No DVR routers for this DVR port 159940e9-8351-469e-babc-b6cad68ed261 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:01.139511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.141633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0bad1bf3-7cee-4cce-af21-c1b050fccd95 req-e011fdf0-5a3d-4df1-8a1e-c398fdf6f475 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "DELETE /v2.0/ports/159940e9-8351-469e-babc-b6cad68ed261 HTTP/1.1" status: 204 len: 173 time: 1.8477407 Sep 23 19:29:01.151897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:01.151897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Checking segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:01.152300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Bound using segment: {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:01.152718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Bound port: c2260e35-6263-4849-9697-63dd3030d356, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c89e05-af88-411f-a69e-bbb864a3ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:01.153147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.229827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5fe54e-95dc-4a61-9680-311b893a769a req-5278ab94-e193-4915-b158-ecae085eba1a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872760 Sep 23 19:29:01.261177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-4f479b23-eb78-4fe7-827f-b79f8421e55a service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155696 Sep 23 19:29:01.277957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] For port c2260e35-6263-4849-9697-63dd3030d356, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:01.294892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] For port c2260e35-6263-4849-9697-63dd3030d356, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c2260e35-6263-4849-9697-63dd3030d356,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:01.301614 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.350983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.351638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.353175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2260e35-6263-4849-9697-63dd3030d356 HTTP/1.1" status: 200 len: 1091 time: 2.1318660 Sep 23 19:29:01.373693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaf58a-982c-47ae-ae15-bcf1d5214d65 service neutron] Pushing event updated for resources: {'Port': ['ID=c2260e35-6263-4849-9697-63dd3030d356,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:01.385852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5bca6688-a9ac-45d4-a070-eddf99413575 req-9a81d521-c0a7-4673-99c5-820e35afad08 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108117 Sep 23 19:29:01.407125 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f737ca-6ab5-4a31-aae2-756415ed06fa x-openstack-request-id: req-81f737ca-6ab5-4a31-aae2-756415ed06fa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:01.407655 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:01.409141 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81f737ca-6ab5-4a31-aae2-756415ed06fa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:01.410098 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'status': 'completed', 'code': 200} Sep 23 19:29:01.456984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-655de4f5-7adb-4dd3-bcf1-b79bfafd3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.458823 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-655de4f5-7adb-4dd3-bcf1-b79bfafd3840 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 1094 time: 0.0580981 Sep 23 19:29:01.514988 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-f01dd881-1b12-461e-a79d-b7f15ce0f632 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2260e35-6263-4849-9697-63dd3030d356 HTTP/1.1" status: 200 len: 217 time: 0.0473349 Sep 23 19:29:01.537719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b948ecb9-e399-4b63-ad0b-b2f25bbf2bb0 req-a0ab44b0-cee3-4796-a0d5-c901fe0d3475 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 210 time: 0.0567746 Sep 23 19:29:01.560328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-57c81a3a-1d10-4cba-b540-3779df447cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.562397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-57c81a3a-1d10-4cba-b540-3779df447cb2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=779260434a4c429bb0774e9bd71be88b&device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 1096 time: 0.1312983 Sep 23 19:29:01.570898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d81d8-89ab-4e4c-8f49-8476efb84796 req-c56ed82b-09c4-41f0-af5f-bc0352f84ce8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.574710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be8d81d8-89ab-4e4c-8f49-8476efb84796 req-c56ed82b-09c4-41f0-af5f-bc0352f84ce8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.1096876 Sep 23 19:29:01.606730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-5f95c388-0d12-466c-ad2b-72f6a7058758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.608775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-5f95c388-0d12-466c-ad2b-72f6a7058758 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.0784514 Sep 23 19:29:01.661564 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-c3721fd4-baf6-45a6-b0be-2779269607bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394647 Sep 23 19:29:01.662244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be8d81d8-89ab-4e4c-8f49-8476efb84796 req-3dee2f48-bacf-4b86-880a-024a5ee2b41e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779357 Sep 23 19:29:01.750953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-66db090c-bb43-49f7-8f0e-1e2014c1b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.752952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-66db090c-bb43-49f7-8f0e-1e2014c1b95c service neutron] 10.222.0.72 "GET /v2.0/networks?id=400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 200 len: 924 time: 0.1771541 Sep 23 19:29:01.825271 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-b361f791-a381-4dc7-a440-c24d5a614fe1 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542230 Sep 23 19:29:01.883071 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-d5383e4e-3496-4c0e-be08-5b00fca7e128 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fefa6542-79e6-430c-9478-3cafebd0a33e HTTP/1.1" status: 200 len: 1000 time: 0.1151872 Sep 23 19:29:01.892045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0948a4-5aa2-45a5-9284-ff6110fd0575 req-521318ec-c9e1-4a05-a775-0ad0f7d34a31 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.893573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc0948a4-5aa2-45a5-9284-ff6110fd0575 req-521318ec-c9e1-4a05-a775-0ad0f7d34a31 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 943 time: 0.1360831 Sep 23 19:29:01.944302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-335e16cc-6acb-4e01-8bd5-8c713b39ac0c req-c54f8adb-af5b-4fff-ac35-b6988150269c service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988414 Sep 23 19:29:01.972270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-f378afb9-2114-42a3-94ad-94848487b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.973756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-f378afb9-2114-42a3-94ad-94848487b984 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 200 len: 862 time: 0.0792975 Sep 23 19:29:01.976648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc0948a4-5aa2-45a5-9284-ff6110fd0575 req-f623a02c-41d0-4c19-8c2e-562a989d443b tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714874 Sep 23 19:29:02.038915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-99c8ef5a-12e6-46bf-b0e1-94fae2b7d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:02.040413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-99c8ef5a-12e6-46bf-b0e1-94fae2b7d761 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400a142c-2b68-45e1-89a7-777cd45d0f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441287 Sep 23 19:29:02.137862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-2e81ee05-235f-4c08-8739-cf062f4b3ae9 service neutron] 10.222.0.72 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869009 Sep 23 19:29:02.232095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcb7bac-b4e8-473b-866e-ba40724ff9b6 req-cab23752-4a70-4df5-922c-0255883698a1 service neutron] 10.222.0.72 "GET /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842633 Sep 23 19:29:02.509820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 159940e9-8351-469e-babc-b6cad68ed261 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:02.530340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 159940e9-8351-469e-babc-b6cad68ed261 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:02.530925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 159940e9-8351-469e-babc-b6cad68ed261 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:02.584941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f1a40-ce68-4d26-a4e5-0532c3f46230 req-e1cf4821-64c8-452f-bd7f-c7c6b04c2d88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:02.592720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf3f1a40-ce68-4d26-a4e5-0532c3f46230 req-e1cf4821-64c8-452f-bd7f-c7c6b04c2d88 tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 966 time: 0.1280510 Sep 23 19:29:02.656237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-a908baa7-f931-4fb4-b08e-0596a1eeb20a tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:02.657631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-a908baa7-f931-4fb4-b08e-0596a1eeb20a tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 807 time: 0.1790223 Sep 23 19:29:02.663688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf3f1a40-ce68-4d26-a4e5-0532c3f46230 req-eb0a6243-7135-4107-8058-7f967a058e2b tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/security-groups?id=08357355-78e1-4695-9608-66b9a4bf02e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701482 Sep 23 19:29:02.685843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa41d658-dd02-4dda-a97e-1e7740261bea req-d070aa66-5547-41ae-b632-3d3b4f1fc180 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 210 time: 0.0442595 Sep 23 19:29:02.689373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Request body: {'port': {'device_id': '582ec22d-8656-4164-8309-6ab10087a428', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'admin_state_up': True, 'tenant_id': '2acf39709d3f4eca98d631961bc133b4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:02.824603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541e05-7b76-4a51-a829-b441b8702bcb req-0dbbfd6c-534e-4fe7-bf22-09453ba55f89 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:02.826162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a541e05-7b76-4a51-a829-b441b8702bcb req-0dbbfd6c-534e-4fe7-bf22-09453ba55f89 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0709727 Sep 23 19:29:02.860271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Made reservation on behalf of 2acf39709d3f4eca98d631961bc133b4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:02.863776 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:02.914683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a541e05-7b76-4a51-a829-b441b8702bcb req-d3ac3f72-e9b4-427e-b3c2-15f52660c70e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671465 Sep 23 19:29:03.093240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Allocated IP 172.20.0.9 (4faccdae-926f-4b65-8ac7-4272a854e1d8/ec1edbc7-a456-49f2-b374-d20e604ba9f0/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:03.121332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c3dd-76a4-4e7d-b903-94a249041a0b req-14f33a06-1a33-492a-af65-6af73e42e730 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.122975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50b5c3dd-76a4-4e7d-b903-94a249041a0b req-14f33a06-1a33-492a-af65-6af73e42e730 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0756271 Sep 23 19:29:03.140857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 92473232-d303-47bd-bf2a-f78efaf0c38b details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:03.206956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-7e1627b0-aa98-4765-a150-2c42da1c459f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.208929 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-7e1627b0-aa98-4765-a150-2c42da1c459f tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 966 time: 0.0538299 Sep 23 19:29:03.236681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50b5c3dd-76a4-4e7d-b903-94a249041a0b req-8b8223ec-b01b-41a8-801b-3c0822165cf7 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960395 Sep 23 19:29:03.262812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91e0b-9ca4-4a84-9da5-713a5ee64ea3 req-b1008a99-5f6a-4350-a7aa-162d8364db10 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.262812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84f91e0b-9ca4-4a84-9da5-713a5ee64ea3 req-b1008a99-5f6a-4350-a7aa-162d8364db10 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 943 time: 0.1307554 Sep 23 19:29:03.277564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 92473232-d303-47bd-bf2a-f78efaf0c38b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=92473232-d303-47bd-bf2a-f78efaf0c38b,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:03.289818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '92473232-d303-47bd-bf2a-f78efaf0c38b', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'port_id': '92473232-d303-47bd-bf2a-f78efaf0c38b', 'mac_address': 'fa:16:3e:e5:28:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f9f6ab-846a-4340-b1d0-56aa4fed091d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:03.330457 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.349256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92473232-d303-47bd-bf2a-f78efaf0c38b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:03.359080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Deleting port 44a7a407-1340-4797-8d4d-611531d4fa00 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:03.359466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.364153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84f91e0b-9ca4-4a84-9da5-713a5ee64ea3 req-d0fef8a0-e898-4d30-8540-9da0da323589 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915787 Sep 23 19:29:03.372147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 92473232-d303-47bd-bf2a-f78efaf0c38b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=92473232-d303-47bd-bf2a-f78efaf0c38b,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:03.378032 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.399108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.416054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'name': 'network-vif-deleted', 'tag': '159940e9-8351-469e-babc-b6cad68ed261'}, {'name': 'network-changed', 'server_uuid': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'tag': 'c2260e35-6263-4849-9697-63dd3030d356'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:03.420253 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9" -d '{"events": [{"server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "name": "network-vif-deleted", "tag": "159940e9-8351-469e-babc-b6cad68ed261"}, {"name": "network-changed", "server_uuid": "c817d630-abb9-4f71-a580-95d560b5dfe3", "tag": "c2260e35-6263-4849-9697-63dd3030d356"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:03.465276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=92473232-d303-47bd-bf2a-f78efaf0c38b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:03.495252 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.505164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] For port 44a7a407-1340-4797-8d4d-611531d4fa00, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=44a7a407-1340-4797-8d4d-611531d4fa00,segment=NetworkSegment(59795317-18df-4566-b03a-f8b55749ef37),segment_id=59795317-18df-4566-b03a-f8b55749ef37)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:03.505647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.511009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['5386e78f-171e-4671-8aed-cad80ee28486'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:03.519860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Calling delete_port for 44a7a407-1340-4797-8d4d-611531d4fa00 owned by compute:tempest-test_az-132693490 {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:03.521783 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08cef20-624a-407e-98d9-b6a63669a1a2 x-openstack-request-id: req-f08cef20-624a-407e-98d9-b6a63669a1a2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:03.522362 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b16d22-fa75-4cb5-8cee-efc46c6a90e0", "name": "network-vif-deleted", "tag": "159940e9-8351-469e-babc-b6cad68ed261", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c817d630-abb9-4f71-a580-95d560b5dfe3", "tag": "c2260e35-6263-4849-9697-63dd3030d356", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:03.522622 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f08cef20-624a-407e-98d9-b6a63669a1a2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:03.523018 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b16d22-fa75-4cb5-8cee-efc46c6a90e0', 'name': 'network-vif-deleted', 'tag': '159940e9-8351-469e-babc-b6cad68ed261', 'status': 'completed', 'code': 200} Sep 23 19:29:03.523273 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'tag': 'c2260e35-6263-4849-9697-63dd3030d356', 'status': 'completed', 'code': 200} Sep 23 19:29:03.589107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:03.619498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Network 4faccdae-926f-4b65-8ac7-4272a854e1d8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:03.624102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:03.627061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:03.666667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.669165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-a2c70d46-9c22-40e6-9581-ca807e6b26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.671217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-a2c70d46-9c22-40e6-9581-ca807e6b26a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53538fc8210c41719e2de77f449e85c2&device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 1094 time: 0.0926058 Sep 23 19:29:03.691297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.691934 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.725089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-8b33ebb6-5188-4e4f-a388-d6a7c0760771 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0420828 Sep 23 19:29:03.739659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Pushing event deleted for resources: {'Port': ['ID=44a7a407-1340-4797-8d4d-611531d4fa00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:03.742437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Request body: {'port': {'device_id': '582ec22d-8656-4164-8309-6ab10087a428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:03.765736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] No DVR routers for this DVR port 44a7a407-1340-4797-8d4d-611531d4fa00 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:03.768146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.770778 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4af2e54f-68a3-4bcf-ac26-b9f2a128eb4b req-736df135-4b21-4e65-bc75-1b1abacecb7a tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.41 "DELETE /v2.0/ports/44a7a407-1340-4797-8d4d-611531d4fa00 HTTP/1.1" status: 204 len: 173 time: 0.5555925 Sep 23 19:29:03.771224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'name': 'network-vif-deleted', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:03.773884 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc29e9-b09e-46c7-a119-44b5b0cfba41" -d '{"events": [{"server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "name": "network-vif-deleted", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:03.804084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['92473232-d303-47bd-bf2a-f78efaf0c38b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:03.907232 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.933525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-8242db27-3019-41a4-810e-d192f57f3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.935696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-8242db27-3019-41a4-810e-d192f57f3c7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 200 len: 913 time: 0.2399554 Sep 23 19:29:03.937724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b17f58-c24f-4122-b945-f3e9bf49afc3 req-8f7e5269-0032-49fb-87a3-dc0f9bbf43ba tempest-LiveAutoBlockMigrationV225Test-1441804596 tempest-LiveAutoBlockMigrationV225Test-1441804596-project] 10.222.0.38 "GET /v2.0/ports?device_id=f517bc28-1df3-4868-8eae-d0783c663dfc HTTP/1.1" status: 200 len: 210 time: 0.0793128 Sep 23 19:29:03.989348 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15cc47e-0ca6-4759-ae63-b7716a5972ef x-openstack-request-id: req-e15cc47e-0ca6-4759-ae63-b7716a5972ef {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:03.989616 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f517bc28-1df3-4868-8eae-d0783c663dfc", "name": "network-vif-deleted", "tag": "44a7a407-1340-4797-8d4d-611531d4fa00", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:03.989869 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e15cc47e-0ca6-4759-ae63-b7716a5972ef {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:03.990552 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f517bc28-1df3-4868-8eae-d0783c663dfc', 'name': 'network-vif-deleted', 'tag': '44a7a407-1340-4797-8d4d-611531d4fa00', 'status': 'completed', 'code': 200} Sep 23 19:29:04.005129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-5c9ac570-75a4-4458-9576-ebd7a3d3ced3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2260e35-6263-4849-9697-63dd3030d356 HTTP/1.1" status: 200 len: 217 time: 0.0519919 Sep 23 19:29:04.082919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcfbac-c6a9-43e7-ba32-b57609adc4dd req-69687994-1efb-42e8-bfd6-2933a3158305 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.084587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fabcfbac-c6a9-43e7-ba32-b57609adc4dd req-69687994-1efb-42e8-bfd6-2933a3158305 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 931 time: 0.2297761 Sep 23 19:29:04.207651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-47a14225-87b8-4dbb-b037-8b3cd6a065c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.209111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-47a14225-87b8-4dbb-b037-8b3cd6a065c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 200 len: 852 time: 0.1857283 Sep 23 19:29:04.266921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-11ec8198-24ab-4ef5-8e0f-988608202c6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fee906-527e-4bfc-b4c9-53f058b1e442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476620 Sep 23 19:29:04.275715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fabcfbac-c6a9-43e7-ba32-b57609adc4dd req-ec442c89-6bcf-4956-a6bc-755683f2d50d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767845 Sep 23 19:29:04.283914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80f001-aa27-40a5-8eda-72268af06033 req-0efbdd9e-ab62-419b-b314-6574bc4bf4e7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.288876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a80f001-aa27-40a5-8eda-72268af06033 req-0efbdd9e-ab62-419b-b314-6574bc4bf4e7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.2185466 Sep 23 19:29:04.802966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a80f001-aa27-40a5-8eda-72268af06033 req-172581a7-cf7d-434e-a8ad-bd1416a84cae tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930887 Sep 23 19:29:04.886613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-d773cb1a-7515-48f8-8239-fb0faa78a946 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943229 Sep 23 19:29:04.934156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68735a1-c6a3-48b5-8236-e10889e5d4df req-49579ba4-8b54-42b4-bd5e-154b87ac5d8f tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.935740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c68735a1-c6a3-48b5-8236-e10889e5d4df req-49579ba4-8b54-42b4-bd5e-154b87ac5d8f tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 943 time: 0.1361878 Sep 23 19:29:05.040832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c68735a1-c6a3-48b5-8236-e10889e5d4df req-4c0ac292-49ec-47b5-826e-c6f7731cdadf tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980268 Sep 23 19:29:05.072328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304afd47-1c80-4d1a-b9c5-8d7e634f54c9 req-7eb00e4a-6f62-46b1-a48c-6d681fa0dc50 service neutron] 10.222.0.72 "GET /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769450 Sep 23 19:29:05.076837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:05.099137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.114791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:05.119019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Transition to ACTIVE for port object 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:05.124049 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.166047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] Deleting subnet a87db38a-f3d9-4332-8d18-418c2469577b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:05.170337 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.180262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c2260e35-6263-4849-9697-63dd3030d356 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:05.184018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 92473232-d303-47bd-bf2a-f78efaf0c38b up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:05.209794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.222377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:05.257873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 92473232-d303-47bd-bf2a-f78efaf0c38b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:05.265508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 92473232-d303-47bd-bf2a-f78efaf0c38b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:05.266077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.266463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.277647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40b01-a641-4722-8874-289f839d7610 req-a0b3a788-50c3-40a0-8b19-404f8505195b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.279257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0b40b01-a641-4722-8874-289f839d7610 req-a0b3a788-50c3-40a0-8b19-404f8505195b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.1234529 Sep 23 19:29:05.339648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0b40b01-a641-4722-8874-289f839d7610 req-d2585d87-eaec-4d76-994c-9c0d7933236c tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539284 Sep 23 19:29:05.353657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:05.353994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:05.354363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:05.367005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:05.369487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:05.374589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.395738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:05.395738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:05.395738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:05.395738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Bound port: 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:05.395738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.423283 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.439272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port c2260e35-6263-4849-9697-63dd3030d356, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c2260e35-6263-4849-9697-63dd3030d356,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:05.454429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.459219 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a87db38a-f3d9-4332-8d18-418c2469577b HTTP/1.1" status: 204 len: 168 time: 0.3432877 Sep 23 19:29:05.460393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:05.462257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'c2260e35-6263-4849-9697-63dd3030d356', 'network_id': '81fee906-527e-4bfc-b4c9-53f058b1e442', 'port_id': 'c2260e35-6263-4849-9697-63dd3030d356', 'mac_address': 'fa:16:3e:15:5c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f9f6ab-846a-4340-b1d0-56aa4fed091d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:05.472242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92473232-d303-47bd-bf2a-f78efaf0c38b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:05.476142 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e260ec-62d4-435a-a828-0f93c5fee20a" -d '{"events": [{"server_uuid": "824d275b-dd1d-4be9-a00f-ca28ac58763d", "name": "network-vif-plugged", "status": "completed", "tag": "92473232-d303-47bd-bf2a-f78efaf0c38b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:05.492111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 92473232-d303-47bd-bf2a-f78efaf0c38b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=92473232-d303-47bd-bf2a-f78efaf0c38b,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:05.525418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.528307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:05.532532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:05.550939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.555717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc0fbc-e443-48c4-8a6a-6dfe57de086f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87db38a-f3d9-4332-8d18-418c2469577b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:05.566170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.582361 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bd4679-659e-4bba-bac9-0ee7332809a6 x-openstack-request-id: req-b4bd4679-659e-4bba-bac9-0ee7332809a6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:05.582670 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824d275b-dd1d-4be9-a00f-ca28ac58763d", "name": "network-vif-plugged", "status": "completed", "tag": "92473232-d303-47bd-bf2a-f78efaf0c38b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:05.582917 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4bd4679-659e-4bba-bac9-0ee7332809a6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:05.583299 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92473232-d303-47bd-bf2a-f78efaf0c38b', 'code': 200} Sep 23 19:29:05.585621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=92473232-d303-47bd-bf2a-f78efaf0c38b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:05.599339 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.604263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.604903 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.606299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] 10.222.0.41 "PUT /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 1091 time: 1.8724380 Sep 23 19:29:05.611181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:05.613434 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea27fefc-61ad-4440-8f56-6fbb7fed0906" -d '{"events": [{"name": "network-changed", "server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:05.613578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2260e35-6263-4849-9697-63dd3030d356 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:05.627825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7abff1-5053-4a4b-9dfe-c6be575884b2 req-106c4e01-e76b-41bc-b24f-64c1b526d905 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.629624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc7abff1-5053-4a4b-9dfe-c6be575884b2 req-106c4e01-e76b-41bc-b24f-64c1b526d905 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.2100859 Sep 23 19:29:05.660674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port c2260e35-6263-4849-9697-63dd3030d356, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c2260e35-6263-4849-9697-63dd3030d356,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:05.668831 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.706667 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303b1b27-e85f-44d4-805e-69f8941fd16b x-openstack-request-id: req-303b1b27-e85f-44d4-805e-69f8941fd16b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:05.706941 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:05.707186 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-303b1b27-e85f-44d4-805e-69f8941fd16b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:05.707582 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7', 'status': 'completed', 'code': 200} Sep 23 19:29:05.735742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af620fd-82d0-4058-ab49-977684b17890 service neutron] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:05.737469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.755299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=c2260e35-6263-4849-9697-63dd3030d356,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:05.768632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495de7-f626-4847-8bca-9d3ed01cd2f8 req-a0f0c80e-5d73-49cd-8893-2d3df2970f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.770187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7495de7-f626-4847-8bca-9d3ed01cd2f8 req-a0f0c80e-5d73-49cd-8893-2d3df2970f69 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=824d275b-dd1d-4be9-a00f-ca28ac58763d HTTP/1.1" status: 200 len: 1096 time: 0.1396606 Sep 23 19:29:05.774157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-81c69215-6d4d-4626-b254-99712b09363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.775824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-81c69215-6d4d-4626-b254-99712b09363b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1094 time: 0.1031713 Sep 23 19:29:05.779592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc7abff1-5053-4a4b-9dfe-c6be575884b2 req-1bcb7f2b-dcbe-475b-a70a-594efbabe87d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155825 Sep 23 19:29:05.788516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc67ae1-e3f0-44f0-a93c-8b96dc834b30']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:05.811220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59795317-18df-4566-b03a-f8b55749ef37') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:05.811746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59795317-18df-4566-b03a-f8b55749ef37') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:05.822439 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.840527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.850474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:05.851177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:05.853772 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:05.859323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-1b72b68c-3ac7-49ea-90a8-952409764860 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0731418 Sep 23 19:29:05.921144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7495de7-f626-4847-8bca-9d3ed01cd2f8 req-9a66548e-b784-4b84-961e-7b2ad16f86e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404955 Sep 23 19:29:05.924647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.931464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.937345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:05.937525 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8cc67ae1-e3f0-44f0-a93c-8b96dc834b30 HTTP/1.1" status: 204 len: 168 time: 0.4738626 Sep 23 19:29:05.963874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81faf8e-9131-4b83-a638-470df499dd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc67ae1-e3f0-44f0-a93c-8b96dc834b30,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:06.015261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7ecabaee-e0fc-4381-8dc4-454463e4d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.016748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-7ecabaee-e0fc-4381-8dc4-454463e4d70b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.1485505 Sep 23 19:29:06.020963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['c2260e35-6263-4849-9697-63dd3030d356'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:06.028444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] Deleting subnet dd5e996d-16bd-48b6-a5ae-b933faf570c8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:06.043543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.084345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-72c8a2b0-fd36-45cb-b484-8653a2dfd762 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525160 Sep 23 19:29:06.092383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7bda-655c-4230-b11c-e85416fb7ab2 req-3b76ad54-d32b-4f05-9de0-06bdca35143e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.100631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b46e7bda-655c-4230-b11c-e85416fb7ab2 req-3b76ad54-d32b-4f05-9de0-06bdca35143e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.1819677 Sep 23 19:29:06.145606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-58a65609-f94e-41a3-a17a-3acee0378fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670066 Sep 23 19:29:06.180989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.264974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b46e7bda-655c-4230-b11c-e85416fb7ab2 req-bdf785ed-7eb0-4298-972b-1c2585dad5c8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635034 Sep 23 19:29:06.302190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-5ddd42aa-01e1-4cb8-84c6-58519110d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.303789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-5ddd42aa-01e1-4cb8-84c6-58519110d2f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 1101 time: 0.0651155 Sep 23 19:29:06.318615 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.392516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a599e2-20c6-433c-ad7d-237d9d075323 req-92305a66-31e6-4aca-9136-1abefd18c907 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.394078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a599e2-20c6-433c-ad7d-237d9d075323 req-92305a66-31e6-4aca-9136-1abefd18c907 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.1500077 Sep 23 19:29:06.399039 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-35c66625-7418-420e-bfe1-a20854d78194 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896092 Sep 23 19:29:06.427191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-97642567-14bb-4703-8f2a-eaffdc369374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.428672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-97642567-14bb-4703-8f2a-eaffdc369374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0953100 Sep 23 19:29:06.475280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-fbe11097-8cbb-4a78-a801-c0469c01d517 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 200 len: 217 time: 0.0381677 Sep 23 19:29:06.528418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-5ded1057-5c16-4c3b-90be-f5b3395e892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.529956 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-5ded1057-5c16-4c3b-90be-f5b3395e892c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0483024 Sep 23 19:29:06.534067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:06.548339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c9419-7a0d-4a2a-b880-b6a8689b62f8 req-3df788b0-e600-49f3-93c8-cca995a77410 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.553940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 44a7a407-1340-4797-8d4d-611531d4fa00 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:06.554309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 44a7a407-1340-4797-8d4d-611531d4fa00 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:06.556644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-349c9419-7a0d-4a2a-b880-b6a8689b62f8 req-3df788b0-e600-49f3-93c8-cca995a77410 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 944 time: 0.1983562 Sep 23 19:29:06.569318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a599e2-20c6-433c-ad7d-237d9d075323 req-73e65895-4fa5-4d24-9fa9-c00204580748 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552811 Sep 23 19:29:06.585210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.589657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-fe7d27cc-2d67-40e0-84ec-8c303302843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.591257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-fe7d27cc-2d67-40e0-84ec-8c303302843e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544131 Sep 23 19:29:06.631094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5e996d-16bd-48b6-a5ae-b933faf570c8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:06.645249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.647305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0878043-64c0-4910-b0ac-a5d14293c8c4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dd5e996d-16bd-48b6-a5ae-b933faf570c8 HTTP/1.1" status: 204 len: 168 time: 0.6952846 Sep 23 19:29:06.651893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:06.663098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf89ebe-12a9-41ff-81c7-d9fb9ae20691 req-2d264e50-cd60-4498-b997-47c770f6a4c8 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457500 Sep 23 19:29:06.665675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-349c9419-7a0d-4a2a-b880-b6a8689b62f8 req-c900f014-9c7d-4a1f-8fa0-fcdf33658cb0 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081219 Sep 23 19:29:06.741372 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-0a037c50-0c96-4d53-9560-035c62030f4d service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430495 Sep 23 19:29:06.744790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.859606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.860278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ea4e33e-636d-4071-a63c-f4666b4c0c8c req-e2d8dc8c-4203-436e-96a6-49826177a0cc service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971107 Sep 23 19:29:06.911695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-babd9bbf-fb6c-4865-a883-35fc066403a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.913110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-babd9bbf-fb6c-4865-a883-35fc066403a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1094 time: 0.1355541 Sep 23 19:29:06.915194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835ca9c7-f589-49c7-a2bc-01d807467118']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:06.934711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd439fbd9-eee8-491b-b4d1-d32789c63c59') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:06.935000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd439fbd9-eee8-491b-b4d1-d32789c63c59') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:06.955690 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.984998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34110a-624d-41e7-b5bb-c52796bdc828 req-a65f4cc6-a1cb-4372-8479-a3773961b8a3 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.986548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d34110a-624d-41e7-b5bb-c52796bdc828 req-a65f4cc6-a1cb-4372-8479-a3773961b8a3 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.1235020 Sep 23 19:29:06.991744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.032177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:07.032563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:07.044101 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:07.097602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-f9016831-5e30-46c2-8330-af3277f26af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.099200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-f9016831-5e30-46c2-8330-af3277f26af6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1747520 Sep 23 19:29:07.128969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d34110a-624d-41e7-b5bb-c52796bdc828 req-53003714-8cbf-41e7-bbab-ebcbc9e363f0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118104 Sep 23 19:29:07.169165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-b1224a7b-e697-490d-aad4-12052f398db6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0385869 Sep 23 19:29:07.177557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.196045 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.198292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] 10.222.0.38 "DELETE /v2.0/networks/835ca9c7-f589-49c7-a2bc-01d807467118 HTTP/1.1" status: 204 len: 168 time: 0.5449452 Sep 23 19:29:07.245129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cf07f-21f6-444c-946d-1723558271ff admin admin] Pushing event deleted for resources: {'Network': ['ID=835ca9c7-f589-49c7-a2bc-01d807467118,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:07.263272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-f1656eff-2ea3-4e45-8d47-f2a5652f5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.265519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-f1656eff-2ea3-4e45-8d47-f2a5652f5c8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0895863 Sep 23 19:29:07.306517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-b647e667-0c3a-459f-8425-f5e8bfd6fa15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341332 Sep 23 19:29:07.419132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45294) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:07.477367 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9c2e43bf-aa53-426f-88f3-f76c81276d52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b71aface46774b5b9ad7fe035ba93cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568640 Sep 23 19:29:07.478077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:07.490403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-2f88e2f2-b7e2-433e-a1a6-4678e847d50e service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757135 Sep 23 19:29:07.500233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088cd61-14ed-4795-995a-af919512d8d0 req-059c19b6-010d-46dd-832e-2f6989553acc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.503189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d088cd61-14ed-4795-995a-af919512d8d0 req-059c19b6-010d-46dd-832e-2f6989553acc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0976179 Sep 23 19:29:07.542256 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4da158a6-dd01-474d-bcef-e7719b430678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.576642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4da158a6-dd01-474d-bcef-e7719b430678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.611040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d088cd61-14ed-4795-995a-af919512d8d0 req-5380d515-f078-43d2-b034-1c80233b53cb tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905056 Sep 23 19:29:07.643072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea27fefc-61ad-4440-8f56-6fbb7fed0906 req-bdd4169f-8e79-472e-8ee1-71b663f4cd37 service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389291 Sep 23 19:29:07.670939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4da158a6-dd01-474d-bcef-e7719b430678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.679009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4da158a6-dd01-474d-bcef-e7719b430678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.680248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4da158a6-dd01-474d-bcef-e7719b430678 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08357355-78e1-4695-9608-66b9a4bf02e7 HTTP/1.1" status: 204 len: 168 time: 0.2011108 Sep 23 19:29:07.712576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da158a6-dd01-474d-bcef-e7719b430678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08357355-78e1-4695-9608-66b9a4bf02e7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:07.787720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d973b7-20e5-4c9e-b792-4e3bb66123ea req-0fff086c-e875-45cf-912a-f549ed3a5953 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.789826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7d973b7-20e5-4c9e-b792-4e3bb66123ea req-0fff086c-e875-45cf-912a-f549ed3a5953 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0769005 Sep 23 19:29:07.837518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7d973b7-20e5-4c9e-b792-4e3bb66123ea req-c23b2fe2-4fa7-43f3-861f-9c993e48fa50 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfd902db-94e4-4eac-965b-6126d850817c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355766 Sep 23 19:29:07.936291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-a96ff1e4-c102-4d46-a888-d5b73e581f07 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.937592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-a96ff1e4-c102-4d46-a888-d5b73e581f07 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 945 time: 0.0650630 Sep 23 19:29:08.032782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a76d8-0eb5-4633-ad28-cd1dc44fc749 req-f0d85216-eff3-43f9-9859-d0bc602e32f5 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.034308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-954a76d8-0eb5-4633-ad28-cd1dc44fc749 req-f0d85216-eff3-43f9-9859-d0bc602e32f5 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 944 time: 0.1164639 Sep 23 19:29:08.084581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Deleting port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:08.085031 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.091022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-954a76d8-0eb5-4633-ad28-cd1dc44fc749 req-57e6c318-5cb4-4e8d-a8e0-18126bec10d6 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Sep 23 19:29:08.121855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:08.161191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-97addcd5-3c9f-4733-a68e-aa7d89f0157d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57d1273a2a5c4fcd9b6107a1eb212cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373945 Sep 23 19:29:08.163687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:08.193167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] For port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:08.193535 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.213062 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ef1-3867-42ac-97e1-81001d3c38fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.233964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ef1-3867-42ac-97e1-81001d3c38fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.283992 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ef1-3867-42ac-97e1-81001d3c38fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.286836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26ac9ef1-3867-42ac-97e1-81001d3c38fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.288477 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-26ac9ef1-3867-42ac-97e1-81001d3c38fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d203e44d-c3e6-4ab8-b74c-9b47be73a683 HTTP/1.1" status: 204 len: 168 time: 0.1235101 Sep 23 19:29:08.299031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac9ef1-3867-42ac-97e1-81001d3c38fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d203e44d-c3e6-4ab8-b74c-9b47be73a683,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:08.343518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0dc9-eccc-4bfd-8f96-5bd40411a3aa req-fb24741d-9c63-41c0-8134-abee1d75f03a tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.345167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edce0dc9-eccc-4bfd-8f96-5bd40411a3aa req-fb24741d-9c63-41c0-8134-abee1d75f03a tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.1369078 Sep 23 19:29:08.450051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edce0dc9-eccc-4bfd-8f96-5bd40411a3aa req-7cd8e7e0-d29f-44dd-a9db-e47c9d627ab6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825591 Sep 23 19:29:08.451959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.452306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.452610 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Floating IP cb224db7-bba7-4250-a5a0-dca7a1c93a65 disassociated. External IP: 172.25.6.94, port: 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7. Sep 23 19:29:08.452972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Calling delete_port for 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:08.580953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.609408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event deleted for resources: {'Port': ['ID=6e43d4ce-f036-4f8f-baa7-4357cc2e74b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:08.769470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbbeb1-9138-4fa9-9627-44dfda213836 req-3715e883-a227-4472-b0fe-40f244553f0e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.771081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13bbbeb1-9138-4fa9-9627-44dfda213836 req-3715e883-a227-4472-b0fe-40f244553f0e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0785520 Sep 23 19:29:08.772922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:08.894235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13bbbeb1-9138-4fa9-9627-44dfda213836 req-150b9e40-adb5-4eae-8368-bde9f0b190a8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114047 Sep 23 19:29:08.938510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:08.948901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] Sync routers for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:08.966776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:08.967408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:08.987599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ac6e864-5556-40b1-b7d3-0bd924e4bfef req-49e245e7-5de6-48a4-9776-affc4366d789 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd45e33b-68b5-457e-851c-4a0bdfbdfb94 HTTP/1.1" status: 200 len: 210 time: 0.0461183 Sep 23 19:29:09.040786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] No DVR routers for this DVR port 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:09.048274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.050844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e65c652-ad37-4971-b3ef-90df5d00ead1 req-dbc737c8-76cb-4c51-95d1-f343a71f78fe tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.72 "DELETE /v2.0/ports/6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 HTTP/1.1" status: 204 len: 173 time: 1.0999484 Sep 23 19:29:09.051306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'name': 'network-vif-deleted', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:09.055691 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79725b98-dd47-44cc-8b2a-5d73e92248ce" -d '{"events": [{"server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "name": "network-vif-deleted", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:09.128788 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e348fc77-60dd-4b5c-980a-1d15c433bbe9 x-openstack-request-id: req-e348fc77-60dd-4b5c-980a-1d15c433bbe9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:09.129127 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd45e33b-68b5-457e-851c-4a0bdfbdfb94", "name": "network-vif-deleted", "tag": "6e43d4ce-f036-4f8f-baa7-4357cc2e74b7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:09.129376 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e348fc77-60dd-4b5c-980a-1d15c433bbe9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:09.130179 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd45e33b-68b5-457e-851c-4a0bdfbdfb94', 'name': 'network-vif-deleted', 'tag': '6e43d4ce-f036-4f8f-baa7-4357cc2e74b7', 'status': 'completed', 'code': 200} Sep 23 19:29:09.284294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c95d8-fddd-4671-a381-1287db376666 req-05f15199-6667-445a-9f26-b5a5aa2783e9 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.285866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d55c95d8-fddd-4671-a381-1287db376666 req-05f15199-6667-445a-9f26-b5a5aa2783e9 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 944 time: 0.0600307 Sep 23 19:29:09.333319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d55c95d8-fddd-4671-a381-1287db376666 req-3c363932-0f36-4ec8-8aa3-5bba1eaf9459 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409126 Sep 23 19:29:09.346369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c2260e35-6263-4849-9697-63dd3030d356 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:09.416696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:09.456858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port c2260e35-6263-4849-9697-63dd3030d356 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:09.464379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port c2260e35-6263-4849-9697-63dd3030d356 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:09.464756 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.618999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da86c1-ee41-4056-85af-3272bede37f2 req-90bb3e4d-cdb6-4443-b26e-0bd4c18c2192 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.621287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50da86c1-ee41-4056-85af-3272bede37f2 req-90bb3e4d-cdb6-4443-b26e-0bd4c18c2192 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0893493 Sep 23 19:29:09.699219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50da86c1-ee41-4056-85af-3272bede37f2 req-9f67b46f-06c4-4eec-8536-afd8289892c6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677824 Sep 23 19:29:09.704733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.751009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2260e35-6263-4849-9697-63dd3030d356'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:09.753812 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d07c80-39d2-4695-afc9-c165cf9ccf94" -d '{"events": [{"server_uuid": "c817d630-abb9-4f71-a580-95d560b5dfe3", "name": "network-vif-plugged", "status": "completed", "tag": "c2260e35-6263-4849-9697-63dd3030d356"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:09.770592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port c2260e35-6263-4849-9697-63dd3030d356, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c2260e35-6263-4849-9697-63dd3030d356,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:09.776030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.776863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:09.802585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:09.803219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6e43d4ce-f036-4f8f-baa7-4357cc2e74b7 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:09.806136 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9fab1-6af7-48ce-a7cf-4cae8545ba8f x-openstack-request-id: req-54d9fab1-6af7-48ce-a7cf-4cae8545ba8f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:09.806452 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817d630-abb9-4f71-a580-95d560b5dfe3", "name": "network-vif-plugged", "status": "completed", "tag": "c2260e35-6263-4849-9697-63dd3030d356", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:09.806962 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54d9fab1-6af7-48ce-a7cf-4cae8545ba8f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:09.807081 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2260e35-6263-4849-9697-63dd3030d356', 'code': 200} Sep 23 19:29:09.837603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 5, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:09.871973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] Checking router: 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:09.893518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:09.894106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:09.933344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c29687-9cfc-4590-acad-1c6a47506e50 req-eea269e0-edf3-496d-92c1-a784eeb8d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.934939 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60c29687-9cfc-4590-acad-1c6a47506e50 req-eea269e0-edf3-496d-92c1-a784eeb8d800 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 1096 time: 0.0514708 Sep 23 19:29:09.968046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=c2260e35-6263-4849-9697-63dd3030d356,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.022795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60c29687-9cfc-4590-acad-1c6a47506e50 req-1c0a7125-ec69-4587-a36e-2dba2b031f3b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710931 Sep 23 19:29:10.049706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459af47-2539-4e1e-bccf-7189f99350ab req-84261bba-f332-4455-83aa-c2d2d8692554 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:10.051764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b459af47-2539-4e1e-bccf-7189f99350ab req-84261bba-f332-4455-83aa-c2d2d8692554 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0843313 Sep 23 19:29:10.093499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:10.102424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b459af47-2539-4e1e-bccf-7189f99350ab req-16bf464e-3103-4d0e-a594-23a40ceeef5e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437100 Sep 23 19:29:10.148564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:10.233782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fb860-1303-4660-b3ef-28c3c40d9555 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.269324 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fb860-1303-4660-b3ef-28c3c40d9555 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.324250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fb860-1303-4660-b3ef-28c3c40d9555 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.327597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74fb860-1303-4660-b3ef-28c3c40d9555 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.331274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f74fb860-1303-4660-b3ef-28c3c40d9555 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "DELETE /v2.0/security-groups/dfd902db-94e4-4eac-965b-6126d850817c HTTP/1.1" status: 204 len: 168 time: 0.1778483 Sep 23 19:29:10.332422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:10.338937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fb860-1303-4660-b3ef-28c3c40d9555 tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd902db-94e4-4eac-965b-6126d850817c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.356473 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-13eca6a8-4cbf-4dc3-ab76-6929e265d74b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] show failed (client error): The resource could not be found. Sep 23 19:29:10.358357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-13eca6a8-4cbf-4dc3-ab76-6929e265d74b tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "GET /v2.0/security-groups/dfd902db-94e4-4eac-965b-6126d850817c HTTP/1.1" status: 404 len: 347 time: 0.0238428 Sep 23 19:29:10.361080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:10.374662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1747207327', 'description': 'tempest-description-1267984325'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:10.407673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 5, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:10.412923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.422728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.446547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab07018-486f-493b-9d07-816d3d087d46 None None] The sync data for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 is: [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:26:37Z', 'revision_number': 4, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a02b76bf-8b28-4965-bf52-64472537a4a0', 'name': '', 'network_id': '2a8f5509-645b-482f-a46a-2f1d060f27df', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'mac_address': 'fa:16:3e:fc:ee:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:36Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 5, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'subnets': [{'id': '5a74c3d8-050e-4282-8242-6ad275d5ef4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:10.510455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Deleting port 450392cd-6895-4960-b6c2-6f6b4291eebf {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:10.511051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.537326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4fb71-0e73-4fce-959d-ad278c345afa req-a3ff2274-6b32-4320-8ad5-5ee9de65af43 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:10.538904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a4fb71-0e73-4fce-959d-ad278c345afa req-a3ff2274-6b32-4320-8ad5-5ee9de65af43 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0752561 Sep 23 19:29:10.594839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a4fb71-0e73-4fce-959d-ad278c345afa req-83791498-0f92-4bd9-9636-c461870a31b5 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484030 Sep 23 19:29:10.624868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.629805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.643501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.643857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.663946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Calling delete_port for 450392cd-6895-4960-b6c2-6f6b4291eebf owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:10.675220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7cdf4f-43c9-4586-8044-d6d679ddb454,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.739048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.762597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.797789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.805264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5769f444-3830-41d5-af2d-657658153fc7 req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4512372 Sep 23 19:29:10.838345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf710b37-256d-4616-ba2c-b994853f3f89 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc059a2-0d51-4dad-a19f-c283a3ec9976,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.838590 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa250527-e5ba-4ad1-9b89-d68f3a656c49 None None] New status for floating IP cb224db7-bba7-4250-a5a0-dca7a1c93a65: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:29:10.863026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.876241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-faa94c45-5a00-4945-b577-9f681585ec55 req-5d680825-9e31-4598-9c02-04f89ad61d90 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1417384397', 'description': 'tempest-description-1361712327'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:10.892861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Pushing event deleted for resources: {'Port': ['ID=450392cd-6895-4960-b6c2-6f6b4291eebf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.917393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9392105-81c5-4a6c-b596-5c9beaf9311e req-93be0aae-6a61-4cde-990f-db623965dc8b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:10.922360 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-fa250527-e5ba-4ad1-9b89-d68f3a656c49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:29:10.922984 n-d-810763-1 neutron-server[94828]: DEBUG oslo_db.api [None req-fa250527-e5ba-4ad1-9b89-d68f3a656c49 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:29:10.925306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9392105-81c5-4a6c-b596-5c9beaf9311e req-93be0aae-6a61-4cde-990f-db623965dc8b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.1058135 Sep 23 19:29:10.957908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.960718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.961971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-31eb23a7-2286-4314-b50d-8d6ed2a68f1e tempest-ServersTestManualDisk-9050124 tempest-ServersTestManualDisk-9050124-project] 10.222.0.38 "DELETE /v2.0/floatingips/cb224db7-bba7-4250-a5a0-dca7a1c93a65 HTTP/1.1" status: 204 len: 168 time: 0.5997448 Sep 23 19:29:10.964886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:11.234518 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-faa94c45-5a00-4945-b577-9f681585ec55 req-5d680825-9e31-4598-9c02-04f89ad61d90 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.265884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9392105-81c5-4a6c-b596-5c9beaf9311e req-6835182d-3b2f-4293-b4c5-dc7cb3f794b3 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397269 Sep 23 19:29:11.377834 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-faa94c45-5a00-4945-b577-9f681585ec55 req-5d680825-9e31-4598-9c02-04f89ad61d90 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.379262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.382890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-faa94c45-5a00-4945-b577-9f681585ec55 req-5d680825-9e31-4598-9c02-04f89ad61d90 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.415010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-faa94c45-5a00-4945-b577-9f681585ec55 req-5d680825-9e31-4598-9c02-04f89ad61d90 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.416645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-faa94c45-5a00-4945-b577-9f681585ec55 req-5d680825-9e31-4598-9c02-04f89ad61d90 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5832865 Sep 23 19:29:11.418510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d680825-9e31-4598-9c02-04f89ad61d90 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbfdb10-8bc2-4980-81a1-1e329d1efb0a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:11.430249 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa250527-e5ba-4ad1-9b89-d68f3a656c49 None None] New status for floating IP cb224db7-bba7-4250-a5a0-dca7a1c93a65: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:29:11.549350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aaf41-7084-485a-a6c0-43e3d3612719 req-58e1d3ad-c2e6-4f89-a349-ac7bacedac94 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.556864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-243aaf41-7084-485a-a6c0-43e3d3612719 req-58e1d3ad-c2e6-4f89-a349-ac7bacedac94 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0701215 Sep 23 19:29:11.594789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-243aaf41-7084-485a-a6c0-43e3d3612719 req-d9b5113c-7bc3-4b42-8256-52a361fdec1e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370712 Sep 23 19:29:11.655225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-827419926', 'description': 'tempest-description-1343666589'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:11.703630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.716985 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.722936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Deleting port a02b76bf-8b28-4965-bf52-64472537a4a0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:11.723316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.748604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8516530-0e88-4fe2-9ee6-b2629882cdb9 req-e90869cc-bd4d-4d6f-a467-4fd6b5cf7e44 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.750140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8516530-0e88-4fe2-9ee6-b2629882cdb9 req-e90869cc-bd4d-4d6f-a467-4fd6b5cf7e44 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0812650 Sep 23 19:29:11.810576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8516530-0e88-4fe2-9ee6-b2629882cdb9 req-30942469-65d7-49c4-ab17-ba9e13d02ace tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535285 Sep 23 19:29:11.825076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] For port a02b76bf-8b28-4965-bf52-64472537a4a0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a02b76bf-8b28-4965-bf52-64472537a4a0,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:11.825447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.842375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Calling delete_port for a02b76bf-8b28-4965-bf52-64472537a4a0 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:11.863395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.867724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.903526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d5231-5f62-4f27-b368-f687b918fed9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:11.969523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.986245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.040187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.041426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2f6b1c1-0acb-44e9-a685-12f09a790b65 req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3915091 Sep 23 19:29:12.052252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25334a59-bcae-4763-b871-409dd8c05356 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ca872e-a084-49cb-9dba-e8533b2f9796,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:12.072294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23889a7-c147-43a1-9ade-62409a078e9c req-683f068d-2050-4897-9bdd-9df4257b3b4d tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.074348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f23889a7-c147-43a1-9ade-62409a078e9c req-683f068d-2050-4897-9bdd-9df4257b3b4d tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=824d275b-dd1d-4be9-a00f-ca28ac58763d HTTP/1.1" status: 200 len: 945 time: 0.1030846 Sep 23 19:29:12.080151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a54b4a12-9afe-4617-b2ed-b6f32ee65009 req-fb5e2a05-7f31-4838-9600-006257f786d4 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-506981571', 'description': 'tempest-description-1646626967'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:12.091427 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.124704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Pushing event deleted for resources: {'Port': ['ID=a02b76bf-8b28-4965-bf52-64472537a4a0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:12.124998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b4a12-9afe-4617-b2ed-b6f32ee65009 req-fb5e2a05-7f31-4838-9600-006257f786d4 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.139894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f23889a7-c147-43a1-9ade-62409a078e9c req-96b25b14-6de5-4125-a5be-0aa511a62d96 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537980 Sep 23 19:29:12.252641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b4a12-9afe-4617-b2ed-b6f32ee65009 req-fb5e2a05-7f31-4838-9600-006257f786d4 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.258728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b4a12-9afe-4617-b2ed-b6f32ee65009 req-fb5e2a05-7f31-4838-9600-006257f786d4 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.305177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e2a05-7f31-4838-9600-006257f786d4 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d56b209-eb49-487f-80a2-beff79a35847,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:12.339988 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a54b4a12-9afe-4617-b2ed-b6f32ee65009 req-fb5e2a05-7f31-4838-9600-006257f786d4 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.354680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a54b4a12-9afe-4617-b2ed-b6f32ee65009 req-fb5e2a05-7f31-4838-9600-006257f786d4 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2779915 Sep 23 19:29:12.363265 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.500330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807756f3-6c9b-4caf-9e61-1baf4e19cf49 req-4d14de30-f248-410a-a03f-ee1cd9f59c68 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.509135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-807756f3-6c9b-4caf-9e61-1baf4e19cf49 req-4d14de30-f248-410a-a03f-ee1cd9f59c68 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0872076 Sep 23 19:29:12.549830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-807756f3-6c9b-4caf-9e61-1baf4e19cf49 req-72378e5e-4677-4f6a-b99d-90bc5c048983 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Sep 23 19:29:12.842564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8fd9-2bbe-418b-84f3-8f446973f37c req-854ba77c-be75-4c28-8d62-01935ed9caf3 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.844237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b30b8fd9-2bbe-418b-84f3-8f446973f37c req-854ba77c-be75-4c28-8d62-01935ed9caf3 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=824d275b-dd1d-4be9-a00f-ca28ac58763d HTTP/1.1" status: 200 len: 945 time: 0.0905654 Sep 23 19:29:12.916684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b30b8fd9-2bbe-418b-84f3-8f446973f37c req-40e9ee8b-e608-4b71-8f7f-624440cb6f3a tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654621 Sep 23 19:29:12.924521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:12.951460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-2456915f-6ea0-4cb9-b71c-166a05a06642 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56094 time: 0.3720775 Sep 23 19:29:13.036630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:13.044032 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eeabe441-ed96-4c57-a256-69087577f48d admin admin] 10.222.0.38 "PUT /v2.0/routers/90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758638 Sep 23 19:29:13.044289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45446) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:13.049744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] Sync routers for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:13.059098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:13.059793 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:13.072393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181905-1a8f-48ab-bcbb-57f765c1876b req-f1cfd637-a0ff-4486-82ab-a3f718ce916d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:13.073855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04181905-1a8f-48ab-bcbb-57f765c1876b req-f1cfd637-a0ff-4486-82ab-a3f718ce916d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0811367 Sep 23 19:29:13.077514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-a0dc7fb7-5dd8-4a16-8162-45b79b68fe73 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0e7cdf4f-43c9-4586-8044-d6d679ddb454 HTTP/1.1" status: 200 len: 2981 time: 0.0749505 Sep 23 19:29:13.145372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-18264e1b-4763-4f6e-8e1e-1b64400a649a tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0e7cdf4f-43c9-4586-8044-d6d679ddb454 HTTP/1.1" status: 200 len: 2981 time: 0.0613997 Sep 23 19:29:13.149953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f34a-bdf3-4c46-9950-17ce2cc1e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.151059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04181905-1a8f-48ab-bcbb-57f765c1876b req-d5994b0f-fec2-42d2-8e9f-5c50bc43079f tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603702 Sep 23 19:29:13.151189 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.190827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:13.206532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-13b2b45f-7cd6-4c48-bc30-2f13207e4a3f tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/2357b5b0-4786-48f5-8b93-1e168990ae4c HTTP/1.1" status: 200 len: 2981 time: 0.0499966 Sep 23 19:29:13.261023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-22c28e32-7a3f-496d-85b2-fc8cd04be216 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/2357b5b0-4786-48f5-8b93-1e168990ae4c HTTP/1.1" status: 200 len: 2981 time: 0.0489020 Sep 23 19:29:13.267327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.306096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-c6b7d6e0-1d97-4b00-b71b-22083cff7995 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/31ef5bce-9a66-4107-9663-3f896dff50d0 HTTP/1.1" status: 200 len: 2981 time: 0.0389285 Sep 23 19:29:13.327252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Deleting port 0360bb0c-b8f5-4e77-9278-b9355549c9c2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:13.327548 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.354981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-1a5b2aa9-ec61-4a0b-85b1-93d0d80c27e0 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/31ef5bce-9a66-4107-9663-3f896dff50d0 HTTP/1.1" status: 200 len: 2981 time: 0.0404222 Sep 23 19:29:13.393580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:29:12Z', 'revision_number': 5, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port': {'id': '0360bb0c-b8f5-4e77-9278-b9355549c9c2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:31Z', 'updated_at': '2021-09-23T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:13.403569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-f82896e6-a09b-435e-8cfc-904b72b34350 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/4265e907-bf55-4c84-b9f7-79da2047762a HTTP/1.1" status: 200 len: 2981 time: 0.0421786 Sep 23 19:29:13.406413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] For port 0360bb0c-b8f5-4e77-9278-b9355549c9c2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0360bb0c-b8f5-4e77-9278-b9355549c9c2,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:13.406778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.419497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] Checking router: 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:13.419701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Calling delete_port for 0360bb0c-b8f5-4e77-9278-b9355549c9c2 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:13.428245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] Routers {'90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:13.428987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:28:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:13.454810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-9bbf3fd3-6eea-4e08-981c-911f6f6a87f8 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/4265e907-bf55-4c84-b9f7-79da2047762a HTTP/1.1" status: 200 len: 2981 time: 0.0428834 Sep 23 19:29:13.498370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-6d8b269f-3085-4c3c-8375-002763c036f3 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/55f896a3-2764-421e-9e9e-3593e9e00a67 HTTP/1.1" status: 200 len: 2973 time: 0.0368891 Sep 23 19:29:13.515279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] Set router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:13.551411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-07c1f56b-394d-4be9-90b7-f3c323319f98 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/55f896a3-2764-421e-9e9e-3593e9e00a67 HTTP/1.1" status: 200 len: 2973 time: 0.0450661 Sep 23 19:29:13.572450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:29:13Z', 'revision_number': 6, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:13.593630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-da702154-0c43-40d4-aba7-bff0afde8f1e tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/762ab114-1320-4835-bdb7-a82d71be1db4 HTTP/1.1" status: 200 len: 2981 time: 0.0386348 Sep 23 19:29:13.597191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.600931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a121b-1c0b-4c17-a03c-c51a5adbc9ef None None] The sync data for ids ['90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c'] in n-d-810763-1 is: [{'id': '90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c', 'name': 'tempest-ServersTestManualDisk-1854018855-router', 'tenant_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:30Z', 'updated_at': '2021-09-23T19:29:13Z', 'revision_number': 6, 'project_id': 'b5851cd2389242a7af40c59e07c7eb1b', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:13.634577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Pushing event deleted for resources: {'Port': ['ID=0360bb0c-b8f5-4e77-9278-b9355549c9c2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:13.670517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-c7715a32-1fa2-497e-a1ea-73e209364c2b tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/762ab114-1320-4835-bdb7-a82d71be1db4 HTTP/1.1" status: 200 len: 2981 time: 0.0608189 Sep 23 19:29:13.709172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.734249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23191446-eb70-4bf5-b6be-5b260655ebe4 req-ea703806-3715-4365-a1c6-43ae21f94ec2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:13.735726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23191446-eb70-4bf5-b6be-5b260655ebe4 req-ea703806-3715-4365-a1c6-43ae21f94ec2 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0798972 Sep 23 19:29:13.739141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-3cc009d1-0c77-4e63-96df-f0c41e38e001 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9e0c7914-d6fb-4f3d-a2f4-3abbece584dc HTTP/1.1" status: 200 len: 2981 time: 0.0554144 Sep 23 19:29:13.803528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.804329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23191446-eb70-4bf5-b6be-5b260655ebe4 req-34150a2c-bd7b-4dde-b967-9362672afa5e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620275 Sep 23 19:29:13.805712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.813112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-c1f76dde-a402-46a5-900b-ee5dfffa3c96 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9e0c7914-d6fb-4f3d-a2f4-3abbece584dc HTTP/1.1" status: 200 len: 2981 time: 0.0643878 Sep 23 19:29:13.853059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.853658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:29:13.859911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.861117 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ee1e30c6-e2b9-45f2-9668-19d2f5b9f81d admin admin] 10.222.0.38 "DELETE /v2.0/routers/90b8f989-dd4a-42b3-9c94-1b5eb7c5f12c HTTP/1.1" status: 204 len: 168 time: 0.8157282 Sep 23 19:29:13.862703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-8280c449-c013-4527-b18e-1e52c02767ee tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9f91568d-b9e6-4ef4-8328-486e4b6b3603 HTTP/1.1" status: 200 len: 2977 time: 0.0484531 Sep 23 19:29:13.863658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:13.907279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-77058096-c527-4521-893a-f8add3a30a83 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9f91568d-b9e6-4ef4-8328-486e4b6b3603 HTTP/1.1" status: 200 len: 2977 time: 0.0416760 Sep 23 19:29:13.910143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] Deleting subnet 5a74c3d8-050e-4282-8242-6ad275d5ef4f {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:13.913363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.959117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.964742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-2ac200b3-e032-4bf4-b2f9-d06e74efd7f1 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/b4bd90b3-2f79-4354-8037-fb772a239a16 HTTP/1.1" status: 200 len: 2977 time: 0.0500913 Sep 23 19:29:14.067162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-b525957c-0b29-4732-a587-a49853cf7e08 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:14.068649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-b525957c-0b29-4732-a587-a49853cf7e08 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "GET /v2.0/ports?device_id=824d275b-dd1d-4be9-a00f-ca28ac58763d HTTP/1.1" status: 200 len: 945 time: 0.0841639 Sep 23 19:29:14.138039 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-b8998c72-8bbb-446e-a20e-e12298181214 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/b4bd90b3-2f79-4354-8037-fb772a239a16 HTTP/1.1" status: 200 len: 2977 time: 0.1692452 Sep 23 19:29:14.158500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.197621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a02b76bf-8b28-4965-bf52-64472537a4a0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:14.209164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38581c53-c5a5-4fb1-84f0-381e11620120 req-3d4166cf-1943-434e-895b-661f94a94851 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:14.210699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38581c53-c5a5-4fb1-84f0-381e11620120 req-3d4166cf-1943-434e-895b-661f94a94851 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/ports?device_id=824d275b-dd1d-4be9-a00f-ca28ac58763d HTTP/1.1" status: 200 len: 945 time: 0.1540675 Sep 23 19:29:14.221496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a02b76bf-8b28-4965-bf52-64472537a4a0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:14.221913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a02b76bf-8b28-4965-bf52-64472537a4a0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:14.226474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.243475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-3782a9db-a262-4eb2-9e7c-59ea6f56bdb0 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ba2d5231-5f62-4f27-b368-f687b918fed9 HTTP/1.1" status: 200 len: 2981 time: 0.1042249 Sep 23 19:29:14.256069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a74c3d8-050e-4282-8242-6ad275d5ef4f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:14.259822 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.261788 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-19ac52ed-cec1-4a26-abf2-eae5d8c45e23 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a74c3d8-050e-4282-8242-6ad275d5ef4f HTTP/1.1" status: 204 len: 168 time: 0.3971002 Sep 23 19:29:14.264205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45466) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:14.268927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0805cb3f-66eb-423c-9a17-485108802142 None None] Network 2a8f5509-645b-482f-a46a-2f1d060f27df requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:14.358717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-547bca0b-a57d-4f41-a33f-bd5dde725850 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ba2d5231-5f62-4f27-b368-f687b918fed9 HTTP/1.1" status: 200 len: 2981 time: 0.1027052 Sep 23 19:29:14.364368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38581c53-c5a5-4fb1-84f0-381e11620120 req-a328efa0-32bf-4fe0-a3cd-1283d166f5bd tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec88de1f-4ecb-41a8-979a-0ffe127869f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241550 Sep 23 19:29:14.376996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.390016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-e11f3a4e-bda7-4282-9fa9-527f6ff79d34 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:14.391539 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-e11f3a4e-bda7-4282-9fa9-527f6ff79d34 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "GET /v2.0/ports?device_id=c817d630-abb9-4f71-a580-95d560b5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.1188068 Sep 23 19:29:14.397600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Deleting port 92473232-d303-47bd-bf2a-f78efaf0c38b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:14.397999 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.540013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] DHCP port deletion for 2a8f5509-645b-482f-a46a-2f1d060f27df request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:29:14.574263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Deleting port 2e3c9635-74e2-4726-b269-28569e014f70 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:14.575424 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.612015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] Deleting port 2e3c9635-74e2-4726-b269-28569e014f70 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:14.612410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.620218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Deleting port c2260e35-6263-4849-9697-63dd3030d356 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:14.620645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.637182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-7a90f082-663b-48c3-914b-e3284cdb768c tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cc3a27f9-1e08-4a06-8760-0b999d191ec0 HTTP/1.1" status: 200 len: 2977 time: 0.2713628 Sep 23 19:29:14.718246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] For port 2e3c9635-74e2-4726-b269-28569e014f70, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2e3c9635-74e2-4726-b269-28569e014f70,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:14.718246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.722623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-24e3f4d7-0ef1-4aa7-ac17-82f1876b3e07 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cc3a27f9-1e08-4a06-8760-0b999d191ec0 HTTP/1.1" status: 200 len: 2977 time: 0.0842505 Sep 23 19:29:14.737292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f62e2-f869-48b4-bdc3-f79a048255f7 req-d8115e06-6638-4d08-8ae6-7cf3f3e9b62e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:14.745704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-025f62e2-f869-48b4-bdc3-f79a048255f7 req-d8115e06-6638-4d08-8ae6-7cf3f3e9b62e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.1721089 Sep 23 19:29:14.797593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] For port 92473232-d303-47bd-bf2a-f78efaf0c38b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=92473232-d303-47bd-bf2a-f78efaf0c38b,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:14.797593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.824939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] For port c2260e35-6263-4849-9697-63dd3030d356, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c2260e35-6263-4849-9697-63dd3030d356,segment=NetworkSegment(b6c89e05-af88-411f-a69e-bbb864a3ae03),segment_id=b6c89e05-af88-411f-a69e-bbb864a3ae03)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:14.826287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.827851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-025f62e2-f869-48b4-bdc3-f79a048255f7 req-0569c429-d02c-43a4-80bd-f0412f1442d0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753050 Sep 23 19:29:14.839140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] For port 2e3c9635-74e2-4726-b269-28569e014f70, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2e3c9635-74e2-4726-b269-28569e014f70,segment=NetworkSegment(8911ddbc-7aa7-4271-8598-473cd7f30df8),segment_id=8911ddbc-7aa7-4271-8598-473cd7f30df8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:14.839769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.845570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Calling delete_port for c2260e35-6263-4849-9697-63dd3030d356 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:14.854900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] Calling delete_port for 2e3c9635-74e2-4726-b269-28569e014f70 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:14.873112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Calling delete_port for 2e3c9635-74e2-4726-b269-28569e014f70 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:14.885253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-a47cafb6-ba1f-4887-a72a-d23fd1bf80fd tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d5c481e3-dfdd-4df0-ae35-1ed3c8df5633 HTTP/1.1" status: 200 len: 2981 time: 0.1176655 Sep 23 19:29:14.886069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Calling delete_port for 92473232-d303-47bd-bf2a-f78efaf0c38b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:15.020968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.063701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] Pushing event deleted for resources: {'Port': ['ID=2e3c9635-74e2-4726-b269-28569e014f70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.070724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec47a7-b1a9-46de-9a7c-632bcd746870 None None] No DVR routers for this DVR port 2e3c9635-74e2-4726-b269-28569e014f70 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:15.112045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-5195ce53-fe03-4e49-b9c3-294dc71f5df8 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d5c481e3-dfdd-4df0-ae35-1ed3c8df5633 HTTP/1.1" status: 200 len: 2981 time: 0.2165596 Sep 23 19:29:15.154408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.192455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] No DVR routers for this DVR port 2e3c9635-74e2-4726-b269-28569e014f70 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:15.197012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3c9635-74e2-4726-b269-28569e014f70,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.198628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad950d-90a3-4289-b337-4b756502767a req-9d8197cc-a047-400f-95a4-2091b8718c74 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:15.199368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.200147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16ad950d-90a3-4289-b337-4b756502767a req-9d8197cc-a047-400f-95a4-2091b8718c74 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.1397693 Sep 23 19:29:15.206019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-d445fa43-3375-4828-8a06-6ee7d2ae0275 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/de73f415-1ff2-45da-a707-d077f51fc30f HTTP/1.1" status: 200 len: 2981 time: 0.0856283 Sep 23 19:29:15.213028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['92473232-d303-47bd-bf2a-f78efaf0c38b', 'c2260e35-6263-4849-9697-63dd3030d356'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:15.277828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event deleted for resources: {'Port': ['ID=c2260e35-6263-4849-9697-63dd3030d356,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.355514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16ad950d-90a3-4289-b337-4b756502767a req-437cf184-b94d-47ed-8c47-1be4a84c76a0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270843 Sep 23 19:29:15.368167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] No DVR routers for this DVR port c2260e35-6263-4849-9697-63dd3030d356 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:15.377907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.380148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0289f14a-4a1c-4075-a116-acbb750c0378 req-ba6394a3-c2dc-4840-9ab2-6e78dc77f2ba tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "DELETE /v2.0/ports/c2260e35-6263-4849-9697-63dd3030d356 HTTP/1.1" status: 204 len: 173 time: 0.9806132 Sep 23 19:29:15.380301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.389659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-ecec275a-abd9-4052-82bc-b0012147248d tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/de73f415-1ff2-45da-a707-d077f51fc30f HTTP/1.1" status: 200 len: 2981 time: 0.1389115 Sep 23 19:29:15.418579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Pushing event deleted for resources: {'Port': ['ID=92473232-d303-47bd-bf2a-f78efaf0c38b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.448490 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.480805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] No DVR routers for this DVR port 92473232-d303-47bd-bf2a-f78efaf0c38b on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:15.482573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'name': 'network-vif-deleted', 'tag': 'c2260e35-6263-4849-9697-63dd3030d356'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:15.485197 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f41b0-10ad-44e5-a7a9-c3505529a0ee" -d '{"events": [{"server_uuid": "c817d630-abb9-4f71-a580-95d560b5dfe3", "name": "network-vif-deleted", "tag": "c2260e35-6263-4849-9697-63dd3030d356"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:15.486497 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.488978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2448ad9-4a5d-4259-9682-87feeba56677 req-f1982ae0-b5de-40e4-a066-acaa97e35287 tempest-MultipleCreateTestJSON-2144101511 tempest-MultipleCreateTestJSON-2144101511-project] 10.222.0.72 "DELETE /v2.0/ports/92473232-d303-47bd-bf2a-f78efaf0c38b HTTP/1.1" status: 204 len: 173 time: 1.4090941 Sep 23 19:29:15.489414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'name': 'network-vif-deleted', 'tag': '92473232-d303-47bd-bf2a-f78efaf0c38b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:15.489751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8f5509-645b-482f-a46a-2f1d060f27df']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:15.491985 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f28b41b-239d-4e8a-8088-edd2b4e7d1ca" -d '{"events": [{"server_uuid": "824d275b-dd1d-4be9-a00f-ca28ac58763d", "name": "network-vif-deleted", "tag": "92473232-d303-47bd-bf2a-f78efaf0c38b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:15.507254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8911ddbc-7aa7-4271-8598-473cd7f30df8') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:15.507973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8911ddbc-7aa7-4271-8598-473cd7f30df8') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:15.512162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-3c492104-d653-4369-92f3-46cc6299da9c tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ec138f93-9a59-4a26-a901-f6025bd3ba54 HTTP/1.1" status: 200 len: 2981 time: 0.0965416 Sep 23 19:29:15.534663 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.557511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.562684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-50b4e76d-7d00-4d64-bc49-8084570fea56 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ec138f93-9a59-4a26-a901-f6025bd3ba54 HTTP/1.1" status: 200 len: 2981 time: 0.0434358 Sep 23 19:29:15.574335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:15.575058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:15.588525 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:15.616473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-c3a21f0a-a787-4bd9-a683-b0c3077d3194 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ec88de1f-4ecb-41a8-979a-0ffe127869f3 HTTP/1.1" status: 200 len: 2981 time: 0.0452273 Sep 23 19:29:15.636415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.642724 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.644641 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] 10.222.0.38 "DELETE /v2.0/networks/2a8f5509-645b-482f-a46a-2f1d060f27df HTTP/1.1" status: 204 len: 168 time: 1.3789270 Sep 23 19:29:15.655026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e1e94-c265-458c-83ad-c9db87a8ad2c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8f5509-645b-482f-a46a-2f1d060f27df,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.664067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-2727a0ed-a924-42a1-95e4-0816dc7f982c tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ec88de1f-4ecb-41a8-979a-0ffe127869f3 HTTP/1.1" status: 200 len: 2981 time: 0.0416756 Sep 23 19:29:15.706026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-dc7f6cef-d482-4a48-b88f-44847a47bc74 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f3f98901-e083-47be-86fc-db72105676d8 HTTP/1.1" status: 200 len: 2981 time: 0.0354097 Sep 23 19:29:15.749631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2387498e-0794-4aa8-8eeb-a4c702fe399d req-8c089543-276a-488d-a29a-883157b329e3 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f3f98901-e083-47be-86fc-db72105676d8 HTTP/1.1" status: 200 len: 2981 time: 0.0374105 Sep 23 19:29:15.791937 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494d9d68-6f9b-402c-b0c4-81f86d17b268 x-openstack-request-id: req-494d9d68-6f9b-402c-b0c4-81f86d17b268 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:15.792295 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817d630-abb9-4f71-a580-95d560b5dfe3", "name": "network-vif-deleted", "tag": "c2260e35-6263-4849-9697-63dd3030d356", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:15.792536 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-494d9d68-6f9b-402c-b0c4-81f86d17b268 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:15.793184 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817d630-abb9-4f71-a580-95d560b5dfe3', 'name': 'network-vif-deleted', 'tag': 'c2260e35-6263-4849-9697-63dd3030d356', 'status': 'completed', 'code': 200} Sep 23 19:29:15.832367 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ad705-2070-488c-a67d-8d262025d509 x-openstack-request-id: req-7a2ad705-2070-488c-a67d-8d262025d509 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:15.832896 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824d275b-dd1d-4be9-a00f-ca28ac58763d", "name": "network-vif-deleted", "tag": "92473232-d303-47bd-bf2a-f78efaf0c38b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:15.833161 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a2ad705-2070-488c-a67d-8d262025d509 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:15.833573 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824d275b-dd1d-4be9-a00f-ca28ac58763d', 'name': 'network-vif-deleted', 'tag': '92473232-d303-47bd-bf2a-f78efaf0c38b', 'status': 'completed', 'code': 200} Sep 23 19:29:15.865917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0360bb0c-b8f5-4e77-9278-b9355549c9c2 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:15.866609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:15.899845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 0360bb0c-b8f5-4e77-9278-b9355549c9c2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:15.900769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0360bb0c-b8f5-4e77-9278-b9355549c9c2 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:15.901378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2e3c9635-74e2-4726-b269-28569e014f70 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:15.913286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b58aa243-fa03-4291-9f0d-feab5a6e531d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5851cd2389242a7af40c59e07c7eb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453613 Sep 23 19:29:15.916307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:15.926109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 2e3c9635-74e2-4726-b269-28569e014f70 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:15.926765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2e3c9635-74e2-4726-b269-28569e014f70 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:16.024894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f118b8bf-31af-4671-bae4-2b5463ad2fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.045602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-425dabfa-1024-4a4c-9ccc-5ffcec66143c req-041c00e3-c352-4cc5-8d5c-a500c473f466 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=794f384f4afe4659a75e0b82976d46de HTTP/1.1" status: 200 len: 6104 time: 0.1023591 Sep 23 19:29:16.063838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f08f15a4-f4b8-435f-ae39-1909a778252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.087643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f118b8bf-31af-4671-bae4-2b5463ad2fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.134680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-425dabfa-1024-4a4c-9ccc-5ffcec66143c req-441d8c29-e0de-4ee2-9059-78103946b247 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "GET /v2.0/security-groups/0e7cdf4f-43c9-4586-8044-d6d679ddb454 HTTP/1.1" status: 200 len: 2981 time: 0.0824866 Sep 23 19:29:16.175671 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f118b8bf-31af-4671-bae4-2b5463ad2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.178022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f118b8bf-31af-4671-bae4-2b5463ad2fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.182038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f118b8bf-31af-4671-bae4-2b5463ad2fa6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2357b5b0-4786-48f5-8b93-1e168990ae4c HTTP/1.1" status: 204 len: 168 time: 0.2646670 Sep 23 19:29:16.197059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118b8bf-31af-4671-bae4-2b5463ad2fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2357b5b0-4786-48f5-8b93-1e168990ae4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:16.200981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-425dabfa-1024-4a4c-9ccc-5ffcec66143c req-f3d5c7d3-221e-4750-8476-d5e2a44b1556 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "GET /v2.0/security-groups/0e7cdf4f-43c9-4586-8044-d6d679ddb454 HTTP/1.1" status: 200 len: 2981 time: 0.0571067 Sep 23 19:29:16.324293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85db2b-8951-4c38-b8e3-7582b71959e2 req-e2e23fa3-8415-4e3a-80da-bcbdab9b6dd4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:16.325980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd85db2b-8951-4c38-b8e3-7582b71959e2 req-e2e23fa3-8415-4e3a-80da-bcbdab9b6dd4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0523231 Sep 23 19:29:16.366790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd85db2b-8951-4c38-b8e3-7582b71959e2 req-378e8537-1d49-4079-b67c-7263aae0eb0b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Sep 23 19:29:16.419128 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.499385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07bb4203-2f47-4b15-a048-8f26fbe290df req-2c744ed1-92f1-4f7c-912b-2cef89ac28c7 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/2d56b209-eb49-487f-80a2-beff79a35847 HTTP/1.1" status: 200 len: 1777 time: 0.0360584 Sep 23 19:29:16.551681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:16.562230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07bb4203-2f47-4b15-a048-8f26fbe290df req-020c5746-75ce-403e-bd58-8536f9f79178 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.583328 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07bb4203-2f47-4b15-a048-8f26fbe290df req-020c5746-75ce-403e-bd58-8536f9f79178 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.654092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07bb4203-2f47-4b15-a048-8f26fbe290df req-020c5746-75ce-403e-bd58-8536f9f79178 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.657417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07bb4203-2f47-4b15-a048-8f26fbe290df req-020c5746-75ce-403e-bd58-8536f9f79178 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.658577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07bb4203-2f47-4b15-a048-8f26fbe290df req-020c5746-75ce-403e-bd58-8536f9f79178 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d56b209-eb49-487f-80a2-beff79a35847 HTTP/1.1" status: 204 len: 173 time: 0.1522419 Sep 23 19:29:16.668275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c5746-75ce-403e-bd58-8536f9f79178 tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d56b209-eb49-487f-80a2-beff79a35847,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:16.701963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:16.729368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7', 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8', 'port_id': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7', 'mac_address': 'fa:16:3e:59:a7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1edbc7-a456-49f2-b374-d20e604ba9f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:16.782309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.798064 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:16.813538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971bf97-6616-4331-ba26-4a39b847b32a req-6b72fd87-ff56-4eb5-b5fb-5c2271ea5760 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:16.823589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:16.824077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f971bf97-6616-4331-ba26-4a39b847b32a req-6b72fd87-ff56-4eb5-b5fb-5c2271ea5760 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0895395 Sep 23 19:29:16.828662 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.879370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f971bf97-6616-4331-ba26-4a39b847b32a req-d8db9971-b404-4010-994d-0985995790e0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543075 Sep 23 19:29:16.890053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:16.935873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.998366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-223852f1-9adf-4bd4-accc-b42b61f42142 req-b73e346c-7d11-4a4d-9fb6-ea48dc5d69ca tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "GET /v2.0/security-groups/c3ca872e-a084-49cb-9dba-e8533b2f9796 HTTP/1.1" status: 200 len: 1777 time: 0.0403078 Sep 23 19:29:17.003341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:17.057652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-223852f1-9adf-4bd4-accc-b42b61f42142 req-cc1c05d4-ea97-496a-b35f-4ba0927f213e tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.089378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-223852f1-9adf-4bd4-accc-b42b61f42142 req-cc1c05d4-ea97-496a-b35f-4ba0927f213e tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.129737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-796640515-network', 'tenant_id': '6657698276964538bd5c80b53172a017'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:17.152530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Made reservation on behalf of 6657698276964538bd5c80b53172a017 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:17.155651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.158791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-223852f1-9adf-4bd4-accc-b42b61f42142 req-cc1c05d4-ea97-496a-b35f-4ba0927f213e tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.161464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-223852f1-9adf-4bd4-accc-b42b61f42142 req-cc1c05d4-ea97-496a-b35f-4ba0927f213e tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.162623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-223852f1-9adf-4bd4-accc-b42b61f42142 req-cc1c05d4-ea97-496a-b35f-4ba0927f213e tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3ca872e-a084-49cb-9dba-e8533b2f9796 HTTP/1.1" status: 204 len: 173 time: 0.1570864 Sep 23 19:29:17.170704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.183459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c05d4-ea97-496a-b35f-4ba0927f213e tempest-SecurityGroupsTestAdminJSON-1799096303 tempest-SecurityGroupsTestAdminJSON-1799096303-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ca872e-a084-49cb-9dba-e8533b2f9796,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:17.233221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:17.245019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8315de17-b11c-4b5e-ac1e-6cd4dc9eac13 req-6602e0ea-296a-4809-a660-148735c9ca6c tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "GET /v2.0/security-groups/4dbfdb10-8bc2-4980-81a1-1e329d1efb0a HTTP/1.1" status: 200 len: 1778 time: 0.0625536 Sep 23 19:29:17.262001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c2260e35-6263-4849-9697-63dd3030d356 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:17.288207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: c2260e35-6263-4849-9697-63dd3030d356 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:17.288890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c2260e35-6263-4849-9697-63dd3030d356 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:17.289417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 92473232-d303-47bd-bf2a-f78efaf0c38b no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:17.311676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 92473232-d303-47bd-bf2a-f78efaf0c38b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:17.312328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 92473232-d303-47bd-bf2a-f78efaf0c38b not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:17.345925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8315de17-b11c-4b5e-ac1e-6cd4dc9eac13 req-55a1b2ed-c04e-4246-9607-ec3e58aa7175 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.365482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.371968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.385954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8315de17-b11c-4b5e-ac1e-6cd4dc9eac13 req-55a1b2ed-c04e-4246-9607-ec3e58aa7175 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.423403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:29:17.447529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba7731b-c8ef-464c-b0c1-d44339c363b7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:17.450791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.451137 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Added segment ef77ce69-7f5d-45ea-9eb0-6122dd91c577 of type vlan for network 05775322-a051-4fae-a3cb-c3c1f512aae6 Sep 23 19:29:17.498739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8315de17-b11c-4b5e-ac1e-6cd4dc9eac13 req-55a1b2ed-c04e-4246-9607-ec3e58aa7175 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.501437 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8315de17-b11c-4b5e-ac1e-6cd4dc9eac13 req-55a1b2ed-c04e-4246-9607-ec3e58aa7175 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.502727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8315de17-b11c-4b5e-ac1e-6cd4dc9eac13 req-55a1b2ed-c04e-4246-9607-ec3e58aa7175 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "DELETE /v2.0/security-groups/4dbfdb10-8bc2-4980-81a1-1e329d1efb0a HTTP/1.1" status: 204 len: 173 time: 0.2460501 Sep 23 19:29:17.504386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.520356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1b2ed-c04e-4246-9607-ec3e58aa7175 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbfdb10-8bc2-4980-81a1-1e329d1efb0a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:17.543809 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.545407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:17.546175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.586755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5795608 Sep 23 19:29:17.587716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:17.594026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Request body: {'subnet': {'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-796640515-subnet', 'tenant_id': '6657698276964538bd5c80b53172a017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:17.639486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fed14-9747-43fe-a9e3-03eb9d2f7732 admin admin] Pushing event updated for resources: {'Network': ['ID=05775322-a051-4fae-a3cb-c3c1f512aae6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:17.651661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 05775322-a051-4fae-a3cb-c3c1f512aae6 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:29:17.673197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Made reservation on behalf of 6657698276964538bd5c80b53172a017 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:17.675734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.711346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503e23a-1622-4eae-97f7-973f5fa21341 req-43d66be2-fdb4-4fb0-a6a3-6eb1c68604ab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:17.712734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6503e23a-1622-4eae-97f7-973f5fa21341 req-43d66be2-fdb4-4fb0-a6a3-6eb1c68604ab tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.1131065 Sep 23 19:29:17.798737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6503e23a-1622-4eae-97f7-973f5fa21341 req-17b7464f-811b-41fb-b270-22bbda7e171b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 Sep 23 19:29:17.915993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.975345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbca82ce-830a-4274-b087-715fe9641759 req-cf4a82d5-86cd-49ec-8f6d-08f411c137bf tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "GET /v2.0/security-groups/3bc059a2-0d51-4dad-a19f-c283a3ec9976 HTTP/1.1" status: 200 len: 1778 time: 0.0848548 Sep 23 19:29:17.993410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:18.026859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Checking segment: {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:18.027205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Network hostable DHCP agents. Network: 05775322-a051-4fae-a3cb-c3c1f512aae6, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:29:18.061047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbca82ce-830a-4274-b087-715fe9641759 req-ad1fb76a-17ea-4573-a42d-f8655737f6e8 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.066953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Network 05775322-a051-4fae-a3cb-c3c1f512aae6 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:29:18.086677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 05775322-a051-4fae-a3cb-c3c1f512aae6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:18.091377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:18.091966 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.098787 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbca82ce-830a-4274-b087-715fe9641759 req-ad1fb76a-17ea-4573-a42d-f8655737f6e8 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.101899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75577e58-9e97-47ed-bb18-df2f7d2bbdc8 None None] Network 05775322-a051-4fae-a3cb-c3c1f512aae6 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:18.141170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8cf599e9-be8a-4527-86f1-4c5c94329a47 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5439844 Sep 23 19:29:18.209308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbca82ce-830a-4274-b087-715fe9641759 req-ad1fb76a-17ea-4573-a42d-f8655737f6e8 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.212129 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cbca82ce-830a-4274-b087-715fe9641759 req-ad1fb76a-17ea-4573-a42d-f8655737f6e8 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.213342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbca82ce-830a-4274-b087-715fe9641759 req-ad1fb76a-17ea-4573-a42d-f8655737f6e8 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] 10.222.0.38 "DELETE /v2.0/security-groups/3bc059a2-0d51-4dad-a19f-c283a3ec9976 HTTP/1.1" status: 204 len: 173 time: 0.2309687 Sep 23 19:29:18.234901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fb76a-17ea-4573-a42d-f8655737f6e8 tempest-SecurityGroupsTestAdminJSON-350560781 tempest-SecurityGroupsTestAdminJSON-350560781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc059a2-0d51-4dad-a19f-c283a3ec9976,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:18.402157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e2f65-f4ad-4fda-b1a6-61e302eb35cc None None] Network 05775322-a051-4fae-a3cb-c3c1f512aae6 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:18.454586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725555-45ee-41ae-8bc0-0887c1608aa4 req-e50d0c30-055f-43ce-833f-8af780353f0c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:18.463411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7725555-45ee-41ae-8bc0-0887c1608aa4 req-e50d0c30-055f-43ce-833f-8af780353f0c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 944 time: 0.1235888 Sep 23 19:29:18.540207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7725555-45ee-41ae-8bc0-0887c1608aa4 req-2193a1b5-4395-4a43-badd-7c2d429ceb7f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757945 Sep 23 19:29:18.561824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:18.568579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:18.621159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.649522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:18.655298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:18.655888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.771845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.806967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a7f0f03-e27d-4e93-87c9-60d4d7fe1b46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=794f384f4afe4659a75e0b82976d46de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371752 Sep 23 19:29:18.809375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:18.816087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:18.818550 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26af9fa-4177-4fcb-ac96-cfd36c5ab3d3" -d '{"events": [{"server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "name": "network-vif-plugged", "status": "completed", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:18.833189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:18.837283 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.880356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b12c58f6-76f1-4c78-b34b-95f01e13aab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.903072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b12c58f6-76f1-4c78-b34b-95f01e13aab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.906872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:18.959324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b12c58f6-76f1-4c78-b34b-95f01e13aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.962351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b12c58f6-76f1-4c78-b34b-95f01e13aab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.965789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b12c58f6-76f1-4c78-b34b-95f01e13aab8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e7cdf4f-43c9-4586-8044-d6d679ddb454 HTTP/1.1" status: 204 len: 168 time: 0.1517615 Sep 23 19:29:18.986132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c58f6-76f1-4c78-b34b-95f01e13aab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7cdf4f-43c9-4586-8044-d6d679ddb454,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:19.092416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-f34aa24c-97d8-4901-a520-8b2380c0691d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.098874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-f34aa24c-97d8-4901-a520-8b2380c0691d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 814 time: 0.1242707 Sep 23 19:29:19.109834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-b1baa566-c205-44d7-8a3d-5a2ae5f2f701 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/quotas/6657698276964538bd5c80b53172a017 HTTP/1.1" status: 200 len: 375 time: 0.0094926 Sep 23 19:29:19.143220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-ce6442ae-2f9b-474f-888d-ff23bf8417e6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276041 Sep 23 19:29:19.246380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-a76f7dd2-b5fe-416f-902d-42c3d9dfa6a8 service neutron] 10.222.0.38 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946219 Sep 23 19:29:19.266844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:19.318774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e6f60d5-630c-44c1-a38c-8abee5a1fea0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a35591f013547089b9533cbb95bfce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506761 Sep 23 19:29:19.321076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:19.343982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-2a065988-2978-4a66-84c7-e27ea7be69df service neutron] 10.222.0.38 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902894 Sep 23 19:29:19.378094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.401250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.488576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.493002 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.498608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba2d5231-5f62-4f27-b368-f687b918fed9 HTTP/1.1" status: 204 len: 168 time: 0.1763542 Sep 23 19:29:19.508531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d5231-5f62-4f27-b368-f687b918fed9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:19.517706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.518319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.518897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.519494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.520055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.521140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.521705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.522290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.522852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.523412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.524217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.524785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b288b3-f5a3-44ea-bb1b-99ba10928170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:19.603510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1781-d972-42c5-b876-b028a0777cdf req-153d447f-d2bc-495f-ba05-c9ff9a945096 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.605028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-687e1781-d972-42c5-b876-b028a0777cdf req-153d447f-d2bc-495f-ba05-c9ff9a945096 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0565035 Sep 23 19:29:19.649314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-687e1781-d972-42c5-b876-b028a0777cdf req-298b15ab-ea90-4597-a214-03d1e1c44387 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Sep 23 19:29:19.704325 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a1e86-0f37-4d76-8230-ac59b0e66956 x-openstack-request-id: req-9a1a1e86-0f37-4d76-8230-ac59b0e66956 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:19.704859 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "name": "network-vif-plugged", "status": "completed", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:19.704859 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a1a1e86-0f37-4d76-8230-ac59b0e66956 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:19.705268 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7', 'code': 200} Sep 23 19:29:19.848818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a84fb33c-cedd-463c-86ea-8f0ee3e4a230 req-7bdc9a86-4de1-4586-9060-fb01bbb537b9 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 210 time: 0.0302625 Sep 23 19:29:19.859029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7c176-078f-412b-965f-41bff5151782 req-9bfa4aff-5d6c-485a-8be7-2385faa950c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.860681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb7c176-078f-412b-965f-41bff5151782 req-9bfa4aff-5d6c-485a-8be7-2385faa950c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1096 time: 0.0850916 Sep 23 19:29:19.901477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffb7c176-078f-412b-965f-41bff5151782 req-e4c7f91d-7555-4d71-a582-d6aaaef2b86b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Sep 23 19:29:20.014279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c37cd-b759-451d-bcc8-29d17576c558 req-348943bc-03bf-47ea-ace1-2f64bcd97264 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:20.015835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-672c37cd-b759-451d-bcc8-29d17576c558 req-348943bc-03bf-47ea-ace1-2f64bcd97264 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0605245 Sep 23 19:29:20.071591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-672c37cd-b759-451d-bcc8-29d17576c558 req-ae0efc97-02be-4a52-9a8f-73a87c66b26f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Sep 23 19:29:20.729974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-742586ac-8cb7-4e1c-acfb-33704675fb39 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:20.731379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-742586ac-8cb7-4e1c-acfb-33704675fb39 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 814 time: 0.1417849 Sep 23 19:29:20.752129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Request body: {'port': {'device_id': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'admin_state_up': True, 'tenant_id': '6657698276964538bd5c80b53172a017'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:20.889628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Made reservation on behalf of 6657698276964538bd5c80b53172a017 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:20.895011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.080385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ebc00-4dc5-4158-a1fa-e23bdbc0b757 req-97bcecdb-9660-43c7-9709-04b513638a6c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.082636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a72ebc00-4dc5-4158-a1fa-e23bdbc0b757 req-97bcecdb-9660-43c7-9709-04b513638a6c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.3103864 Sep 23 19:29:21.083994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Allocated IP 172.20.0.4 (05775322-a051-4fae-a3cb-c3c1f512aae6/81ad76e2-8c6b-4a27-8d5a-6ec402d064e7/ba8526c6-32bb-4d12-84b8-e7b33d098734) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:21.152282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a72ebc00-4dc5-4158-a1fa-e23bdbc0b757 req-89290d90-cc40-450f-80e0-4aad97503e77 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598590 Sep 23 19:29:21.279638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.320066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bc6dddf-6819-4cc7-84e9-93c8e3142ac8 req-e95572ba-c305-4c3b-bc07-059381b7a198 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 210 time: 0.0335131 Sep 23 19:29:21.357590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.436261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Network 05775322-a051-4fae-a3cb-c3c1f512aae6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:21.443027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:21.454079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:21.458569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:21.503971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6951464-cdb6-4e3b-b152-fe09af5f6a5f req-04fc37bc-c3fc-4451-ab2b-2ebd2f59adeb tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.505448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6951464-cdb6-4e3b-b152-fe09af5f6a5f req-04fc37bc-c3fc-4451-ab2b-2ebd2f59adeb tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.1126959 Sep 23 19:29:21.529137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.529748 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.561487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-146ca803-3444-408f-92c4-105f88b5a660 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151095 Sep 23 19:29:21.564321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6951464-cdb6-4e3b-b152-fe09af5f6a5f req-1e487453-c0d6-43c6-ba90-16c38cda5e84 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Sep 23 19:29:21.575088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Request body: {'port': {'device_id': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:21.628024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.791097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-d2fa08c1-b33c-4808-b769-4332df205ab4 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a2f5c46699634c74aaf1d163a1988322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339282 Sep 23 19:29:21.962438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-dac94f5a-b269-4cfc-8ff7-2e578698fb9b tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.963797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-dac94f5a-b269-4cfc-8ff7-2e578698fb9b tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644003 Sep 23 19:29:22.000137 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-6f6d86ad-d39f-4a5c-88ca-1b66eb25a2f4 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/quotas/a2f5c46699634c74aaf1d163a1988322 HTTP/1.1" status: 200 len: 375 time: 0.0151176 Sep 23 19:29:22.005436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8526c6-32bb-4d12-84b8-e7b33d098734 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:22.020815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.043720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-794230fe-9519-4d49-aa3f-67e46486cec4 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2f5c46699634c74aaf1d163a1988322&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339890 Sep 23 19:29:22.048190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Transition to ACTIVE for port object ba8526c6-32bb-4d12-84b8-e7b33d098734 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:22.051970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.119782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:22.185231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Attempting to bind port ba8526c6-32bb-4d12-84b8-e7b33d098734 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:22.185643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Attempting to bind port ba8526c6-32bb-4d12-84b8-e7b33d098734 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:22.186017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Attempting to bind port ba8526c6-32bb-4d12-84b8-e7b33d098734 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:22.190980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Port ba8526c6-32bb-4d12-84b8-e7b33d098734 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:22.191374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Attempting to bind port ba8526c6-32bb-4d12-84b8-e7b33d098734 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:22.196383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:22.196793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Checking segment: {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:22.197244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Bound using segment: {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:22.197665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Bound port: ba8526c6-32bb-4d12-84b8-e7b33d098734, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:22.198019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.264476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:22.270856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:22.275130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.317848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:22.318626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.320117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] 10.222.0.72 "PUT /v2.0/ports/ba8526c6-32bb-4d12-84b8-e7b33d098734 HTTP/1.1" status: 200 len: 1091 time: 0.7491035 Sep 23 19:29:22.320598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:22.322980 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad18b10-761f-494e-8ae2-330e2c1992b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:22.357111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46bc8-95c1-48ae-a7dc-77913bef102e service neutron] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:22.430504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba368866-ca9e-4cac-9ad9-f3aa9a3c8f06 req-6a12d504-8bf7-42b4-a267-ebb30ee7cc45 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Sep 23 19:29:22.438500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-b096ff87-0046-49b4-9501-0db2667c1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:22.440167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-b096ff87-0046-49b4-9501-0db2667c1c5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 1094 time: 0.0761616 Sep 23 19:29:22.488205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-917ce9f5-87d0-4e92-a582-ace4768e2e78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734 HTTP/1.1" status: 200 len: 217 time: 0.0357010 Sep 23 19:29:22.573469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-1f1c70b9-6dff-458e-a8e4-f5ba597a30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:22.574957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-1f1c70b9-6dff-458e-a8e4-f5ba597a30e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 HTTP/1.1" status: 200 len: 854 time: 0.0736799 Sep 23 19:29:22.582901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4fc52-c7eb-429d-a04b-2bf112c7ac27 req-5856fbad-c378-480a-be24-890ffe606265 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:22.584267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28f4fc52-c7eb-429d-a04b-2bf112c7ac27 req-5856fbad-c378-480a-be24-890ffe606265 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0917645 Sep 23 19:29:22.624380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-4ed565d1-5e0d-4283-936e-9367c6e9f742 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=05775322-a051-4fae-a3cb-c3c1f512aae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391674 Sep 23 19:29:22.660600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28f4fc52-c7eb-429d-a04b-2bf112c7ac27 req-9ae9e864-0fb7-435f-bdd4-74d25a325533 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658798 Sep 23 19:29:22.732916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-faf964f4-53fa-46db-ab0e-3fcfd61e5ff2 service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006296 Sep 23 19:29:22.771021 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a113639e-92dd-4948-8faa-427daf3da56e x-openstack-request-id: req-a113639e-92dd-4948-8faa-427daf3da56e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:22.771298 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:22.771558 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a113639e-92dd-4948-8faa-427daf3da56e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:22.771937 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'status': 'completed', 'code': 200} Sep 23 19:29:22.857888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd4dd3fa-90b8-455c-9c17-0d80928eff1e req-9b7b868e-9453-4ab9-8369-18160b4dba0a service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166878 Sep 23 19:29:22.880534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37898516-d6e8-4d1e-8c1a-7879a624a685 req-e1e1ae83-4442-4ebe-ab27-ee742fbc2226 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:22.882048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37898516-d6e8-4d1e-8c1a-7879a624a685 req-e1e1ae83-4442-4ebe-ab27-ee742fbc2226 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 943 time: 0.0657797 Sep 23 19:29:23.208266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37898516-d6e8-4d1e-8c1a-7879a624a685 req-c056ccaa-447a-4057-848e-3edce521bbdf tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177025 Sep 23 19:29:23.217723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-bc887ab9-fe7e-4093-a03c-5cecd9f6bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.219118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-bc887ab9-fe7e-4093-a03c-5cecd9f6bc05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 1094 time: 0.0536742 Sep 23 19:29:23.291799 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-3d9e56c8-f57d-4337-918e-fc0070314964 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a2f5c46699634c74aaf1d163a1988322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254946 Sep 23 19:29:23.358438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-fed38ace-bfbe-4e51-859c-99109b3890d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.359926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-fed38ace-bfbe-4e51-859c-99109b3890d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 915 time: 0.1327486 Sep 23 19:29:23.368318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1f953-4ef5-4b3b-845c-807eae13eebe req-0362c92b-51cf-4462-9525-f8d59280020b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.369879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52f1f953-4ef5-4b3b-845c-807eae13eebe req-0362c92b-51cf-4462-9525-f8d59280020b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0712461 Sep 23 19:29:23.410257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-b0081e0f-2a49-4794-814d-4fe03598e97f tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.411950 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-b0081e0f-2a49-4794-814d-4fe03598e97f tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128058 Sep 23 19:29:23.422349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-13f5ae25-e73b-4b37-800b-0d04123a44d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734 HTTP/1.1" status: 200 len: 217 time: 0.0466528 Sep 23 19:29:23.425914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Request body: {'port': {'device_id': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a2f5c46699634c74aaf1d163a1988322'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:23.471569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52f1f953-4ef5-4b3b-845c-807eae13eebe req-13af7aa6-c7bb-4a5e-97c7-9a953e97b904 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901055 Sep 23 19:29:23.494554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-2c1b1d31-f9ac-4d30-acb0-3cff1153dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.496074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-2c1b1d31-f9ac-4d30-acb0-3cff1153dc7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 HTTP/1.1" status: 200 len: 854 time: 0.0594649 Sep 23 19:29:23.535041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-02451b70-60a1-4808-81a6-84a8e1ed1a3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=05775322-a051-4fae-a3cb-c3c1f512aae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315557 Sep 23 19:29:23.535468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Made reservation on behalf of a2f5c46699634c74aaf1d163a1988322 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:23.538935 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.553308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.650700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.655347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.660039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066304c-60a4-4ccd-afd6-dee8d6c83844 req-4e7f7ef3-112d-4e09-9bf4-5e509234da39 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.661540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f066304c-60a4-4ccd-afd6-dee8d6c83844 req-4e7f7ef3-112d-4e09-9bf4-5e509234da39 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.1300297 Sep 23 19:29:23.689185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5228353b-8c5c-4d37-aea4-e1cbb5cce602,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:23.697432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-59bf89f4-6129-49a4-9e8b-6416615f5cfd service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538363 Sep 23 19:29:23.734867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f066304c-60a4-4ccd-afd6-dee8d6c83844 req-e74855fb-7eaa-49c9-9298-46b7821b966e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594583 Sep 23 19:29:23.800476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Allocated IP 192.168.233.40 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/345269d5-92fb-4148-80fd-6fa2c7496c57) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:23.812467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cad18b10-761f-494e-8ae2-330e2c1992b9 req-382199fe-5973-4a21-89b9-467f33169dd3 service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079891 Sep 23 19:29:23.881607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e066f1e-2e69-4ec1-bcdb-1cc3c5b23ea9 req-b62ac4dc-0b65-4f73-ae9d-6303ebd288e4 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 210 time: 0.0302136 Sep 23 19:29:23.955993 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.989196 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.991622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5feb2-0725-48d3-96f9-19bbbc9dbc44 req-f33565bd-0771-43ad-9b60-14fe0d13cec7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.993136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05e5feb2-0725-48d3-96f9-19bbbc9dbc44 req-f33565bd-0771-43ad-9b60-14fe0d13cec7 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0491784 Sep 23 19:29:24.031073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05e5feb2-0725-48d3-96f9-19bbbc9dbc44 req-cd798921-20c0-49de-8bd9-47b8935475dd tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Sep 23 19:29:24.032369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:24.035637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:24.039332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:24.067384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Pushing event updated for resources: {'Port': ['ID=345269d5-92fb-4148-80fd-6fa2c7496c57,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:24.096985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.097624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.115428 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-6eeab31b-2d6a-47c9-b203-0fa5f6c1b4bc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6931138 Sep 23 19:29:24.127074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Request body: {'port': {'device_id': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:24.192964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.196705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b0b33-d522-44f0-a938-1555201a611b req-008f10a6-955a-4db3-9ea6-0bd0c5f67963 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.198282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995b0b33-d522-44f0-a938-1555201a611b req-008f10a6-955a-4db3-9ea6-0bd0c5f67963 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1096 time: 0.0410826 Sep 23 19:29:24.234169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-995b0b33-d522-44f0-a938-1555201a611b req-d93d1163-6154-4aaa-94ab-06eece1c4a68 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292087 Sep 23 19:29:24.289226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-8abe4d92-5a01-47e0-b00a-12c609488f65 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.290961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-8abe4d92-5a01-47e0-b00a-12c609488f65 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 945 time: 0.0560546 Sep 23 19:29:24.353514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-35e38380-3430-4ce5-a51d-7f20baa98275 None None] Provisioning complete for port 345269d5-92fb-4148-80fd-6fa2c7496c57 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:24.354159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35e38380-3430-4ce5-a51d-7f20baa98275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.390143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-35e38380-3430-4ce5-a51d-7f20baa98275 None None] Port 345269d5-92fb-4148-80fd-6fa2c7496c57 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:24.410304 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00fa4-3be8-44d6-b5cf-305ac770055b req-ca790f32-d97f-402b-92c1-9e5188b9947c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.411781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cef00fa4-3be8-44d6-b5cf-305ac770055b req-ca790f32-d97f-402b-92c1-9e5188b9947c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 943 time: 0.1070645 Sep 23 19:29:24.462150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345269d5-92fb-4148-80fd-6fa2c7496c57 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:24.464443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cef00fa4-3be8-44d6-b5cf-305ac770055b req-319d42ec-590e-4665-8ae7-966dc1f2f449 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 Sep 23 19:29:24.467042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Deleting port 8516513f-17af-4dbc-9b75-a997550dc0fd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:24.467384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.470596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.485625 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Transition to ACTIVE for port object 345269d5-92fb-4148-80fd-6fa2c7496c57 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:24.488911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.565907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Pushing event updated for resources: {'Port': ['ID=345269d5-92fb-4148-80fd-6fa2c7496c57,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:24.602619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] For port 8516513f-17af-4dbc-9b75-a997550dc0fd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=8516513f-17af-4dbc-9b75-a997550dc0fd,segment=NetworkSegment(36415ee1-e915-4b49-8b40-f8d8cec67350),segment_id=36415ee1-e915-4b49-8b40-f8d8cec67350)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:24.603057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.616621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Attempting to bind port 345269d5-92fb-4148-80fd-6fa2c7496c57 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:24.617158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Attempting to bind port 345269d5-92fb-4148-80fd-6fa2c7496c57 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:24.617592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Attempting to bind port 345269d5-92fb-4148-80fd-6fa2c7496c57 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:24.619324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Calling delete_port for 8516513f-17af-4dbc-9b75-a997550dc0fd owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:24.622231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5016d-7437-41d4-90b2-24ce671e3401 req-e0c84145-f48a-4848-b428-7baf8e35829d tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.622786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Port 345269d5-92fb-4148-80fd-6fa2c7496c57 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:24.623216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Attempting to bind port 345269d5-92fb-4148-80fd-6fa2c7496c57 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:24.623743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18d5016d-7437-41d4-90b2-24ce671e3401 req-e0c84145-f48a-4848-b428-7baf8e35829d tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1096 time: 0.0815680 Sep 23 19:29:24.629415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:24.629885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:24.630843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:24.631415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Bound port: 345269d5-92fb-4148-80fd-6fa2c7496c57, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:24.632210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.702147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] For port 345269d5-92fb-4148-80fd-6fa2c7496c57, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:24.705371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] For port 345269d5-92fb-4148-80fd-6fa2c7496c57, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=345269d5-92fb-4148-80fd-6fa2c7496c57,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:24.708771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18d5016d-7437-41d4-90b2-24ce671e3401 req-64b94b3b-6a1c-492a-b412-6ccbe5d1a409 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759304 Sep 23 19:29:24.716111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.755676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.756263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.757678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] 10.222.0.72 "PUT /v2.0/ports/345269d5-92fb-4148-80fd-6fa2c7496c57 HTTP/1.1" status: 200 len: 1095 time: 0.6351328 Sep 23 19:29:24.758076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'tag': '345269d5-92fb-4148-80fd-6fa2c7496c57'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:24.760328 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e90265-a7bc-4f99-92c1-584e7c0c1811" -d '{"events": [{"name": "network-changed", "server_uuid": "b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759", "tag": "345269d5-92fb-4148-80fd-6fa2c7496c57"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:24.792415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645e392-bfc6-4457-a0ba-3b8f82d8d75d service neutron] Pushing event updated for resources: {'Port': ['ID=345269d5-92fb-4148-80fd-6fa2c7496c57,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:24.829941 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.852112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-eb59e8b3-c670-4a29-a4e1-a33a763fe981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.853699 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-eb59e8b3-c670-4a29-a4e1-a33a763fe981 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2f5c46699634c74aaf1d163a1988322&device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 1098 time: 0.0456002 Sep 23 19:29:24.875050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7453bc0-8856-44b6-88ee-d26b61363ca4 req-f6c48cfd-33f3-4f52-930f-d4d9815a9401 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.876582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7453bc0-8856-44b6-88ee-d26b61363ca4 req-f6c48cfd-33f3-4f52-930f-d4d9815a9401 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee7ad26b-3553-4132-89c6-acc185c8af40 HTTP/1.1" status: 200 len: 867 time: 0.1015465 Sep 23 19:29:24.882665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Pushing event deleted for resources: {'Port': ['ID=8516513f-17af-4dbc-9b75-a997550dc0fd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:24.898647 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-c910c1a5-5d7d-4319-a234-80355e56341a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=345269d5-92fb-4148-80fd-6fa2c7496c57 HTTP/1.1" status: 200 len: 217 time: 0.0369787 Sep 23 19:29:24.923932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.924278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.924764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.925106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.925439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.925767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.926094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.926442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.926770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.927092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.927413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.927732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:24.945751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] No DVR routers for this DVR port 8516513f-17af-4dbc-9b75-a997550dc0fd on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:24.948456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.951355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-822de34e-b004-4d9f-8bc5-59ac6e4b9fab req-25594b2e-e01e-40ea-bbef-0d7ee36deb7b tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.41 "DELETE /v2.0/ports/8516513f-17af-4dbc-9b75-a997550dc0fd HTTP/1.1" status: 204 len: 173 time: 0.6542857 Sep 23 19:29:24.951768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-f06e20c9-af06-46a3-a155-2fdc5ffda440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.952071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'name': 'network-vif-deleted', 'tag': '8516513f-17af-4dbc-9b75-a997550dc0fd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:24.954241 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-f06e20c9-af06-46a3-a155-2fdc5ffda440 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0478272 Sep 23 19:29:24.955021 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb71045-3f1c-4683-b97a-a2e05e49e713" -d '{"events": [{"server_uuid": "ee7ad26b-3553-4132-89c6-acc185c8af40", "name": "network-vif-deleted", "tag": "8516513f-17af-4dbc-9b75-a997550dc0fd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:24.985234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7453bc0-8856-44b6-88ee-d26b61363ca4 req-4b063fa6-12aa-404c-a3ee-ffa2f2e8d4b0 tempest-VolumesAdminNegativeTest-784702041 tempest-VolumesAdminNegativeTest-784702041-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec138f93-9a59-4a26-a901-f6025bd3ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980825 Sep 23 19:29:25.007183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c620d-bee2-471f-83ee-67694112edba req-6ecb851e-3b4d-4934-8815-f5fb62eb5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.008783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-6ecb851e-3b4d-4934-8815-f5fb62eb5114 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477591 Sep 23 19:29:25.070448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.103152 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf959b2-4479-44ce-be76-ec658787bcd1 x-openstack-request-id: req-bdf959b2-4479-44ce-be76-ec658787bcd1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:25.103402 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759", "tag": "345269d5-92fb-4148-80fd-6fa2c7496c57", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:25.103641 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdf959b2-4479-44ce-be76-ec658787bcd1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:25.104037 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'tag': '345269d5-92fb-4148-80fd-6fa2c7496c57', 'status': 'completed', 'code': 200} Sep 23 19:29:25.132654 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-d30b8971-56ae-46ff-b764-bbf0b45aefd4 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163383 Sep 23 19:29:25.224888 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-045c620d-bee2-471f-83ee-67694112edba req-2d31cfd8-dcd3-4ea7-bec7-a6148c034159 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 Sep 23 19:29:25.242857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ef64e-f5e9-46d4-855d-4be79afec059 req-660a2c03-4872-4102-8b86-95771acad9d9 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.244319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-587ef64e-f5e9-46d4-855d-4be79afec059 req-660a2c03-4872-4102-8b86-95771acad9d9 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 947 time: 0.0500746 Sep 23 19:29:25.282675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-587ef64e-f5e9-46d4-855d-4be79afec059 req-3746d27b-601c-4ecc-b921-6e6c5c56c4e6 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Sep 23 19:29:25.291287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ba8526c6-32bb-4d12-84b8-e7b33d098734 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:25.310043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-e0c316b1-efc2-454c-b01b-659a39c51698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.311611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-e0c316b1-efc2-454c-b01b-659a39c51698 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2f5c46699634c74aaf1d163a1988322&device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 1098 time: 0.0422330 Sep 23 19:29:25.327876 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679ee5c-cbd9-4b1c-a5cd-94f408e2bf93 x-openstack-request-id: req-7679ee5c-cbd9-4b1c-a5cd-94f408e2bf93 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:25.328168 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7ad26b-3553-4132-89c6-acc185c8af40", "name": "network-vif-deleted", "tag": "8516513f-17af-4dbc-9b75-a997550dc0fd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:25.328862 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7679ee5c-cbd9-4b1c-a5cd-94f408e2bf93 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:25.329263 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7ad26b-3553-4132-89c6-acc185c8af40', 'name': 'network-vif-deleted', 'tag': '8516513f-17af-4dbc-9b75-a997550dc0fd', 'status': 'completed', 'code': 200} Sep 23 19:29:25.421748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-bb3ee458-6d7f-440b-a42e-548c571f0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.424109 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-bb3ee458-6d7f-440b-a42e-548c571f0f3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1038358 Sep 23 19:29:25.425306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:25.437664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'port_id': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'mac_address': 'fa:16:3e:56:da:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ad76e2-8c6b-4a27-8d5a-6ec402d064e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:25.458935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665f991-4d3d-43f2-9c5d-c5c3016c0632 req-50246f27-cece-4b72-a900-2105d946bd0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.470770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3665f991-4d3d-43f2-9c5d-c5c3016c0632 req-50246f27-cece-4b72-a900-2105d946bd0c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0873849 Sep 23 19:29:25.478162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-2a137f9e-4ea6-4d66-96ac-51b8b3a9d71f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=345269d5-92fb-4148-80fd-6fa2c7496c57 HTTP/1.1" status: 200 len: 217 time: 0.0459120 Sep 23 19:29:25.480613 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.500274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8526c6-32bb-4d12-84b8-e7b33d098734 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:25.515204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3665f991-4d3d-43f2-9c5d-c5c3016c0632 req-f69732fe-4f9e-42cb-9f9d-6a21db625d05 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434725 Sep 23 19:29:25.521678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:25.527521 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.543365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-9ea09148-1191-4b09-803f-ca28d08bea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.544860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-9ea09148-1191-4b09-803f-ca28d08bea97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0593946 Sep 23 19:29:25.584484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:25.600164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-2af3a6e0-b5b4-4edc-b016-608e09ed332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.601643 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-2af3a6e0-b5b4-4edc-b016-608e09ed332a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455306 Sep 23 19:29:25.694303 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-a3e9da26-4e15-40dd-a044-54be68f4bd4d service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843232 Sep 23 19:29:25.793286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-04e90265-a7bc-4f99-92c1-584e7c0c1811 req-11e13e7c-23c1-422d-be13-2ab386705b22 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916646 Sep 23 19:29:25.828906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ba8526c6-32bb-4d12-84b8-e7b33d098734'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:26.258457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-6e1cbc5d-027f-4569-a253-231704948712 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:29:26.259454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-6e1cbc5d-027f-4569-a253-231704948712 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056624 Sep 23 19:29:26.296582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-4f95f810-eef4-4304-980b-53a36938df83 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:26.297818 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-4f95f810-eef4-4304-980b-53a36938df83 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 1093 time: 0.0330327 Sep 23 19:29:26.305988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Request body: {'binding': {'host': 'n-h1-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:26.306467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Unknown quota resources ['binding']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:29:26.416433 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:29:26.444588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on host n-h1-810763-1 for vnic_type normal with profile None {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:26.444929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:26.445263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:26.449448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:26.449804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:26.455144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:26.455480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:26.455864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:26.456287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Bound port: 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:26.506067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:26.510839 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.512000 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] 10.222.0.38 "POST /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2091379 Sep 23 19:29:26.621495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8516513f-17af-4dbc-9b75-a997550dc0fd no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:26.648044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 8516513f-17af-4dbc-9b75-a997550dc0fd {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:26.648408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 8516513f-17af-4dbc-9b75-a997550dc0fd not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:26.653547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.727261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ba087-e0ad-444a-a5e3-9f834a6193ed req-3b0b12a1-5a8a-40a9-95fd-65d1f5eb8e2b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:26.728887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b9ba087-e0ad-444a-a5e3-9f834a6193ed req-3b0b12a1-5a8a-40a9-95fd-65d1f5eb8e2b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 944 time: 0.0542665 Sep 23 19:29:26.746026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-851f5a6e-e0cc-4e78-ba7f-5644266c13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:26.748108 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-851f5a6e-e0cc-4e78-ba7f-5644266c13d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1096 time: 0.0419486 Sep 23 19:29:26.767186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b9ba087-e0ad-444a-a5e3-9f834a6193ed req-4230f2e9-a0f4-4016-b50d-120b1e8c9a76 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Sep 23 19:29:26.810920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:26.857202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] Deleting subnet 44b3e250-a788-496f-95b3-6e024ccd3c4c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:26.860827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.902292 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.971671 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.010142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f9863-a779-478c-8387-9752f99a02ab req-11eced66-572b-4a89-b784-cc4a8e8abec3 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.011682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5f9863-a779-478c-8387-9752f99a02ab req-11eced66-572b-4a89-b784-cc4a8e8abec3 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 947 time: 0.0893369 Sep 23 19:29:27.062810 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.067088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5f9863-a779-478c-8387-9752f99a02ab req-a33e6df5-dbed-41ca-bf25-3ac180a8fc97 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Sep 23 19:29:27.098238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-211f3fc2-e1b9-45c0-9133-2bc0b155a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.099735 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-211f3fc2-e1b9-45c0-9133-2bc0b155a7d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.3410873 Sep 23 19:29:27.108004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b3e250-a788-496f-95b3-6e024ccd3c4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:27.112966 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.116168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bebf28a-702c-4493-aa36-2d9aeea790e7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/44b3e250-a788-496f-95b3-6e024ccd3c4c HTTP/1.1" status: 204 len: 168 time: 0.3041658 Sep 23 19:29:27.118711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:27.143480 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-fffbe95b-4fa9-4fd3-9268-20db4902e3ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0352807 Sep 23 19:29:27.196487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-3571fc51-940d-4147-9c4c-97b9dd506389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.197941 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-3571fc51-940d-4147-9c4c-97b9dd506389 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0466115 Sep 23 19:29:27.215416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.229474 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-79d7865f-f352-45a2-8dc9-98a195da023f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241055 Sep 23 19:29:27.232269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a344-1095-441a-9aee-e5c38b5b8983 req-29d1b95c-e394-48c7-b2b4-1724cc31e31d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.233725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17e2a344-1095-441a-9aee-e5c38b5b8983 req-29d1b95c-e394-48c7-b2b4-1724cc31e31d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.1043596 Sep 23 19:29:27.305207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ba8526c6-32bb-4d12-84b8-e7b33d098734 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:27.313096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17e2a344-1095-441a-9aee-e5c38b5b8983 req-47513c2f-d7ad-4580-88dd-a76166a83adb tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725658 Sep 23 19:29:27.322469 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2f396444-a21a-40d4-bcd2-ec425c391449 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Sep 23 19:29:27.337287 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.359940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8397c742-031f-42a4-9071-78ffc7b72420']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:27.373250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36415ee1-e915-4b49-8b40-f8d8cec67350') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:27.373634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36415ee1-e915-4b49-8b40-f8d8cec67350') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:27.376436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port ba8526c6-32bb-4d12-84b8-e7b33d098734 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:27.381147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port ba8526c6-32bb-4d12-84b8-e7b33d098734 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:27.381841 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.384276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.401124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.411471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:27.411872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:27.420760 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:27.429445 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-7b8ceed3-b5cc-4b48-8a92-14918fe95e3f service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968230 Sep 23 19:29:27.463720 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.485685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:27.488019 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f333535-887b-4eb9-a556-5baff4295557" -d '{"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:27.501917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.502186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:27.506870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.509142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8397c742-031f-42a4-9071-78ffc7b72420 HTTP/1.1" status: 204 len: 168 time: 0.3862662 Sep 23 19:29:27.512046 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.512218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:27.546039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f452e-2e28-42fa-8402-b2f2335c86c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8397c742-031f-42a4-9071-78ffc7b72420,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:27.560225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d2e9-f312-4a7a-911f-54b98e53d9a0 req-213b2ec1-e812-442c-85b6-4726623ef61a tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.561953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21e3d2e9-f312-4a7a-911f-54b98e53d9a0 req-213b2ec1-e812-442c-85b6-4726623ef61a tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.1530447 Sep 23 19:29:27.569858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:27.577322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] Deleting subnet b862c8a7-e85d-490a-b589-a461b0726fd4 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:27.581552 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.590989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.591395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.591740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.592248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.592862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.593356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.593868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.594395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.594881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.595384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.595871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.596359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:27.616580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21e3d2e9-f312-4a7a-911f-54b98e53d9a0 req-14ae3338-a5eb-4d5f-a5be-a439eb318ab9 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Sep 23 19:29:27.623028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.666342 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413e55c7-b025-473c-8a19-0e790f733574 x-openstack-request-id: req-413e55c7-b025-473c-8a19-0e790f733574 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:27.667579 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:27.667984 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-413e55c7-b025-473c-8a19-0e790f733574 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:27.668532 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'code': 200} Sep 23 19:29:27.670049 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.728872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.762461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b862c8a7-e85d-490a-b589-a461b0726fd4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:27.780889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.784963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-621ad015-62f1-43d3-b011-efba8998dfc3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b862c8a7-e85d-490a-b589-a461b0726fd4 HTTP/1.1" status: 204 len: 168 time: 0.2690434 Sep 23 19:29:27.785823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:27.799880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ff18-5fc9-4f8c-b276-ebc53930e3a2 req-8b0caf4a-ec6d-4e79-905b-94d5627101a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.802222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-77e4ff18-5fc9-4f8c-b276-ebc53930e3a2 req-8b0caf4a-ec6d-4e79-905b-94d5627101a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 1096 time: 0.0487757 Sep 23 19:29:27.848821 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-77e4ff18-5fc9-4f8c-b276-ebc53930e3a2 req-f78bb9ec-9789-477d-a997-33058c25f3bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Sep 23 19:29:27.882981 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.942924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10044a01-e306-4af6-9773-4485e10720d1 req-c1d9a5fb-4d06-4ac4-9bf4-00f3bd553697 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.944446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10044a01-e306-4af6-9773-4485e10720d1 req-c1d9a5fb-4d06-4ac4-9bf4-00f3bd553697 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0832725 Sep 23 19:29:28.010798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.034739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10044a01-e306-4af6-9773-4485e10720d1 req-82174a14-3a5b-4c5a-96d4-647ee0bcedee tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804322 Sep 23 19:29:28.043694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5439eee1-4f73-424f-b8a3-9f535077cc1e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:28.056058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b97efbd-217f-4253-8c21-92cda49789d8') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:28.056058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b97efbd-217f-4253-8c21-92cda49789d8') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:28.064630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.078616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.084820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:28.085223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:28.086974 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:28.143688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.150962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.152497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5439eee1-4f73-424f-b8a3-9f535077cc1e HTTP/1.1" status: 204 len: 168 time: 0.3655350 Sep 23 19:29:28.161951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2428d9-3c11-4031-a19d-bc2608e84409 admin admin] Pushing event deleted for resources: {'Network': ['ID=5439eee1-4f73-424f-b8a3-9f535077cc1e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:28.224051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7722-1b78-4de8-b333-1f07ed691226 req-9ce415ae-61d3-4c85-98f8-51d87bb71202 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:28.225552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-692c7722-1b78-4de8-b333-1f07ed691226 req-9ce415ae-61d3-4c85-98f8-51d87bb71202 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 947 time: 0.0536389 Sep 23 19:29:28.267759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-692c7722-1b78-4de8-b333-1f07ed691226 req-98e51a1e-a5d1-4dda-a2cd-812eb284b045 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Sep 23 19:29:28.331983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:28.375787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e3875a7e-210b-4dcf-a220-eb1838bfa4a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a67ce0d9c88420c889f8a46df2d0f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401506 Sep 23 19:29:28.375983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:28.454046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277d68c0-27f1-41d6-8a0d-4d231afa7247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.473704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8acc4a-0ace-4757-9a23-d65fc44c189d req-26e8ee21-f1cc-4649-a2b8-7f0cf96a0bd4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:28.475312 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e8acc4a-0ace-4757-9a23-d65fc44c189d req-26e8ee21-f1cc-4649-a2b8-7f0cf96a0bd4 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0823522 Sep 23 19:29:28.493445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277d68c0-27f1-41d6-8a0d-4d231afa7247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.544287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e8acc4a-0ace-4757-9a23-d65fc44c189d req-5e3c029e-18b4-4afb-92ac-6d145e8408bc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605330 Sep 23 19:29:28.571945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277d68c0-27f1-41d6-8a0d-4d231afa7247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.574665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277d68c0-27f1-41d6-8a0d-4d231afa7247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.575838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-277d68c0-27f1-41d6-8a0d-4d231afa7247 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec138f93-9a59-4a26-a901-f6025bd3ba54 HTTP/1.1" status: 204 len: 168 time: 0.1990376 Sep 23 19:29:28.583929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d68c0-27f1-41d6-8a0d-4d231afa7247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec138f93-9a59-4a26-a901-f6025bd3ba54,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:28.747411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61612305-02d4-4c92-a05d-62f827f3556f req-da2b05fa-88d8-4f4b-b468-933671294807 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:28.749111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61612305-02d4-4c92-a05d-62f827f3556f req-da2b05fa-88d8-4f4b-b468-933671294807 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0558140 Sep 23 19:29:28.789836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61612305-02d4-4c92-a05d-62f827f3556f req-0f70a9b4-9729-489a-a6c5-ac0aa7e5cce8 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Sep 23 19:29:28.916470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:28.956094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c55a2d8a-74ce-4b06-b5c6-565bc153acb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e1a08ea7e914bbb9798c2667af60646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384071 Sep 23 19:29:28.958487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:29.005906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23c0-32ce-44ae-bae2-13df54cc9484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.026644 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23c0-32ce-44ae-bae2-13df54cc9484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.078006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23c0-32ce-44ae-bae2-13df54cc9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.080684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23c0-32ce-44ae-bae2-13df54cc9484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.081833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a1c23c0-32ce-44ae-bae2-13df54cc9484 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5c481e3-dfdd-4df0-ae35-1ed3c8df5633 HTTP/1.1" status: 204 len: 168 time: 0.1224573 Sep 23 19:29:29.104258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c23c0-32ce-44ae-bae2-13df54cc9484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c481e3-dfdd-4df0-ae35-1ed3c8df5633,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:29.167056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200372d-7721-49b4-bfab-abd3eb79f42f req-ed3e1785-2856-46fa-b347-fa7218f8fe91 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.169759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e200372d-7721-49b4-bfab-abd3eb79f42f req-ed3e1785-2856-46fa-b347-fa7218f8fe91 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0543759 Sep 23 19:29:29.224659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e200372d-7721-49b4-bfab-abd3eb79f42f req-6ad34831-4ab5-49f5-8fb1-1080ef532705 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469959 Sep 23 19:29:29.324426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 345269d5-92fb-4148-80fd-6fa2c7496c57 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:29.408098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d788d5-2c27-49c5-8b7d-9556561ccdae req-b28fd487-a025-4bcb-8954-51940c720682 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.409980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21d788d5-2c27-49c5-8b7d-9556561ccdae req-b28fd487-a025-4bcb-8954-51940c720682 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 947 time: 0.0538228 Sep 23 19:29:29.441675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 345269d5-92fb-4148-80fd-6fa2c7496c57, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=345269d5-92fb-4148-80fd-6fa2c7496c57,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:29.458969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '345269d5-92fb-4148-80fd-6fa2c7496c57', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '345269d5-92fb-4148-80fd-6fa2c7496c57', 'mac_address': 'fa:16:3e:3d:a8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:29.462846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21d788d5-2c27-49c5-8b7d-9556561ccdae req-a1c93781-5d51-43e3-858d-352aa5c2c12a tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Sep 23 19:29:29.504159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.517019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345269d5-92fb-4148-80fd-6fa2c7496c57 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:29.539733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 345269d5-92fb-4148-80fd-6fa2c7496c57, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=345269d5-92fb-4148-80fd-6fa2c7496c57,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:29.545246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.598574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=345269d5-92fb-4148-80fd-6fa2c7496c57,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:29.686476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28337e3-cf68-46dc-aa0f-1dc5fe7a3bd9 req-4170975f-f059-41bb-9453-5e147efd51a2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.688193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c28337e3-cf68-46dc-aa0f-1dc5fe7a3bd9 req-4170975f-f059-41bb-9453-5e147efd51a2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0552659 Sep 23 19:29:29.732394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c28337e3-cf68-46dc-aa0f-1dc5fe7a3bd9 req-f9c4ebe9-769d-4bc2-b91b-4df1f92d11c9 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379899 Sep 23 19:29:29.835965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['345269d5-92fb-4148-80fd-6fa2c7496c57'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:29.925648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e3d7-55c1-4a9e-982b-92f024fb49f4 req-0b63fcdc-e6f6-4e67-a0e9-a31c9dea6b08 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.927892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f989e3d7-55c1-4a9e-982b-92f024fb49f4 req-0b63fcdc-e6f6-4e67-a0e9-a31c9dea6b08 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0594413 Sep 23 19:29:29.972144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f989e3d7-55c1-4a9e-982b-92f024fb49f4 req-7f06b203-6f3a-43d2-9545-eecf36011166 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 Sep 23 19:29:30.238810 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-8c0a44e8-818d-4421-8997-9e6bc4e21e2b service neutron] show failed (client error): The resource could not be found. Sep 23 19:29:30.240166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-8c0a44e8-818d-4421-8997-9e6bc4e21e2b service neutron] 10.222.0.41 "GET /v2.0/ports/1055737c-3194-4a14-94e7-3c269bab7f7e/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0563991 Sep 23 19:29:30.413101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5d123-a6c6-4f6f-bbba-26e7448834b1 req-a05cdf87-3ca2-463a-9b3c-3b7621648da9 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:30.414763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcd5d123-a6c6-4f6f-bbba-26e7448834b1 req-a05cdf87-3ca2-463a-9b3c-3b7621648da9 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0619504 Sep 23 19:29:30.461392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcd5d123-a6c6-4f6f-bbba-26e7448834b1 req-41029d96-468b-4a37-a028-bfecd0a5318b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Sep 23 19:29:30.574254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-9210dd93-8c01-4674-9631-17e834561c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:30.576175 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-9210dd93-8c01-4674-9631-17e834561c99 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9&tenant_id=c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 1099 time: 0.1538608 Sep 23 19:29:30.592278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:30.650852 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.651918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c323db-5e88-4ae8-9f33-46caf6880a2b req-eb7ea6fe-b333-4059-a914-23905994711f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:30.653473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75c323db-5e88-4ae8-9f33-46caf6880a2b req-eb7ea6fe-b333-4059-a914-23905994711f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0503688 Sep 23 19:29:30.693364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75c323db-5e88-4ae8-9f33-46caf6880a2b req-6a40428e-484a-4d1d-81a7-3c0672dae9fd tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333798 Sep 23 19:29:30.803484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6a54-008b-40a0-8891-c727541255dc req-14424d2b-0219-4ef7-9383-0e9beb9a0f30 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:30.805290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f0d6a54-008b-40a0-8891-c727541255dc req-14424d2b-0219-4ef7-9383-0e9beb9a0f30 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 948 time: 0.0502052 Sep 23 19:29:30.845591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f0d6a54-008b-40a0-8891-c727541255dc req-e1db17df-999a-4785-a70e-6ecc6ecffc73 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338230 Sep 23 19:29:30.870404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:30.906675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:30.947066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:30.949292 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f0958-3523-4b5c-887d-b9e8c47e48f6" -d '{"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:30.953957 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.966390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Transition to ACTIVE for port object 1055737c-3194-4a14-94e7-3c269bab7f7e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:30.970741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.045101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] No DVR routers for this DVR port 1055737c-3194-4a14-94e7-3c269bab7f7e on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:31.047163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:31.104362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:31.104693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:31.105035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:31.118897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:31.119261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:31.130007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:31.130707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:31.131272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:31.132146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Bound port: 1055737c-3194-4a14-94e7-3c269bab7f7e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:31.132689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.235263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:31.239235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:31.247211 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.251873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc9bc2-104a-4d6e-9cd1-48c8b3f894fc req-694abceb-b601-4a3e-b059-66fb62f9a7c2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.253427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6bc9bc2-104a-4d6e-9cd1-48c8b3f894fc req-694abceb-b601-4a3e-b059-66fb62f9a7c2 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.0795329 Sep 23 19:29:31.293354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.294818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.296393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] 10.222.0.72 "PUT /v2.0/ports/1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 1094 time: 0.7083383 Sep 23 19:29:31.299359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6bc9bc2-104a-4d6e-9cd1-48c8b3f894fc req-d9de6b6d-bbc3-4671-97a7-fbd9c3ab71e8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Sep 23 19:29:31.331309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd881853-5caa-4a9b-aa73-959f4b9947ce service neutron] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:31.356358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 345269d5-92fb-4148-80fd-6fa2c7496c57 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:31.428318 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac437f04-274e-4881-95b7-f05f0f84c64c x-openstack-request-id: req-ac437f04-274e-4881-95b7-f05f0f84c64c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:31.429283 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:31.430087 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac437f04-274e-4881-95b7-f05f0f84c64c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:31.434774 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'code': 200} Sep 23 19:29:31.435464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 345269d5-92fb-4148-80fd-6fa2c7496c57 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:31.442798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 345269d5-92fb-4148-80fd-6fa2c7496c57 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:31.443643 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.450794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-4b99a922-ce9c-471c-b69d-3138a04e4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.453419 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-4b99a922-ce9c-471c-b69d-3138a04e4c1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1097 time: 0.1150188 Sep 23 19:29:31.584894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-183ee11d-da88-4dbb-9d4b-ae84ff042f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.587093 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-183ee11d-da88-4dbb-9d4b-ae84ff042f3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1261880 Sep 23 19:29:31.597743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28938a-46c0-4e44-9005-6feb13c50da2 req-ccf65127-b467-4b39-8a00-c363b6589c94 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.599479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed28938a-46c0-4e44-9005-6feb13c50da2 req-ccf65127-b467-4b39-8a00-c363b6589c94 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0690515 Sep 23 19:29:31.604416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.632726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345269d5-92fb-4148-80fd-6fa2c7496c57'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:31.634167 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-335273a0-fbde-4000-8666-b79d909490ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0397391 Sep 23 19:29:31.635436 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4abb74-7334-4b75-a8e6-6b39e383d701" -d '{"events": [{"server_uuid": "b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759", "name": "network-vif-plugged", "status": "completed", "tag": "345269d5-92fb-4148-80fd-6fa2c7496c57"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:31.652344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed28938a-46c0-4e44-9005-6feb13c50da2 req-a4fc1662-45b7-400e-b29a-419b6229dae1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466833 Sep 23 19:29:31.658798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 345269d5-92fb-4148-80fd-6fa2c7496c57, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=345269d5-92fb-4148-80fd-6fa2c7496c57,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:31.667024 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.698036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-77a5af94-b790-4e94-9ed7-f817b456c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.699683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-77a5af94-b790-4e94-9ed7-f817b456c699 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0574820 Sep 23 19:29:31.730145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=345269d5-92fb-4148-80fd-6fa2c7496c57,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:31.756155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-e7523fa1-5400-49ca-a941-76f266a24e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.757870 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-e7523fa1-5400-49ca-a941-76f266a24e9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493715 Sep 23 19:29:31.782992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa8278-8172-4f2c-bd71-7b250c2d0285 req-22840147-853e-464b-bb71-0a71752c6b16 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.785179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3aa8278-8172-4f2c-bd71-7b250c2d0285 req-22840147-853e-464b-bb71-0a71752c6b16 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0562251 Sep 23 19:29:31.825656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3aa8278-8172-4f2c-bd71-7b250c2d0285 req-3b8033d8-cdd0-4f90-9e38-bcfe7403f50d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333240 Sep 23 19:29:31.861087 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-5bdc8ba3-13d9-48f7-8bd9-f38de2267d29 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959764 Sep 23 19:29:31.963447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae0ac00b-7e1f-47c1-a641-29e28b613d9d req-cd0d9480-9c16-4f55-aa3d-986de56417d6 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942419 Sep 23 19:29:32.013706 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa591ab-9b4d-481d-a61b-a97a2d259908 x-openstack-request-id: req-1aa591ab-9b4d-481d-a61b-a97a2d259908 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:32.013999 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759", "name": "network-vif-plugged", "status": "completed", "tag": "345269d5-92fb-4148-80fd-6fa2c7496c57", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:32.014284 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1aa591ab-9b4d-481d-a61b-a97a2d259908 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:32.014773 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345269d5-92fb-4148-80fd-6fa2c7496c57', 'code': 200} Sep 23 19:29:32.110805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0574e-5db4-4f21-ac09-9a5a71f917a7 req-4a60f320-affb-42a7-adc4-cdad3f6346f1 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.112369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c0574e-5db4-4f21-ac09-9a5a71f917a7 req-4a60f320-affb-42a7-adc4-cdad3f6346f1 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 949 time: 0.0503824 Sep 23 19:29:32.134757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4e7d8-134d-4489-8d40-f44968337403 req-65640583-0401-455b-b10c-db05c43fa130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.136242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-51e4e7d8-134d-4489-8d40-f44968337403 req-65640583-0401-455b-b10c-db05c43fa130 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 1100 time: 0.0438824 Sep 23 19:29:32.154946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c0574e-5db4-4f21-ac09-9a5a71f917a7 req-08e696c1-9cd0-4896-bbe3-595bb64d13f3 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365648 Sep 23 19:29:32.172667 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-51e4e7d8-134d-4489-8d40-f44968337403 req-e3d5b142-6088-485e-bb19-696b610b6f11 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288494 Sep 23 19:29:32.431679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557acf6f-df85-4e45-aadf-b0adaddc9046 req-80c1cd2f-f99d-4c6b-b070-a3b46e4c9845 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.433170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-557acf6f-df85-4e45-aadf-b0adaddc9046 req-80c1cd2f-f99d-4c6b-b070-a3b46e4c9845 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.0482967 Sep 23 19:29:32.471506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-557acf6f-df85-4e45-aadf-b0adaddc9046 req-6fbd3928-3d04-4d98-aed0-818259c2db98 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304871 Sep 23 19:29:32.617993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:32.655549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:32.777809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e3dd-966d-4c2f-b70c-9f228b41a191 req-c8b02368-3554-44d2-96e4-fd3abe9cd8ba tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.779982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e49e3dd-966d-4c2f-b70c-9f228b41a191 req-c8b02368-3554-44d2-96e4-fd3abe9cd8ba tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Sep 23 19:29:32.818860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e49e3dd-966d-4c2f-b70c-9f228b41a191 req-eca1fdf7-d775-4148-b2ed-71595f7e9655 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Sep 23 19:29:32.893013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:32.943042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28613eba-92ce-4912-9c1e-924b668a012c req-620fb3c6-c1bb-49bf-bf86-ef96f240968f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.944832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28613eba-92ce-4912-9c1e-924b668a012c req-620fb3c6-c1bb-49bf-bf86-ef96f240968f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0518427 Sep 23 19:29:32.990339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28613eba-92ce-4912-9c1e-924b668a012c req-7b74854d-16ac-41e2-a60f-94c95f559af2 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Sep 23 19:29:33.002905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6e70-eb59-4363-b628-94405cd2cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.099070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6e70-eb59-4363-b628-94405cd2cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.103641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6e70-eb59-4363-b628-94405cd2cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.153413 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8a4f6e70-eb59-4363-b628-94405cd2cc82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=632b0b0f6ccb4bb5b2d84df5e2cccacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590904 Sep 23 19:29:33.154834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f6e70-eb59-4363-b628-94405cd2cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4722a12-46fb-4fee-803a-f49c29059138,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:33.155993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:33.206378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0362a005-2a25-4e9e-b12e-2eab4a7ec638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.238289 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0362a005-2a25-4e9e-b12e-2eab4a7ec638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.296764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa4ca-a4d0-4aef-b00a-330149a94c25 req-dd75249b-77bb-4dfc-9ab9-f6232f49641d tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.298248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-211aa4ca-a4d0-4aef-b00a-330149a94c25 req-dd75249b-77bb-4dfc-9ab9-f6232f49641d tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 949 time: 0.0737157 Sep 23 19:29:33.324736 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0362a005-2a25-4e9e-b12e-2eab4a7ec638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.327305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0362a005-2a25-4e9e-b12e-2eab4a7ec638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.330770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0362a005-2a25-4e9e-b12e-2eab4a7ec638 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4722a12-46fb-4fee-803a-f49c29059138 HTTP/1.1" status: 204 len: 168 time: 0.1714060 Sep 23 19:29:33.344309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362a005-2a25-4e9e-b12e-2eab4a7ec638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4722a12-46fb-4fee-803a-f49c29059138,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:33.355194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-211aa4ca-a4d0-4aef-b00a-330149a94c25 req-22a38576-579a-4dab-b372-c132e76e07be tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Sep 23 19:29:33.436540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:33.440362 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:33.498687 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d073ab-3dec-4d4f-a70b-d55a845128ed x-openstack-request-id: req-23d073ab-3dec-4d4f-a70b-d55a845128ed {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:33.499756 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:33.500022 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23d073ab-3dec-4d4f-a70b-d55a845128ed {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:33.500429 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'status': 'completed', 'code': 200} Sep 23 19:29:33.595905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-ce040222-4c33-454a-aefb-e3d6c975467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.597434 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-ce040222-4c33-454a-aefb-e3d6c975467b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1097 time: 0.0802588 Sep 23 19:29:33.598389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-5914ae31-ad00-46cb-bfd3-d7ccbbc37113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.600226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-5914ae31-ad00-46cb-bfd3-d7ccbbc37113 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1097 time: 0.0552042 Sep 23 19:29:33.626621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711e2e4-b447-4fa9-aaa8-1f244726dc8d req-6c90bb41-3020-4057-934d-a1d0923c6652 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.631232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1711e2e4-b447-4fa9-aaa8-1f244726dc8d req-6c90bb41-3020-4057-934d-a1d0923c6652 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.0824583 Sep 23 19:29:33.704686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-53d98555-3ad5-4844-a0dc-53cb14249f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.706239 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-53d98555-3ad5-4844-a0dc-53cb14249f72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0986145 Sep 23 19:29:33.723351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1711e2e4-b447-4fa9-aaa8-1f244726dc8d req-e894e4b6-a632-46b9-8b90-146fff47398d tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802324 Sep 23 19:29:33.744219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-c8e1bcdd-f192-43fe-85a4-539f67de7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.744219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-c8e1bcdd-f192-43fe-85a4-539f67de7e8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1360242 Sep 23 19:29:33.766070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-5fdbf740-b856-476b-8a33-34d229137df6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0517113 Sep 23 19:29:33.787140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-d5b87b2f-53dc-45ce-ae3a-9017b55db017 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0364044 Sep 23 19:29:33.826481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-bef5c0ae-94b0-42e3-9488-b4cfc7b0e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.828328 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-bef5c0ae-94b0-42e3-9488-b4cfc7b0e169 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0546727 Sep 23 19:29:33.843302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-1eb42d37-012d-495f-a952-84b1d4fa750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.851917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-1eb42d37-012d-495f-a952-84b1d4fa750b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0567698 Sep 23 19:29:33.890030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-4c63004e-b7c1-45d4-8960-1bd96700db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.892652 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-4c63004e-b7c1-45d4-8960-1bd96700db1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547595 Sep 23 19:29:33.942659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-89d46105-9be3-4b63-8b54-6b04849b327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.944669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-89d46105-9be3-4b63-8b54-6b04849b327e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850458 Sep 23 19:29:33.957359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff76f-590a-4933-963c-8d7a1c37d220 req-6d13574a-b3f2-439e-a919-411aee0da1ea tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.958890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd7ff76f-590a-4933-963c-8d7a1c37d220 req-6d13574a-b3f2-439e-a919-411aee0da1ea tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0661237 Sep 23 19:29:34.010350 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-38b468e7-41f2-4a06-90a6-c580deb071c6 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009440 Sep 23 19:29:34.053965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd7ff76f-590a-4933-963c-8d7a1c37d220 req-e3bfa1a4-d1f6-4f92-b5a7-229d317d1099 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764358 Sep 23 19:29:34.086584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-bd01eed7-19cc-4cdc-bc95-c80c814df0f8 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266117 Sep 23 19:29:34.128928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-ae948ce2-66cd-476c-a085-a4cc838e0e47 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061924 Sep 23 19:29:34.206753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197918c-c982-47d1-bbcd-066a99ccc561 req-f7925128-f34e-41b4-abed-0cb5d1fb7ac1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:34.208162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e197918c-c982-47d1-bbcd-066a99ccc561 req-f7925128-f34e-41b4-abed-0cb5d1fb7ac1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0914285 Sep 23 19:29:34.238965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fa6fed8-c8b1-4fb5-a210-77ccb5695bf5 req-9be742a7-e550-4823-8bda-35234d9f1ecb service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444776 Sep 23 19:29:34.257909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e197918c-c982-47d1-bbcd-066a99ccc561 req-6e6af2d6-73fd-476e-a110-117437d9acd0 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Sep 23 19:29:34.596244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf819c97-07f8-4ce6-832b-7f2589498bd9 req-43c02a53-231f-4ed6-84b6-40b4f2e33a78 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:34.597799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf819c97-07f8-4ce6-832b-7f2589498bd9 req-43c02a53-231f-4ed6-84b6-40b4f2e33a78 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 949 time: 0.0519576 Sep 23 19:29:34.642655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf819c97-07f8-4ce6-832b-7f2589498bd9 req-e4d7cc0e-600a-4706-b734-f8be4ccd6ffb tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Sep 23 19:29:34.951695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385a98-1cbb-47b3-ab65-12bb020977d6 req-b5c9bf0a-7f6b-4fca-80d0-589bf08f37c1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:34.953180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8385a98-1cbb-47b3-ab65-12bb020977d6 req-b5c9bf0a-7f6b-4fca-80d0-589bf08f37c1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 946 time: 0.0531397 Sep 23 19:29:34.991290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8385a98-1cbb-47b3-ab65-12bb020977d6 req-cc70f8db-92de-4a6a-95f3-4c65dbf4163c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Sep 23 19:29:35.108801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-8b8e5bd1-1684-4a20-984f-6d681507ad6e tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a2f5c46699634c74aaf1d163a1988322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218840 Sep 23 19:29:35.217474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-0e52d426-4dd7-44db-8029-3be51b27c8a1 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.218949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-0e52d426-4dd7-44db-8029-3be51b27c8a1 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048396 Sep 23 19:29:35.235922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-93d2c08b-bb9c-4348-80b9-16a32a958e47 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/quotas/a2f5c46699634c74aaf1d163a1988322 HTTP/1.1" status: 200 len: 375 time: 0.0112302 Sep 23 19:29:35.283802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-e46c7a14-c458-4fc4-ae60-8431e03324e6 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2f5c46699634c74aaf1d163a1988322&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420353 Sep 23 19:29:35.389900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:35.497744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:35.510918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'mac_address': 'fa:16:3e:e9:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:35.559405 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:35.580382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1055737c-3194-4a14-94e7-3c269bab7f7e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:35.607804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:35.612875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:35.638305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-25219d6d-c61c-4178-b913-a73be64e6034 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.641866 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-25219d6d-c61c-4178-b913-a73be64e6034 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9&tenant_id=c7b153a7de6840a0bc3936e071db16c9&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 946 time: 0.0726833 Sep 23 19:29:35.671048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480525a-7a0d-464d-8249-7a761fcbddd2 req-31bd8b48-889f-420a-9432-8c333e34d418 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.673120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c480525a-7a0d-464d-8249-7a761fcbddd2 req-31bd8b48-889f-420a-9432-8c333e34d418 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0646572 Sep 23 19:29:35.673530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:35.717416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-9e0cc595-36ec-4666-acab-fac1f2c97f35 service neutron] 10.222.0.72 "GET /v2.0/ports/1055737c-3194-4a14-94e7-3c269bab7f7e/bindings/n-h1-810763-1 HTTP/1.1" status: 200 len: 382 time: 0.0672278 Sep 23 19:29:35.718724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c480525a-7a0d-464d-8249-7a761fcbddd2 req-01f91e16-8d27-4cdf-ab36-62a6d61ab8dd tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Sep 23 19:29:35.801413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-334a0ac1-f5f9-440e-9742-76b35b8057e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.803130 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-334a0ac1-f5f9-440e-9742-76b35b8057e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1098 time: 0.0495055 Sep 23 19:29:35.849145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40286c44-fd78-4e4f-9071-5b21712719f6 req-183e9eb8-c7c1-469f-94a6-358cf3a43f10 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.850757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40286c44-fd78-4e4f-9071-5b21712719f6 req-183e9eb8-c7c1-469f-94a6-358cf3a43f10 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0558131 Sep 23 19:29:35.894882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40286c44-fd78-4e4f-9071-5b21712719f6 req-4e454300-6d82-4086-b910-4a50fb443695 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374129 Sep 23 19:29:35.906481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-6fb162f2-473c-4dcd-b24e-04fb2b17a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.906481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-6fb162f2-473c-4dcd-b24e-04fb2b17a8f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0938182 Sep 23 19:29:35.953185 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1055737c-3194-4a14-94e7-3c269bab7f7e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:35.959776 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-8c4baa6c-3964-4746-acca-c15a6ff38e9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0384829 Sep 23 19:29:35.978593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d079539d-aad0-41f3-9dc4-d96727c81df9 req-1d600b30-f876-475f-853d-ce8e6edb13d1 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 210 time: 0.0287941 Sep 23 19:29:36.023184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-f12b145a-2bc6-4226-adea-aa4851e927b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.025311 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-f12b145a-2bc6-4226-adea-aa4851e927b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0578465 Sep 23 19:29:36.084928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-987c7757-6f6d-4752-96a2-54afe755ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.085759 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-987c7757-6f6d-4752-96a2-54afe755ec27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527277 Sep 23 19:29:36.182180 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-ec3848b6-53f5-40ea-8276-ef6dc00a3bcd service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888329 Sep 23 19:29:36.221971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dea9cb-bc8c-43d5-99c6-ac367169c29a req-9dba3bbd-e126-4b28-a478-9f4df8bc9f40 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.223478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11dea9cb-bc8c-43d5-99c6-ac367169c29a req-9dba3bbd-e126-4b28-a478-9f4df8bc9f40 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 947 time: 0.0478992 Sep 23 19:29:36.260160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11dea9cb-bc8c-43d5-99c6-ac367169c29a req-218efbc9-2486-4366-bede-8cf296a0bee5 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307882 Sep 23 19:29:36.272656 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-6df2626a-b350-4cde-897f-6c8cf04139a6 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830803 Sep 23 19:29:36.421002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-43d9c0f2-f26d-4671-ac54-aa4a317fa9b1 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a2f5c46699634c74aaf1d163a1988322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221045 Sep 23 19:29:36.539458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-0df32fd4-a905-4b73-9ff8-8127faef0651 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.540920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-0df32fd4-a905-4b73-9ff8-8127faef0651 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139486 Sep 23 19:29:36.555234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Request body: {'port': {'device_id': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a2f5c46699634c74aaf1d163a1988322'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:36.565620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:36.670127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Made reservation on behalf of a2f5c46699634c74aaf1d163a1988322 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:36.673588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.680305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0428c6f0-bf1e-4339-a135-5e0fbfd7a3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.777252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0428c6f0-bf1e-4339-a135-5e0fbfd7a3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.781864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0428c6f0-bf1e-4339-a135-5e0fbfd7a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.804768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Allocated IP 192.168.233.63 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/91dc16ef-5a53-4dbc-9e11-4ad35d7627a9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:36.814795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428c6f0-bf1e-4339-a135-5e0fbfd7a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8aa2b-5ce8-41bf-baa7-0de689ac0510,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:36.831709 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0428c6f0-bf1e-4339-a135-5e0fbfd7a3d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92d62f66f42241a5b97d0d643754e561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649562 Sep 23 19:29:36.834336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:36.883444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f164ddc3-12b9-46cc-ab64-ef7281ef4330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.890098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06e21c-ddc5-4db4-a0f3-0775dde48451 req-ca386750-e211-4ad6-be2b-9ce5f74bea62 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.891625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c06e21c-ddc5-4db4-a0f3-0775dde48451 req-ca386750-e211-4ad6-be2b-9ce5f74bea62 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0883453 Sep 23 19:29:36.905851 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f164ddc3-12b9-46cc-ab64-ef7281ef4330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.952968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f164ddc3-12b9-46cc-ab64-ef7281ef4330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.955533 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f164ddc3-12b9-46cc-ab64-ef7281ef4330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.956688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f164ddc3-12b9-46cc-ab64-ef7281ef4330 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55f8aa2b-5ce8-41bf-baa7-0de689ac0510 HTTP/1.1" status: 204 len: 168 time: 0.1214559 Sep 23 19:29:36.964736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164ddc3-12b9-46cc-ab64-ef7281ef4330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8aa2b-5ce8-41bf-baa7-0de689ac0510,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:36.994652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c06e21c-ddc5-4db4-a0f3-0775dde48451 req-d2d83b93-cfdb-4654-b253-e0851bd8e948 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970235 Sep 23 19:29:37.032227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.095511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.115312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['345269d5-92fb-4148-80fd-6fa2c7496c57'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:37.143266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f31bd-504b-40b6-801f-0fbee9bee0c9 req-fa7b410d-f746-4316-a52d-379d388bf8a6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:37.144737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e15f31bd-504b-40b6-801f-0fbee9bee0c9 req-fa7b410d-f746-4316-a52d-379d388bf8a6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0912905 Sep 23 19:29:37.159893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:37.179064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:37.182374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Pushing event updated for resources: {'Port': ['ID=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:37.185197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:37.254175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:37.254850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.263561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e15f31bd-504b-40b6-801f-0fbee9bee0c9 req-4eba639c-5c34-483f-8817-dd91c3efc2c0 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080983 Sep 23 19:29:37.277124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-71e49389-7857-4df7-a41c-0e1a0687df63 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7254708 Sep 23 19:29:37.290454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Request body: {'port': {'device_id': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:37.365510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.385059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:37.448518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-44a37f33-c26f-4841-a885-5a45f380eff5 None None] Provisioning complete for port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:37.449056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44a37f33-c26f-4841-a885-5a45f380eff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.452814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 1055737c-3194-4a14-94e7-3c269bab7f7e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:37.459576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d837ec-2d25-4539-b511-1d29f717d762 req-843f8b8f-3295-498b-9d9f-b21c4e813dc5 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:37.461099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64d837ec-2d25-4539-b511-1d29f717d762 req-843f8b8f-3295-498b-9d9f-b21c4e813dc5 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 935 time: 0.1002645 Sep 23 19:29:37.476528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 1055737c-3194-4a14-94e7-3c269bab7f7e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:37.476922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.512876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-44a37f33-c26f-4841-a885-5a45f380eff5 None None] Port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:37.576679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64d837ec-2d25-4539-b511-1d29f717d762 req-3efd94da-6734-4531-b4e3-94a05dadb4d6 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Sep 23 19:29:37.586186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.615253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:37.618300 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a19e87-f3f8-49b9-8066-1b98831c794c" -d '{"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-plugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:37.632075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:37.638408 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.704072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:37.796815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:37.900634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1536296183-network', 'tenant_id': 'eb2a174b1a5e4af198e9a2add27d67ba'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:37.922443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Made reservation on behalf of eb2a174b1a5e4af198e9a2add27d67ba for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:37.924601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.932831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.974687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681dfb1-385e-45bb-a0e8-0fd2ce52ff3e req-6932b796-cfa5-46f1-bdde-187bbcaa6783 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:37.978667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2681dfb1-385e-45bb-a0e8-0fd2ce52ff3e req-6932b796-cfa5-46f1-bdde-187bbcaa6783 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0762930 Sep 23 19:29:38.041995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-1220e1fe-83cb-4143-ad35-e4a678b174d8 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.043536 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-1220e1fe-83cb-4143-ad35-e4a678b174d8 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.0666313 Sep 23 19:29:38.049872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2681dfb1-385e-45bb-a0e8-0fd2ce52ff3e req-91473c35-ce2d-4f9c-9175-8cee85cc42e0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632949 Sep 23 19:29:38.056070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:38.071951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810763-1'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:38.072058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.076328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Transition to ACTIVE for port object 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:38.080047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.089520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.097752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.118418 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2920435-2dd9-4263-a36d-ac85a8253572 x-openstack-request-id: req-f2920435-2dd9-4263-a36d-ac85a8253572 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:38.118916 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-plugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:38.119071 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2920435-2dd9-4263-a36d-ac85a8253572 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:38.119822 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'code': 200} Sep 23 19:29:38.141453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:29:38.145528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Pushing event updated for resources: {'Port': ['ID=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:38.170435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b589b07-f3fd-450d-961e-63462006228d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:38.174340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.174727 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Added segment a9ceb095-ad79-47cf-b884-acc2d03ce8f7 of type vlan for network 6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b Sep 23 19:29:38.184814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.249873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.287094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ef403-d2c9-47d3-ad83-41a61a3fcdfb req-97309b58-2cf7-46dd-9b4e-a064490bbe6d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.288645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c8ef403-d2c9-47d3-ad83-41a61a3fcdfb req-97309b58-2cf7-46dd-9b4e-a064490bbe6d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 945 time: 0.0891778 Sep 23 19:29:38.291963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Attempting to bind port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:38.292497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Attempting to bind port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:38.292658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Attempting to bind port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:38.299483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:38.299811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Attempting to bind port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:38.305850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.306856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.307458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.314242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:38.314242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:38.314242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:38.314242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Bound port: 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:38.314242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.375821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c8ef403-d2c9-47d3-ad83-41a61a3fcdfb req-5a9c0e15-b55c-430f-98ac-b7f4491f81de tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Sep 23 19:29:38.378274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5800002 Sep 23 19:29:38.381727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:38.389249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Request body: {'subnet': {'network_id': '6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1536296183-subnet', 'tenant_id': 'eb2a174b1a5e4af198e9a2add27d67ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:38.415376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] For port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:38.419181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] For port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:38.425335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.428304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc73917-b54c-4e2f-b615-a929ee67cf2d admin admin] Pushing event updated for resources: {'Network': ['ID=6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:38.443591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:29:38.444832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:38.471829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Made reservation on behalf of eb2a174b1a5e4af198e9a2add27d67ba for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:38.475017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.491797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.491797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.492930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] 10.222.0.41 "PUT /v2.0/ports/91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 HTTP/1.1" status: 200 len: 1095 time: 1.2073822 Sep 23 19:29:38.493380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'tag': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:38.495775 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878d93a0-583b-482b-942c-cd49a1e16e29" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e7228a-191e-4f59-973e-f81bfd9d242d", "tag": "91dc16ef-5a53-4dbc-9e11-4ad35d7627a9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:38.527512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:38.542309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4542251-c65c-4e0f-8f0e-d5a1db0030ef service neutron] Pushing event updated for resources: {'Port': ['ID=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:38.576117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad50366-331a-41f1-bbab-33f8cab54a0b req-4830ff27-9d6a-4a03-acc4-02d4add0a026 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.577657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ad50366-331a-41f1-bbab-33f8cab54a0b req-4830ff27-9d6a-4a03-acc4-02d4add0a026 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.1109154 Sep 23 19:29:38.655181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-415f049a-4f98-4410-ad2b-23e496331381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.656841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-415f049a-4f98-4410-ad2b-23e496331381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2f5c46699634c74aaf1d163a1988322&device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 1098 time: 0.0781074 Sep 23 19:29:38.660299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ad50366-331a-41f1-bbab-33f8cab54a0b req-db97d907-130a-4019-a1ed-16977c92fb7e tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498228 Sep 23 19:29:38.662257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:38.664640 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f791c3f-749f-4c67-9437-79623acfa9cd" -d '{"events": [{"server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "name": "network-vif-unplugged", "status": "completed", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:38.670225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.696298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.708212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-d61c659a-84a5-499a-8e6e-612e5e9d5048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 HTTP/1.1" status: 200 len: 217 time: 0.0422704 Sep 23 19:29:38.780669 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24d109c-a4c0-4979-9014-b7da5b82407d x-openstack-request-id: req-e24d109c-a4c0-4979-9014-b7da5b82407d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:38.783749 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e7228a-191e-4f59-973e-f81bfd9d242d", "tag": "91dc16ef-5a53-4dbc-9e11-4ad35d7627a9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:38.784054 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e24d109c-a4c0-4979-9014-b7da5b82407d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:38.784478 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'tag': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9', 'status': 'completed', 'code': 200} Sep 23 19:29:38.808752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-b5e815f4-5c84-456c-b95d-b750cc567501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.810470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-b5e815f4-5c84-456c-b95d-b750cc567501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0931890 Sep 23 19:29:38.866838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:38.900762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-f1309652-3a8a-4a26-abb5-c503519cf1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.902411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-f1309652-3a8a-4a26-abb5-c503519cf1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843942 Sep 23 19:29:38.910742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on host n-h2-810763-1 for vnic_type normal with profile {"migrating_to": "n-h1-810763-1"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:38.911084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:38.911487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:38.924036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:38.924367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Attempting to bind port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on network 4faccdae-926f-4b65-8ac7-4272a854e1d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:38.926871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446aa25-749c-45f6-80b5-3e6f1b4deaf2 req-2face328-2d6e-40ed-b24f-cc1519f30e7d tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.928587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5446aa25-749c-45f6-80b5-3e6f1b4deaf2 req-2face328-2d6e-40ed-b24f-cc1519f30e7d tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 947 time: 0.0756307 Sep 23 19:29:38.930098 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:38.930649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Checking segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:38.931282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Bound using segment: {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:38.931939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Bound port: 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe264eac-235f-4f05-8cb2-539369d9c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4faccdae-926f-4b65-8ac7-4272a854e1d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:38.932506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.934756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.014246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5446aa25-749c-45f6-80b5-3e6f1b4deaf2 req-e64bfd48-e694-4342-aeff-f27e02d790ba tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753868 Sep 23 19:29:39.049849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-8bd2202a-90e8-4b8a-9564-0a07a3a1a947 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395035 Sep 23 19:29:39.080004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eccd749-2e5b-4b13-a6d7-32798659080b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:39.097545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:39.099970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Checking segment: {'id': 'a9ceb095-ad79-47cf-b884-acc2d03ce8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:39.100398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Network hostable DHCP agents. Network: 6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:29:39.107415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:39.118479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.130473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-2a576b5e-b5bb-4aad-bf3c-1c49a2aa45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.131571 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-2a576b5e-b5bb-4aad-bf3c-1c49a2aa45bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9&tenant_id=c7b153a7de6840a0bc3936e071db16c9 HTTP/1.1" status: 200 len: 1099 time: 0.1177893 Sep 23 19:29:39.156168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45432865-96f9-4126-91ec-4cbe164a46e3 req-b6ca504e-f819-4b99-853a-6eed34b11308 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987270 Sep 23 19:29:39.169342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:39.199451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Network 6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:29:39.231059 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9629ac3-db43-442b-89b3-05ad78046143 x-openstack-request-id: req-e9629ac3-db43-442b-89b3-05ad78046143 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:39.231376 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "name": "network-vif-unplugged", "status": "completed", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:39.231534 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9629ac3-db43-442b-89b3-05ad78046143 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:39.231934 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7', 'code': 200} Sep 23 19:29:39.240317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:39.244582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:39.257694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03bb37-0a4e-422f-9104-1857230612cd None None] Network 6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:39.271006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.271602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.277354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-7f2ab6f7-69a9-4935-b207-7c18ae030c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.279581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-7f2ab6f7-69a9-4935-b207-7c18ae030c42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2f5c46699634c74aaf1d163a1988322&device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 1098 time: 0.0602748 Sep 23 19:29:39.299370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.299964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.301340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-2384cfbd-2fcd-4714-9487-6b3c3cc665cc service neutron] 10.222.0.72 "PUT /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 1121 time: 1.2462351 Sep 23 19:29:39.305985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.321156 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3eab0b58-a72c-45f0-b51d-c6610156f092 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9373949 Sep 23 19:29:39.388468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:39.457826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:39.492629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-18330880-9c11-4076-b27f-8b5fa7764d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.494711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-18330880-9c11-4076-b27f-8b5fa7764d94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1989589 Sep 23 19:29:39.535235 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d7b31-7d5a-4f23-b394-4a846ca38c02 None None] Network 6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:39.573293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-8165bc1d-43ab-4539-a9a5-071deac2cd6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 HTTP/1.1" status: 200 len: 217 time: 0.0626996 Sep 23 19:29:39.617591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:39.657031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:39.657967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:39.679248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-66113854-5291-4929-9ff1-60f11a53858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.680920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-66113854-5291-4929-9ff1-60f11a53858a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0932958 Sep 23 19:29:39.694858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da0bd2-e474-4bdb-a02c-889c24db1cf4 req-fb1fb5ec-d398-4394-8615-b269a6fa24e8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.696716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3da0bd2-e474-4bdb-a02c-889c24db1cf4 req-fb1fb5ec-d398-4394-8615-b269a6fa24e8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0654535 Sep 23 19:29:39.703082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.712651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:39.718059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Transition to ACTIVE for port object 1055737c-3194-4a14-94e7-3c269bab7f7e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:39.723484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.750427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 has no active binding in host n-h1-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:29:39.771519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-7278efd8-c377-4dce-bf7a-83e7cb5e296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.773135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-7278efd8-c377-4dce-bf7a-83e7cb5e296d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753574 Sep 23 19:29:39.776219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3da0bd2-e474-4bdb-a02c-889c24db1cf4 req-5d5396db-2d9c-42a2-b8b9-c01c8d4e1ae1 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658557 Sep 23 19:29:39.787905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] No DVR routers for this DVR port 1055737c-3194-4a14-94e7-3c269bab7f7e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:39.797184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:39.843580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:39.844244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:39.844740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:39.849562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:39.850127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Attempting to bind port 1055737c-3194-4a14-94e7-3c269bab7f7e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:39.857507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:39.858146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:39.858738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:39.859406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Bound port: 1055737c-3194-4a14-94e7-3c269bab7f7e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:39.860008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.920920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-2236c57c-bd47-4c90-9093-896c5fbd5f15 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371751 Sep 23 19:29:39.939906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:39.944549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:39.950896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.966808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589c691-9ab0-42e7-9046-3de846441065 req-efa28b96-d09d-4d19-8cb1-df00b76bb69f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.968543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0589c691-9ab0-42e7-9046-3de846441065 req-efa28b96-d09d-4d19-8cb1-df00b76bb69f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0931451 Sep 23 19:29:39.989711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.990374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.991756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 1095 time: 0.8340936 Sep 23 19:29:40.013162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620632-cf0c-417d-ab74-15dfcfd9e1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:40.068746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-b7a0694b-82d4-4340-8249-3655ae640d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:40.070162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-b7a0694b-82d4-4340-8249-3655ae640d92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1098 time: 0.0447450 Sep 23 19:29:40.081187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0589c691-9ab0-42e7-9046-3de846441065 req-b32300be-1ad4-47e5-82b0-61d0756f96f5 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569801 Sep 23 19:29:40.084523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878d93a0-583b-482b-942c-cd49a1e16e29 req-5f270927-f339-48fa-8e4b-6c5efc1ba358 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554391 Sep 23 19:29:40.174668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2cb6e5d6-66fc-4eed-ba7d-ad525f906d3f req-816399c7-1db4-4494-9bd5-b383a69a1479 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1756414667', 'description': 'tempest-description-290006646'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:40.175108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-9fd62e37-10d3-44f0-a49d-df69db6784b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:40.176704 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-9fd62e37-10d3-44f0-a49d-df69db6784b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0978556 Sep 23 19:29:40.199580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2cb6e5d6-66fc-4eed-ba7d-ad525f906d3f req-816399c7-1db4-4494-9bd5-b383a69a1479 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.226792 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-e0753f88-6462-402a-8f56-36609fe1e3c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0413411 Sep 23 19:29:40.290149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-846d52fc-5033-485c-9eca-65cae655c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:40.291649 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-846d52fc-5033-485c-9eca-65cae655c068 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0562015 Sep 23 19:29:40.297599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2cb6e5d6-66fc-4eed-ba7d-ad525f906d3f req-816399c7-1db4-4494-9bd5-b383a69a1479 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.301273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2cb6e5d6-66fc-4eed-ba7d-ad525f906d3f req-816399c7-1db4-4494-9bd5-b383a69a1479 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.332998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816399c7-1db4-4494-9bd5-b383a69a1479 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb182de-6848-4a3c-9df9-f71bf82064ae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:40.336010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2cb6e5d6-66fc-4eed-ba7d-ad525f906d3f req-816399c7-1db4-4494-9bd5-b383a69a1479 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.337128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2cb6e5d6-66fc-4eed-ba7d-ad525f906d3f req-816399c7-1db4-4494-9bd5-b383a69a1479 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1676021 Sep 23 19:29:40.352847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-ff7e6b2e-3ae6-48d2-a0fc-8af1fee0b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:40.354390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-ff7e6b2e-3ae6-48d2-a0fc-8af1fee0b2fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522447 Sep 23 19:29:40.445307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d289-9382-459e-b0a2-f74b62302fb1 req-78077daf-f154-41c6-a9a4-0bcae123aef2 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:40.446943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6366d289-9382-459e-b0a2-f74b62302fb1 req-78077daf-f154-41c6-a9a4-0bcae123aef2 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0526495 Sep 23 19:29:40.460727 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-4b66f4de-3bd7-4c39-8cbd-0bdcaf733070 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978234 Sep 23 19:29:40.488712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6366d289-9382-459e-b0a2-f74b62302fb1 req-56bd7fb2-ed0f-4dff-a3ea-732ff74d6fd9 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333350 Sep 23 19:29:40.560180 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9f16c00-51f4-4290-bfaf-7a46fa07e8b4 req-a64c0c21-3368-463f-ac87-b003bcb57c35 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908017 Sep 23 19:29:40.606556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125952a4-3e67-44a4-b985-3c1d50f1114f req-50895529-42f0-488a-8b19-96385a007534 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:40.608167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125952a4-3e67-44a4-b985-3c1d50f1114f req-50895529-42f0-488a-8b19-96385a007534 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 947 time: 0.0616257 Sep 23 19:29:40.649946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-125952a4-3e67-44a4-b985-3c1d50f1114f req-839513e6-77f6-4c84-bc7a-0a45e8be7a6a tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Sep 23 19:29:40.776446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-bd4c187c-bdac-4d2f-9497-c8052a6265cc tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/8eb182de-6848-4a3c-9df9-f71bf82064ae HTTP/1.1" status: 200 len: 1804 time: 0.0435808 Sep 23 19:29:40.789613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8eb182de-6848-4a3c-9df9-f71bf82064ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:40.790011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8eb182de-6848-4a3c-9df9-f71bf82064ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:40.859480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.884729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.889069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.906044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da74053-0fff-4eb0-950b-7889b45d47a3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:40.912584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.914142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08a4342d-bfed-4caa-9344-8c998ee0ca1d req-af629740-8ca6-412d-9ca1-43fac8046610 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1305361 Sep 23 19:29:41.077760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95653d38-d752-41ee-9e77-ec202ebf8f70 req-fb97815b-2cd0-49e5-8844-5272b8a02671 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:41.079589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95653d38-d752-41ee-9e77-ec202ebf8f70 req-fb97815b-2cd0-49e5-8844-5272b8a02671 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 947 time: 0.0604360 Sep 23 19:29:41.118482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95653d38-d752-41ee-9e77-ec202ebf8f70 req-644ca7a7-3421-4adb-b136-9c698478dd84 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Sep 23 19:29:41.144942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f618c1b9-9a20-4b36-bb29-94d6ea5f4faa req-7b3cf667-bbcf-45ff-86c3-a9cc1b7c64e7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-978045156', 'description': 'tempest-description-232089269'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:41.167521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f618c1b9-9a20-4b36-bb29-94d6ea5f4faa req-7b3cf667-bbcf-45ff-86c3-a9cc1b7c64e7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.233332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'}, {'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}, {'name': 'network-changed', 'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:41.235715 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b1b325-8648-487d-ac3f-12e219323ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7"}, {"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}, {"name": "network-changed", "server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:41.249275 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f618c1b9-9a20-4b36-bb29-94d6ea5f4faa req-7b3cf667-bbcf-45ff-86c3-a9cc1b7c64e7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.253058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f618c1b9-9a20-4b36-bb29-94d6ea5f4faa req-7b3cf667-bbcf-45ff-86c3-a9cc1b7c64e7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.278628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f618c1b9-9a20-4b36-bb29-94d6ea5f4faa req-7b3cf667-bbcf-45ff-86c3-a9cc1b7c64e7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.279822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f618c1b9-9a20-4b36-bb29-94d6ea5f4faa req-7b3cf667-bbcf-45ff-86c3-a9cc1b7c64e7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1391954 Sep 23 19:29:41.283973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cf667-bbcf-45ff-86c3-a9cc1b7c64e7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c476c8d1-e100-4d70-b4af-171309eb9ced,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:41.378513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ec78c-fc18-4fa9-86e7-f7995439e39a req-6bc76eac-77e5-4c02-994f-46cf163c1d67 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:41.379968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-059ec78c-fc18-4fa9-86e7-f7995439e39a req-6bc76eac-77e5-4c02-994f-46cf163c1d67 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0492790 Sep 23 19:29:41.384801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:41.416855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-059ec78c-fc18-4fa9-86e7-f7995439e39a req-36b886ad-d949-4ad6-937d-354a6231cba4 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Sep 23 19:29:41.425674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:41.476585 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee86918-b0ba-4cac-883f-88125e30d0ae x-openstack-request-id: req-3ee86918-b0ba-4cac-883f-88125e30d0ae {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:41.476884 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7", "status": "completed", "code": 200}, {"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "code": 200}, {"name": "network-changed", "server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:41.477138 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ee86918-b0ba-4cac-883f-88125e30d0ae {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:41.477627 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7', 'status': 'completed', 'code': 200} Sep 23 19:29:41.477897 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'code': 200} Sep 23 19:29:41.478149 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'status': 'completed', 'code': 200} Sep 23 19:29:41.529798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-f9c75a91-329c-47cf-a3dc-f44dbd0546cc tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/c476c8d1-e100-4d70-b4af-171309eb9ced HTTP/1.1" status: 200 len: 1803 time: 0.0414908 Sep 23 19:29:41.540321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c476c8d1-e100-4d70-b4af-171309eb9ced', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:41.540670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c476c8d1-e100-4d70-b4af-171309eb9ced', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:41.573195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-e611cf1b-c530-444a-a66c-be76deface18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:41.574749 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-e611cf1b-c530-444a-a66c-be76deface18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1124 time: 0.0747457 Sep 23 19:29:41.584463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-30d719b8-0893-4857-917a-3486239a2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:41.585810 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-30d719b8-0893-4857-917a-3486239a2be3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1098 time: 0.0509810 Sep 23 19:29:41.601338 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.627364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.631388 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.648810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6017fe6-3375-4462-8c2d-1973d20e867c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:41.660525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.661723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5aeabe6-cb37-4de8-a702-4acfef74c778 req-013143c8-aec0-4b88-b1b8-a459b1de9d80 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1256237 Sep 23 19:29:41.765166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab931a5-edaa-437c-93cf-ddb5e6e512e3 req-23d2f14f-1719-43cc-a8a7-dd59ac923db4 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:41.766780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ab931a5-edaa-437c-93cf-ddb5e6e512e3 req-23d2f14f-1719-43cc-a8a7-dd59ac923db4 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0522439 Sep 23 19:29:41.807048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ab931a5-edaa-437c-93cf-ddb5e6e512e3 req-c02cf30b-feef-4640-ba0e-5abfde3025c0 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Sep 23 19:29:41.836829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2b1b5e73-b154-4b1f-ae95-1b97c6f80d74 req-d71e92e4-9cc8-4225-8c87-041535ff8b48 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1124464718', 'description': 'tempest-description-1921885150'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:41.860223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b1b5e73-b154-4b1f-ae95-1b97c6f80d74 req-d71e92e4-9cc8-4225-8c87-041535ff8b48 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.951890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b1b5e73-b154-4b1f-ae95-1b97c6f80d74 req-d71e92e4-9cc8-4225-8c87-041535ff8b48 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.955885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b1b5e73-b154-4b1f-ae95-1b97c6f80d74 req-d71e92e4-9cc8-4225-8c87-041535ff8b48 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.987213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b1b5e73-b154-4b1f-ae95-1b97c6f80d74 req-d71e92e4-9cc8-4225-8c87-041535ff8b48 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.988462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b1b5e73-b154-4b1f-ae95-1b97c6f80d74 req-d71e92e4-9cc8-4225-8c87-041535ff8b48 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1560774 Sep 23 19:29:41.989276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e92e4-9cc8-4225-8c87-041535ff8b48 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03441b43-a52c-4a7a-84bb-a44f52aeb8fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:41.990193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-0eb4d972-69b0-4e11-b671-a687cb79083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:41.991688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-0eb4d972-69b0-4e11-b671-a687cb79083f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.4095094 Sep 23 19:29:42.002515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-6e482436-05c0-46c5-b892-ae8c751fed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.003119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-6e482436-05c0-46c5-b892-ae8c751fed9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.4000292 Sep 23 19:29:42.043183 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-2b727960-5477-4b47-95f9-e029bc3f2a59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0394685 Sep 23 19:29:42.082943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-da3c28b2-c793-4381-9120-b93f98e328fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0461464 Sep 23 19:29:42.098457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85458dd8-4fc2-4ce3-8cdb-e065722a8e92 req-7b4a16c8-0844-47b8-9f27-35698540d861 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.099858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85458dd8-4fc2-4ce3-8cdb-e065722a8e92 req-7b4a16c8-0844-47b8-9f27-35698540d861 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 947 time: 0.0528772 Sep 23 19:29:42.138051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85458dd8-4fc2-4ce3-8cdb-e065722a8e92 req-d26ffc90-8b45-454e-860e-ce1cd54c45d5 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Sep 23 19:29:42.154398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-8c179c00-d1d9-4947-a825-fa7984d05923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.156155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-8c179c00-d1d9-4947-a825-fa7984d05923 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0819123 Sep 23 19:29:42.161581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-e03785a0-4118-48db-8e95-a1d540878aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.162972 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-e03785a0-4118-48db-8e95-a1d540878aa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0603254 Sep 23 19:29:42.191955 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-1b6cd5c3-cb99-4af5-b248-1857bde58567 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260170 Sep 23 19:29:42.275056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-542b7800-755a-4e6f-b9d4-b9628da2e8f1 req-5f11eaa9-cfad-49f9-b3a1-76ce28e3e4f3 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-59808726', 'description': 'tempest-description-326815890'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:42.294370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-8b5c4c20-dc68-4e7b-804b-53b666b7476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.295880 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-8b5c4c20-dc68-4e7b-804b-53b666b7476e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064122 Sep 23 19:29:42.300303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-542b7800-755a-4e6f-b9d4-b9628da2e8f1 req-5f11eaa9-cfad-49f9-b3a1-76ce28e3e4f3 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.344512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-105c8a16-889d-43fe-bc50-ebdbb9b6f27c service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436284 Sep 23 19:29:42.384524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-542b7800-755a-4e6f-b9d4-b9628da2e8f1 req-5f11eaa9-cfad-49f9-b3a1-76ce28e3e4f3 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.388200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-542b7800-755a-4e6f-b9d4-b9628da2e8f1 req-5f11eaa9-cfad-49f9-b3a1-76ce28e3e4f3 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.418062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-542b7800-755a-4e6f-b9d4-b9628da2e8f1 req-5f11eaa9-cfad-49f9-b3a1-76ce28e3e4f3 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.419736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-542b7800-755a-4e6f-b9d4-b9628da2e8f1 req-5f11eaa9-cfad-49f9-b3a1-76ce28e3e4f3 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1487563 Sep 23 19:29:42.421812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11eaa9-cfad-49f9-b3a1-76ce28e3e4f3 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c05908-323d-46df-873f-dc872fd5f68e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:42.462135 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-c83d9887-86da-432b-9a95-b76b7c504e76 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580002 Sep 23 19:29:42.509102 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-2440bcac-8740-485c-b618-aec79a43851d service neutron] 10.222.0.41 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303585 Sep 23 19:29:42.546040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf08b1-ad0f-4f30-966b-5c7b3e856caf req-94449541-9b9c-472a-8bb5-758773be89aa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.547584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cdf08b1-ad0f-4f30-966b-5c7b3e856caf req-94449541-9b9c-472a-8bb5-758773be89aa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 947 time: 0.0571730 Sep 23 19:29:42.597126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cdf08b1-ad0f-4f30-966b-5c7b3e856caf req-3c3980ea-8fef-466a-9414-8a8964c8e867 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Sep 23 19:29:42.616336 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-5e182649-956e-4e74-b7b7-147b2a1e3e83 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446745 Sep 23 19:29:42.626702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-5b31a7ba-bc08-4fbc-8a45-1e48296f6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.628156 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-5b31a7ba-bc08-4fbc-8a45-1e48296f6220 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b153a7de6840a0bc3936e071db16c9&device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1098 time: 0.0596600 Sep 23 19:29:42.664686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:42.698161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-789a1e4e-379b-4cce-89cc-320168bd6841 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/03441b43-a52c-4a7a-84bb-a44f52aeb8fe HTTP/1.1" status: 200 len: 1805 time: 0.0656345 Sep 23 19:29:42.744367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-45a57d66-9c75-45b9-bb05-17e9fc3d5646 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/96c05908-323d-46df-873f-dc872fd5f68e HTTP/1.1" status: 200 len: 1802 time: 0.0452423 Sep 23 19:29:42.749206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '03441b43-a52c-4a7a-84bb-a44f52aeb8fe', 'remote_group_id': '96c05908-323d-46df-873f-dc872fd5f68e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:42.749450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-5778f57d-c843-4b6e-b91b-0134f007b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.749610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '03441b43-a52c-4a7a-84bb-a44f52aeb8fe', 'remote_group_id': '96c05908-323d-46df-873f-dc872fd5f68e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:42.751014 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-5778f57d-c843-4b6e-b91b-0134f007b831 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1161339 Sep 23 19:29:42.796532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:42.801204 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-4d2e65c0-c8da-41b6-9c51-dd2c0ffc9c26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 200 len: 217 time: 0.0416529 Sep 23 19:29:42.809482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9', 'mac_address': 'fa:16:3e:08:89:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:42.820837 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.860885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-3f3ba69c-c785-410d-ac34-e4988ad4f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.862457 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-3f3ba69c-c785-410d-ac34-e4988ad4f915 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0555360 Sep 23 19:29:42.872616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.877721 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.881736 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.889781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:42.907747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.912223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:42.922982 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.926844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28fc63c9-c0fe-49be-a521-b99f134cb621 req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1813757 Sep 23 19:29:42.931705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-727ccd19-11f5-45d3-826e-b8537c9dd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:42.934765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-727ccd19-11f5-45d3-826e-b8537c9dd217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644948 Sep 23 19:29:42.935093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169076d-ee66-45ab-9934-10eec89e7bf5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ddf5d3-9091-4f6f-879e-8e3dcf7a4fc7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:42.975769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:43.024834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0f2f5-0362-4dab-a39d-eeba77f13310 req-57bfb19e-aa08-4c29-b482-32d280fff381 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:43.026987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cee0f2f5-0362-4dab-a39d-eeba77f13310 req-57bfb19e-aa08-4c29-b482-32d280fff381 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0577364 Sep 23 19:29:43.045402 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-10c7bbe5-537a-4da2-9656-8e58abead5c9 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989683 Sep 23 19:29:43.065804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cee0f2f5-0362-4dab-a39d-eeba77f13310 req-64d64730-e319-4b07-a903-c3d92317df38 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Sep 23 19:29:43.112634 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03933bfa-c1be-47ff-96a1-7f24509b11eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.160422 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b1b325-8648-487d-ac3f-12e219323ed8 req-7f535d69-d385-49c1-bca3-a736eb4dadb0 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067123 Sep 23 19:29:43.189864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029b335-8481-430f-a8d4-627c25a95b98 req-5037a6a8-f403-4441-adcb-a6ccab1a7578 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:43.191501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a029b335-8481-430f-a8d4-627c25a95b98 req-5037a6a8-f403-4441-adcb-a6ccab1a7578 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0603230 Sep 23 19:29:43.233438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a029b335-8481-430f-a8d4-627c25a95b98 req-0911a35d-0a59-4355-9a98-0a2cc3f40c3c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Sep 23 19:29:43.261793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-03c1511a-8e97-4662-b5f9-4209b0482393 req-7c6c1171-f59e-436d-8f3d-67aa946f465b tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2077026805', 'description': 'tempest-description-675583715'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:43.270728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['91dc16ef-5a53-4dbc-9e11-4ad35d7627a9'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:43.287990 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03c1511a-8e97-4662-b5f9-4209b0482393 req-7c6c1171-f59e-436d-8f3d-67aa946f465b tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.386746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03c1511a-8e97-4662-b5f9-4209b0482393 req-7c6c1171-f59e-436d-8f3d-67aa946f465b tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.391614 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03c1511a-8e97-4662-b5f9-4209b0482393 req-7c6c1171-f59e-436d-8f3d-67aa946f465b tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.423207 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03c1511a-8e97-4662-b5f9-4209b0482393 req-7c6c1171-f59e-436d-8f3d-67aa946f465b tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.426674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03c1511a-8e97-4662-b5f9-4209b0482393 req-7c6c1171-f59e-436d-8f3d-67aa946f465b tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1693687 Sep 23 19:29:43.435564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c1171-f59e-436d-8f3d-67aa946f465b tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e225b7cf-9604-4589-9e99-26d4239b0650,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:43.529218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb38ab-b87a-4bdd-941a-95bac3757e35 req-6d324037-c987-4260-917c-ff3bb8ab57c8 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:43.530717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8cb38ab-b87a-4bdd-941a-95bac3757e35 req-6d324037-c987-4260-917c-ff3bb8ab57c8 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 948 time: 0.0486903 Sep 23 19:29:43.567753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8cb38ab-b87a-4bdd-941a-95bac3757e35 req-9a88b35f-8ed0-48de-b9b7-ba1f8cd6e679 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310569 Sep 23 19:29:43.711145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b790c132-17fc-4c16-a447-8bb4d14a4f4b req-0a666e08-6a9d-4aea-8e1d-7a59c41c8a8c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1981319260', 'description': 'tempest-description-514256723'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:43.737644 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b790c132-17fc-4c16-a447-8bb4d14a4f4b req-0a666e08-6a9d-4aea-8e1d-7a59c41c8a8c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.819010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b790c132-17fc-4c16-a447-8bb4d14a4f4b req-0a666e08-6a9d-4aea-8e1d-7a59c41c8a8c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.823282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b790c132-17fc-4c16-a447-8bb4d14a4f4b req-0a666e08-6a9d-4aea-8e1d-7a59c41c8a8c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.850357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b790c132-17fc-4c16-a447-8bb4d14a4f4b req-0a666e08-6a9d-4aea-8e1d-7a59c41c8a8c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.851561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b790c132-17fc-4c16-a447-8bb4d14a4f4b req-0a666e08-6a9d-4aea-8e1d-7a59c41c8a8c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1445816 Sep 23 19:29:43.853199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a666e08-6a9d-4aea-8e1d-7a59c41c8a8c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81967880-935c-4a92-854e-7ee592a6c6ec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:43.959173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e48301-0326-43c3-aa3f-65ab48dbf03a req-8c23c58f-3ea5-472e-a1b6-6793f211c047 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:43.960671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06e48301-0326-43c3-aa3f-65ab48dbf03a req-8c23c58f-3ea5-472e-a1b6-6793f211c047 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 947 time: 0.0494871 Sep 23 19:29:44.001674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06e48301-0326-43c3-aa3f-65ab48dbf03a req-0e7e5c86-7f00-4d4b-946d-a0eae02550fa tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Sep 23 19:29:44.075972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-3b18be35-33ae-479e-9a6b-2bd26cce3ba2 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/e225b7cf-9604-4589-9e99-26d4239b0650 HTTP/1.1" status: 200 len: 1804 time: 0.0513601 Sep 23 19:29:44.131119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-f9771b49-311c-4476-952a-a2ccfc21f321 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/81967880-935c-4a92-854e-7ee592a6c6ec HTTP/1.1" status: 200 len: 1804 time: 0.0473728 Sep 23 19:29:44.142162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e225b7cf-9604-4589-9e99-26d4239b0650', 'remote_group_id': '81967880-935c-4a92-854e-7ee592a6c6ec', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:44.142724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e225b7cf-9604-4589-9e99-26d4239b0650', 'remote_group_id': '81967880-935c-4a92-854e-7ee592a6c6ec', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:44.175467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-04b9c45d-b6a2-42ca-861e-74d7fb1bb7ec service neutron] 10.222.0.41 "GET /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7/bindings/n-h1-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.0643334 Sep 23 19:29:44.218072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.260856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.265116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.295162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698e97e1-970c-4156-aa1e-04274808be48,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:44.297672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.306840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81a26e6d-bb74-4169-a984-ed60914325e0 req-2d06ab68-0fed-4900-acaa-1f4f8d6f6541 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1686301 Sep 23 19:29:44.385304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:44.402145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ad09b-8c05-4d63-b0cd-3e8b845a6f4c req-d0d5d12e-6e9a-4095-9f63-49eed8e2741d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:44.404172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e37ad09b-8c05-4d63-b0cd-3e8b845a6f4c req-d0d5d12e-6e9a-4095-9f63-49eed8e2741d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 943 time: 0.0517476 Sep 23 19:29:44.405614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:44.440712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:44.445203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e37ad09b-8c05-4d63-b0cd-3e8b845a6f4c req-e7dd1d7f-8376-4d6d-8fe3-c4c6100fe041 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348291 Sep 23 19:29:44.451904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:44.466117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.543907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] Transition to ACTIVE for port object 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:44.548503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.553400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee1326-005c-4c33-9c0e-588357c29fc2 req-a8b5c1b9-030d-4f69-88e1-5e614cec59fc tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:44.554933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82ee1326-005c-4c33-9c0e-588357c29fc2 req-a8b5c1b9-030d-4f69-88e1-5e614cec59fc tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0516348 Sep 23 19:29:44.595094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82ee1326-005c-4c33-9c0e-588357c29fc2 req-125150d4-9143-4399-8917-7c9821b06c69 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Sep 23 19:29:44.614005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] No DVR routers for this DVR port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:44.634599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] Pushing event updated for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:44.660338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-9d5122c7-e565-4e31-bc1b-0e02f1a59bda service neutron] 10.222.0.41 "PUT /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7/bindings/n-h1-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4779644 Sep 23 19:29:44.661799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09516c98-f9b2-4f0f-ae63-092f526828db req-dd19d611-28ab-4c41-9aa7-aa15e79854be tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/81967880-935c-4a92-854e-7ee592a6c6ec HTTP/1.1" status: 200 len: 1804 time: 0.0443282 Sep 23 19:29:44.687382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:44.691290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:44.724704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-09516c98-f9b2-4f0f-ae63-092f526828db req-1345dc80-1ffc-4ef9-95ac-ed2e0f49f1e5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.749760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-09516c98-f9b2-4f0f-ae63-092f526828db req-1345dc80-1ffc-4ef9-95ac-ed2e0f49f1e5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.767957 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-c0c2208f-2a24-4926-86b2-23945ffcf68b tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:44.769756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-c0c2208f-2a24-4926-86b2-23945ffcf68b tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.0497189 Sep 23 19:29:44.802696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:44.808537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:44.809603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.824026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-689078cf-b5ea-4da6-b5f0-ab4c0aabf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:44.825062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-09516c98-f9b2-4f0f-ae63-092f526828db req-1345dc80-1ffc-4ef9-95ac-ed2e0f49f1e5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.825825 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-689078cf-b5ea-4da6-b5f0-ab4c0aabf0d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428&tenant_id=2acf39709d3f4eca98d631961bc133b4 HTTP/1.1" status: 200 len: 1095 time: 0.0450296 Sep 23 19:29:44.827846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-09516c98-f9b2-4f0f-ae63-092f526828db req-1345dc80-1ffc-4ef9-95ac-ed2e0f49f1e5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.829160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09516c98-f9b2-4f0f-ae63-092f526828db req-1345dc80-1ffc-4ef9-95ac-ed2e0f49f1e5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-groups/81967880-935c-4a92-854e-7ee592a6c6ec HTTP/1.1" status: 204 len: 173 time: 0.1613247 Sep 23 19:29:44.841903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345dc80-1ffc-4ef9-95ac-ed2e0f49f1e5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81967880-935c-4a92-854e-7ee592a6c6ec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:44.885187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:44.898290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-ad8351f6-fe7c-4084-8106-6fd4a51d3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:44.899852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-ad8351f6-fe7c-4084-8106-6fd4a51d3e6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1095 time: 0.0436811 Sep 23 19:29:44.900629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'mac_address': 'fa:16:3e:e9:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:44.943056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac35ce4-1a2c-42dd-a73f-1f5023112c5d req-a1b4a260-3edb-48ca-9638-8a6e89d06361 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:44.944558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ac35ce4-1a2c-42dd-a73f-1f5023112c5d req-a1b4a260-3edb-48ca-9638-8a6e89d06361 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 948 time: 0.0501211 Sep 23 19:29:44.977456 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.985953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ac35ce4-1a2c-42dd-a73f-1f5023112c5d req-156701b1-ffe5-4559-9c78-7318588a5050 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Sep 23 19:29:44.997685 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.007029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-386b992c-5870-4fff-8680-914f77f6b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:45.008647 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-386b992c-5870-4fff-8680-914f77f6b72b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1019173 Sep 23 19:29:45.027102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:45.030015 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604a1125-2f18-40fa-b48a-9a926f83bc29" -d '{"events": [{"server_uuid": "c1e7228a-191e-4f59-973e-f81bfd9d242d", "name": "network-vif-plugged", "status": "completed", "tag": "91dc16ef-5a53-4dbc-9e11-4ad35d7627a9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:45.041286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1055737c-3194-4a14-94e7-3c269bab7f7e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:45.053985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:45.061488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.062322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:45.064851 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5cb4039e-3ee6-492b-a5a0-65a7c5ff7c3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0448475 Sep 23 19:29:45.112557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:45.120506 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.123366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-ca05ff02-c23e-43dd-a54b-9a2529ad771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:45.125751 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-ca05ff02-c23e-43dd-a54b-9a2529ad771f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0515037 Sep 23 19:29:45.147135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:45.151126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:45.160193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-3f17c4d1-a3b0-4bf4-8cb5-37c6fe18c329 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264072 Sep 23 19:29:45.189385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59d4f977-5f16-4064-907c-a6029289bf16 req-59e6fd13-dbb1-48e8-b3e9-739e91fafc8e tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/e225b7cf-9604-4589-9e99-26d4239b0650 HTTP/1.1" status: 200 len: 1804 time: 0.0443492 Sep 23 19:29:45.207288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=12']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:45.270270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-af05ee44-68ac-4a64-97ae-747ea2a215bb service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951562 Sep 23 19:29:45.295516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ca9c0-2674-4b51-9d0e-4384b967b9f8 req-ac96eba0-872f-47a1-9822-4d33961d5581 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:45.297088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-700ca9c0-2674-4b51-9d0e-4384b967b9f8 req-ac96eba0-872f-47a1-9822-4d33961d5581 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 948 time: 0.0486295 Sep 23 19:29:45.336080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-700ca9c0-2674-4b51-9d0e-4384b967b9f8 req-81e72e24-6f96-4d54-b442-cb1d058a0d59 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Sep 23 19:29:45.372815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-be03766c-b9b2-4694-96ae-ad94adccd363 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942347 Sep 23 19:29:45.448864 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428fde93-2e95-4305-902b-892ca190fbbb x-openstack-request-id: req-428fde93-2e95-4305-902b-892ca190fbbb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:45.449163 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e7228a-191e-4f59-973e-f81bfd9d242d", "name": "network-vif-plugged", "status": "completed", "tag": "91dc16ef-5a53-4dbc-9e11-4ad35d7627a9", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:45.449437 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-428fde93-2e95-4305-902b-892ca190fbbb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:45.449824 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9', 'code': 200} Sep 23 19:29:45.465011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ecffd732-208b-4a65-97d5-e2fce02c2810 req-e5136c09-3d19-4ecc-8926-cc69eb87152c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2012110082', 'description': 'tempest-description-360356212'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:45.490578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1055737c-3194-4a14-94e7-3c269bab7f7e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:45.501224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ecffd732-208b-4a65-97d5-e2fce02c2810 req-e5136c09-3d19-4ecc-8926-cc69eb87152c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.557078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b2e45-393b-4ad7-928b-fe6abffcec71 req-903051fc-9f80-4423-9149-a2eb5ccc5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:45.558773 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b32b2e45-393b-4ad7-928b-fe6abffcec71 req-903051fc-9f80-4423-9149-a2eb5ccc5750 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 1100 time: 0.0470874 Sep 23 19:29:45.600328 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b32b2e45-393b-4ad7-928b-fe6abffcec71 req-ca0c3d92-9bb7-40ec-99d4-c3e9300bde7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Sep 23 19:29:45.606046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ecffd732-208b-4a65-97d5-e2fce02c2810 req-e5136c09-3d19-4ecc-8926-cc69eb87152c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.610086 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ecffd732-208b-4a65-97d5-e2fce02c2810 req-e5136c09-3d19-4ecc-8926-cc69eb87152c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.640069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ecffd732-208b-4a65-97d5-e2fce02c2810 req-e5136c09-3d19-4ecc-8926-cc69eb87152c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.641543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ecffd732-208b-4a65-97d5-e2fce02c2810 req-e5136c09-3d19-4ecc-8926-cc69eb87152c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1806056 Sep 23 19:29:45.643345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5136c09-3d19-4ecc-8926-cc69eb87152c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07de8a63-f193-49fc-8a14-6d78a0ed8ab7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:45.679906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-32af30ff-a74d-4610-a655-69f22917e0f3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:45.679906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-32af30ff-a74d-4610-a655-69f22917e0f3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428&tenant_id=2acf39709d3f4eca98d631961bc133b4&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.0519176 Sep 23 19:29:45.751584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d44b3-dc08-467a-afd7-300089ae0edf req-f986c16c-f295-4f0e-b34c-6b83f81ae046 tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:45.753091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a06d44b3-dc08-467a-afd7-300089ae0edf req-f986c16c-f295-4f0e-b34c-6b83f81ae046 tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 1099 time: 0.0468268 Sep 23 19:29:45.791294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a06d44b3-dc08-467a-afd7-300089ae0edf req-aeafba71-0cb3-4b1a-8e7a-e95b1429c89e tempest-MigrationsAdminTest-1305184059 tempest-MigrationsAdminTest-1305184059-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Sep 23 19:29:45.798606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-7bd3ad7d-d1ac-49ee-98fb-aa7a069195c9 service neutron] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:45.801999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-7bd3ad7d-d1ac-49ee-98fb-aa7a069195c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.803314 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-7bd3ad7d-d1ac-49ee-98fb-aa7a069195c9 service neutron] 10.222.0.72 "DELETE /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7/bindings/n-h2-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.1212373 Sep 23 19:29:45.906101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b141d-7f09-4de6-9e00-6eace1221684 req-787d91b7-3dd3-44af-b01d-6df8ee4533fe tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:45.907611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd6b141d-7f09-4de6-9e00-6eace1221684 req-787d91b7-3dd3-44af-b01d-6df8ee4533fe tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 944 time: 0.0486679 Sep 23 19:29:45.943643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd6b141d-7f09-4de6-9e00-6eace1221684 req-72399828-eb74-4d43-916f-deb29e4ac715 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300748 Sep 23 19:29:46.045555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd6a7-c24b-470f-8ac7-bfd397dede18 req-7f1c3f5c-a6c0-48f0-9d0f-33e51053693c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:46.047067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3facd6a7-c24b-470f-8ac7-bfd397dede18 req-7f1c3f5c-a6c0-48f0-9d0f-33e51053693c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0497229 Sep 23 19:29:46.054451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f338f50-bb13-43b1-8d38-76af9b30ac1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.090889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3facd6a7-c24b-470f-8ac7-bfd397dede18 req-f8d6ce81-5fd1-40af-9e3c-a3376507928f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Sep 23 19:29:46.156026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-30dc6959-d2bd-4891-9cec-4b45a21f52a7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/07de8a63-f193-49fc-8a14-6d78a0ed8ab7 HTTP/1.1" status: 200 len: 1804 time: 0.0430286 Sep 23 19:29:46.166742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07de8a63-f193-49fc-8a14-6d78a0ed8ab7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:46.167069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07de8a63-f193-49fc-8a14-6d78a0ed8ab7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:46.231367 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.259794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.264732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.286646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed34d62-2893-4a46-a24c-56726178e89d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:46.290539 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.291714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6666e98f-7452-48b2-97d0-92f184cd4a20 req-3ce8bfe0-0a25-4df5-9741-62ae1eb3a4a0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1288731 Sep 23 19:29:46.425112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.531955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3f621-49ef-41f1-b339-95c294ce2bf4 req-f4814e41-e12d-4203-be90-9937b37fea08 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:46.533448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50e3f621-49ef-41f1-b339-95c294ce2bf4 req-f4814e41-e12d-4203-be90-9937b37fea08 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 949 time: 0.0509269 Sep 23 19:29:46.575527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50e3f621-49ef-41f1-b339-95c294ce2bf4 req-637eb4af-de3b-42c1-9152-c711b180708f tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355926 Sep 23 19:29:46.702861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:46.755768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 1055737c-3194-4a14-94e7-3c269bab7f7e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:46.759490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 1055737c-3194-4a14-94e7-3c269bab7f7e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:46.759856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.775975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-3c6b2d48-11f0-49e3-aa88-f5663c334890 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/07de8a63-f193-49fc-8a14-6d78a0ed8ab7 HTTP/1.1" status: 200 len: 2397 time: 0.0512831 Sep 23 19:29:46.786845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07de8a63-f193-49fc-8a14-6d78a0ed8ab7', 'remote_group_id': None}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:46.787248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07de8a63-f193-49fc-8a14-6d78a0ed8ab7', 'remote_group_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:46.839836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.845858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.874307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:46.874799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.878232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.879224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.899267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa9bc76-7023-4fd7-9dba-b38f7e4eb306,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:46.907443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.909466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a066e33b-d742-4481-bee6-96468c3b33d9 req-f2c04fb0-44c7-408e-94e3-b9478c2643cf tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1264925 Sep 23 19:29:46.938667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=13']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:46.946335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.011828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5d83-6d49-4674-ab2d-38be180b0941 req-670adf04-3db2-4230-b3da-27b8e1da8c0e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:47.013900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-611f5d83-6d49-4674-ab2d-38be180b0941 req-670adf04-3db2-4230-b3da-27b8e1da8c0e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 949 time: 0.0514081 Sep 23 19:29:47.053169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-611f5d83-6d49-4674-ab2d-38be180b0941 req-e973f7fe-f6df-47a2-abf3-f19240bc36b0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Sep 23 19:29:47.150064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3abe-baed-4564-a890-feb63bf500d1 req-790ad46b-2359-4d80-ace6-fb3e04e67fc3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:47.151656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcba3abe-baed-4564-a890-feb63bf500d1 req-790ad46b-2359-4d80-ace6-fb3e04e67fc3 tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 1095 time: 0.0408134 Sep 23 19:29:47.188383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcba3abe-baed-4564-a890-feb63bf500d1 req-48c02ce9-de58-40ea-9b36-844bd7f38a0f tempest-LiveMigrationTest-916586540 tempest-LiveMigrationTest-916586540-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295026 Sep 23 19:29:47.252205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-242573ef-312c-4477-b71f-cf4b5104f685 req-10ceced6-fc20-4a5e-a9c5-3d025c4bfcc1 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/07de8a63-f193-49fc-8a14-6d78a0ed8ab7 HTTP/1.1" status: 200 len: 2995 time: 0.0418773 Sep 23 19:29:47.349327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485725ac-8957-4e41-ba97-7e25b0110ea8 req-c3715b52-4f4d-4b1a-a61a-2fd6c6d0036b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:47.350812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-485725ac-8957-4e41-ba97-7e25b0110ea8 req-c3715b52-4f4d-4b1a-a61a-2fd6c6d0036b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0523517 Sep 23 19:29:47.396852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-485725ac-8957-4e41-ba97-7e25b0110ea8 req-2aa197db-3372-4007-afa9-2522aa4a1a6b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Sep 23 19:29:47.450929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:47.453333 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb6b0a4-1546-49e0-b10e-859269c737c1" -d '{"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-plugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:47.557852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f835722-3fe1-4af2-9e17-76c209a39d38 req-264b0942-e450-4043-86b6-1e47fc3d7173 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-group-rules/faa9bc76-7023-4fd7-9dba-b38f7e4eb306 HTTP/1.1" status: 200 len: 783 time: 0.0161169 Sep 23 19:29:47.604407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f835722-3fe1-4af2-9e17-76c209a39d38 req-ccb0a614-ea97-46ea-a944-7c7ad4a7c68d tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/07de8a63-f193-49fc-8a14-6d78a0ed8ab7 HTTP/1.1" status: 200 len: 2995 time: 0.0407267 Sep 23 19:29:47.633970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f835722-3fe1-4af2-9e17-76c209a39d38 req-842a8c1d-d551-4aa5-b2e6-5d9189da1111 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.642415 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f835722-3fe1-4af2-9e17-76c209a39d38 req-842a8c1d-d551-4aa5-b2e6-5d9189da1111 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.672034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f835722-3fe1-4af2-9e17-76c209a39d38 req-842a8c1d-d551-4aa5-b2e6-5d9189da1111 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.678637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f835722-3fe1-4af2-9e17-76c209a39d38 req-842a8c1d-d551-4aa5-b2e6-5d9189da1111 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.679805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f835722-3fe1-4af2-9e17-76c209a39d38 req-842a8c1d-d551-4aa5-b2e6-5d9189da1111 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/faa9bc76-7023-4fd7-9dba-b38f7e4eb306 HTTP/1.1" status: 204 len: 173 time: 0.0688367 Sep 23 19:29:47.687018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a8c1d-d551-4aa5-b2e6-5d9189da1111 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faa9bc76-7023-4fd7-9dba-b38f7e4eb306,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:47.717040 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4aa31-1723-4958-81c3-2613642ad8dd x-openstack-request-id: req-fdb4aa31-1723-4958-81c3-2613642ad8dd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:47.717352 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-plugged", "status": "completed", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:47.717599 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdb4aa31-1723-4958-81c3-2613642ad8dd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:47.717989 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'code': 200} Sep 23 19:29:47.807971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b55aee-2195-4c39-9cbd-a7c2f95e84ae req-afb5bcdc-8f82-4f81-aee1-9059c1cf378b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:47.809527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36b55aee-2195-4c39-9cbd-a7c2f95e84ae req-afb5bcdc-8f82-4f81-aee1-9059c1cf378b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 944 time: 0.0489690 Sep 23 19:29:47.852342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36b55aee-2195-4c39-9cbd-a7c2f95e84ae req-a43bdbde-35b7-4c7e-801b-52ef224b4a4e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Sep 23 19:29:47.952935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101262fa-673f-486a-8cbb-9b1fae68e50d req-a06fe8cc-5d27-442d-a9cd-ba5c04ed912c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:47.954469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-101262fa-673f-486a-8cbb-9b1fae68e50d req-a06fe8cc-5d27-442d-a9cd-ba5c04ed912c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 949 time: 0.0488372 Sep 23 19:29:47.991089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-101262fa-673f-486a-8cbb-9b1fae68e50d req-0e32523c-2419-4caa-a7fe-1b685041a16f tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Sep 23 19:29:48.104462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c016714c-6d54-4145-a839-caa770298e84 req-b77fa6e3-8082-4c5e-817f-2bffe2e19aad tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/07de8a63-f193-49fc-8a14-6d78a0ed8ab7 HTTP/1.1" status: 200 len: 2397 time: 0.0384564 Sep 23 19:29:48.159801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a037c-e848-4dba-96c6-483b608dfc7e req-1ebb035c-218f-4110-9b33-5bb387cf3f41 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:48.161244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-230a037c-e848-4dba-96c6-483b608dfc7e req-1ebb035c-218f-4110-9b33-5bb387cf3f41 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 949 time: 0.0489144 Sep 23 19:29:48.162190 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c016714c-6d54-4145-a839-caa770298e84 req-aa473b7d-dbb5-431e-99a9-89dd2227ead7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.184845 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c016714c-6d54-4145-a839-caa770298e84 req-aa473b7d-dbb5-431e-99a9-89dd2227ead7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.227823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c016714c-6d54-4145-a839-caa770298e84 req-aa473b7d-dbb5-431e-99a9-89dd2227ead7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.230563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c016714c-6d54-4145-a839-caa770298e84 req-aa473b7d-dbb5-431e-99a9-89dd2227ead7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.231799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c016714c-6d54-4145-a839-caa770298e84 req-aa473b7d-dbb5-431e-99a9-89dd2227ead7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-groups/07de8a63-f193-49fc-8a14-6d78a0ed8ab7 HTTP/1.1" status: 204 len: 173 time: 0.1214249 Sep 23 19:29:48.240869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa473b7d-dbb5-431e-99a9-89dd2227ead7 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de8a63-f193-49fc-8a14-6d78a0ed8ab7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:48.261164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Deleting port 1055737c-3194-4a14-94e7-3c269bab7f7e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:48.261540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.366021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-587a3dae-845e-4541-ad05-d2f0f87d95fa tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:48.367523 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-587a3dae-845e-4541-ad05-d2f0f87d95fa tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 944 time: 0.1024368 Sep 23 19:29:48.415365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] For port 1055737c-3194-4a14-94e7-3c269bab7f7e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1055737c-3194-4a14-94e7-3c269bab7f7e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:48.416339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.442179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Calling delete_port for 1055737c-3194-4a14-94e7-3c269bab7f7e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:48.457768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.511153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efc72f-44c7-4726-869c-a30567bef921 req-226548d5-94de-4ce4-b0df-a73ab76b35e8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:48.512577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64efc72f-44c7-4726-869c-a30567bef921 req-226548d5-94de-4ce4-b0df-a73ab76b35e8 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9450799-3443-4dfe-a1c0-10827d5504f9 HTTP/1.1" status: 200 len: 949 time: 0.0519114 Sep 23 19:29:48.544426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Deleting port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:48.544774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.550536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64efc72f-44c7-4726-869c-a30567bef921 req-f094585d-47c4-4705-b4cd-42cd782d7e50 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Sep 23 19:29:48.588501 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-afa67893-97b0-4752-957f-c2910d315ff8 req-7ecd887e-5d94-4741-85ff-cd870e86d7f0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] show failed (client error): The resource could not be found. Sep 23 19:29:48.589572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afa67893-97b0-4752-957f-c2910d315ff8 req-7ecd887e-5d94-4741-85ff-cd870e86d7f0 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/81967880-935c-4a92-854e-7ee592a6c6ec HTTP/1.1" status: 404 len: 352 time: 0.0153570 Sep 23 19:29:48.674152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] For port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:48.674544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.684442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.690876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914240b2-5b14-4718-92b9-c27d40d28cb2 req-a068e9a0-8408-4070-a970-4b188cfe9695 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:48.692436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-914240b2-5b14-4718-92b9-c27d40d28cb2 req-a068e9a0-8408-4070-a970-4b188cfe9695 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 1100 time: 0.0491567 Sep 23 19:29:48.694195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Calling delete_port for 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:48.697631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a49db18a-5e99-459b-aaec-0187ad1aea51', '1055737c-3194-4a14-94e7-3c269bab7f7e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:48.700457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4', '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:48.713597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-914240b2-5b14-4718-92b9-c27d40d28cb2 req-b79ddfb0-efe3-4927-9d98-f5947f5e7111 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.724389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event deleted for resources: {'Port': ['ID=1055737c-3194-4a14-94e7-3c269bab7f7e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:48.805184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] No DVR routers for this DVR port 1055737c-3194-4a14-94e7-3c269bab7f7e on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:48.810057 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.812190 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-230a037c-e848-4dba-96c6-483b608dfc7e req-c6283f51-ac1c-48cc-b53e-2e27074def9e tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "DELETE /v2.0/ports/1055737c-3194-4a14-94e7-3c269bab7f7e HTTP/1.1" status: 204 len: 173 time: 0.6452017 Sep 23 19:29:48.812656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-deleted', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:48.815317 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a66ae2-20c8-462d-9ed6-06238ab8d081" -d '{"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-deleted", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:48.867551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-914240b2-5b14-4718-92b9-c27d40d28cb2 req-b79ddfb0-efe3-4927-9d98-f5947f5e7111 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.870806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-914240b2-5b14-4718-92b9-c27d40d28cb2 req-b79ddfb0-efe3-4927-9d98-f5947f5e7111 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.904765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-914240b2-5b14-4718-92b9-c27d40d28cb2 req-b79ddfb0-efe3-4927-9d98-f5947f5e7111 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033591 Sep 23 19:29:48.922525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ddfb0-efe3-4927-9d98-f5947f5e7111 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf613562-1e9a-45cb-91a7-6249ddb7254c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:48.957355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.991921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event deleted for resources: {'Port': ['ID=51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:49.035653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] No DVR routers for this DVR port 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:49.038900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.041024 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-49a8b989-ae1b-4ce3-a34d-74492e039af1 req-2186789a-ef22-4f14-a73c-6507fa97989f tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "DELETE /v2.0/ports/51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 HTTP/1.1" status: 204 len: 173 time: 0.6642702 Sep 23 19:29:49.044696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29e205-5aad-43f3-890a-4f6ecdf3b258 req-1bef7654-08ed-458f-81d2-5addff93d609 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:49.046502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff29e205-5aad-43f3-890a-4f6ecdf3b258 req-1bef7654-08ed-458f-81d2-5addff93d609 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0658784 Sep 23 19:29:49.090824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff29e205-5aad-43f3-890a-4f6ecdf3b258 req-64970450-1fa5-496e-bf98-46635b3f036e tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358026 Sep 23 19:29:49.169808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c586d4f-2588-48b4-b8bf-7a03339bb676 req-a2706086-dd4a-4c1b-a622-2abcc712698c tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/e225b7cf-9604-4589-9e99-26d4239b0650 HTTP/1.1" status: 200 len: 1804 time: 0.0413041 Sep 23 19:29:49.231758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c586d4f-2588-48b4-b8bf-7a03339bb676 req-5682f168-c1e7-4ae8-b309-cdcabc4c8cc6 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.261550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c586d4f-2588-48b4-b8bf-7a03339bb676 req-5682f168-c1e7-4ae8-b309-cdcabc4c8cc6 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.335178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c586d4f-2588-48b4-b8bf-7a03339bb676 req-5682f168-c1e7-4ae8-b309-cdcabc4c8cc6 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.337738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c586d4f-2588-48b4-b8bf-7a03339bb676 req-5682f168-c1e7-4ae8-b309-cdcabc4c8cc6 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.338883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c586d4f-2588-48b4-b8bf-7a03339bb676 req-5682f168-c1e7-4ae8-b309-cdcabc4c8cc6 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-groups/e225b7cf-9604-4589-9e99-26d4239b0650 HTTP/1.1" status: 204 len: 173 time: 0.1632154 Sep 23 19:29:49.349011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682f168-c1e7-4ae8-b309-cdcabc4c8cc6 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225b7cf-9604-4589-9e99-26d4239b0650,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:49.388080 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f622b013-0a9d-4076-87ab-c1b7da5fa467 x-openstack-request-id: req-f622b013-0a9d-4076-87ab-c1b7da5fa467 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:49.388594 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9450799-3443-4dfe-a1c0-10827d5504f9", "name": "network-vif-deleted", "tag": "1055737c-3194-4a14-94e7-3c269bab7f7e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:49.389000 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f622b013-0a9d-4076-87ab-c1b7da5fa467 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:49.389475 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9450799-3443-4dfe-a1c0-10827d5504f9', 'name': 'network-vif-deleted', 'tag': '1055737c-3194-4a14-94e7-3c269bab7f7e', 'status': 'completed', 'code': 200} Sep 23 19:29:49.466976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e0980fa-eed0-4ad5-bb6c-1d0b7d206246 req-b995ad05-db41-43c5-8f7b-5cad14cc890d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Sep 23 19:29:49.645067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c5881af-cf61-48c9-9b57-6aacb5d176cd req-a50c1563-38ab-40b1-aa0c-0b4365f5f9b2 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/96c05908-323d-46df-873f-dc872fd5f68e HTTP/1.1" status: 200 len: 1802 time: 0.0371614 Sep 23 19:29:49.702039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5881af-cf61-48c9-9b57-6aacb5d176cd req-40060240-aad5-4aa8-9b12-0f1062e34b0a tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.725278 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5881af-cf61-48c9-9b57-6aacb5d176cd req-40060240-aad5-4aa8-9b12-0f1062e34b0a tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.782831 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5881af-cf61-48c9-9b57-6aacb5d176cd req-40060240-aad5-4aa8-9b12-0f1062e34b0a tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.785394 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5881af-cf61-48c9-9b57-6aacb5d176cd req-40060240-aad5-4aa8-9b12-0f1062e34b0a tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.786565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c5881af-cf61-48c9-9b57-6aacb5d176cd req-40060240-aad5-4aa8-9b12-0f1062e34b0a tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-groups/96c05908-323d-46df-873f-dc872fd5f68e HTTP/1.1" status: 204 len: 173 time: 0.1356502 Sep 23 19:29:49.795997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40060240-aad5-4aa8-9b12-0f1062e34b0a tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c05908-323d-46df-873f-dc872fd5f68e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:49.835737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['5386e78f-171e-4671-8aed-cad80ee28486'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:49.882168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85f4d995-249e-4a7a-bde7-e1c38f0cc7ef req-bf214188-79d5-4abf-a4fd-0f5d9999f30f tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/03441b43-a52c-4a7a-84bb-a44f52aeb8fe HTTP/1.1" status: 200 len: 1805 time: 0.0411832 Sep 23 19:29:49.946048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-85f4d995-249e-4a7a-bde7-e1c38f0cc7ef req-d0e29c05-b5ca-49fb-91b9-7d6163f73633 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.968671 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-85f4d995-249e-4a7a-bde7-e1c38f0cc7ef req-d0e29c05-b5ca-49fb-91b9-7d6163f73633 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.010656 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-85f4d995-249e-4a7a-bde7-e1c38f0cc7ef req-d0e29c05-b5ca-49fb-91b9-7d6163f73633 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.013206 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-85f4d995-249e-4a7a-bde7-e1c38f0cc7ef req-d0e29c05-b5ca-49fb-91b9-7d6163f73633 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.014387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85f4d995-249e-4a7a-bde7-e1c38f0cc7ef req-d0e29c05-b5ca-49fb-91b9-7d6163f73633 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-groups/03441b43-a52c-4a7a-84bb-a44f52aeb8fe HTTP/1.1" status: 204 len: 173 time: 0.1237657 Sep 23 19:29:50.023108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e29c05-b5ca-49fb-91b9-7d6163f73633 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03441b43-a52c-4a7a-84bb-a44f52aeb8fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:50.232087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aab0d7-106a-4a51-993e-e9f34d296d8a req-a67b7f77-accf-4c90-b7d5-7acc5531d7e3 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:50.233759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47aab0d7-106a-4a51-993e-e9f34d296d8a req-a67b7f77-accf-4c90-b7d5-7acc5531d7e3 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 1100 time: 0.0419307 Sep 23 19:29:50.268769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47aab0d7-106a-4a51-993e-e9f34d296d8a req-038ddfb7-6d04-42ca-bef2-5da01a2af9b5 tempest-ServersAdminNegativeTestJSON-1392937439 tempest-ServersAdminNegativeTestJSON-1392937439-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283239 Sep 23 19:29:50.332629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86740d95-50eb-43dd-86ee-f0a536ea3a8c req-fd3d6281-a66e-48ee-aa7a-c905e900a784 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/c476c8d1-e100-4d70-b4af-171309eb9ced HTTP/1.1" status: 200 len: 2402 time: 0.0415845 Sep 23 19:29:50.391792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86740d95-50eb-43dd-86ee-f0a536ea3a8c req-e3d6ed8d-466a-48cc-bc8d-6e75f5c809d5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.417419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86740d95-50eb-43dd-86ee-f0a536ea3a8c req-e3d6ed8d-466a-48cc-bc8d-6e75f5c809d5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.465892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86740d95-50eb-43dd-86ee-f0a536ea3a8c req-e3d6ed8d-466a-48cc-bc8d-6e75f5c809d5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.468499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86740d95-50eb-43dd-86ee-f0a536ea3a8c req-e3d6ed8d-466a-48cc-bc8d-6e75f5c809d5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.469664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86740d95-50eb-43dd-86ee-f0a536ea3a8c req-e3d6ed8d-466a-48cc-bc8d-6e75f5c809d5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-groups/c476c8d1-e100-4d70-b4af-171309eb9ced HTTP/1.1" status: 204 len: 173 time: 0.1306851 Sep 23 19:29:50.485693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6ed8d-466a-48cc-bc8d-6e75f5c809d5 tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c476c8d1-e100-4d70-b4af-171309eb9ced,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:50.581064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19921982-d55e-4eef-ab4b-645ca7925bef req-59edd0c0-fbb6-4632-9a5b-4b0cf149d0cd tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:50.582556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19921982-d55e-4eef-ab4b-645ca7925bef req-59edd0c0-fbb6-4632-9a5b-4b0cf149d0cd tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0496218 Sep 23 19:29:50.619236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19921982-d55e-4eef-ab4b-645ca7925bef req-14f5eeec-2e35-4e7f-bb65-fd51dda43a32 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Sep 23 19:29:50.711411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:50.720006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19bc20-6a78-496e-950d-61bb9a35858d req-9b51c4bd-db8e-49ea-81f5-947c5c8fcfcf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:50.721546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf19bc20-6a78-496e-950d-61bb9a35858d req-9b51c4bd-db8e-49ea-81f5-947c5c8fcfcf tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 951 time: 0.0487916 Sep 23 19:29:50.730853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 1055737c-3194-4a14-94e7-3c269bab7f7e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:50.731198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1055737c-3194-4a14-94e7-3c269bab7f7e not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:50.759196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf19bc20-6a78-496e-950d-61bb9a35858d req-065e6ff2-81f6-4010-b1dc-579d80e22107 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Sep 23 19:29:50.870731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0ef6ddd-b0f0-4874-9ee2-3774485a2e67 req-f5c546c5-d214-4e39-a7f7-b8e9ec445aff tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "GET /v2.0/security-groups/8eb182de-6848-4a3c-9df9-f71bf82064ae HTTP/1.1" status: 200 len: 2397 time: 0.0474353 Sep 23 19:29:50.928216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0ef6ddd-b0f0-4874-9ee2-3774485a2e67 req-19267166-7a28-4ce3-880e-06b98a201dda tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.950833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0ef6ddd-b0f0-4874-9ee2-3774485a2e67 req-19267166-7a28-4ce3-880e-06b98a201dda tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.995116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0ef6ddd-b0f0-4874-9ee2-3774485a2e67 req-19267166-7a28-4ce3-880e-06b98a201dda tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.998436 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a0ef6ddd-b0f0-4874-9ee2-3774485a2e67 req-19267166-7a28-4ce3-880e-06b98a201dda tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.999567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0ef6ddd-b0f0-4874-9ee2-3774485a2e67 req-19267166-7a28-4ce3-880e-06b98a201dda tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] 10.222.0.38 "DELETE /v2.0/security-groups/8eb182de-6848-4a3c-9df9-f71bf82064ae HTTP/1.1" status: 204 len: 173 time: 0.1222162 Sep 23 19:29:51.005871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:51.008518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19267166-7a28-4ce3-880e-06b98a201dda tempest-SecurityGroupRulesTestJSON-995134390 tempest-SecurityGroupRulesTestJSON-995134390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb182de-6848-4a3c-9df9-f71bf82064ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:51.067029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] Deleting subnet 3eccd749-2e5b-4b13-a6d7-32798659080b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:51.070809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.107144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad0f1597-2ca3-44ea-a5ff-2571ffa6a1e6 req-c3c3da56-02f2-4564-bbab-8096cb0f1d58 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Sep 23 19:29:51.111215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.156107 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.218426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.249550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eccd749-2e5b-4b13-a6d7-32798659080b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:51.254871 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.259236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7be6ad38-28a5-48ee-a02e-04e4b5231bbe admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3eccd749-2e5b-4b13-a6d7-32798659080b HTTP/1.1" status: 204 len: 168 time: 0.2494268 Sep 23 19:29:51.259761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46304) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:51.345122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.390558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'name': 'network-vif-deleted', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:51.392777 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e911797a-8c68-4861-8e5c-5f03fc14f78f" -d '{"events": [{"server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "name": "network-vif-deleted", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:51.422851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:51.433725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.445430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:51.446186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:51.461411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:51.472353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ceb095-ad79-47cf-b884-acc2d03ce8f7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:51.472942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ceb095-ad79-47cf-b884-acc2d03ce8f7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:51.484773 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.487531 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e9bdb0-a8da-4fee-b9a3-84a94ae0898e x-openstack-request-id: req-d3e9bdb0-a8da-4fee-b9a3-84a94ae0898e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:51.487826 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582ec22d-8656-4164-8309-6ab10087a428", "name": "network-vif-deleted", "tag": "51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:51.488077 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3e9bdb0-a8da-4fee-b9a3-84a94ae0898e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:51.488575 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582ec22d-8656-4164-8309-6ab10087a428', 'name': 'network-vif-deleted', 'tag': '51a95d5c-52f7-4fd7-a6c9-f4dd8900bdb7', 'status': 'completed', 'code': 200} Sep 23 19:29:51.503261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.509359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:51.509753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:51.525075 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:51.572331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.589595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.594403 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b HTTP/1.1" status: 204 len: 168 time: 0.3313649 Sep 23 19:29:51.624627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb2ab8-e3a8-4ade-8e7b-12c601b56323 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b84cb5c-01f4-459c-9ab8-1d1d96dcc40b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:51.669271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-9836a2ac-9da3-4779-a6f1-3962d9406124 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:51.671925 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-9836a2ac-9da3-4779-a6f1-3962d9406124 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 951 time: 0.0787671 Sep 23 19:29:51.746883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:51.782200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccb4fa-88a1-400a-af37-29bdf945d391 req-a555d0b5-e0e3-431b-a427-d72cace285ae tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:51.783246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Deleting port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:51.783832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.784164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0bccb4fa-88a1-400a-af37-29bdf945d391 req-a555d0b5-e0e3-431b-a427-d72cace285ae tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 949 time: 0.0762582 Sep 23 19:29:51.821946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-941fb052-9d57-42f1-bb77-2d15ed0ebd93 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb2a174b1a5e4af198e9a2add27d67ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734129 Sep 23 19:29:51.822579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:51.861383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0bccb4fa-88a1-400a-af37-29bdf945d391 req-01e561dd-cbf6-4b15-a89b-1dc21328fbf5 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635121 Sep 23 19:29:51.880893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] For port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:51.881270 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.894407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Calling delete_port for 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:51.896265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d717147-6d4f-47fa-be14-3a1d03c413ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.934282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d717147-6d4f-47fa-be14-3a1d03c413ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.010059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63a27a-e08d-4679-be0e-6ae5cf216e14 req-f2e1dae5-56da-459d-923a-5359bd065607 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:52.011557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef63a27a-e08d-4679-be0e-6ae5cf216e14 req-f2e1dae5-56da-459d-923a-5359bd065607 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0625949 Sep 23 19:29:52.019970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d717147-6d4f-47fa-be14-3a1d03c413ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.022981 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d717147-6d4f-47fa-be14-3a1d03c413ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.024137 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d717147-6d4f-47fa-be14-3a1d03c413ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b589b07-f3fd-450d-961e-63462006228d HTTP/1.1" status: 204 len: 168 time: 0.1986682 Sep 23 19:29:52.044790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d717147-6d4f-47fa-be14-3a1d03c413ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b589b07-f3fd-450d-961e-63462006228d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:52.069296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.082854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4', '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:52.100231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef63a27a-e08d-4679-be0e-6ae5cf216e14 req-099f268d-b530-4cc4-bfda-5b5b80ba77ee tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748670 Sep 23 19:29:52.111635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event deleted for resources: {'Port': ['ID=68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:52.128150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a49db18a-5e99-459b-aaec-0187ad1aea51'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:52.184352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] No DVR routers for this DVR port 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:52.189594 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.192202 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7a60880-b5ce-4c67-a0db-6df652c127c1 req-78595a12-2f75-4a69-860e-d87af44a0040 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "DELETE /v2.0/ports/68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 HTTP/1.1" status: 204 len: 173 time: 0.5122170 Sep 23 19:29:52.264361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0549a487-d144-47d8-84f3-02ee1567d1b4 req-e25b381d-5ad5-4a9d-a76e-dd733fba93cc tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee HTTP/1.1" status: 200 len: 210 time: 0.0561154 Sep 23 19:29:52.421669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a86b53cc-ec74-4a76-a4f4-ea3a27c5c0da req-634f54e7-5798-4cd4-82f6-b1fe67b4b638 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=582ec22d-8656-4164-8309-6ab10087a428 HTTP/1.1" status: 200 len: 210 time: 0.0501766 Sep 23 19:29:52.993412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:53.025002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855139a6-97e0-4439-bd09-20501f9ccd39 req-53224414-c3d7-4fb9-9c4a-55d915304441 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:53.026564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-855139a6-97e0-4439-bd09-20501f9ccd39 req-53224414-c3d7-4fb9-9c4a-55d915304441 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 949 time: 0.0718772 Sep 23 19:29:53.068292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-855139a6-97e0-4439-bd09-20501f9ccd39 req-9fec03c0-0f43-4724-b2ea-bd7081113d6e tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Sep 23 19:29:53.118610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1709340993-network', 'tenant_id': '7dc8ef20e86c47df9fa29699c5bb0e77'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:53.140664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Made reservation on behalf of 7dc8ef20e86c47df9fa29699c5bb0e77 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:53.143452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.152616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.213576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88995302-c620-4eff-9c56-7f0fc7188925 req-b17c04ae-1bd8-4865-833f-b06d2263fac1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:53.215422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88995302-c620-4eff-9c56-7f0fc7188925 req-b17c04ae-1bd8-4865-833f-b06d2263fac1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0569661 Sep 23 19:29:53.250806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.255692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.263409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88995302-c620-4eff-9c56-7f0fc7188925 req-e6c5e0cf-cd92-43b2-bd52-c8c1fbee48af tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Sep 23 19:29:53.294654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:29:53.322192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb061f57-6a61-43a0-8383-abf6b7141053,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:53.337354 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.337354 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Added segment 97f9b380-0bb9-488b-9fbe-ee4ab2143c29 of type vlan for network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 Sep 23 19:29:53.360248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ea635-be16-41ac-9267-76379617d3cb req-870767b5-5ee1-4a72-972f-bd1595945fdc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:53.361849 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-226ea635-be16-41ac-9267-76379617d3cb req-870767b5-5ee1-4a72-972f-bd1595945fdc tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 949 time: 0.0908694 Sep 23 19:29:53.423945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.490525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-deleted', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:53.493302 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198a6fb2-6b58-40a2-8ea1-581093052ebd" -d '{"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-deleted", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:53.515219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.517012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:53.517623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.588498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:53.594892 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6002290 Sep 23 19:29:53.595084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Request body: {'subnet': {'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1709340993-subnet', 'tenant_id': '7dc8ef20e86c47df9fa29699c5bb0e77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:53.618727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b812e-b32c-4c00-9201-f8d11c8f87b8 req-1d6c1e3c-bf85-4c10-a07b-6e89fc523c90 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:53.620292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f15b812e-b32c-4c00-9201-f8d11c8f87b8 req-1d6c1e3c-bf85-4c10-a07b-6e89fc523c90 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.0828872 Sep 23 19:29:53.637767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d427032-f8ba-492c-a48e-63969af0af48 admin admin] Pushing event updated for resources: {'Network': ['ID=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:53.648557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Deleting port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:53.650677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:29:53.653905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Made reservation on behalf of 7dc8ef20e86c47df9fa29699c5bb0e77 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:53.656772 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.662877 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.696367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f15b812e-b32c-4c00-9201-f8d11c8f87b8 req-dfadd4a7-f133-46f7-913f-186c0c3f35c0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684247 Sep 23 19:29:53.785962 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d4240e-c72d-4541-8345-7e5e7161109c x-openstack-request-id: req-e7d4240e-c72d-4541-8345-7e5e7161109c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:53.786268 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee", "name": "network-vif-deleted", "tag": "68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:53.786512 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7d4240e-c72d-4541-8345-7e5e7161109c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:53.786894 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0b5cb-4c88-4c2c-a8cb-79e8d4e66eee', 'name': 'network-vif-deleted', 'tag': '68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2', 'status': 'completed', 'code': 200} Sep 23 19:29:53.846378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] For port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:53.849768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.876565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Calling delete_port for 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:53.897489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.953263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:53.980259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Checking segment: {'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:53.980930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Network hostable DHCP agents. Network: bbcad0cc-ae2e-4eb2-b009-e34c8cb88036, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:29:54.002269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:29:54.012891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, bbcad0cc-ae2e-4eb2-b009-e34c8cb88036) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:54.022037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1245b-a474-4228-a470-65709f166d19 None None] Network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:54.038573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:54.041412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.048664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.061982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a6914b2-d45b-4ba3-b118-10b4b05e5327 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4723487 Sep 23 19:29:54.068049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['345269d5-92fb-4148-80fd-6fa2c7496c57'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:54.070361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['91dc16ef-5a53-4dbc-9e11-4ad35d7627a9'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:54.109726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Pushing event deleted for resources: {'Port': ['ID=91dc16ef-5a53-4dbc-9e11-4ad35d7627a9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:54.237389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] No DVR routers for this DVR port 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:54.248396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.250936 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-226ea635-be16-41ac-9267-76379617d3cb req-73edb488-9fa9-404f-8c79-14557b18d799 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.41 "DELETE /v2.0/ports/91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 HTTP/1.1" status: 204 len: 173 time: 0.8710754 Sep 23 19:29:54.275635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88944925-773c-47fa-92bd-e034103df4e3 req-574d70a7-0a90-4ac5-bd92-7c8c710e5df3 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1e7228a-191e-4f59-973e-f81bfd9d242d HTTP/1.1" status: 200 len: 210 time: 0.0938032 Sep 23 19:29:54.371926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b587130-12bf-4e29-9250-6dbe22f0067d None None] Network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:54.525638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a6e3214f-bce6-47f3-bf78-e11b494ac5c0 req-0139aff2-3982-4522-ad44-812a805b1ab8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-887619659', 'description': 'tempest-description-1245333061'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:54.552603 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6e3214f-bce6-47f3-bf78-e11b494ac5c0 req-0139aff2-3982-4522-ad44-812a805b1ab8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.669983 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6e3214f-bce6-47f3-bf78-e11b494ac5c0 req-0139aff2-3982-4522-ad44-812a805b1ab8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.674242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6e3214f-bce6-47f3-bf78-e11b494ac5c0 req-0139aff2-3982-4522-ad44-812a805b1ab8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.706626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6e3214f-bce6-47f3-bf78-e11b494ac5c0 req-0139aff2-3982-4522-ad44-812a805b1ab8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.707833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6e3214f-bce6-47f3-bf78-e11b494ac5c0 req-0139aff2-3982-4522-ad44-812a805b1ab8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1863618 Sep 23 19:29:54.709778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139aff2-3982-4522-ad44-812a805b1ab8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a7c318-47ba-42b7-862b-743d92e8fa58,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:54.846197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cdddb-91ed-44ad-b838-51b778f73b94 req-785e3e59-1a90-42dd-85f5-4fec697d82f5 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:54.853891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-668cdddb-91ed-44ad-b838-51b778f73b94 req-785e3e59-1a90-42dd-85f5-4fec697d82f5 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0633793 Sep 23 19:29:54.890151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-668cdddb-91ed-44ad-b838-51b778f73b94 req-4bc51deb-e2b8-490d-b1e0-26aa02fbe142 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Sep 23 19:29:55.013854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fe880-46a1-4715-a357-33121a3a67ae req-4ec18225-f9e0-4e77-8f2c-6983cb576b02 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:55.015436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-189fe880-46a1-4715-a357-33121a3a67ae req-4ec18225-f9e0-4e77-8f2c-6983cb576b02 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.0512753 Sep 23 19:29:55.052024 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.086696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-189fe880-46a1-4715-a357-33121a3a67ae req-4d5f1051-dc0f-4c39-ae35-3c3a9c532a25 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605948 Sep 23 19:29:55.087540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-f9ee20e5-33b8-4554-bd3d-b92141370e1b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:55.088992 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-f9ee20e5-33b8-4554-bd3d-b92141370e1b tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e6eea78-b540-4e01-8854-42e2e7ad05e9 HTTP/1.1" status: 200 len: 950 time: 0.0714610 Sep 23 19:29:55.124635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e08628c9-ffe3-423f-b867-8a7a107182a7 req-7884a16f-6cee-4041-8346-e3e134a884de tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1287566683', 'description': 'tempest-description-1315955043'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:55.152800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e08628c9-ffe3-423f-b867-8a7a107182a7 req-7884a16f-6cee-4041-8346-e3e134a884de tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.190853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Deleting port a49db18a-5e99-459b-aaec-0187ad1aea51 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:55.191480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.265160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e08628c9-ffe3-423f-b867-8a7a107182a7 req-7884a16f-6cee-4041-8346-e3e134a884de tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.270390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e08628c9-ffe3-423f-b867-8a7a107182a7 req-7884a16f-6cee-4041-8346-e3e134a884de tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.295667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] For port a49db18a-5e99-459b-aaec-0187ad1aea51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a49db18a-5e99-459b-aaec-0187ad1aea51,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:55.296243 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.304381 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e08628c9-ffe3-423f-b867-8a7a107182a7 req-7884a16f-6cee-4041-8346-e3e134a884de tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.305349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e08628c9-ffe3-423f-b867-8a7a107182a7 req-7884a16f-6cee-4041-8346-e3e134a884de tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1868570 Sep 23 19:29:55.324957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884a16f-6cee-4041-8346-e3e134a884de tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723b3612-1cf1-4247-960a-51a7846afc37,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:55.341146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Calling delete_port for a49db18a-5e99-459b-aaec-0187ad1aea51 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:55.446011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:55.473676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:55.474025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 68ac62ba-7e5f-479e-8f37-ca7a6ab3d4b2 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:55.496204 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.509085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a49db18a-5e99-459b-aaec-0187ad1aea51'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:55.512026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:55.532807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event deleted for resources: {'Port': ['ID=a49db18a-5e99-459b-aaec-0187ad1aea51,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:55.592210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] No DVR routers for this DVR port a49db18a-5e99-459b-aaec-0187ad1aea51 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:55.596112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.599347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e47169ef-7b53-4349-ae15-2fc4a3c67207 req-7e102963-913e-4ac3-9b1f-9dd7eb06b969 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.41 "DELETE /v2.0/ports/a49db18a-5e99-459b-aaec-0187ad1aea51 HTTP/1.1" status: 204 len: 173 time: 0.5039015 Sep 23 19:29:55.787910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'name': 'network-vif-deleted', 'tag': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9'}, {'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-deleted', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:55.792468 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59abfe03-28cd-49bf-a56b-60ef2dcbab28" -d '{"events": [{"server_uuid": "c1e7228a-191e-4f59-973e-f81bfd9d242d", "name": "network-vif-deleted", "tag": "91dc16ef-5a53-4dbc-9e11-4ad35d7627a9"}, {"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-deleted", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:55.813974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-34229325-23d3-4cf8-ac97-d6a6f27d51a9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:55.815817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-34229325-23d3-4cf8-ac97-d6a6f27d51a9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 813 time: 0.1933131 Sep 23 19:29:55.839406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-5105e59b-1856-45f4-8111-9a5ad0896c7d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/quotas/7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 375 time: 0.0159938 Sep 23 19:29:55.873322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-edeb6b81-d495-405d-be6b-73ab9bdba53f tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321620 Sep 23 19:29:56.027301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-fd226c86-710c-4b28-9ac7-00ad28426efc service neutron] 10.222.0.38 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464834 Sep 23 19:29:56.178026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-087f4e16-1ea1-441a-ade0-a74a10202a5b service neutron] 10.222.0.38 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441188 Sep 23 19:29:56.477531 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb0366c-d9f8-402b-b3f1-e1f7a73f87f8 x-openstack-request-id: req-1eb0366c-d9f8-402b-b3f1-e1f7a73f87f8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:56.478057 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e7228a-191e-4f59-973e-f81bfd9d242d", "name": "network-vif-deleted", "tag": "91dc16ef-5a53-4dbc-9e11-4ad35d7627a9", "status": "completed", "code": 200}, {"server_uuid": "4e6eea78-b540-4e01-8854-42e2e7ad05e9", "name": "network-vif-deleted", "tag": "a49db18a-5e99-459b-aaec-0187ad1aea51", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:56.478057 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1eb0366c-d9f8-402b-b3f1-e1f7a73f87f8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:56.478452 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e7228a-191e-4f59-973e-f81bfd9d242d', 'name': 'network-vif-deleted', 'tag': '91dc16ef-5a53-4dbc-9e11-4ad35d7627a9', 'status': 'completed', 'code': 200} Sep 23 19:29:56.478684 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6eea78-b540-4e01-8854-42e2e7ad05e9', 'name': 'network-vif-deleted', 'tag': 'a49db18a-5e99-459b-aaec-0187ad1aea51', 'status': 'completed', 'code': 200} Sep 23 19:29:56.579817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8680-e52b-49d9-a99f-c00df5d58fe1 req-153c09e3-3dca-4a3a-83a1-c1ca0fdad29d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:56.581555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fbb8680-e52b-49d9-a99f-c00df5d58fe1 req-153c09e3-3dca-4a3a-83a1-c1ca0fdad29d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0595109 Sep 23 19:29:56.641965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fbb8680-e52b-49d9-a99f-c00df5d58fe1 req-6267eea7-7c18-4e3a-9b27-0cca3ca669db tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537024 Sep 23 19:29:56.650090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.744290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:56.768065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: a49db18a-5e99-459b-aaec-0187ad1aea51 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:56.771892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a49db18a-5e99-459b-aaec-0187ad1aea51 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:56.772465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:56.776035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abe5718d-a1e6-42e0-bac2-0c18bbd2acd4 req-e61ba26b-005d-43ae-9003-71bd8f4befc2 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 210 time: 0.0491378 Sep 23 19:29:56.793749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:56.794090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 91dc16ef-5a53-4dbc-9e11-4ad35d7627a9 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:56.952400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d202d-0838-4a8e-b477-5294478cff27 req-3c9811dd-8139-4dda-9683-8b964c236f03 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:56.954045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a57d202d-0838-4a8e-b477-5294478cff27 req-3c9811dd-8139-4dda-9683-8b964c236f03 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 949 time: 0.0482340 Sep 23 19:29:56.998377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a57d202d-0838-4a8e-b477-5294478cff27 req-2c4d5a4b-2c0a-4dbf-a093-f3bf27ae4d1b tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372367 Sep 23 19:29:57.414488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-6b16e971-d099-4909-aec3-725b8f1c0bcf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.415961 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-6b16e971-d099-4909-aec3-725b8f1c0bcf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.41 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 813 time: 0.1222603 Sep 23 19:29:57.428182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'port': {'device_id': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036', 'admin_state_up': True, 'tenant_id': '7dc8ef20e86c47df9fa29699c5bb0e77'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:57.434329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288ef1-260d-441c-bb63-c76b7485805d req-ea348468-f497-401f-8de1-4bc9826baaa0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.435888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb288ef1-260d-441c-bb63-c76b7485805d req-ea348468-f497-401f-8de1-4bc9826baaa0 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0545337 Sep 23 19:29:57.476596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb288ef1-260d-441c-bb63-c76b7485805d req-a3917585-1a23-4566-b7f2-5ebe2fd19817 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329988 Sep 23 19:29:57.549107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Made reservation on behalf of 7dc8ef20e86c47df9fa29699c5bb0e77 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:57.552625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.584390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be95c-147b-4a11-b939-1b73c8265008 req-56cac402-7da9-4467-b192-1d1fe5f54eff tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.585936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f16be95c-147b-4a11-b939-1b73c8265008 req-56cac402-7da9-4467-b192-1d1fe5f54eff tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 944 time: 0.0558484 Sep 23 19:29:57.626689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f16be95c-147b-4a11-b939-1b73c8265008 req-016f9396-3009-4761-93d5-d24f07289881 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Sep 23 19:29:57.683036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Allocated IP 172.20.0.4 (bbcad0cc-ae2e-4eb2-b009-e34c8cb88036/d1be6db8-ef2c-4a37-8ccd-f6be82c9c612/a594b72c-ad10-449c-8ce8-19699d620372) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:57.768885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61398fff-bb17-4179-9918-c898a362ebbf req-743bc5e7-ba8e-4ae8-b623-52a09f9adf9b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.770526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61398fff-bb17-4179-9918-c898a362ebbf req-743bc5e7-ba8e-4ae8-b623-52a09f9adf9b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0501266 Sep 23 19:29:57.816278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61398fff-bb17-4179-9918-c898a362ebbf req-7ebcd33a-c999-43f5-8e6d-551655b3f5f2 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Sep 23 19:29:57.828794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.866688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.907559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:57.910686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:57.914451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:57.919702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957169a1-414d-426f-81e5-af5cf2c98fb3 req-6e247188-3ab7-4aa2-ad48-05641da3427f tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.921206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-957169a1-414d-426f-81e5-af5cf2c98fb3 req-6e247188-3ab7-4aa2-ad48-05641da3427f tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 931 time: 0.0487928 Sep 23 19:29:57.956489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:57.958372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-957169a1-414d-426f-81e5-af5cf2c98fb3 req-e0ac4555-e244-4676-a581-b8ad618cb58d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Sep 23 19:29:57.992938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.993609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.026637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-03b27539-efbc-4b24-86ed-570b82b30864 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.029268 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-03b27539-efbc-4b24-86ed-570b82b30864 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 944 time: 0.0875728 Sep 23 19:29:58.031557 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b9464549-6ea5-4c61-b674-87d374175d4a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6071162 Sep 23 19:29:58.045601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-d3b6f953-0038-481f-a192-23f475e127e5 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.047152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-d3b6f953-0038-481f-a192-23f475e127e5 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 949 time: 0.0524836 Sep 23 19:29:58.166325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdd756-8d3f-4ff9-b159-5b1ca245dc58 req-59835482-f2ab-4401-a407-325f1f20ac81 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.168442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fdd756-8d3f-4ff9-b159-5b1ca245dc58 req-59835482-f2ab-4401-a407-325f1f20ac81 tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759 HTTP/1.1" status: 200 len: 949 time: 0.0848026 Sep 23 19:29:58.212639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Deleting port 345269d5-92fb-4148-80fd-6fa2c7496c57 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:58.212878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.232995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2fdd756-8d3f-4ff9-b159-5b1ca245dc58 req-cd8dcf7b-9cd6-45ed-979a-f7e900abd36a tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.38 "GET /v2.0/security-groups?id=5228353b-8c5c-4d37-aea4-e1cbb5cce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578430 Sep 23 19:29:58.320084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] For port 345269d5-92fb-4148-80fd-6fa2c7496c57, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=345269d5-92fb-4148-80fd-6fa2c7496c57,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:58.320455 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.334833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Calling delete_port for 345269d5-92fb-4148-80fd-6fa2c7496c57 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:58.384935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Request body: {'port': {'device_id': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:58.455157 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.464252 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.471757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Deleting port 5386e78f-171e-4671-8aed-cad80ee28486 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:58.472092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.477666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['345269d5-92fb-4148-80fd-6fa2c7496c57'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:58.493861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Pushing event deleted for resources: {'Port': ['ID=345269d5-92fb-4148-80fd-6fa2c7496c57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:58.540955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] No DVR routers for this DVR port 345269d5-92fb-4148-80fd-6fa2c7496c57 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:58.545611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.547929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-339014ca-c7e1-458e-a1fc-465e2ab51ba8 req-507aa5f1-d727-47f3-b5e9-cc6f2844453c tempest-ServersAdminNegativeTestJSON-1282647613 tempest-ServersAdminNegativeTestJSON-1282647613-project] 10.222.0.72 "DELETE /v2.0/ports/345269d5-92fb-4148-80fd-6fa2c7496c57 HTTP/1.1" status: 204 len: 173 time: 0.4939139 Sep 23 19:29:58.548384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'name': 'network-vif-deleted', 'tag': '345269d5-92fb-4148-80fd-6fa2c7496c57'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:58.550834 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed9ef8-c048-43c3-9141-989878a3f173" -d '{"events": [{"server_uuid": "b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759", "name": "network-vif-deleted", "tag": "345269d5-92fb-4148-80fd-6fa2c7496c57"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:58.633722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3f83-fe7c-4e92-b89f-053ed0ccfca4 req-17fc54f2-7c22-4bce-9a71-81fc94da67c3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.635671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-585c3f83-fe7c-4e92-b89f-053ed0ccfca4 req-17fc54f2-7c22-4bce-9a71-81fc94da67c3 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0709462 Sep 23 19:29:58.685435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-585c3f83-fe7c-4e92-b89f-053ed0ccfca4 req-c98b3e04-655b-4a31-b7f8-f1cac7042d44 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3f98901-e083-47be-86fc-db72105676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Sep 23 19:29:58.722845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] For port 5386e78f-171e-4671-8aed-cad80ee28486, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5386e78f-171e-4671-8aed-cad80ee28486,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:58.723380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.767810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Calling delete_port for 5386e78f-171e-4671-8aed-cad80ee28486 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:58.810946 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeaab06-cb23-4ab8-b653-58a34b0cc765 x-openstack-request-id: req-3eeaab06-cb23-4ab8-b653-58a34b0cc765 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:58.811250 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759", "name": "network-vif-deleted", "tag": "345269d5-92fb-4148-80fd-6fa2c7496c57", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:58.811527 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3eeaab06-cb23-4ab8-b653-58a34b0cc765 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:58.811946 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2950d3c-74a0-4fb5-8db0-8bc7f9aaf759', 'name': 'network-vif-deleted', 'tag': '345269d5-92fb-4148-80fd-6fa2c7496c57', 'status': 'completed', 'code': 200} Sep 23 19:29:58.835658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-d397aadb-276b-49be-949b-895a553593db tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.837130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-d397aadb-276b-49be-949b-895a553593db tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 950 time: 0.0539720 Sep 23 19:29:58.912328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a594b72c-ad10-449c-8ce8-19699d620372 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:58.921025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.952685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb347-a38b-483b-ba67-39f8cd741e0c req-56f94dfa-d40f-4693-97b7-4021ea854862 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.954174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17cfb347-a38b-483b-ba67-39f8cd741e0c req-56f94dfa-d40f-4693-97b7-4021ea854862 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a887360d-14c6-45e5-aa42-a3f3b952aa9e HTTP/1.1" status: 200 len: 944 time: 0.0824852 Sep 23 19:29:58.983047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Transition to ACTIVE for port object a594b72c-ad10-449c-8ce8-19699d620372 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:58.984730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.989386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Deleting port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:58.989754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.996550 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.000363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['5386e78f-171e-4671-8aed-cad80ee28486'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:59.036078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event deleted for resources: {'Port': ['ID=5386e78f-171e-4671-8aed-cad80ee28486,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:59.037755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17cfb347-a38b-483b-ba67-39f8cd741e0c req-309697e2-59aa-4aed-bcf2-1fd618d6cc48 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735917 Sep 23 19:29:59.122445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] For port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:59.122997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.124433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] No DVR routers for this DVR port 5386e78f-171e-4671-8aed-cad80ee28486 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:59.129171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.131181 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e2eea9-c1ed-4e17-995e-40dbf156b53d req-64700f8a-55b4-44b6-8508-0c4f529f477b tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "DELETE /v2.0/ports/5386e78f-171e-4671-8aed-cad80ee28486 HTTP/1.1" status: 204 len: 173 time: 1.0926788 Sep 23 19:29:59.133305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'name': 'network-vif-deleted', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:59.135605 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cfb4ae-c896-4d9f-b634-4b50f2e4d939" -d '{"events": [{"server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "name": "network-vif-deleted", "tag": "5386e78f-171e-4671-8aed-cad80ee28486"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:59.159799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:59.170621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Calling delete_port for 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:59.213617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Attempting to bind port a594b72c-ad10-449c-8ce8-19699d620372 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:59.214370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Attempting to bind port a594b72c-ad10-449c-8ce8-19699d620372 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:59.214927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Attempting to bind port a594b72c-ad10-449c-8ce8-19699d620372 on network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:59.219614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Port a594b72c-ad10-449c-8ce8-19699d620372 on network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:59.220007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Attempting to bind port a594b72c-ad10-449c-8ce8-19699d620372 on network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:59.226099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:59.226547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Checking segment: {'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:59.226921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Bound using segment: {'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:59.227339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Bound port: a594b72c-ad10-449c-8ce8-19699d620372, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:59.227696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.234459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905287f0-6308-4ace-8a42-e4f301d3d54b req-fc5c80b2-febd-4122-bbc9-b8935f612dff tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.235895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-905287f0-6308-4ace-8a42-e4f301d3d54b req-fc5c80b2-febd-4122-bbc9-b8935f612dff tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.1161962 Sep 23 19:29:59.299240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-905287f0-6308-4ace-8a42-e4f301d3d54b req-7d17ef81-3c1e-4170-88e2-deeef29c81db tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543478 Sep 23 19:29:59.300641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:59.304411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a594b72c-ad10-449c-8ce8-19699d620372,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:59.309339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.347741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.348522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.349902 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 200 len: 1091 time: 1.2796712 Sep 23 19:29:59.386629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c95284-0a94-45ed-b192-fafd6ad1feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:59.401440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.414809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1de38d12-b4ae-478c-b27e-9a3b92ba34d4'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:59.442612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Pushing event deleted for resources: {'Port': ['ID=1de38d12-b4ae-478c-b27e-9a3b92ba34d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:59.454712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-bc7e7e4a-2265-47b7-a76b-19ecfe21984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.456390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-bc7e7e4a-2265-47b7-a76b-19ecfe21984d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1094 time: 0.0656559 Sep 23 19:29:59.481082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ede60-8413-4637-9f28-5fe911250cb5 req-5f98339e-f849-4532-b7fd-cb8b69f69840 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.482783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f0ede60-8413-4637-9f28-5fe911250cb5 req-5f98339e-f849-4532-b7fd-cb8b69f69840 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 943 time: 0.1106403 Sep 23 19:29:59.497473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] No DVR routers for this DVR port 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:59.501267 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.503205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a321d600-d0cf-49c3-b3cf-ee5671214e41 req-b15a64be-6c37-458f-a571-c72b64c3450c tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.72 "DELETE /v2.0/ports/1de38d12-b4ae-478c-b27e-9a3b92ba34d4 HTTP/1.1" status: 204 len: 173 time: 0.6593974 Sep 23 19:29:59.521702 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-ca7a3ebd-1e16-48b8-ba4c-7f9779c8c54c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 200 len: 217 time: 0.0508878 Sep 23 19:29:59.533697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-55776fa5-3deb-423d-ae6f-da2261a03f2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988784 Sep 23 19:29:59.539421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f0ede60-8413-4637-9f28-5fe911250cb5 req-9d399302-f505-4e1a-ae8c-20b4653312eb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Sep 23 19:29:59.608584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b4ecf08c-5b7d-4a71-806c-0eaa0ffd193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.610066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-b4ecf08c-5b7d-4a71-806c-0eaa0ffd193c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.0797062 Sep 23 19:29:59.630437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-ec8fc94c-0e0d-4461-97f7-3202d2348456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.631970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-ec8fc94c-0e0d-4461-97f7-3202d2348456 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2acf39709d3f4eca98d631961bc133b4&device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 1095 time: 0.0655410 Sep 23 19:29:59.650376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-8570357e-5354-4536-b390-65afae2abc61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308321 Sep 23 19:29:59.683251 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d917793-d843-4d50-9099-7edb6a723042 x-openstack-request-id: req-6d917793-d843-4d50-9099-7edb6a723042 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:59.683571 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887360d-14c6-45e5-aa42-a3f3b952aa9e", "name": "network-vif-deleted", "tag": "5386e78f-171e-4671-8aed-cad80ee28486", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:59.683817 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d917793-d843-4d50-9099-7edb6a723042 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:59.684210 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887360d-14c6-45e5-aa42-a3f3b952aa9e', 'name': 'network-vif-deleted', 'tag': '5386e78f-171e-4671-8aed-cad80ee28486', 'status': 'completed', 'code': 200} Sep 23 19:29:59.826618 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-3ea33ea3-f3e3-4601-acae-790794a681db service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705515 Sep 23 19:29:59.861695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-1c175066-dd9a-4775-b027-19e569e6b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.864280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-1c175066-dd9a-4775-b027-19e569e6b236 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 200 len: 908 time: 0.1785631 Sep 23 19:29:59.868784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89f6cdf4-8c9f-4ed4-bd3f-a78ca71fecab req-0963b9f5-a176-4862-94a9-f3ecf7944d01 tempest-MigrationsAdminTest-1921810012 tempest-MigrationsAdminTest-1921810012-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5dc9e48-15ba-48d1-9e37-9f97f386352b HTTP/1.1" status: 200 len: 210 time: 0.0308185 Sep 23 19:29:59.961845 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-c4617ff2-0644-43fb-840b-52633b661d19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 200 len: 217 time: 0.0865915 Sep 23 19:29:59.988070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:00.033459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-da1bf7c7-fd7a-4077-9c3f-4d747ad051c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:00.036055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-da1bf7c7-fd7a-4077-9c3f-4d747ad051c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 200 len: 847 time: 0.0670984 Sep 23 19:30:00.081378 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-94851a9a-dbff-42af-870e-548c8a16b389 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4faccdae-926f-4b65-8ac7-4272a854e1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327528 Sep 23 19:30:00.083352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4fd2b36-8719-45bf-86f3-3654687d2fd0 req-f95d25f8-ba2b-4726-bc0a-11e4545111da service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471411 Sep 23 19:30:00.142862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad0a7267-2c6c-41d7-af35-8d79a7f5ef1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2f5c46699634c74aaf1d163a1988322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530597 Sep 23 19:30:00.146647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:00.181640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-fcda0a68-7d7f-4774-90a7-3f523b693f51 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935462 Sep 23 19:30:00.200359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f136be2-b862-4275-a8fb-f8967ce95cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.222035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f136be2-b862-4275-a8fb-f8967ce95cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.283626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f136be2-b862-4275-a8fb-f8967ce95cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.288211 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f136be2-b862-4275-a8fb-f8967ce95cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.289843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f136be2-b862-4275-a8fb-f8967ce95cfd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5228353b-8c5c-4d37-aea4-e1cbb5cce602 HTTP/1.1" status: 204 len: 168 time: 0.1421418 Sep 23 19:30:00.298404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f136be2-b862-4275-a8fb-f8967ce95cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5228353b-8c5c-4d37-aea4-e1cbb5cce602,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:00.304451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d5f42-1d05-4026-a89c-78f7d91aa456 req-1e2d14f8-9b2c-4e05-873f-eae4e3348f09 service neutron] 10.222.0.72 "GET /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162860 Sep 23 19:30:00.349423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6811958-cfaf-4925-bb4d-efa2b1f38355 req-82c9978e-ed2c-478b-b87b-7223de3c7c0e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:00.350949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6811958-cfaf-4925-bb4d-efa2b1f38355 req-82c9978e-ed2c-478b-b87b-7223de3c7c0e tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 944 time: 0.0492356 Sep 23 19:30:00.390991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6811958-cfaf-4925-bb4d-efa2b1f38355 req-78a0d3f3-f367-4d93-95e2-cb03584c246d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Sep 23 19:30:00.500174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97830d-2e8f-412c-8528-fa6be3af4101 req-18cdd405-7e9d-4082-9620-927e830bf008 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:00.501708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f97830d-2e8f-412c-8528-fa6be3af4101 req-18cdd405-7e9d-4082-9620-927e830bf008 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0490181 Sep 23 19:30:00.542654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f97830d-2e8f-412c-8528-fa6be3af4101 req-bb79627a-6f8c-4bcd-9869-31c64e6e0eda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348620 Sep 23 19:30:00.594481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:00.659335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d79bd107-9102-4589-9fa3-d49c61beefef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a45b1cd4d01449518b5666ab39dc528e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636847 Sep 23 19:30:00.661920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:00.675142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca3787-2391-44d7-ba35-ac7eedee2558 req-373b3ff9-0cb4-45ae-b3b3-7f7a1517d371 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:00.676609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37ca3787-2391-44d7-ba35-ac7eedee2558 req-373b3ff9-0cb4-45ae-b3b3-7f7a1517d371 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 943 time: 0.0633516 Sep 23 19:30:00.714089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37ca3787-2391-44d7-ba35-ac7eedee2558 req-0fb24e7e-cc1b-476e-8a6b-042a10db16e2 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Sep 23 19:30:00.719946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41565a8d-3339-483e-bedd-cbf62310f1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.760944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41565a8d-3339-483e-bedd-cbf62310f1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.781095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-e44cb187-7b89-44b0-af32-b3851bd0b558 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:00.782574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-e44cb187-7b89-44b0-af32-b3851bd0b558 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 944 time: 0.0759766 Sep 23 19:30:00.813361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-deleted', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:00.815996 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7666c20d-eb3c-47d2-af80-dc18d2c4b313" -d '{"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-deleted", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:00.880961 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41565a8d-3339-483e-bedd-cbf62310f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.883631 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702a5cc7-421c-4dc9-b28d-e582eba57ab4 x-openstack-request-id: req-702a5cc7-421c-4dc9-b28d-e582eba57ab4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:00.883631 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc9e48-15ba-48d1-9e37-9f97f386352b", "name": "network-vif-deleted", "tag": "1de38d12-b4ae-478c-b27e-9a3b92ba34d4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:00.883631 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-702a5cc7-421c-4dc9-b28d-e582eba57ab4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:00.883631 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc9e48-15ba-48d1-9e37-9f97f386352b', 'name': 'network-vif-deleted', 'tag': '1de38d12-b4ae-478c-b27e-9a3b92ba34d4', 'status': 'completed', 'code': 200} Sep 23 19:30:00.884018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41565a8d-3339-483e-bedd-cbf62310f1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.884954 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41565a8d-3339-483e-bedd-cbf62310f1eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf613562-1e9a-45cb-91a7-6249ddb7254c HTTP/1.1" status: 204 len: 168 time: 0.2220061 Sep 23 19:30:00.899201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41565a8d-3339-483e-bedd-cbf62310f1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf613562-1e9a-45cb-91a7-6249ddb7254c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:00.919051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Deleting port 8bd2dfee-8808-4852-93a2-dc1500125907 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:00.919051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.017758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] For port 8bd2dfee-8808-4852-93a2-dc1500125907, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8bd2dfee-8808-4852-93a2-dc1500125907,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:01.018108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.033852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Calling delete_port for 8bd2dfee-8808-4852-93a2-dc1500125907 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:01.200729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.225918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:01.228327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event deleted for resources: {'Port': ['ID=8bd2dfee-8808-4852-93a2-dc1500125907,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:01.285850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] No DVR routers for this DVR port 8bd2dfee-8808-4852-93a2-dc1500125907 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:01.289110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.291335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-657b9034-4fec-4848-bdb8-f4d1c490c1c9 req-24439178-db35-468f-ba51-e24831433270 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "DELETE /v2.0/ports/8bd2dfee-8808-4852-93a2-dc1500125907 HTTP/1.1" status: 204 len: 173 time: 0.4969351 Sep 23 19:30:01.398737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b90f668-b119-401f-a717-c961076a5ba0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7b153a7de6840a0bc3936e071db16c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713316 Sep 23 19:30:01.401139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:01.450690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:01.459032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0681321-3896-41b7-8180-ad2e650f3a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.477223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 5386e78f-171e-4671-8aed-cad80ee28486 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:01.477792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5386e78f-171e-4671-8aed-cad80ee28486 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:01.478427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:01.481901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0681321-3896-41b7-8180-ad2e650f3a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.499437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:01.500093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1de38d12-b4ae-478c-b27e-9a3b92ba34d4 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:01.500715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 345269d5-92fb-4148-80fd-6fa2c7496c57 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:01.520198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 345269d5-92fb-4148-80fd-6fa2c7496c57 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:01.520542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 345269d5-92fb-4148-80fd-6fa2c7496c57 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:01.520956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:01.540244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 8bd2dfee-8808-4852-93a2-dc1500125907 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:01.540772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8bd2dfee-8808-4852-93a2-dc1500125907 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:01.547925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fe0f873-ecfc-4923-b112-6d273a3f9f8b req-1b5bf19c-f914-43f5-af97-6d4f6ed945f0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=010367ca-a00b-4b5f-bdca-e643f437b56c HTTP/1.1" status: 200 len: 210 time: 0.0402265 Sep 23 19:30:01.574972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0681321-3896-41b7-8180-ad2e650f3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.578395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0681321-3896-41b7-8180-ad2e650f3a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.579688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0681321-3896-41b7-8180-ad2e650f3a93 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3f98901-e083-47be-86fc-db72105676d8 HTTP/1.1" status: 204 len: 168 time: 0.1761711 Sep 23 19:30:01.594426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0681321-3896-41b7-8180-ad2e650f3a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f98901-e083-47be-86fc-db72105676d8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:01.676717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af145423-3e84-4695-9b27-9b9177c81959 req-6dab6a3a-87ba-46cc-8fbb-f284d9238a53 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:01.678410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af145423-3e84-4695-9b27-9b9177c81959 req-6dab6a3a-87ba-46cc-8fbb-f284d9238a53 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0535538 Sep 23 19:30:01.685468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372'}, {'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'name': 'network-vif-deleted', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:01.688006 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47" -d '{"events": [{"name": "network-changed", "server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "tag": "a594b72c-ad10-449c-8ce8-19699d620372"}, {"server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "name": "network-vif-deleted", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:01.729293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af145423-3e84-4695-9b27-9b9177c81959 req-17a01daa-1709-4329-81ce-77a9428371a8 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362031 Sep 23 19:30:01.818667 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de438b-a11a-4548-adb0-7d07cc141cb0 x-openstack-request-id: req-85de438b-a11a-4548-adb0-7d07cc141cb0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:01.823405 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "tag": "a594b72c-ad10-449c-8ce8-19699d620372", "status": "completed", "code": 200}, {"server_uuid": "010367ca-a00b-4b5f-bdca-e643f437b56c", "name": "network-vif-deleted", "tag": "8bd2dfee-8808-4852-93a2-dc1500125907", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:01.823659 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85de438b-a11a-4548-adb0-7d07cc141cb0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:01.824194 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372', 'status': 'completed', 'code': 200} Sep 23 19:30:01.824379 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010367ca-a00b-4b5f-bdca-e643f437b56c', 'name': 'network-vif-deleted', 'tag': '8bd2dfee-8808-4852-93a2-dc1500125907', 'status': 'completed', 'code': 200} Sep 23 19:30:01.892859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-c0bd3b4d-d661-423a-af61-081c7352abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:01.895475 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-c0bd3b4d-d661-423a-af61-081c7352abb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1094 time: 0.0578473 Sep 23 19:30:01.946635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066317-15d0-48b0-9fdc-975da6ebe50b req-543e359f-05a7-400d-8fab-9040f1aa252a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:01.948698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf066317-15d0-48b0-9fdc-975da6ebe50b req-543e359f-05a7-400d-8fab-9040f1aa252a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 943 time: 0.0682719 Sep 23 19:30:01.953839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:02.010585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-e24c4ed1-3217-4054-ba34-e0c23d9f1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.012697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-e24c4ed1-3217-4054-ba34-e0c23d9f1824 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 914 time: 0.1076930 Sep 23 19:30:02.060023 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-274f630c-13c1-4da4-a837-a12397a65229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 200 len: 217 time: 0.0395057 Sep 23 19:30:02.117942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-4109636b-7c87-4ac5-a013-e3e36a3d17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.119471 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-4109636b-7c87-4ac5-a013-e3e36a3d17d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.0517595 Sep 23 19:30:02.155511 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-899be2a3-20a9-42b7-a79a-00b250e75e68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281785 Sep 23 19:30:02.258835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-5088894b-698d-4c95-b1ff-f771b71628df service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953417 Sep 23 19:30:02.290629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf066317-15d0-48b0-9fdc-975da6ebe50b req-8216592a-9e8d-4605-94a5-76269520eccf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305819 Sep 23 19:30:02.294105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-275d6250-3f49-4d4d-b229-e7b9828cccd8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69bb927c994046a981409cf2bfe1c56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392341 Sep 23 19:30:02.296658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:02.355188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69296277-ef08-40bc-8fbd-105e509d8b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.378396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69296277-ef08-40bc-8fbd-105e509d8b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.383649 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19cf7c6f-46c9-4903-a6a7-e6d5a3b1cb47 req-6a702337-f337-49c0-a936-761a94281168 service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173291 Sep 23 19:30:02.432713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69296277-ef08-40bc-8fbd-105e509d8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.435819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69296277-ef08-40bc-8fbd-105e509d8b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.437014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-69296277-ef08-40bc-8fbd-105e509d8b37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/762ab114-1320-4835-bdb7-a82d71be1db4 HTTP/1.1" status: 204 len: 168 time: 0.1392591 Sep 23 19:30:02.446192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69296277-ef08-40bc-8fbd-105e509d8b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ab114-1320-4835-bdb7-a82d71be1db4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:02.752999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a594b72c-ad10-449c-8ce8-19699d620372 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:02.905878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a594b72c-ad10-449c-8ce8-19699d620372,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:02.920358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'a594b72c-ad10-449c-8ce8-19699d620372', 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036', 'port_id': 'a594b72c-ad10-449c-8ce8-19699d620372', 'mac_address': 'fa:16:3e:9b:29:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1be6db8-ef2c-4a37-8ccd-f6be82c9c612', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:02.927189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb5422-69c8-4171-9a47-dfbfc5617da6 req-be7f5754-a1f1-4a0a-9fb2-0bcf9f240173 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.928755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71fb5422-69c8-4171-9a47-dfbfc5617da6 req-be7f5754-a1f1-4a0a-9fb2-0bcf9f240173 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0593104 Sep 23 19:30:02.969585 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.970977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71fb5422-69c8-4171-9a47-dfbfc5617da6 req-e8e959ba-6364-456d-82ca-e79ebe37d18f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Sep 23 19:30:02.983652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a594b72c-ad10-449c-8ce8-19699d620372 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:03.019623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a594b72c-ad10-449c-8ce8-19699d620372,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:03.025276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:03.090277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:03.286342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3191c7-51e8-467e-81bc-ae22f7492812 req-dade85a5-6a3e-4e20-84a2-5e7b09a446d6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:03.287950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c3191c7-51e8-467e-81bc-ae22f7492812 req-dade85a5-6a3e-4e20-84a2-5e7b09a446d6 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 944 time: 0.0483823 Sep 23 19:30:03.317407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:03.332846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c3191c7-51e8-467e-81bc-ae22f7492812 req-f46b49c4-135e-4aab-8e6e-6f268745245c tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Sep 23 19:30:03.416293 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:30:03.524495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9ef1-912b-4bff-a32c-da9e7cc06cea req-f928901b-0cbf-4f47-b163-d682f8ee1150 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:03.526231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a2c9ef1-912b-4bff-a32c-da9e7cc06cea req-f928901b-0cbf-4f47-b163-d682f8ee1150 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 944 time: 0.0654998 Sep 23 19:30:03.577569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a2c9ef1-912b-4bff-a32c-da9e7cc06cea req-5db4f046-8569-47c1-8a1a-18f85e3b0e20 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Sep 23 19:30:03.679249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-93db1982-b18b-46ae-a229-b9e174f52635 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:03.680887 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-93db1982-b18b-46ae-a229-b9e174f52635 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 944 time: 0.0735521 Sep 23 19:30:03.729461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:03.783524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Deleting port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:03.783933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:03.889337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] For port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,segment=NetworkSegment(fe264eac-235f-4f05-8cb2-539369d9c5bb),segment_id=fe264eac-235f-4f05-8cb2-539369d9c5bb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:03.889700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:03.902578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Calling delete_port for ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:03.958170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee68-f3aa-4faa-b459-76d08a551fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.044637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.070002 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee68-f3aa-4faa-b459-76d08a551fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.080423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee68-f3aa-4faa-b459-76d08a551fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.101861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Pushing event deleted for resources: {'Port': ['ID=ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:04.128610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] No DVR routers for this DVR port ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:04.134837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.136975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-328fa5c1-d4ff-41b5-a468-a0a130ba0157 req-b843690f-cd73-4948-8107-aa999ebf382d tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.72 "DELETE /v2.0/ports/ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e HTTP/1.1" status: 204 len: 173 time: 0.4489827 Sep 23 19:30:04.137425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'name': 'network-vif-deleted', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:04.139495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ee68-f3aa-4faa-b459-76d08a551fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ecfb01-f8e5-46b1-a74b-5a5d5c2bb14d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:04.140271 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4989f1b-4cfb-435c-95da-e9f3e30f4dc9" -d '{"events": [{"server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "name": "network-vif-deleted", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:04.145471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b18ee68-f3aa-4faa-b459-76d08a551fac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e7a38f48b184221bb3456a1b8804ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143326 Sep 23 19:30:04.148770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:04.160551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f7876-db47-4884-a7e1-4f8857d54295 req-81b62a5b-f88a-4015-ae6e-b4aa633a7721 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:04.162134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-667f7876-db47-4884-a7e1-4f8857d54295 req-81b62a5b-f88a-4015-ae6e-b4aa633a7721 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0977542 Sep 23 19:30:04.205926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1173182f-bb76-42ef-a3e5-f88b555d3cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.210501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-667f7876-db47-4884-a7e1-4f8857d54295 req-f9390c1d-8bca-4dbf-aa20-833dd7c2698f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Sep 23 19:30:04.228605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1173182f-bb76-42ef-a3e5-f88b555d3cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.284004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1173182f-bb76-42ef-a3e5-f88b555d3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.286823 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1173182f-bb76-42ef-a3e5-f88b555d3cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.289497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1173182f-bb76-42ef-a3e5-f88b555d3cd2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97ecfb01-f8e5-46b1-a74b-5a5d5c2bb14d HTTP/1.1" status: 204 len: 168 time: 0.1384892 Sep 23 19:30:04.297333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173182f-bb76-42ef-a3e5-f88b555d3cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ecfb01-f8e5-46b1-a74b-5a5d5c2bb14d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:04.502451 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6322cb97-b7b4-43b7-b50e-8f1bef5b97ca x-openstack-request-id: req-6322cb97-b7b4-43b7-b50e-8f1bef5b97ca {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:04.502811 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf494b8-b3f0-4665-bcd1-191a48111ee5", "name": "network-vif-deleted", "tag": "ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:04.503132 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6322cb97-b7b4-43b7-b50e-8f1bef5b97ca {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:04.503598 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf494b8-b3f0-4665-bcd1-191a48111ee5', 'name': 'network-vif-deleted', 'tag': 'ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e', 'status': 'completed', 'code': 200} Sep 23 19:30:04.589950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7902f432-fd32-4055-b127-cde3b1f98909 req-db38570d-2818-4496-94d1-9744ad46ecc1 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf494b8-b3f0-4665-bcd1-191a48111ee5 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Sep 23 19:30:04.655253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:04.669356 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-882c726d-4902-422b-8139-3831ae26f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.782967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a594b72c-ad10-449c-8ce8-19699d620372 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:04.796712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-882c726d-4902-422b-8139-3831ae26f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.802556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-882c726d-4902-422b-8139-3831ae26f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.872700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-882c726d-4902-422b-8139-3831ae26f7a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88cb92ff49dc4c73a247731d60afc607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134118 Sep 23 19:30:04.873103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:04.875091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c726d-4902-422b-8139-3831ae26f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c30dd8-c4a4-415d-ac4e-0932727f54f8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:04.892354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port a594b72c-ad10-449c-8ce8-19699d620372 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:04.930030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port a594b72c-ad10-449c-8ce8-19699d620372 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:04.942240 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.943334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4188ae4-3be4-4dbb-a87e-354de01accd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.982664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4188ae4-3be4-4dbb-a87e-354de01accd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.054754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4188ae4-3be4-4dbb-a87e-354de01accd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.059709 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4188ae4-3be4-4dbb-a87e-354de01accd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.061867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4188ae4-3be4-4dbb-a87e-354de01accd2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98c30dd8-c4a4-415d-ac4e-0932727f54f8 HTTP/1.1" status: 204 len: 168 time: 0.1875129 Sep 23 19:30:05.067420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.091752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4188ae4-3be4-4dbb-a87e-354de01accd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c30dd8-c4a4-415d-ac4e-0932727f54f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:05.156335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:05.159279 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ac7908-6570-4b51-bca1-f1195f6d0399" -d '{"events": [{"server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "name": "network-vif-plugged", "status": "completed", "tag": "a594b72c-ad10-449c-8ce8-19699d620372"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:05.174119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a594b72c-ad10-449c-8ce8-19699d620372,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:05.180929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.258761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:05.271019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58436bdd-9737-41c6-912a-55849e4d9ad8 req-45ac67d0-2536-48b9-8840-b7d7c085942c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:05.272848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58436bdd-9737-41c6-912a-55849e4d9ad8 req-45ac67d0-2536-48b9-8840-b7d7c085942c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 944 time: 0.1551015 Sep 23 19:30:05.349727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58436bdd-9737-41c6-912a-55849e4d9ad8 req-3c79e600-3a47-4d02-86b7-7ee70f0f7d44 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614948 Sep 23 19:30:05.451718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ba8526c6-32bb-4d12-84b8-e7b33d098734 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:05.454121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ba8526c6-32bb-4d12-84b8-e7b33d098734 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:05.529210 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d9c47a-d65f-45f0-a9fa-4a0699dbc72a x-openstack-request-id: req-53d9c47a-d65f-45f0-a9fa-4a0699dbc72a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:05.529742 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "name": "network-vif-plugged", "status": "completed", "tag": "a594b72c-ad10-449c-8ce8-19699d620372", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:05.530437 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53d9c47a-d65f-45f0-a9fa-4a0699dbc72a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:05.531195 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372', 'code': 200} Sep 23 19:30:05.635019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:05.638813 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.662817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6af7-e496-4e7b-b073-40c526718698 req-564bf021-e425-443b-ab09-a02049c21c2f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:05.670958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'port_id': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'mac_address': 'fa:16:3e:56:da:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ad76e2-8c6b-4a27-8d5a-6ec402d064e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:05.671830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cabc6af7-e496-4e7b-b073-40c526718698 req-564bf021-e425-443b-ab09-a02049c21c2f tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0779433 Sep 23 19:30:05.690927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:05.705136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7fbb-e9cd-4d64-a916-a6366b5e3617 req-af1e2245-fb2d-4254-9340-1454dadef026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:05.708720 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3dba7fbb-e9cd-4d64-a916-a6366b5e3617 req-af1e2245-fb2d-4254-9340-1454dadef026 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1096 time: 0.0916700 Sep 23 19:30:05.709876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cabc6af7-e496-4e7b-b073-40c526718698 req-c3986b61-d165-4e66-bc28-42593fc2ec29 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372045 Sep 23 19:30:05.714123 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.767671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.769730 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3dba7fbb-e9cd-4d64-a916-a6366b5e3617 req-55bac9d0-0023-4ed1-901c-f0980ef8a117 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 Sep 23 19:30:05.790501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba8526c6-32bb-4d12-84b8-e7b33d098734 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:05.956802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:05.975504 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:30:05.975957 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:30:06.090829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:06.138305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] Deleting subnet ec1edbc7-a456-49f2-b374-d20e604ba9f0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:30:06.141379 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.185253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.227749 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.287111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.316969 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.319171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ec1edbc7-a456-49f2-b374-d20e604ba9f0 HTTP/1.1" status: 204 len: 168 time: 0.2273080 Sep 23 19:30:06.320721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4199-3964-4b1b-bdeb-1ea190495aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1edbc7-a456-49f2-b374-d20e604ba9f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:06.322136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:06.403017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.489544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.510852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4faccdae-926f-4b65-8ac7-4272a854e1d8']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:06.520129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc25f27-2287-4906-b550-5694b50121b2 req-907acc52-3fb0-4b07-a327-e51247162f93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:06.527526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe264eac-235f-4f05-8cb2-539369d9c5bb') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:06.528055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe264eac-235f-4f05-8cb2-539369d9c5bb') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:06.529315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfc25f27-2287-4906-b550-5694b50121b2 req-907acc52-3fb0-4b07-a327-e51247162f93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 945 time: 0.0948443 Sep 23 19:30:06.536518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.543707 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.559132 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.568882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:30:06.569136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8526c6-32bb-4d12-84b8-e7b33d098734 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:06.569333 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:30:06.571711 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:30:06.583374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfc25f27-2287-4906-b550-5694b50121b2 req-8e60928f-f172-4ac8-a76c-158dab53dc32 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Sep 23 19:30:06.607462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:06.612188 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.671055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.680150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.682141 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4faccdae-926f-4b65-8ac7-4272a854e1d8 HTTP/1.1" status: 204 len: 168 time: 0.3577302 Sep 23 19:30:06.685034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:06.691217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:06.721394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f3fff-902a-4906-a55c-213221ea2ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4faccdae-926f-4b65-8ac7-4272a854e1d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:06.754792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] Deleting subnet 702e05a3-766c-4abb-aa67-d51a03fe784d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:30:06.758115 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.812824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.832767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ba8526c6-32bb-4d12-84b8-e7b33d098734'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:06.888404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.940878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b8398-e2e0-4363-899f-4c93bb873e06 req-823bda3d-e1a1-4fb9-be82-5aaacf908472 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:06.942457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-359b8398-e2e0-4363-899f-4c93bb873e06 req-823bda3d-e1a1-4fb9-be82-5aaacf908472 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 944 time: 0.1079206 Sep 23 19:30:07.001690 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-3efdd6a0-1518-4e77-89d4-353f03b6961b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764222 Sep 23 19:30:07.044167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-359b8398-e2e0-4363-899f-4c93bb873e06 req-2dc25b7b-ac2f-4c1d-a184-2e8c01e2eff4 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884128 Sep 23 19:30:07.051577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.089161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702e05a3-766c-4abb-aa67-d51a03fe784d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.092384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-58c6015f-1df4-416c-b2d5-cde2d3882b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.094476 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.095390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-58c6015f-1df4-416c-b2d5-cde2d3882b42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ea64c978134148936832a64a672171&device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 1096 time: 0.0642507 Sep 23 19:30:07.096593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f73e5ad6-2956-4eef-b9fa-cbbe5033d1cc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/702e05a3-766c-4abb-aa67-d51a03fe784d HTTP/1.1" status: 204 len: 168 time: 0.4105561 Sep 23 19:30:07.099137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:07.204148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.262080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:07.298518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-f1737a29-9354-4bec-a1d6-356a78a8e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.300010 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-f1737a29-9354-4bec-a1d6-356a78a8e42c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b34d4e6-e0c9-4829-9bee-266c89108a5e HTTP/1.1" status: 200 len: 906 time: 0.1665156 Sep 23 19:30:07.370166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.383650 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb4714e5-a4d2-4f53-bd97-1a33b1f0e4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.399608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c764e3d-a17f-479e-a8f0-26621862f24a']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:07.418932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379175af-96c5-4aee-b421-0b01a97acd3a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:07.419463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379175af-96c5-4aee-b421-0b01a97acd3a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:07.427969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-4b9e3fa7-700b-42ea-b237-765448c89f3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf HTTP/1.1" status: 200 len: 1000 time: 0.1201525 Sep 23 19:30:07.432065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.459542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ba8526c6-32bb-4d12-84b8-e7b33d098734 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:07.478675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.491463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:30:07.492180 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:30:07.494250 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:30:07.515279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-5272523c-4974-4d28-8bea-42450b3869b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.516891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-5272523c-4974-4d28-8bea-42450b3869b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1d2a834-9339-4b94-b032-4dc0298f46ce HTTP/1.1" status: 200 len: 844 time: 0.0766194 Sep 23 19:30:07.525420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port ba8526c6-32bb-4d12-84b8-e7b33d098734 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:07.526123 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.528680 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb4714e5-a4d2-4f53-bd97-1a33b1f0e4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.534452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb4714e5-a4d2-4f53-bd97-1a33b1f0e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.555955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:07.559277 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b20ce6-f438-4f95-9190-13e855a6eb9c" -d '{"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:07.598130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb4714e5-a4d2-4f53-bd97-1a33b1f0e4e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdf58e7e40124833af89351e5593e350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345301 Sep 23 19:30:07.600483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:07.635562 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab12b744-7de3-4d9b-93d5-6576082b77a3 x-openstack-request-id: req-ab12b744-7de3-4d9b-93d5-6576082b77a3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:07.636330 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:07.637600 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab12b744-7de3-4d9b-93d5-6576082b77a3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:07.638546 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'code': 200} Sep 23 19:30:07.640496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.671084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4714e5-a4d2-4f53-bd97-1a33b1f0e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab1040d-ce67-4763-a296-50ec0d61c53d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.692054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:07.702153 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.703040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:07.712266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bb72ff-55d1-42f3-bcfe-09d95907e8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.725517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:07.726277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ea90fbed-15ee-4f9c-a6a3-feb7a3ad347e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:07.746690 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bb72ff-55d1-42f3-bcfe-09d95907e8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.770984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.826883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30ee54-668e-4c03-84c3-849eb5a07717 req-5502c24a-f203-439e-8a65-7db893da2d74 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.828611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e30ee54-668e-4c03-84c3-849eb5a07717 req-5502c24a-f203-439e-8a65-7db893da2d74 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 945 time: 0.0786428 Sep 23 19:30:07.846058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.851777 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.853602 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] 10.222.0.38 "DELETE /v2.0/networks/5c764e3d-a17f-479e-a8f0-26621862f24a HTTP/1.1" status: 204 len: 168 time: 0.7533240 Sep 23 19:30:07.855150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bb72ff-55d1-42f3-bcfe-09d95907e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.857758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1bb72ff-55d1-42f3-bcfe-09d95907e8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.859779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1bb72ff-55d1-42f3-bcfe-09d95907e8ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ab1040d-ce67-4763-a296-50ec0d61c53d HTTP/1.1" status: 204 len: 168 time: 0.2574177 Sep 23 19:30:07.870361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45a2d9-8d8e-4330-8de9-1aba4673082f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c764e3d-a17f-479e-a8f0-26621862f24a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.883435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-42a1da23-2833-4b48-81bf-6935e1c9ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.884990 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-42a1da23-2833-4b48-81bf-6935e1c9ad0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b34d4e6-e0c9-4829-9bee-266c89108a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3586948 Sep 23 19:30:07.887355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb72ff-55d1-42f3-bcfe-09d95907e8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab1040d-ce67-4763-a296-50ec0d61c53d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.924919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e30ee54-668e-4c03-84c3-849eb5a07717 req-8ba16cab-38f8-46d5-a927-62514c8413c2 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882144 Sep 23 19:30:08.010629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-1e9e6b8d-744f-4468-9b56-09c0260de3c3 service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177704 Sep 23 19:30:08.012689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:08.114467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-67651f81-66eb-4af5-b64a-4d3c6ee79757 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2acf39709d3f4eca98d631961bc133b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999396 Sep 23 19:30:08.118010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:08.139454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cbb3ef20-5e57-4aa7-898d-01f2e6d3ba4f req-ba2cbe45-42b9-4890-a568-90a9e3f6da09 service neutron] 10.222.0.41 "GET /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190002 Sep 23 19:30:08.192285 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29afed79-eab7-4b21-a207-16e0a5446508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.216208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df72927f-55ef-4028-befb-5a51ab36198f req-fce8d2b5-1e11-4787-9b66-38ff5065bd4c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-887619659&fields=id&tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 267 time: 0.0530515 Sep 23 19:30:08.226142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29afed79-eab7-4b21-a207-16e0a5446508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.244291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:08.257843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59761bd1-74b6-491e-b1a6-c5366269a2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.295497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72927f-55ef-4028-befb-5a51ab36198f req-b3a9eb3a-85bd-4b37-8176-49400f15a3e3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.297150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df72927f-55ef-4028-befb-5a51ab36198f req-b3a9eb3a-85bd-4b37-8176-49400f15a3e3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 945 time: 0.0737152 Sep 23 19:30:08.309671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'port': {'security_groups': ['eb061f57-6a61-43a0-8383-abf6b7141053', 'b4a7c318-47ba-42b7-862b-743d92e8fa58']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:08.347680 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29afed79-eab7-4b21-a207-16e0a5446508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.350184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29afed79-eab7-4b21-a207-16e0a5446508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.351341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-29afed79-eab7-4b21-a207-16e0a5446508 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e0c7914-d6fb-4f3d-a2f4-3abbece584dc HTTP/1.1" status: 204 len: 168 time: 0.2317755 Sep 23 19:30:08.355668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59761bd1-74b6-491e-b1a6-c5366269a2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.360587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59761bd1-74b6-491e-b1a6-c5366269a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.382463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afed79-eab7-4b21-a207-16e0a5446508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0c7914-d6fb-4f3d-a2f4-3abbece584dc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:08.395647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.413758 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-59761bd1-74b6-491e-b1a6-c5366269a2a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bbfd256b1974e819793881974f09858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659527 Sep 23 19:30:08.413758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59761bd1-74b6-491e-b1a6-c5366269a2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b0e0f2-59ed-480c-8839-fd27a38b3428,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:08.414728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:08.523045 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a684d6c1-d45a-4c34-82d4-ceb18badd156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.557483 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a684d6c1-d45a-4c34-82d4-ceb18badd156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.670766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a594b72c-ad10-449c-8ce8-19699d620372,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:08.672987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a684d6c1-d45a-4c34-82d4-ceb18badd156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.675756 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a684d6c1-d45a-4c34-82d4-ceb18badd156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.679465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a684d6c1-d45a-4c34-82d4-ceb18badd156 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4b0e0f2-59ed-480c-8839-fd27a38b3428 HTTP/1.1" status: 204 len: 168 time: 0.2610283 Sep 23 19:30:08.693430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684d6c1-d45a-4c34-82d4-ceb18badd156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b0e0f2-59ed-480c-8839-fd27a38b3428,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:08.712059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:08.729558 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.735104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.748555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:08.764733 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-709e40df-e1d5-4b1a-8c76-8f3b4bc6ba00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c95b97c83dc1465eab34210fd412504e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515645 Sep 23 19:30:08.765429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:08.798081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.798990 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.800740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df72927f-55ef-4028-befb-5a51ab36198f req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "PUT /v2.0/ports/a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 200 len: 981 time: 0.4965844 Sep 23 19:30:08.801419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:08.804238 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "tag": "a594b72c-ad10-449c-8ce8-19699d620372"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:08.832899 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ff643d9-0c60-4c99-aff2-9fae99870901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.855340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4818c84-aad8-412f-bb00-83a8e607cd84 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:08.865914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ff643d9-0c60-4c99-aff2-9fae99870901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.871626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:08.927336 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ff643d9-0c60-4c99-aff2-9fae99870901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.932310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ff643d9-0c60-4c99-aff2-9fae99870901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.936709 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ff643d9-0c60-4c99-aff2-9fae99870901 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31ef5bce-9a66-4107-9663-3f896dff50d0 HTTP/1.1" status: 204 len: 168 time: 0.1679161 Sep 23 19:30:08.945756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff643d9-0c60-4c99-aff2-9fae99870901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ef5bce-9a66-4107-9663-3f896dff50d0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:09.021066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c407c23-aa5e-497c-a73f-1dbfb3b2efbc req-3749fe10-6032-4725-8967-8e51e1acabee tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.031549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c407c23-aa5e-497c-a73f-1dbfb3b2efbc req-3749fe10-6032-4725-8967-8e51e1acabee tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0739057 Sep 23 19:30:09.071144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c407c23-aa5e-497c-a73f-1dbfb3b2efbc req-2e3b6bc9-17c6-4c9c-a322-87f2c1de25b9 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Sep 23 19:30:09.167077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-447457bd-16f4-470e-89eb-0da11179fa4d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1287566683&fields=id&tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 267 time: 0.0335491 Sep 23 19:30:09.228479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-370bb69a-3b48-4036-ab9c-fb00671ff469 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.230636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-370bb69a-3b48-4036-ab9c-fb00671ff469 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 984 time: 0.0549741 Sep 23 19:30:09.242531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'port': {'security_groups': ['b4a7c318-47ba-42b7-862b-743d92e8fa58', 'eb061f57-6a61-43a0-8383-abf6b7141053', '723b3612-1cf1-4247-960a-51a7846afc37']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:09.322782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:09.541157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a594b72c-ad10-449c-8ce8-19699d620372,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:09.571004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:09.576838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:09.588758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:09.640711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:09.641703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.642415 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:09.643211 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650bdc6-c394-4ae8-88a0-770fdfa1eb3d" -d '{"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:09.655791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a051cf75-832e-4613-af4f-f1aa60fabccd req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "PUT /v2.0/ports/a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 200 len: 1020 time: 0.4177675 Sep 23 19:30:09.683487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c08a32-b73a-4226-af55-b6525db6d614 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:09.709375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:09.711701 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58401f8-c7c3-4c15-ba5f-792b74c5daad x-openstack-request-id: req-b58401f8-c7c3-4c15-ba5f-792b74c5daad {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:09.712207 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "tag": "a594b72c-ad10-449c-8ce8-19699d620372", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:09.712618 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b58401f8-c7c3-4c15-ba5f-792b74c5daad {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:09.713178 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372', 'status': 'completed', 'code': 200} Sep 23 19:30:09.787150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-3934118a-43c4-4dc4-877b-d3ab6c9bcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.788681 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-3934118a-43c4-4dc4-877b-d3ab6c9bcd0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1174 time: 0.0580049 Sep 23 19:30:09.933382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-28d5064a-d046-46b0-9ced-5f835d8023b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.935194 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-28d5064a-d046-46b0-9ced-5f835d8023b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 914 time: 0.1396699 Sep 23 19:30:09.981079 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-e44b6153-af92-4265-aff6-ec12899e6d84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 200 len: 217 time: 0.0384398 Sep 23 19:30:10.083747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-e0155f14-d952-402b-98d2-7de0c1dee66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:10.085877 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-e0155f14-d952-402b-98d2-7de0c1dee66a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.0983002 Sep 23 19:30:10.134532 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-142c487e-9beb-4cc1-b5a3-1190fb8593a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312407 Sep 23 19:30:10.146562 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4445250-c302-4b40-ae06-91f4e267c528 x-openstack-request-id: req-e4445250-c302-4b40-ae06-91f4e267c528 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:10.147152 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:10.147290 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4445250-c302-4b40-ae06-91f4e267c528 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:10.147970 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'code': 200} Sep 23 19:30:10.255833 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-5106d078-8f07-472f-ba49-a726de85e000 service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136212 Sep 23 19:30:10.284878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440e2c1-29c0-48db-be9b-cbe90ffa186e req-cbbba730-0767-4bc2-af9b-fd6d00e9f8d5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:10.294268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f440e2c1-29c0-48db-be9b-cbe90ffa186e req-cbbba730-0767-4bc2-af9b-fd6d00e9f8d5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1023 time: 0.0776799 Sep 23 19:30:10.387209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f440e2c1-29c0-48db-be9b-cbe90ffa186e req-4f7a4323-fb21-4ec0-9c95-96e91b98e0f0 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=723b3612-1cf1-4247-960a-51a7846afc37&id=b4a7c318-47ba-42b7-862b-743d92e8fa58&id=eb061f57-6a61-43a0-8383-abf6b7141053 HTTP/1.1" status: 200 len: 6149 time: 0.0917597 Sep 23 19:30:10.435387 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-236c5eb6-1c31-4ef7-86ea-fc41b57e81b0 req-7359d703-cb1a-4b3e-b56f-6e3d4aba1c5f service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724682 Sep 23 19:30:10.475547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:10.483773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2717330-5b6b-4b99-ba7c-87646a26ccd4 req-827df4e8-74a7-489c-9d96-5e1db5e89a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:10.485249 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e2717330-5b6b-4b99-ba7c-87646a26ccd4 req-827df4e8-74a7-489c-9d96-5e1db5e89a48 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 1096 time: 0.0915933 Sep 23 19:30:10.519344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95612ef-2090-4127-8324-adcca6cdc6ff req-48bf56d1-3c23-407e-abf3-5d2c8fca8de7 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:10.526289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e95612ef-2090-4127-8324-adcca6cdc6ff req-48bf56d1-3c23-407e-abf3-5d2c8fca8de7 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0911601 Sep 23 19:30:10.554517 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e2717330-5b6b-4b99-ba7c-87646a26ccd4 req-9f4a1a6a-77c0-4949-ab66-c7940ff055ca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586421 Sep 23 19:30:10.582867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e95612ef-2090-4127-8324-adcca6cdc6ff req-1030fbb8-366a-431e-a0db-bd7e0b60ec4c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Sep 23 19:30:10.623098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8712cbc7-be9f-4917-82cd-d688332a20c5 req-7f7b9681-3295-4b03-8dc7-e27e8d7883f9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': ' tempest-securitygroup -63229682 ', 'description': 'tempest-description-157990083'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:10.651504 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8712cbc7-be9f-4917-82cd-d688332a20c5 req-7f7b9681-3295-4b03-8dc7-e27e8d7883f9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.734640 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73fb6b1f-6075-482c-8c0c-4db6cc9543a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.758080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8712cbc7-be9f-4917-82cd-d688332a20c5 req-7f7b9681-3295-4b03-8dc7-e27e8d7883f9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.763054 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8712cbc7-be9f-4917-82cd-d688332a20c5 req-7f7b9681-3295-4b03-8dc7-e27e8d7883f9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.794493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b9681-3295-4b03-8dc7-e27e8d7883f9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e36161c-796e-424a-a0d1-54113b2b56bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:10.865599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73fb6b1f-6075-482c-8c0c-4db6cc9543a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.869598 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73fb6b1f-6075-482c-8c0c-4db6cc9543a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.873510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8712cbc7-be9f-4917-82cd-d688332a20c5 req-7f7b9681-3295-4b03-8dc7-e27e8d7883f9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.887640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8712cbc7-be9f-4917-82cd-d688332a20c5 req-7f7b9681-3295-4b03-8dc7-e27e8d7883f9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2644904 Sep 23 19:30:10.925662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb6b1f-6075-482c-8c0c-4db6cc9543a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8761d62c-5388-44f1-976b-f6843af41d5d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:10.930807 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-73fb6b1f-6075-482c-8c0c-4db6cc9543a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91f73e9fb22b4626830a1e619ec53c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535074 Sep 23 19:30:10.933458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:11.001259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20d0cc9f-662c-4604-896d-fa39e8070c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.037227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20d0cc9f-662c-4604-896d-fa39e8070c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.097570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20d0cc9f-662c-4604-896d-fa39e8070c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.100526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20d0cc9f-662c-4604-896d-fa39e8070c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.101775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-20d0cc9f-662c-4604-896d-fa39e8070c72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8761d62c-5388-44f1-976b-f6843af41d5d HTTP/1.1" status: 204 len: 168 time: 0.1674099 Sep 23 19:30:11.112488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0cc9f-662c-4604-896d-fa39e8070c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8761d62c-5388-44f1-976b-f6843af41d5d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:11.239324 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37f936d8-4e6e-41e3-94ba-4e7ab113089b req-67053fc7-1d6d-40cd-9014-42122a5e5e07 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/6e36161c-796e-424a-a0d1-54113b2b56bb HTTP/1.1" status: 200 len: 1778 time: 0.0518429 Sep 23 19:30:11.327187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:11.461797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5880da38-332a-428f-943d-86978ed7463c req-062a26ea-9876-4304-bb8b-22aa23ec6c06 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/6e36161c-796e-424a-a0d1-54113b2b56bb HTTP/1.1" status: 200 len: 1778 time: 0.0512516 Sep 23 19:30:11.475801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6959d2f-5200-4add-981f-e206d7c9916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.488503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:11.502604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.529056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:30:11.529056 n-d-810763-1 neutron-server[94825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:30:11.529056 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id': '804522c32b3b46fca2f4aa9f047893af', 'id': '269006dc-fe9e-4f04-b04c-683186310da3', 'expiration': datetime.datetime(2021, 9, 23, 19, 32, 11, 519754)}] Sep 23 19:30:11.529056 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:30:11.529527 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:30:11.560737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5880da38-332a-428f-943d-86978ed7463c req-b90dc2ee-834a-4949-99a9-15ecf1b8951d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.595355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5880da38-332a-428f-943d-86978ed7463c req-b90dc2ee-834a-4949-99a9-15ecf1b8951d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.660348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6959d2f-5200-4add-981f-e206d7c9916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.662159 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5880da38-332a-428f-943d-86978ed7463c req-b90dc2ee-834a-4949-99a9-15ecf1b8951d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.665460 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5880da38-332a-428f-943d-86978ed7463c req-b90dc2ee-834a-4949-99a9-15ecf1b8951d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.666625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5880da38-332a-428f-943d-86978ed7463c req-b90dc2ee-834a-4949-99a9-15ecf1b8951d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/6e36161c-796e-424a-a0d1-54113b2b56bb HTTP/1.1" status: 204 len: 173 time: 0.1926525 Sep 23 19:30:11.671968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6959d2f-5200-4add-981f-e206d7c9916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.691280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dc2ee-834a-4949-99a9-15ecf1b8951d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e36161c-796e-424a-a0d1-54113b2b56bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:11.717054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:11.719316 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "tag": "a594b72c-ad10-449c-8ce8-19699d620372"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:11.731640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6959d2f-5200-4add-981f-e206d7c9916a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ef94f52c8774936a3f21e54a0fea9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026945 Sep 23 19:30:11.732344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6959d2f-5200-4add-981f-e206d7c9916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbf6b6c-ab45-4798-81ee-29aec5e5d7d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:11.735334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:11.791407 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ca6867-28a0-4202-b460-4dbbf0213097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.812931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ca6867-28a0-4202-b460-4dbbf0213097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.858631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ca6867-28a0-4202-b460-4dbbf0213097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.861137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ca6867-28a0-4202-b460-4dbbf0213097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.864863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-51ca6867-28a0-4202-b460-4dbbf0213097 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fbf6b6c-ab45-4798-81ee-29aec5e5d7d0 HTTP/1.1" status: 204 len: 168 time: 0.1257479 Sep 23 19:30:11.870479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6867-28a0-4202-b460-4dbbf0213097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbf6b6c-ab45-4798-81ee-29aec5e5d7d0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:12.014695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f145a-4d8a-4fb0-a557-0cb5b45978be req-aa0a5db9-e22a-439d-88ea-97aaa9cc0562 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:12.016451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f90f145a-4d8a-4fb0-a557-0cb5b45978be req-aa0a5db9-e22a-439d-88ea-97aaa9cc0562 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0609765 Sep 23 19:30:12.031022 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.059792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f90f145a-4d8a-4fb0-a557-0cb5b45978be req-874b6cbb-ea47-4f09-92c9-4a46d22e7b58 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Sep 23 19:30:12.108862 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-33b56864-8d61-4db4-a14d-a4f8f83a9319 req-fb956997-aef8-4edd-b974-beb68d677ea3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:30:12.124791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33b56864-8d61-4db4-a14d-a4f8f83a9319 req-fb956997-aef8-4edd-b974-beb68d677ea3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/6e36161c-796e-424a-a0d1-54113b2b56bb HTTP/1.1" status: 404 len: 352 time: 0.0306795 Sep 23 19:30:12.157736 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b132b-6ac1-4bee-a2b8-b9c27c7f1006 x-openstack-request-id: req-7e6b132b-6ac1-4bee-a2b8-b9c27c7f1006 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:12.157970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.158459 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "tag": "a594b72c-ad10-449c-8ce8-19699d620372", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:12.158947 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e6b132b-6ac1-4bee-a2b8-b9c27c7f1006 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:12.159548 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372', 'status': 'completed', 'code': 200} Sep 23 19:30:12.163106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.203670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:12.241050 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=804522c32b3b46fca2f4aa9f047893af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484634 Sep 23 19:30:12.241464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9521c6-318f-4c0d-9c9a-eb899510bd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247bc836-0f30-4f24-badf-373fd851dbe4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:12.244028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47014) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:12.282700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6c01b-ed56-419d-a33c-8fd89252610d req-9a4f4827-5848-4d40-8a70-8f40fe137fd6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:12.284557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64b6c01b-ed56-419d-a33c-8fd89252610d req-9a4f4827-5848-4d40-8a70-8f40fe137fd6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.0709441 Sep 23 19:30:12.287883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-49f158d9-f975-470d-810b-aa82118afc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:12.289379 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-49f158d9-f975-470d-810b-aa82118afc17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1174 time: 0.0891719 Sep 23 19:30:12.337346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e7c-0431-49c2-a4ba-0accfbc3761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.347496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64b6c01b-ed56-419d-a33c-8fd89252610d req-5a6550e9-a72a-4575-9469-afa90636de5e tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Sep 23 19:30:12.384092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:12.387560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e2a2f6d7-45e9-4dd2-bfdf-224c873dfe90 req-343acaa8-8481-4285-9f74-a8b2e27265b4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2127989882', 'description': 'tempest-description-412746746'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:12.397827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a36914f2-1e6c-4e9b-86e5-f09f23b2488d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.400777 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e7c-0431-49c2-a4ba-0accfbc3761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.419395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.445375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-719bb64c-531c-45ba-99ee-a538b80d2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:12.446928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-719bb64c-531c-45ba-99ee-a538b80d2a4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 914 time: 0.1471286 Sep 23 19:30:12.449602 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2a2f6d7-45e9-4dd2-bfdf-224c873dfe90 req-343acaa8-8481-4285-9f74-a8b2e27265b4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.470748 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:30:12.470748 n-d-810763-1 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:30:12.470748 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id_1': 'c27d6d7c5bd64067ba6a367fb0c3897d', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 29, 52, 444438)}] Sep 23 19:30:12.470748 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:30:12.471347 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:30:12.493461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-e20c2703-eaf7-49e8-9c6f-e2a665ecbee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 200 len: 217 time: 0.0386333 Sep 23 19:30:12.497939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e7c-0431-49c2-a4ba-0accfbc3761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.500589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e7c-0431-49c2-a4ba-0accfbc3761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.501705 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d29a8e7c-0431-49c2-a4ba-0accfbc3761d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/247bc836-0f30-4f24-badf-373fd851dbe4 HTTP/1.1" status: 204 len: 168 time: 0.2561703 Sep 23 19:30:12.537009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8e7c-0431-49c2-a4ba-0accfbc3761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247bc836-0f30-4f24-badf-373fd851dbe4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:12.556262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-c4203a08-3745-4828-81f8-beaebcd7b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:12.558495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-c4203a08-3745-4828-81f8-beaebcd7b6d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.0550337 Sep 23 19:30:12.579770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a36914f2-1e6c-4e9b-86e5-f09f23b2488d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.588268 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a36914f2-1e6c-4e9b-86e5-f09f23b2488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.593361 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-67d08894-3f77-4981-bcf2-5551f76abaf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244882 Sep 23 19:30:12.649675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a36914f2-1e6c-4e9b-86e5-f09f23b2488d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b858ce2a6054dad966fb67ab0914501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425526 Sep 23 19:30:12.649675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36914f2-1e6c-4e9b-86e5-f09f23b2488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8cc6cf-5850-4896-8d83-b7243ded2903,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:12.651879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:12.712591 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-0118f6c9-231c-4287-9ecf-d3f77312abf1 service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119397 Sep 23 19:30:12.721541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2a2f6d7-45e9-4dd2-bfdf-224c873dfe90 req-343acaa8-8481-4285-9f74-a8b2e27265b4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.733419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2a2f6d7-45e9-4dd2-bfdf-224c873dfe90 req-343acaa8-8481-4285-9f74-a8b2e27265b4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.747574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a1dc7db-0502-4527-8505-f0a24c43a02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.775439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e2a2f6d7-45e9-4dd2-bfdf-224c873dfe90 req-343acaa8-8481-4285-9f74-a8b2e27265b4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.776751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2a2f6d7-45e9-4dd2-bfdf-224c873dfe90 req-343acaa8-8481-4285-9f74-a8b2e27265b4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4000714 Sep 23 19:30:12.784918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343acaa8-8481-4285-9f74-a8b2e27265b4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ede47f-d8dd-4064-843e-54eaa9867363,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:12.791470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a1dc7db-0502-4527-8505-f0a24c43a02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.827785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6726aba8-8b4d-4d47-8984-abd19bbe2ac7 req-f064b2e7-d5fa-4c59-9935-f73f565c6abc service neutron] 10.222.0.41 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078894 Sep 23 19:30:12.849522 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a1dc7db-0502-4527-8505-f0a24c43a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.856010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a1dc7db-0502-4527-8505-f0a24c43a02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.857168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a1dc7db-0502-4527-8505-f0a24c43a02b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca8cc6cf-5850-4896-8d83-b7243ded2903 HTTP/1.1" status: 204 len: 168 time: 0.2033441 Sep 23 19:30:12.877098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dc7db-0502-4527-8505-f0a24c43a02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8cc6cf-5850-4896-8d83-b7243ded2903,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:12.974246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.122587 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55b7671b-6940-4d53-9a09-eb1e60d26dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.126994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e6394239-9f62-411e-ac77-0d37c2f6e480 req-ae0efeca-b59e-4572-a648-29d8536d8d23 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1746057689', 'description': 'tempest-description-1739845348'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:13.156528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.166573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.238939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6394239-9f62-411e-ac77-0d37c2f6e480 req-ae0efeca-b59e-4572-a648-29d8536d8d23 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.252476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ccbf54-791d-4fed-b24b-28cecffc339c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.258139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7bfbf725-d052-41d3-8008-7bd62816c51e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c27d6d7c5bd64067ba6a367fb0c3897d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8663120 Sep 23 19:30:13.262260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:13.300609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:13.332068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5330-2e80-4439-9c5b-20709ee930cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.336557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40fcc419-c299-4315-8493-e66487d06b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.364505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40fcc419-c299-4315-8493-e66487d06b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.383835 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6394239-9f62-411e-ac77-0d37c2f6e480 req-ae0efeca-b59e-4572-a648-29d8536d8d23 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.390943 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6394239-9f62-411e-ac77-0d37c2f6e480 req-ae0efeca-b59e-4572-a648-29d8536d8d23 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.426502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40fcc419-c299-4315-8493-e66487d06b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.429113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40fcc419-c299-4315-8493-e66487d06b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.430391 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-40fcc419-c299-4315-8493-e66487d06b11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27ccbf54-791d-4fed-b24b-28cecffc339c HTTP/1.1" status: 204 len: 168 time: 0.1670053 Sep 23 19:30:13.439417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcc419-c299-4315-8493-e66487d06b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ccbf54-791d-4fed-b24b-28cecffc339c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.443108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0efeca-b59e-4572-a648-29d8536d8d23 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8175cbcd-c296-42d1-9d61-5f1d3a4ad0d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.527960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5330-2e80-4439-9c5b-20709ee930cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.533309 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5330-2e80-4439-9c5b-20709ee930cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.543977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6394239-9f62-411e-ac77-0d37c2f6e480 req-ae0efeca-b59e-4572-a648-29d8536d8d23 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.545222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6394239-9f62-411e-ac77-0d37c2f6e480 req-ae0efeca-b59e-4572-a648-29d8536d8d23 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4241202 Sep 23 19:30:13.575402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd4f5330-2e80-4439-9c5b-20709ee930cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=103c5ad685d448e4b1af4a15f3e1568f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735479 Sep 23 19:30:13.578704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:13.580653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5330-2e80-4439-9c5b-20709ee930cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf53e3b3-d5e4-4cc9-ace2-869232946eb6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.604726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:13.650023 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-764e03f1-b6c7-478d-a321-7c87e1374326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.676400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-764e03f1-b6c7-478d-a321-7c87e1374326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.743131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-764e03f1-b6c7-478d-a321-7c87e1374326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.748975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-764e03f1-b6c7-478d-a321-7c87e1374326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.751329 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-764e03f1-b6c7-478d-a321-7c87e1374326 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf53e3b3-d5e4-4cc9-ace2-869232946eb6 HTTP/1.1" status: 204 len: 168 time: 0.1711726 Sep 23 19:30:13.763886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e03f1-b6c7-478d-a321-7c87e1374326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf53e3b3-d5e4-4cc9-ace2-869232946eb6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.764553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2123234930-network', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:13.795134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-e59904e4-662d-46d0-8185-dab88b82a3d1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:13.798692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-e59904e4-662d-46d0-8185-dab88b82a3d1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 814 time: 0.1347163 Sep 23 19:30:13.818386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-9dc366a3-4391-433b-9289-857ba57219b1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/quotas/6657698276964538bd5c80b53172a017 HTTP/1.1" status: 200 len: 375 time: 0.0127478 Sep 23 19:30:13.824245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Made reservation on behalf of 3ad00e9249284dc6840ce6ad816923d4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:13.826909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.845834 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.905356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-9fb3aa08-cf47-4483-ba1b-2c456e983fb5 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686479 Sep 23 19:30:14.036924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-e18d1d66-a214-4cab-a9b2-d1310df280e7 service neutron] 10.222.0.38 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173708 Sep 23 19:30:14.053613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.066190 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.096470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:30:14.149084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c954a2-0a6f-4f30-a0e8-7d4f894643c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:14.153433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.153780 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Added segment 24161341-5045-4243-891d-2db5db13a25f of type vlan for network 5b1891ab-d412-4782-b39a-ecb2fdd449fa Sep 23 19:30:14.199182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-aed1ee8e-5760-4cf8-9f8f-25c6a0213ad1 service neutron] 10.222.0.38 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530511 Sep 23 19:30:14.208001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.237135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.238539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:14.239585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.275236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6695061 Sep 23 19:30:14.278916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:14.289658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Request body: {'subnet': {'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2123234930-subnet', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:14.346880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5cc69-1546-4a8b-87df-56a972d813d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1891ab-d412-4782-b39a-ecb2fdd449fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:14.360062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:30:14.366731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Made reservation on behalf of 3ad00e9249284dc6840ce6ad816923d4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:14.369384 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.396414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-770396a9-91cf-411d-a36a-d3fbd7ea58f7 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:14.398610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-770396a9-91cf-411d-a36a-d3fbd7ea58f7 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "GET /v2.0/ports?device_id=a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe HTTP/1.1" status: 200 len: 945 time: 0.1044335 Sep 23 19:30:14.415491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e72fbb1c-c0cc-4bc7-8077-40f25861ebbd req-94954e95-bd42-49bb-b924-bfb3ef3608ad tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-752296400', 'description': 'tempest-description-1477868944'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:14.444709 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e72fbb1c-c0cc-4bc7-8077-40f25861ebbd req-94954e95-bd42-49bb-b924-bfb3ef3608ad tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.626712 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e72fbb1c-c0cc-4bc7-8077-40f25861ebbd req-94954e95-bd42-49bb-b924-bfb3ef3608ad tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.634891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e72fbb1c-c0cc-4bc7-8077-40f25861ebbd req-94954e95-bd42-49bb-b924-bfb3ef3608ad tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.646857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Deleting port ba8526c6-32bb-4d12-84b8-e7b33d098734 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:14.647199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.692696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e72fbb1c-c0cc-4bc7-8077-40f25861ebbd req-94954e95-bd42-49bb-b924-bfb3ef3608ad tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.700253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e72fbb1c-c0cc-4bc7-8077-40f25861ebbd req-94954e95-bd42-49bb-b924-bfb3ef3608ad tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2893100 Sep 23 19:30:14.705138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94954e95-bd42-49bb-b924-bfb3ef3608ad tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5925b417-62d7-462f-8446-1a6905795981,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:14.779961 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.844268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] For port ba8526c6-32bb-4d12-84b8-e7b33d098734, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ba8526c6-32bb-4d12-84b8-e7b33d098734,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:14.844641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.872368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Calling delete_port for ba8526c6-32bb-4d12-84b8-e7b33d098734 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:14.882186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e8c26a-8186-4410-afd4-814e16649d13,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:14.898772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Checking segment: {'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:14.898772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Network hostable DHCP agents. Network: 5b1891ab-d412-4782-b39a-ecb2fdd449fa, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:30:14.983303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f7a8f05-c7ef-4665-bba2-3b3794ab1467 req-bae1d2b7-1a7c-4da3-8afe-6d30627b39e9 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 210 time: 0.0419893 Sep 23 19:30:15.001136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:30:15.015564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5b1891ab-d412-4782-b39a-ecb2fdd449fa) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:15.029133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:15.029978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.030447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619c711-800c-4ce6-9065-448232285f88 None None] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:15.055277 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9705f280-61b6-4592-948a-73acb3862852 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7707529 Sep 23 19:30:15.060219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:15.069934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:15.149181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.150214 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.152199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6c1a21-843f-4367-9766-0c096fd2efa7 req-db96ebfb-8db1-43c2-a2d9-b4b8cf16f3a9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 10897 time: 0.1310239 Sep 23 19:30:15.163219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.179087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ba8526c6-32bb-4d12-84b8-e7b33d098734'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:15.205346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Pushing event deleted for resources: {'Port': ['ID=ba8526c6-32bb-4d12-84b8-e7b33d098734,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:15.244421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6c1a21-843f-4367-9766-0c096fd2efa7 req-0f796eab-3987-4481-8ad2-7c444d01c324 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/eb061f57-6a61-43a0-8383-abf6b7141053 HTTP/1.1" status: 200 len: 2981 time: 0.0910070 Sep 23 19:30:15.298692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-5b1891ab-d412-4782-b39a-ecb2fdd449fa', 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'fixed_ips': [{'subnet_id': 'd5e8c26a-8186-4410-afd4-814e16649d13'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:30:15.299532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.301666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6c1a21-843f-4367-9766-0c096fd2efa7 req-67580f0f-20ae-49ad-8c0d-146834995e70 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/eb061f57-6a61-43a0-8383-abf6b7141053 HTTP/1.1" status: 200 len: 2981 time: 0.0563319 Sep 23 19:30:15.345348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] No DVR routers for this DVR port ba8526c6-32bb-4d12-84b8-e7b33d098734 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:15.348345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.349813 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.352509 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64b3aadc-be30-4b35-b109-057a7a53fe6f req-d18be922-c7b8-4ae1-a485-55dac3c2c93c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "DELETE /v2.0/ports/ba8526c6-32bb-4d12-84b8-e7b33d098734 HTTP/1.1" status: 204 len: 173 time: 0.9401102 Sep 23 19:30:15.353051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-deleted', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:15.355644 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb2aba-a154-4fd0-b7c0-74bb6d2f7954" -d '{"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-deleted", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:15.533948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Allocated IP 172.20.0.2 (5b1891ab-d412-4782-b39a-ecb2fdd449fa/d5e8c26a-8186-4410-afd4-814e16649d13/a40e30e1-8a60-4645-92a0-92d1a37ac49f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:15.572865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.740350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-46cb7b6a-05e0-4eda-9924-5a8eee1900f2 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5c43d7c2592d47719fea03b570241c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495477 Sep 23 19:30:15.877029 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.886700 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.940705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Pushing event updated for resources: {'Port': ['ID=a40e30e1-8a60-4645-92a0-92d1a37ac49f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:15.959554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.977585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:15.980290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:15.989806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:15.991920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-cef2c434-c6c6-47a2-a6e2-102ae8d53d64 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:15.994862 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.000504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-cef2c434-c6c6-47a2-a6e2-102ae8d53d64 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591529 Sep 23 19:30:16.022342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-c9838381-4526-4837-b044-ce1ecdf59bff tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/quotas/5c43d7c2592d47719fea03b570241c68 HTTP/1.1" status: 200 len: 375 time: 0.0207491 Sep 23 19:30:16.070663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-a7a71a07-37bb-41d5-a610-ba6a004df2f0 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:16.074313 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-a7a71a07-37bb-41d5-a610-ba6a004df2f0 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 814 time: 0.2449846 Sep 23 19:30:16.089419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-5cc99822-e5b0-4157-a7b6-889c301d8451 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c43d7c2592d47719fea03b570241c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659726 Sep 23 19:30:16.096067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Request body: {'port': {'device_id': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'admin_state_up': True, 'tenant_id': '6657698276964538bd5c80b53172a017'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:16.137263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Attempting to bind port a40e30e1-8a60-4645-92a0-92d1a37ac49f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:16.137789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Attempting to bind port a40e30e1-8a60-4645-92a0-92d1a37ac49f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:16.138341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Attempting to bind port a40e30e1-8a60-4645-92a0-92d1a37ac49f on network 5b1891ab-d412-4782-b39a-ecb2fdd449fa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:16.142000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-732bafae-be69-420a-8a2b-372292105fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.147071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:16.147071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Checking segment: {'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:16.147686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.148766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Bound using segment: {'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:16.148766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Bound port: a40e30e1-8a60-4645-92a0-92d1a37ac49f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:16.149303 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.245555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] For port a40e30e1-8a60-4645-92a0-92d1a37ac49f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:16.249137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] For port a40e30e1-8a60-4645-92a0-92d1a37ac49f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a40e30e1-8a60-4645-92a0-92d1a37ac49f,segment=NetworkSegment(24161341-5045-4243-891d-2db5db13a25f),segment_id=24161341-5045-4243-891d-2db5db13a25f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:16.263250 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.325588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6df182b0-9f45-4f07-8d47-bf35641eb7e7 req-c430af4f-185a-4f63-a0b3-a5bcc05281a7 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/e1ede47f-d8dd-4064-843e-54eaa9867363 HTTP/1.1" status: 200 len: 1800 time: 0.0744867 Sep 23 19:30:16.362611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Allocated IP 172.25.6.64 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:16.393161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Made reservation on behalf of 6657698276964538bd5c80b53172a017 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:16.396878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.415745 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6df182b0-9f45-4f07-8d47-bf35641eb7e7 req-e4ab2014-0b82-481a-990c-bf03e435abf8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.421105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18022a-8e45-4e94-b2d7-d505571a0723 None None] Pushing event updated for resources: {'Port': ['ID=a40e30e1-8a60-4645-92a0-92d1a37ac49f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:16.447815 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.474574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6df182b0-9f45-4f07-8d47-bf35641eb7e7 req-e4ab2014-0b82-481a-990c-bf03e435abf8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.546918 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6df182b0-9f45-4f07-8d47-bf35641eb7e7 req-e4ab2014-0b82-481a-990c-bf03e435abf8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.550163 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6df182b0-9f45-4f07-8d47-bf35641eb7e7 req-e4ab2014-0b82-481a-990c-bf03e435abf8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.563568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6df182b0-9f45-4f07-8d47-bf35641eb7e7 req-e4ab2014-0b82-481a-990c-bf03e435abf8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/e1ede47f-d8dd-4064-843e-54eaa9867363 HTTP/1.1" status: 204 len: 173 time: 0.2301927 Sep 23 19:30:16.585009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab2014-0b82-481a-990c-bf03e435abf8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ede47f-d8dd-4064-843e-54eaa9867363,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:16.610975 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318bc99a-6042-4754-889c-c7e8e7b09e6a x-openstack-request-id: req-318bc99a-6042-4754-889c-c7e8e7b09e6a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:16.611580 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe", "name": "network-vif-deleted", "tag": "ba8526c6-32bb-4d12-84b8-e7b33d098734", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:16.614106 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-318bc99a-6042-4754-889c-c7e8e7b09e6a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:16.614633 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12cc0be-44f4-4e5c-85d2-7a2dc3f6edbe', 'name': 'network-vif-deleted', 'tag': 'ba8526c6-32bb-4d12-84b8-e7b33d098734', 'status': 'completed', 'code': 200} Sep 23 19:30:16.711935 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.765749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Allocated IP 172.20.0.11 (05775322-a051-4fae-a3cb-c3c1f512aae6/81ad76e2-8c6b-4a27-8d5a-6ec402d064e7/ec2b44de-a9c0-4e42-9750-af2584403ff3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:16.843573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.930201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:16.940728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:16.957689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:16.981773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.988466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-e4efdfe7-ee70-40bf-bc63-23c106108b26 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=19604681f2044942a75a72d52ff7df46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434186 Sep 23 19:30:17.004863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:17.126156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-7d994d10-8ab5-4de7-a516-2a672507d0a8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:17.134919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-7d994d10-8ab5-4de7-a516-2a672507d0a8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451867 Sep 23 19:30:17.165325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-15115606-5e20-48de-a743-d4bc6f8a4c5e tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/quotas/19604681f2044942a75a72d52ff7df46 HTTP/1.1" status: 200 len: 375 time: 0.0290859 Sep 23 19:30:17.201420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:17.210318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-290e6e50-1a74-4ccb-b623-2673b1f59ba0 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436890 Sep 23 19:30:17.492961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ba8526c6-32bb-4d12-84b8-e7b33d098734 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:17.552286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: ba8526c6-32bb-4d12-84b8-e7b33d098734 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:17.554651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ba8526c6-32bb-4d12-84b8-e7b33d098734 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:17.808672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:17.811814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:17.916742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05eb88-1ec0-4e78-a6a3-4760806e853f req-13c390ba-5cfc-4967-829a-15b405297521 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:17.924847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf05eb88-1ec0-4e78-a6a3-4760806e853f req-13c390ba-5cfc-4967-829a-15b405297521 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 932 time: 0.1071253 Sep 23 19:30:17.981765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Network 05775322-a051-4fae-a3cb-c3c1f512aae6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:17.985127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:17.991124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:17.997699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Pushing event updated for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:18.021550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf05eb88-1ec0-4e78-a6a3-4760806e853f req-0ccc5eca-cd53-44a8-9674-d53c49c3caca tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861442 Sep 23 19:30:18.047067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a40e30e1-8a60-4645-92a0-92d1a37ac49f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:18.086563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e81a5-49ee-4da6-abed-0c4f2d48ffba None None] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:18.142669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-2f304b21-c36a-4cff-a1f4-9915a77da663 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c43d7c2592d47719fea03b570241c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1476102 Sep 23 19:30:18.164456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-29e04816-a6b7-4d31-b4a9-4707e1c91c70 None None] Provisioning complete for port a40e30e1-8a60-4645-92a0-92d1a37ac49f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:18.164743 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29e04816-a6b7-4d31-b4a9-4707e1c91c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.207136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49e0cc07-e99d-4a48-b5ce-64cd9da52d45 req-0b8d70bc-988d-4428-922f-bfc968410668 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 210 time: 0.0418656 Sep 23 19:30:18.247742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.248695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.274911 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-c8920bfa-7f90-4da7-a391-e972c4f79dbc req-49660d72-0f79-494b-9e6c-2062f638a883 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:30:18.276068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8920bfa-7f90-4da7-a391-e972c4f79dbc req-49660d72-0f79-494b-9e6c-2062f638a883 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/e1ede47f-d8dd-4064-843e-54eaa9867363 HTTP/1.1" status: 404 len: 352 time: 0.0241287 Sep 23 19:30:18.283529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-000a0b10-32e5-4679-8f6e-5c29fab66b5d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1985524 Sep 23 19:30:18.292468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a40e30e1-8a60-4645-92a0-92d1a37ac49f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:18.292847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.324991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:18.389357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] Deleting subnet b3f9f6ab-846a-4340-b1d0-56aa4fed091d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:30:18.394083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.461721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-2dc25a41-0b2d-4041-b8f0-3fec32cd81a4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=19604681f2044942a75a72d52ff7df46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321720 Sep 23 19:30:18.469801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.538880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Request body: {'port': {'device_id': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:18.543404 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29e04816-a6b7-4d31-b4a9-4707e1c91c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.547806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.594857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.599946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-29e04816-a6b7-4d31-b4a9-4707e1c91c70 None None] For port a40e30e1-8a60-4645-92a0-92d1a37ac49f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a40e30e1-8a60-4645-92a0-92d1a37ac49f,segment=NetworkSegment(24161341-5045-4243-891d-2db5db13a25f),segment_id=24161341-5045-4243-891d-2db5db13a25f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:18.658218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-93cb5dba-555f-424c-8867-590fedc4d2eb tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.659812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-5244ed4d-779d-46e5-90ea-8d4cb12e7cb2 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.659969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-93cb5dba-555f-424c-8867-590fedc4d2eb tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880274 Sep 23 19:30:18.661403 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-5244ed4d-779d-46e5-90ea-8d4cb12e7cb2 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5071177 Sep 23 19:30:18.669877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29e04816-a6b7-4d31-b4a9-4707e1c91c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.676800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.678763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.687602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Request body: {'port': {'device_id': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '5c43d7c2592d47719fea03b570241c68'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:18.695821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-ca51f672-346d-4205-adc1-6b9aacd4ed83 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/quotas/19604681f2044942a75a72d52ff7df46 HTTP/1.1" status: 200 len: 375 time: 0.0172343 Sep 23 19:30:18.697283 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.737113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f9f6ab-846a-4340-b1d0-56aa4fed091d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:18.750804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.755867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d6e08602-fb6f-424f-88c0-e628709a604b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b3f9f6ab-846a-4340-b1d0-56aa4fed091d HTTP/1.1" status: 204 len: 168 time: 0.4293518 Sep 23 19:30:18.756143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:18.760743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e04816-a6b7-4d31-b4a9-4707e1c91c70 None None] Pushing event updated for resources: {'Port': ['ID=a40e30e1-8a60-4645-92a0-92d1a37ac49f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:18.792023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-4bcf691f-2727-4730-82b8-e1f2a172ccd3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837948 Sep 23 19:30:18.935022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-61fcd540-1b01-47d7-aa9a-52596f0b7bb7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=19604681f2044942a75a72d52ff7df46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776358 Sep 23 19:30:18.994049 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.105538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d54217c1-4b41-4df6-a8a7-8101c85a2a45 None None] Provisioning complete for port a40e30e1-8a60-4645-92a0-92d1a37ac49f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:19.106686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d54217c1-4b41-4df6-a8a7-8101c85a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.142570 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.148026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Made reservation on behalf of 5c43d7c2592d47719fea03b570241c68 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:19.152303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.162807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fee906-527e-4bfc-b4c9-53f058b1e442']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:19.198930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.211362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c89e05-af88-411f-a69e-bbb864a3ae03') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:19.211709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c89e05-af88-411f-a69e-bbb864a3ae03') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:19.242367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Router d911a586-8d65-4614-8459-7927d4199af5 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:30:19.249826 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.271578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.286665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:30:19.287059 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.296042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fefc-e839-4bcb-a42d-c5ef36f630f5 req-756127fa-da25-4fd6-ae83-c8a8f601cf9e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:19.298708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a07fefc-e839-4bcb-a42d-c5ef36f630f5 req-756127fa-da25-4fd6-ae83-c8a8f601cf9e tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.2166381 Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:30:19.299496 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:30:19.340138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-b30fc93a-d24f-4610-a236-855379f9c9a9 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:19.341372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-b30fc93a-d24f-4610-a236-855379f9c9a9 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423941 Sep 23 19:30:19.389563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Request body: {'port': {'device_id': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '19604681f2044942a75a72d52ff7df46'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:19.436804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.445370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a07fefc-e839-4bcb-a42d-c5ef36f630f5 req-6567cc53-5b51-490b-b034-d0ac67b3656c tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263049 Sep 23 19:30:19.449466 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.456771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/81fee906-527e-4bfc-b4c9-53f058b1e442 HTTP/1.1" status: 204 len: 168 time: 0.6805117 Sep 23 19:30:19.466116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2b44de-a9c0-4e42-9750-af2584403ff3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:19.480831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.515336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:19.521997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Transition to ACTIVE for port object ec2b44de-a9c0-4e42-9750-af2584403ff3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:19.524341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6fc61-4fcb-4c92-9705-f39cb9395bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=81fee906-527e-4bfc-b4c9-53f058b1e442,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:19.530946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.531068 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Sync routers for ids ['d911a586-8d65-4614-8459-7927d4199af5'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:19.540892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.546317 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Routers {'d911a586-8d65-4614-8459-7927d4199af5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:19.547052 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d911a586-8d65-4614-8459-7927d4199af5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:19.639846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:19.641407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-516e6e19-137e-4ec0-8d90-4961e908cf60 req-da77094c-e93a-4636-b5a3-d9a628ced189 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/8175cbcd-c296-42d1-9d61-5f1d3a4ad0d7 HTTP/1.1" status: 200 len: 1801 time: 0.1235423 Sep 23 19:30:19.641841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.655675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.660124 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d79abb7-992b-4495-94fa-64dccfd17393 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5962837 Sep 23 19:30:19.666597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:19.677478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.677837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.679903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.680255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.680628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.680933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.681263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.681591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.681920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.682265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.683121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.683442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.722527 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Set router d911a586-8d65-4614-8459-7927d4199af5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:19.760266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:19.796536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2110a21f-1c14-4b68-869f-af4410ec81f9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:19.807296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Made reservation on behalf of 19604681f2044942a75a72d52ff7df46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:19.812056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.827441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.908763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c35fe00-30a2-4b1c-a290-846b28a439b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53538fc8210c41719e2de77f449e85c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451735 Sep 23 19:30:19.915994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a40e30e1-8a60-4645-92a0-92d1a37ac49f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:19.920262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:19.943003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Attempting to bind port ec2b44de-a9c0-4e42-9750-af2584403ff3 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:19.943447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Attempting to bind port ec2b44de-a9c0-4e42-9750-af2584403ff3 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:19.944278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Attempting to bind port ec2b44de-a9c0-4e42-9750-af2584403ff3 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:19.958323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Port ec2b44de-a9c0-4e42-9750-af2584403ff3 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:19.958738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Attempting to bind port ec2b44de-a9c0-4e42-9750-af2584403ff3 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:19.959750 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-516e6e19-137e-4ec0-8d90-4961e908cf60 req-8deb3b83-089f-426f-8e81-15b7277e7572 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.964526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Allocated IP 192.168.233.233 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:19.969825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a40e30e1-8a60-4645-92a0-92d1a37ac49f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:19.970220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.974656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:19.975167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Checking segment: {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:19.975554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Bound using segment: {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:19.976347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Bound port: ec2b44de-a9c0-4e42-9750-af2584403ff3, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:19.977199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.980145 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:17Z', 'revision_number': 3, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port': {'id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:62:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:16Z', 'updated_at': '2021-09-23T19:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:20.015172 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Checking router: d911a586-8d65-4614-8459-7927d4199af5 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:20.015506 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Updating router d911a586-8d65-4614-8459-7927d4199af5 port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:30:20.043735 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.065250 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-516e6e19-137e-4ec0-8d90-4961e908cf60 req-8deb3b83-089f-426f-8e81-15b7277e7572 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.073041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:20.081792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:20.091800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.127500 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c8c66c-de52-468b-8ea6-7425ce6df2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.193833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c8c66c-de52-468b-8ea6-7425ce6df2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.245117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-4df546f8-dcdf-4b17-8156-2b4c1334784e tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=19604681f2044942a75a72d52ff7df46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489266 Sep 23 19:30:20.280192 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-516e6e19-137e-4ec0-8d90-4961e908cf60 req-8deb3b83-089f-426f-8e81-15b7277e7572 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.283049 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-516e6e19-137e-4ec0-8d90-4961e908cf60 req-8deb3b83-089f-426f-8e81-15b7277e7572 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.295076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-516e6e19-137e-4ec0-8d90-4961e908cf60 req-8deb3b83-089f-426f-8e81-15b7277e7572 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/8175cbcd-c296-42d1-9d61-5f1d3a4ad0d7 HTTP/1.1" status: 204 len: 173 time: 0.6529975 Sep 23 19:30:20.303368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:20.304019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.305438 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] 10.222.0.72 "PUT /v2.0/ports/ec2b44de-a9c0-4e42-9750-af2584403ff3 HTTP/1.1" status: 200 len: 1092 time: 1.7722957 Sep 23 19:30:20.308671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:20.324071 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92de1b28-8162-47de-9188-762600da1baa" -d '{"events": [{"name": "network-changed", "server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:20.418512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfa962-8def-4a4f-8fb2-5d0e1c3d937d service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.442065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.463086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-74c0a2a9-aa2e-4103-b567-d5b0d42d5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:20.465251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-74c0a2a9-aa2e-4103-b567-d5b0d42d5a16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 1095 time: 0.0828214 Sep 23 19:30:20.503389 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.508149 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.508789 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.519186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-123182a1-c270-44e7-8b38-83ae3bd20d19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3 HTTP/1.1" status: 200 len: 217 time: 0.0394905 Sep 23 19:30:20.540048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.567378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Attempting to bind port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:20.567956 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Attempting to bind port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:20.568057 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Attempting to bind port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:20.578094 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Pushing event updated for resources: {'Port': ['ID=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.581271 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:20.581643 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:20.582041 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.582461 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:20.582941 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Bound port: 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:20.583325 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.607873 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.608224 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.608540 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.608873 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.609202 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.609547 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.609886 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.610242 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.610549 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.610881 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.611185 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.611497 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:20.615566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:20.622421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:20.633153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:20.638687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-d7934862-584e-41f8-8c4b-407cfdd57b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:20.640225 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-d7934862-584e-41f8-8c4b-407cfdd57b79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 HTTP/1.1" status: 200 len: 854 time: 0.1118138 Sep 23 19:30:20.663519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.664317 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] For port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:20.676136 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] For port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:20.681719 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.704270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-a512a1e2-bbb2-4666-ac47-6dd2f7032cd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=05775322-a051-4fae-a3cb-c3c1f512aae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337026 Sep 23 19:30:20.728602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:20.729951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.769680 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60144c-0486-4891-bd4c-0d46c681fa0d None None] Pushing event updated for resources: {'Port': ['ID=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.774564 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ce1ec09d-0bae-4798-97d7-65c71ae7afdc tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0928290 Sep 23 19:30:20.779033 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Routers {'d911a586-8d65-4614-8459-7927d4199af5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:20.779924 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d911a586-8d65-4614-8459-7927d4199af5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:20.809566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Request body: {'port': {'device_id': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:20.831942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb3b83-089f-426f-8e81-15b7277e7572 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8175cbcd-c296-42d1-9d61-5f1d3a4ad0d7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.856833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.874012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-e5bca906-0b3e-4135-8bc9-5a42a544c774 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:20.875552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-e5bca906-0b3e-4135-8bc9-5a42a544c774 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6156955 Sep 23 19:30:20.901925 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-3e9ea705-b4fe-4629-8513-1f21431e2c53 service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872828 Sep 23 19:30:20.903075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.912104 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] Set router d911a586-8d65-4614-8459-7927d4199af5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:20.922597 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48fa9c54-314d-43cd-b17b-42ff3673a7e5 req-3285d140-5344-4877-94df-d8d2b95f021a tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 210 time: 0.4568071 Sep 23 19:30:20.956488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Request body: {'port': {'device_id': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '19604681f2044942a75a72d52ff7df46'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:20.973244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f087bee5-31f8-483f-ac2d-7240d632e804 None None] Provisioning complete for port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:20.974357 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f087bee5-31f8-483f-ac2d-7240d632e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.032060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f087bee5-31f8-483f-ac2d-7240d632e804 None None] Port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:21.052248 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c8c66c-de52-468b-8ea6-7425ce6df2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.054839 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c8c66c-de52-468b-8ea6-7425ce6df2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.058841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-50c8c66c-de52-468b-8ea6-7425ce6df2a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec88de1f-4ecb-41a8-979a-0ffe127869f3 HTTP/1.1" status: 204 len: 168 time: 1.1336827 Sep 23 19:30:21.082246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9def46f-b306-4940-b7c2-180bd574703e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:21.177709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8c66c-de52-468b-8ea6-7425ce6df2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88de1f-4ecb-41a8-979a-0ffe127869f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:21.193262 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:17Z', 'revision_number': 3, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port': {'id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:62:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:16Z', 'updated_at': '2021-09-23T19:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:21.233068 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8d9e6-720f-4cc9-a2b0-84cdbc41404d None None] The sync data for ids ['d911a586-8d65-4614-8459-7927d4199af5'] in n-d-810763-1 is: [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:17Z', 'revision_number': 3, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port': {'id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:62:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:16Z', 'updated_at': '2021-09-23T19:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:21.342616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Made reservation on behalf of 19604681f2044942a75a72d52ff7df46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:21.346142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.366339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1461e6e-0863-4f70-a789-34683ebc176f req-feb73589-f47e-463c-baec-a5d91a099a68 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:21.376307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1461e6e-0863-4f70-a789-34683ebc176f req-feb73589-f47e-463c-baec-a5d91a099a68 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 944 time: 0.3392422 Sep 23 19:30:21.406602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Allocated IP 192.168.233.231 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/84f40afc-3e25-4247-a292-190863869dcd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:21.480952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d5a16d-e2c8-4414-85fc-a1e8b63e74cf req-cbaddca8-41dc-48c9-b25e-8efd9e759e91 service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664198 Sep 23 19:30:21.583623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1461e6e-0863-4f70-a789-34683ebc176f req-5479ca3e-548c-4ada-b3c0-172b12226738 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064273 Sep 23 19:30:21.758246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.823823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81a73-80d4-4f33-a87a-b9c115e4e645 req-46c00365-824a-4d33-b939-0a39a06055e9 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:21.824105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cef81a73-80d4-4f33-a87a-b9c115e4e645 req-46c00365-824a-4d33-b939-0a39a06055e9 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 936 time: 0.1529834 Sep 23 19:30:21.938056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:21.950791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.002699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:22.003284 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.009457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cef81a73-80d4-4f33-a87a-b9c115e4e645 req-971e127f-5271-4f03-8c86-40af980a7870 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713376 Sep 23 19:30:22.108862 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-4038643c-6fac-4706-9e78-8c66f7f33c52 req-745b3034-8778-47c5-992d-f42041cc82ce tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:30:22.123061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4038643c-6fac-4706-9e78-8c66f7f33c52 req-745b3034-8778-47c5-992d-f42041cc82ce tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/8175cbcd-c296-42d1-9d61-5f1d3a4ad0d7 HTTP/1.1" status: 404 len: 352 time: 0.0464244 Sep 23 19:30:22.125116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.133783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Allocated IP 172.20.0.1 (5b1891ab-d412-4782-b39a-ecb2fdd449fa/d5e8c26a-8186-4410-afd4-814e16649d13/879f3d34-4712-482f-a2c6-3cd022ed9256) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:22.148617 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.156453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:22.163596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.173518 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eec756-3040-4985-b2b1-aad175b3ec7d x-openstack-request-id: req-c3eec756-3040-4985-b2b1-aad175b3ec7d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:22.173917 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:22.174166 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3eec756-3040-4985-b2b1-aad175b3ec7d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:22.174756 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'status': 'completed', 'code': 200} Sep 23 19:30:22.220798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:22.226039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:22.232471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:22.249791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:22.346821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de1b28-8162-47de-9188-762600da1baa req-76b571fb-dfad-41dc-810e-b54d5d35c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:22.348346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92de1b28-8162-47de-9188-762600da1baa req-76b571fb-dfad-41dc-810e-b54d5d35c972 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 1095 time: 0.1044700 Sep 23 19:30:22.384399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:22.430944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:22.431791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.478087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-12e22157-9b40-4d39-8ff1-1830e95c653d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1250978 Sep 23 19:30:22.491007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Request body: {'port': {'device_id': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:22.497884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:22.512158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.519716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-271ce793-4b47-4561-b523-8ce4eec35a1f req-6029e062-d0c2-4205-8b48-cee289c5be88 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 210 time: 0.0606670 Sep 23 19:30:22.534470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Transition to ACTIVE for port object 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:22.536110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.549869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.567252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de1b28-8162-47de-9188-762600da1baa req-b110833d-9af4-4277-94de-15a0ddcd124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:22.568738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92de1b28-8162-47de-9188-762600da1baa req-b110833d-9af4-4277-94de-15a0ddcd124c service neutron] 10.222.0.72 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 915 time: 0.2058551 Sep 23 19:30:22.594519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8e6ec360-1130-4c2a-ac80-0d57fc29c248 None None] Provisioning complete for port 84f40afc-3e25-4247-a292-190863869dcd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:22.596088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec360-1130-4c2a-ac80-0d57fc29c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.655692 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92de1b28-8162-47de-9188-762600da1baa req-82fc41dc-ed89-4118-aab7-b12f37f4224c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3 HTTP/1.1" status: 200 len: 217 time: 0.0638146 Sep 23 19:30:22.676875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.683221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ec360-1130-4c2a-ac80-0d57fc29c248 None None] Port 84f40afc-3e25-4247-a292-190863869dcd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:22.700165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Allocated IP 192.168.233.127 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/c9db7628-9ace-45fd-9be0-e6827f548039) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:22.735820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.767293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:22.825682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de1b28-8162-47de-9188-762600da1baa req-99eb99d6-0149-44f9-b5ca-50a0c0b519d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:22.827234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92de1b28-8162-47de-9188-762600da1baa req-99eb99d6-0149-44f9-b5ca-50a0c0b519d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 HTTP/1.1" status: 200 len: 854 time: 0.1613173 Sep 23 19:30:22.841472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:22.877105 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92de1b28-8162-47de-9188-762600da1baa req-dde2c276-ce82-4f6d-a65c-39a53c33eef8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=05775322-a051-4fae-a3cb-c3c1f512aae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414462 Sep 23 19:30:22.879507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Attempting to bind port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:22.879848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Attempting to bind port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:22.880180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Attempting to bind port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:22.886802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:22.887161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Attempting to bind port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:22.898903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:22.901340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:22.915451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=879f3d34-4712-482f-a2c6-3cd022ed9256,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:22.915619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:22.915901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:22.916279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:22.917462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Bound port: 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:22.917849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.005118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1feacc6-4525-4b0c-85e6-c9177bfa8f69 req-0efbb973-bd22-44f8-9ab1-985748fcf178 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/5925b417-62d7-462f-8446-1a6905795981 HTTP/1.1" status: 200 len: 1800 time: 0.2029800 Sep 23 19:30:23.050852 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.055991 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92de1b28-8162-47de-9188-762600da1baa req-82b508d9-56e9-427e-8b91-85bf68da4912 service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707482 Sep 23 19:30:23.077321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:23.081844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:23.096159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.188178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:23.188815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.190265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] 10.222.0.41 "PUT /v2.0/ports/2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 HTTP/1.1" status: 200 len: 1096 time: 2.3852274 Sep 23 19:30:23.231192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4354f-bf5e-4fa0-8846-27b073ad81fc service neutron] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:23.241892 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92de1b28-8162-47de-9188-762600da1baa req-09e65dc3-bb0d-4e41-86f4-120dce3ee723 service neutron] 10.222.0.72 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768217 Sep 23 19:30:23.254353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.266715 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1feacc6-4525-4b0c-85e6-c9177bfa8f69 req-07e97a44-5f66-4ca1-b699-7d127beb3aac tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.269490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-84c8ad4d-2dbe-4447-93a0-c1e3df37f784 None None] Provisioning complete for port 879f3d34-4712-482f-a2c6-3cd022ed9256 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:23.269946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84c8ad4d-2dbe-4447-93a0-c1e3df37f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.308507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-84c8ad4d-2dbe-4447-93a0-c1e3df37f784 None None] Port 879f3d34-4712-482f-a2c6-3cd022ed9256 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:23.323895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ae2217b5-bc3a-4cee-97ad-a1cbae7e184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:23.325455 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-ae2217b5-bc3a-4cee-97ad-a1cbae7e184e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c43d7c2592d47719fea03b570241c68&device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 1099 time: 0.0695522 Sep 23 19:30:23.337166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1feacc6-4525-4b0c-85e6-c9177bfa8f69 req-07e97a44-5f66-4ca1-b699-7d127beb3aac tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.367685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.384690 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-bb6f6493-2249-467f-973d-6f9790daca7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 HTTP/1.1" status: 200 len: 217 time: 0.0512269 Sep 23 19:30:23.395152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.439440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-58130355-169d-43b1-ab65-e3838e109bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:23.441279 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-58130355-169d-43b1-ab65-e3838e109bf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0494688 Sep 23 19:30:23.495624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb250c19-8b85-4a31-888c-cac038250be0 req-16e1632f-8f93-427e-8405-ea12e55e590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:23.497467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-16e1632f-8f93-427e-8405-ea12e55e590a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485358 Sep 23 19:30:23.508012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:23.520812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ec2b44de-a9c0-4e42-9750-af2584403ff3 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:23.544825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1feacc6-4525-4b0c-85e6-c9177bfa8f69 req-07e97a44-5f66-4ca1-b699-7d127beb3aac tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.547347 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e1feacc6-4525-4b0c-85e6-c9177bfa8f69 req-07e97a44-5f66-4ca1-b699-7d127beb3aac tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.548485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1feacc6-4525-4b0c-85e6-c9177bfa8f69 req-07e97a44-5f66-4ca1-b699-7d127beb3aac tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/5925b417-62d7-462f-8446-1a6905795981 HTTP/1.1" status: 204 len: 173 time: 0.5341430 Sep 23 19:30:23.549258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:23.563319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:23.575261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Pushing event updated for resources: {'Port': ['ID=c9db7628-9ace-45fd-9be0-e6827f548039,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:23.641275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e97a44-5f66-4ca1-b699-7d127beb3aac tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5925b417-62d7-462f-8446-1a6905795981,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:23.642728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-e7adad7f-163d-41c3-ac8c-37a3ebc8679a service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384304 Sep 23 19:30:23.709516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:23.710192 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.765885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eb250c19-8b85-4a31-888c-cac038250be0 req-a8ed72cf-14a0-4486-8ace-cfd004c214a3 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159091 Sep 23 19:30:23.808314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-60483215-09a1-4c78-9a5e-e5d7346bf216 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8754995 Sep 23 19:30:23.839950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Request body: {'port': {'device_id': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:23.868539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:23.895101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'port_id': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'mac_address': 'fa:16:3e:73:9a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ad76e2-8c6b-4a27-8d5a-6ec402d064e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:23.896430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8e13d7f9-988a-4e25-89a1-24c9af89152d None None] Provisioning complete for port c9db7628-9ace-45fd-9be0-e6827f548039 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:23.896797 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e13d7f9-988a-4e25-89a1-24c9af89152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.900273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:23.905039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f40afc-3e25-4247-a292-190863869dcd {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:23.919909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.950793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bb767-8055-4936-acdd-cf754de3e7ee req-061c95ee-533f-49d4-a5af-23f59441d1b9 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:23.952279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e23bb767-8055-4936-acdd-cf754de3e7ee req-061c95ee-533f-49d4-a5af-23f59441d1b9 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.2017777 Sep 23 19:30:23.983998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.996257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Transition to ACTIVE for port object 84f40afc-3e25-4247-a292-190863869dcd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:23.999284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.001246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.001397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.002901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8e13d7f9-988a-4e25-89a1-24c9af89152d None None] Port c9db7628-9ace-45fd-9be0-e6827f548039 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:24.020348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2b44de-a9c0-4e42-9750-af2584403ff3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:24.031239 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.036340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:24.036827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.062503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:24.069036 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.132267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e23bb767-8055-4936-acdd-cf754de3e7ee req-6fa45463-79d8-462e-82d2-4da9647d636c tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629093 Sep 23 19:30:24.133531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:24.140078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=879f3d34-4712-482f-a2c6-3cd022ed9256,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:24.153547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.177174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:24.180375 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f302d6-624e-4c64-b1c8-04a5e1c7035c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:24.273780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ec2b44de-a9c0-4e42-9750-af2584403ff3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:24.350606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:24.454341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af6ed1-e8c5-4844-98ee-54eef669db6c req-ce33348b-e480-494e-86f0-875a653cf4cf tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:24.455842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65af6ed1-e8c5-4844-98ee-54eef669db6c req-ce33348b-e480-494e-86f0-875a653cf4cf tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 945 time: 0.2008069 Sep 23 19:30:24.504637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Attempting to bind port 84f40afc-3e25-4247-a292-190863869dcd on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:24.504969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Attempting to bind port 84f40afc-3e25-4247-a292-190863869dcd by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:24.505296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Attempting to bind port 84f40afc-3e25-4247-a292-190863869dcd on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:24.534299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Port 84f40afc-3e25-4247-a292-190863869dcd on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:24.534625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Attempting to bind port 84f40afc-3e25-4247-a292-190863869dcd on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:24.541437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:24.555111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:24.750128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d0aea760-306b-4369-9003-8bfe082711e7 None None] Provisioning complete for port 879f3d34-4712-482f-a2c6-3cd022ed9256 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:24.750526 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0aea760-306b-4369-9003-8bfe082711e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.787894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0aea760-306b-4369-9003-8bfe082711e7 None None] Port 879f3d34-4712-482f-a2c6-3cd022ed9256 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:24.834252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:24.834504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:24.834878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:24.835318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Bound port: 84f40afc-3e25-4247-a292-190863869dcd, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:24.835678 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.860121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65af6ed1-e8c5-4844-98ee-54eef669db6c req-3f8f7401-b077-4b50-a739-f5225e2aa1b2 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947306 Sep 23 19:30:25.050198 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.073277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:25.097729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:25.102612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9db7628-9ace-45fd-9be0-e6827f548039 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:25.118235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2bf3f-13a4-4f78-955a-5129c1587208 req-08394a68-5415-440d-8b82-f243a41df9a9 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:25.119783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0b2bf3f-13a4-4f78-955a-5129c1587208 req-08394a68-5415-440d-8b82-f243a41df9a9 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 948 time: 0.1900167 Sep 23 19:30:25.121816 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.126340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.148949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Router d911a586-8d65-4614-8459-7927d4199af5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:25.158977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:25.188198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Transition to ACTIVE for port object c9db7628-9ace-45fd-9be0-e6827f548039 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:25.189708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:25.190374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.191811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] 10.222.0.72 "PUT /v2.0/ports/84f40afc-3e25-4247-a292-190863869dcd HTTP/1.1" status: 200 len: 1096 time: 2.7054021 Sep 23 19:30:25.193901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'tag': '84f40afc-3e25-4247-a292-190863869dcd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:25.196187 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c07dad-5e26-45e7-80af-b681b27ec905" -d '{"events": [{"name": "network-changed", "server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "tag": "84f40afc-3e25-4247-a292-190863869dcd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:25.206019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.297323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0b2bf3f-13a4-4f78-955a-5129c1587208 req-560f0be8-7e28-4970-a6cb-e864bb568806 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664426 Sep 23 19:30:25.297922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:25.314522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05e1910c-cc61-4484-893c-d10400394856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.347011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.347397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.347773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.348169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.349468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.349468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.349468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.349806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.350010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.350543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.350767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.351106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9a8ff-2a4d-41e9-8f89-90bec255dac0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:25.466251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05e1910c-cc61-4484-893c-d10400394856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.471248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05e1910c-cc61-4484-893c-d10400394856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.516779 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-05e1910c-cc61-4484-893c-d10400394856 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a1b108f224e45e2bd5e9f610d1b96c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546066 Sep 23 19:30:25.522627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ec2b44de-a9c0-4e42-9750-af2584403ff3 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:25.523241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47322) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:25.537875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Pushing event updated for resources: {'Port': ['ID=c9db7628-9ace-45fd-9be0-e6827f548039,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:25.541481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1910c-cc61-4484-893c-d10400394856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2fcf89-6ef7-4e8e-8ece-d9fbabea374a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:25.547448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-f0713bf8-b41d-4136-859f-36b664658a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:25.549068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-f0713bf8-b41d-4136-859f-36b664658a2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1099 time: 0.3064148 Sep 23 19:30:25.560136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:25.565739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c973567-2495-4ede-9867-0da35d1cdbc4 admin admin] 10.222.0.38 "PUT /v2.0/routers/d911a586-8d65-4614-8459-7927d4199af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8953810 Sep 23 19:30:25.592912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Sync routers for ids ['d911a586-8d65-4614-8459-7927d4199af5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:25.609566 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb2355d0-29a9-4d50-bf6c-9136b00919fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.624933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Routers {'d911a586-8d65-4614-8459-7927d4199af5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:25.626261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d911a586-8d65-4614-8459-7927d4199af5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:25.629786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port ec2b44de-a9c0-4e42-9750-af2584403ff3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:25.637216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Attempting to bind port c9db7628-9ace-45fd-9be0-e6827f548039 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:25.637747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Attempting to bind port c9db7628-9ace-45fd-9be0-e6827f548039 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:25.638436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Attempting to bind port c9db7628-9ace-45fd-9be0-e6827f548039 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:25.647187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-6269ed74-cfcf-400e-8188-cb81deda99d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=84f40afc-3e25-4247-a292-190863869dcd HTTP/1.1" status: 200 len: 217 time: 0.0771277 Sep 23 19:30:25.652062 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb2355d0-29a9-4d50-bf6c-9136b00919fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.656221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e310c6a-7535-4807-8982-20e6e52cb150 req-e16cd21c-cea3-44ae-a519-83e7ec3374b4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:25.663935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e310c6a-7535-4807-8982-20e6e52cb150 req-e16cd21c-cea3-44ae-a519-83e7ec3374b4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 948 time: 0.2041564 Sep 23 19:30:25.675672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port ec2b44de-a9c0-4e42-9750-af2584403ff3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:25.676045 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.698523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Port c9db7628-9ace-45fd-9be0-e6827f548039 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:25.699000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Attempting to bind port c9db7628-9ace-45fd-9be0-e6827f548039 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:25.737656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb2355d0-29a9-4d50-bf6c-9136b00919fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.739744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:25.740195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:25.740392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb2355d0-29a9-4d50-bf6c-9136b00919fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.740780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:25.743932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Bound port: c9db7628-9ace-45fd-9be0-e6827f548039, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:25.744137 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bb2355d0-29a9-4d50-bf6c-9136b00919fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f2fcf89-6ef7-4e8e-8ece-d9fbabea374a HTTP/1.1" status: 204 len: 168 time: 0.2174764 Sep 23 19:30:25.744246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.765255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2355d0-29a9-4d50-bf6c-9136b00919fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2fcf89-6ef7-4e8e-8ece-d9fbabea374a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:25.775385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e310c6a-7535-4807-8982-20e6e52cb150 req-87dc6f7f-a77c-411b-b186-eaf2a8270ce7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102264 Sep 23 19:30:25.847730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-a09c3fbd-e46b-4a96-ba3b-bf9c2ce1c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:25.849357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-a09c3fbd-e46b-4a96-ba3b-bf9c2ce1c9fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1607850 Sep 23 19:30:25.869266 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-5eb8f705-0d1d-44c6-83af-26f82986edd8 req-dbb3860d-fd9b-4a71-8b20-98490dc1c735 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:30:25.870888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5eb8f705-0d1d-44c6-83af-26f82986edd8 req-dbb3860d-fd9b-4a71-8b20-98490dc1c735 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/5925b417-62d7-462f-8446-1a6905795981 HTTP/1.1" status: 404 len: 352 time: 0.0383167 Sep 23 19:30:25.883840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.914683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Set router d911a586-8d65-4614-8459-7927d4199af5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:25.933230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-7fe20823-26e4-4403-892b-3220f645837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:25.933773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-7fe20823-26e4-4403-892b-3220f645837a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773582 Sep 23 19:30:25.934983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] For port c9db7628-9ace-45fd-9be0-e6827f548039, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:25.938420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] For port c9db7628-9ace-45fd-9be0-e6827f548039, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c9db7628-9ace-45fd-9be0-e6827f548039,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:25.950830 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.962909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:25.971375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:25.973762 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e67a0f-ff7b-4b26-8884-352eaac0e085" -d '{"events": [{"server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:25.986935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.989351 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e82f0fa-0988-4c9b-a36a-2b5aa41c104f x-openstack-request-id: req-6e82f0fa-0988-4c9b-a36a-2b5aa41c104f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:25.989564 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:25.989974 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e82f0fa-0988-4c9b-a36a-2b5aa41c104f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:25.990574 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'status': 'completed', 'code': 200} Sep 23 19:30:26.055535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.056189 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.057635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] 10.222.0.41 "PUT /v2.0/ports/c9db7628-9ace-45fd-9be0-e6827f548039 HTTP/1.1" status: 200 len: 1096 time: 2.2250028 Sep 23 19:30:26.063046 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e12b35-9688-4f0a-a512-42c0eb16130d x-openstack-request-id: req-84e12b35-9688-4f0a-a512-42c0eb16130d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:26.063337 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "tag": "84f40afc-3e25-4247-a292-190863869dcd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:26.063594 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84e12b35-9688-4f0a-a512-42c0eb16130d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:26.063999 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'tag': '84f40afc-3e25-4247-a292-190863869dcd', 'status': 'completed', 'code': 200} Sep 23 19:30:26.102529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-77474d91-73d0-4f7b-a376-70ca8b55fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.106244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009caa2-b4ca-4eb5-ad8c-d303e3760a78 service neutron] Pushing event updated for resources: {'Port': ['ID=c9db7628-9ace-45fd-9be0-e6827f548039,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:26.116467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-77474d91-73d0-4f7b-a376-70ca8b55fa8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c43d7c2592d47719fea03b570241c68&device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 1099 time: 0.1040273 Sep 23 19:30:26.156355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-3e8b79a7-1300-4482-8b86-6956b83c40d5 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149429 Sep 23 19:30:26.157908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:26.255850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-8667fd6d-5477-4f84-b0fc-6ac7d9de3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.258517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-8667fd6d-5477-4f84-b0fc-6ac7d9de3a77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 1099 time: 0.1362810 Sep 23 19:30:26.342859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-a89ca56e-9b29-45b5-a927-52f0b59733b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.346985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-b054b1f6-f2f3-4400-812c-e9b944870680 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c9db7628-9ace-45fd-9be0-e6827f548039 HTTP/1.1" status: 200 len: 217 time: 0.0772831 Sep 23 19:30:26.349513 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-a89ca56e-9b29-45b5-a927-52f0b59733b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2249925 Sep 23 19:30:26.404709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:23Z', 'revision_number': 4, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port': {'id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:16Z', 'updated_at': '2021-09-23T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '879f3d34-4712-482f-a2c6-3cd022ed9256', 'name': '', 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'mac_address': 'fa:16:3e:22:50:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'd5e8c26a-8186-4410-afd4-814e16649d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:21Z', 'updated_at': '2021-09-23T19:30:23Z', 'revision_number': 2, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'subnets': [{'id': 'd5e8c26a-8186-4410-afd4-814e16649d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:26.412951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e91f23d-9061-4ab1-8208-b7d3b4b02dd3 req-d260e398-663c-4af3-bb0d-a8208b7a44bb service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188849 Sep 23 19:30:26.413203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-d3193314-437b-47bd-8edd-b93bf3faf2dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 HTTP/1.1" status: 200 len: 217 time: 0.0504177 Sep 23 19:30:26.427550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-6998c5fc-1acf-4c24-9e63-35ebf584e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.430021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-6998c5fc-1acf-4c24-9e63-35ebf584e47b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0655241 Sep 23 19:30:26.452818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Checking router: d911a586-8d65-4614-8459-7927d4199af5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:26.453684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Updating router d911a586-8d65-4614-8459-7927d4199af5 port 879f3d34-4712-482f-a2c6-3cd022ed9256 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:30:26.491135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-8f9a4d44-a207-42c9-9a5d-92a83453169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.493061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-8f9a4d44-a207-42c9-9a5d-92a83453169a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0732436 Sep 23 19:30:26.504429 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.561886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-b0378a72-b16a-43b3-8869-279149da76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.563888 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-b0378a72-b16a-43b3-8869-279149da76f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641823 Sep 23 19:30:26.616408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-13d418cd-5cf1-44ac-866f-3fd1c896b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.618135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-13d418cd-5cf1-44ac-866f-3fd1c896b4af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1099 time: 0.1528757 Sep 23 19:30:26.677574 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.699919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-c767545a-9b0a-479d-9c23-f18b7bf5fb04 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283596 Sep 23 19:30:26.731793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-d0ed0a20-343d-464c-8317-5659bf8f703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.733605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-d0ed0a20-343d-464c-8317-5659bf8f703f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2943304 Sep 23 19:30:26.824607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-39f302d6-624e-4c64-b1c8-04a5e1c7035c req-be8731dc-a211-47cf-916e-312a8c333964 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138697 Sep 23 19:30:26.849553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-c0656a2d-6f77-47fe-a7be-892a50073ffb tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3481991 Sep 23 19:30:26.884801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:26.895681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:26.910927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-682c0ada-0b8c-446c-b55f-6ac6d8e331f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.912381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-682c0ada-0b8c-446c-b55f-6ac6d8e331f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2521358 Sep 23 19:30:26.916584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.924578 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.973608 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.979886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-43acdeef-e7d5-4492-9af4-521da668156f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=84f40afc-3e25-4247-a292-190863869dcd HTTP/1.1" status: 200 len: 217 time: 0.0506616 Sep 23 19:30:26.991439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-a60f28e3-c90b-4ba9-8de9-31a1c7d8d1b6 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419457 Sep 23 19:30:27.032469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c0525-94d7-4bef-840e-8b696187dad7 None None] Pushing event updated for resources: {'Port': ['ID=879f3d34-4712-482f-a2c6-3cd022ed9256,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:27.099554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Attempting to bind port 879f3d34-4712-482f-a2c6-3cd022ed9256 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:27.099934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Attempting to bind port 879f3d34-4712-482f-a2c6-3cd022ed9256 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:27.100369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Attempting to bind port 879f3d34-4712-482f-a2c6-3cd022ed9256 on network 5b1891ab-d412-4782-b39a-ecb2fdd449fa {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:27.105809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:27.106229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Checking segment: {'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:27.106676 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.107097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Bound using segment: {'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:27.107569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Bound port: 879f3d34-4712-482f-a2c6-3cd022ed9256, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24161341-5045-4243-891d-2db5db13a25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:27.107951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.111455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:27.116278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-9a8a88dc-2dbc-4ded-9bf8-587064ad9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:27.118778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-9a8a88dc-2dbc-4ded-9bf8-587064ad9935 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1296945 Sep 23 19:30:27.152892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'mac_address': 'fa:16:3e:7a:46:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:27.200304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a402c145-b71a-4e14-bd1c-7e89e499602a req-64d4adde-8849-4ccf-9840-6671958a3a23 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992891 Sep 23 19:30:27.215090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.225677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-1b4937ec-0898-4f98-9cd1-d472e24670e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:27.227277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-1b4937ec-0898-4f98-9cd1-d472e24670e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994210 Sep 23 19:30:27.228014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] For port 879f3d34-4712-482f-a2c6-3cd022ed9256, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:27.245675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:27.256944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] For port 879f3d34-4712-482f-a2c6-3cd022ed9256, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=879f3d34-4712-482f-a2c6-3cd022ed9256,segment=NetworkSegment(24161341-5045-4243-891d-2db5db13a25f),segment_id=24161341-5045-4243-891d-2db5db13a25f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:27.259589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.265579 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.303344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:27.304273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e87d1afc-9f6a-4bfb-bfbc-5d282b128363 None None] Provisioning complete for port 879f3d34-4712-482f-a2c6-3cd022ed9256 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:27.304847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e87d1afc-9f6a-4bfb-bfbc-5d282b128363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.332232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.377551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Routers {'d911a586-8d65-4614-8459-7927d4199af5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:27.378285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d911a586-8d65-4614-8459-7927d4199af5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:27.382879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c0525-94d7-4bef-840e-8b696187dad7 None None] Pushing event updated for resources: {'Port': ['ID=879f3d34-4712-482f-a2c6-3cd022ed9256,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:27.688335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-81dbb137-6b8a-46e8-a2bc-36ef889f8830 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522965 Sep 23 19:30:27.699416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:27.714581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e87d1afc-9f6a-4bfb-bfbc-5d282b128363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.727139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.727511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.727833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.728172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.728506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.728836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.729695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.730027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.730382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.730710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.731032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.731361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:27.732340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Allocated IP 172.25.6.165 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/26304319-bf98-40af-ab78-a2ebefe26869) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:27.743896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] Set router d911a586-8d65-4614-8459-7927d4199af5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:27.794880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e87d1afc-9f6a-4bfb-bfbc-5d282b128363 None None] For port 879f3d34-4712-482f-a2c6-3cd022ed9256, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=879f3d34-4712-482f-a2c6-3cd022ed9256,segment=NetworkSegment(24161341-5045-4243-891d-2db5db13a25f),segment_id=24161341-5045-4243-891d-2db5db13a25f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:27.804765 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e87d1afc-9f6a-4bfb-bfbc-5d282b128363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.861848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05c07dad-5e26-45e7-80af-b681b27ec905 req-8be71fe2-ccdb-457c-af0d-89f8635b2423 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641979 Sep 23 19:30:27.904171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.940040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.972139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d1afc-9f6a-4bfb-bfbc-5d282b128363 None None] Pushing event updated for resources: {'Port': ['ID=879f3d34-4712-482f-a2c6-3cd022ed9256,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:27.977689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:27.982635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:27.985367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:27.989664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:27.995695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Pushing event updated for resources: {'Port': ['ID=26304319-bf98-40af-ab78-a2ebefe26869,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:28.017387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-90e7659d-f49a-40c9-9ec0-fff8b73ba40f None None] Provisioning complete for port 879f3d34-4712-482f-a2c6-3cd022ed9256 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:28.017572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90e7659d-f49a-40c9-9ec0-fff8b73ba40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.065269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'tag': 'c9db7628-9ace-45fd-9be0-e6827f548039'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:28.067649 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06fb4c-337e-44d9-b78f-3a4196cce74b" -d '{"events": [{"name": "network-changed", "server_uuid": "075c8392-fc7f-4454-98ea-19bb19a47eb1", "tag": "c9db7628-9ace-45fd-9be0-e6827f548039"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:28.086575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.123909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.194439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:23Z', 'revision_number': 4, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port': {'id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:16Z', 'updated_at': '2021-09-23T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '879f3d34-4712-482f-a2c6-3cd022ed9256', 'name': '', 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'mac_address': 'fa:16:3e:22:50:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'd5e8c26a-8186-4410-afd4-814e16649d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:21Z', 'updated_at': '2021-09-23T19:30:27Z', 'revision_number': 4, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'subnets': [{'id': 'd5e8c26a-8186-4410-afd4-814e16649d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:28.227669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16c66d-6a4a-4c99-90f6-bc34f7a377fd None None] The sync data for ids ['d911a586-8d65-4614-8459-7927d4199af5'] in n-d-810763-1 is: [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:23Z', 'revision_number': 4, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port': {'id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:16Z', 'updated_at': '2021-09-23T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '879f3d34-4712-482f-a2c6-3cd022ed9256', 'name': '', 'network_id': '5b1891ab-d412-4782-b39a-ecb2fdd449fa', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'mac_address': 'fa:16:3e:22:50:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'd5e8c26a-8186-4410-afd4-814e16649d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:21Z', 'updated_at': '2021-09-23T19:30:27Z', 'revision_number': 4, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'subnets': [{'id': 'd5e8c26a-8186-4410-afd4-814e16649d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:28.306556 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.311249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.381545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Pushing event updated for resources: {'Port': ['ID=26304319-bf98-40af-ab78-a2ebefe26869,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:28.394527 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.414778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.416153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-636df140-0fb6-44f4-baeb-9a7d3f3750b9 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5603065 Sep 23 19:30:28.471596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-36231697-8135-4189-9471-1bc9784e1069 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.0484917 Sep 23 19:30:28.589563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-fd196e97-e1e4-4eb8-a553-4a00fb3e4ec8 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:28.591072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-fd196e97-e1e4-4eb8-a553-4a00fb3e4ec8 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1138468 Sep 23 19:30:28.602515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-d4ea9d83-69ff-46b0-bb30-1f900e1885c3 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:30:28.603493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10a226cd-b74d-426d-8cf0-5ce7c29ee18b req-d4ea9d83-69ff-46b0-bb30-1f900e1885c3 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058453 Sep 23 19:30:28.686980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-901dfb57-b527-4515-b953-541dcb0247ac req-6bc844c1-2b05-4f7c-9c7f-5f3db7ea5a29 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 6149 time: 0.0679171 Sep 23 19:30:28.738105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-901dfb57-b527-4515-b953-541dcb0247ac req-4846ab20-db9a-43b6-b48e-6f35327ecab3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/eb061f57-6a61-43a0-8383-abf6b7141053 HTTP/1.1" status: 200 len: 2981 time: 0.0433483 Sep 23 19:30:28.797415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-901dfb57-b527-4515-b953-541dcb0247ac req-b0c58673-648d-4d89-807d-187c3ba2ea70 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/eb061f57-6a61-43a0-8383-abf6b7141053 HTTP/1.1" status: 200 len: 2981 time: 0.0528831 Sep 23 19:30:28.898429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6380-4fa8-4de3-a561-cf63966e2929 req-b942e96d-721c-4766-87c1-4f78b8df8452 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:28.900068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdcd6380-4fa8-4de3-a561-cf63966e2929 req-b942e96d-721c-4766-87c1-4f78b8df8452 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0524075 Sep 23 19:30:28.940891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdcd6380-4fa8-4de3-a561-cf63966e2929 req-d0081979-3eed-4d62-ab40-3add235b2f7b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344355 Sep 23 19:30:28.988188 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc6caa5-de7c-4218-bd6d-1d10392781c9 x-openstack-request-id: req-bbc6caa5-de7c-4218-bd6d-1d10392781c9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:28.988937 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:28.989163 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbc6caa5-de7c-4218-bd6d-1d10392781c9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:28.989609 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'code': 200} Sep 23 19:30:29.094344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdd5b5-b433-426c-867a-4fa2c824cc68 req-84af9a72-b622-43d3-b7ed-1c914d327045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:29.095962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edfdd5b5-b433-426c-867a-4fa2c824cc68 req-84af9a72-b622-43d3-b7ed-1c914d327045 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 1097 time: 0.0486994 Sep 23 19:30:29.157843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edfdd5b5-b433-426c-867a-4fa2c824cc68 req-f97cbf9f-4d80-4e71-a1a9-4b8edfa142ba service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Sep 23 19:30:29.232724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7cba4-c9eb-4e28-a247-e076a7b56742 req-cfb3c9df-54fc-49a9-8350-378910e11ba4 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:29.234353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40c7cba4-c9eb-4e28-a247-e076a7b56742 req-cfb3c9df-54fc-49a9-8350-378910e11ba4 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 949 time: 0.0546522 Sep 23 19:30:29.274014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40c7cba4-c9eb-4e28-a247-e076a7b56742 req-7daf968e-2f9c-46b0-848c-ece4f6cf6fb7 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328538 Sep 23 19:30:29.447887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7224e-9f66-4f62-90cd-dd89d2caf738 req-d0dc1459-628d-4729-a908-f87d958ea1cd tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:29.449401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29c7224e-9f66-4f62-90cd-dd89d2caf738 req-d0dc1459-628d-4729-a908-f87d958ea1cd tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 948 time: 0.0523849 Sep 23 19:30:29.487582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29c7224e-9f66-4f62-90cd-dd89d2caf738 req-fdee45e6-8873-46ee-b256-d4ff7409a0d6 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Sep 23 19:30:29.533512 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b25519-e55e-4250-a1b0-beba99ca46c6 x-openstack-request-id: req-03b25519-e55e-4250-a1b0-beba99ca46c6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:29.533820 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075c8392-fc7f-4454-98ea-19bb19a47eb1", "tag": "c9db7628-9ace-45fd-9be0-e6827f548039", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:29.534091 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03b25519-e55e-4250-a1b0-beba99ca46c6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:29.534536 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'tag': 'c9db7628-9ace-45fd-9be0-e6827f548039', 'status': 'completed', 'code': 200} Sep 23 19:30:29.570643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:29.621147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29869406-e846-4c90-bab0-a0a91e99d518 req-93f5471e-1634-4161-b71f-675deb389271 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips/275b11d5-6618-4bea-92f9-6f27144da733 HTTP/1.1" status: 200 len: 693 time: 0.0764639 Sep 23 19:30:29.659793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-646d5029-45b6-4b59-96cc-96c920107984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:29.661409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-646d5029-45b6-4b59-96cc-96c920107984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 1099 time: 0.0729318 Sep 23 19:30:29.673120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:29.683830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '84f40afc-3e25-4247-a292-190863869dcd', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '84f40afc-3e25-4247-a292-190863869dcd', 'mac_address': 'fa:16:3e:d6:f5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:29.723520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:29.736015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f40afc-3e25-4247-a292-190863869dcd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:29.758419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:29.762887 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:29.796655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29869406-e846-4c90-bab0-a0a91e99d518 req-3a163785-6fac-47f6-aa73-bf9f5ce6de40 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:29.798033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29869406-e846-4c90-bab0-a0a91e99d518 req-3a163785-6fac-47f6-aa73-bf9f5ce6de40 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1693799 Sep 23 19:30:29.813109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-29869406-e846-4c90-bab0-a0a91e99d518 req-022f7a1c-8b1f-4a41-bd8d-62391dd0371d tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:30:29.814100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29869406-e846-4c90-bab0-a0a91e99d518 req-022f7a1c-8b1f-4a41-bd8d-62391dd0371d tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101118 Sep 23 19:30:29.814761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:29.825981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-44285d60-8a86-44f7-af4d-6ffd414c33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:29.827616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-44285d60-8a86-44f7-af4d-6ffd414c33b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1564422 Sep 23 19:30:29.845107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0c8de894-f15e-457c-945b-2807adb4eee7 req-7e0d450d-c000-4628-b11c-297ef3e94c99 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1591153626', 'description': 'tempest-description-702565181'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:29.898025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-7e3c0eb9-203a-462e-8079-821f06bc201c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c9db7628-9ace-45fd-9be0-e6827f548039 HTTP/1.1" status: 200 len: 217 time: 0.0614462 Sep 23 19:30:29.919903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 879f3d34-4712-482f-a2c6-3cd022ed9256 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:29.944030 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c8de894-f15e-457c-945b-2807adb4eee7 req-7e0d450d-c000-4628-b11c-297ef3e94c99 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:29.970795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 879f3d34-4712-482f-a2c6-3cd022ed9256 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:29.971168 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:29.976895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-6206a263-32bd-4967-8e2a-c1f996fb466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:29.978710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-6206a263-32bd-4967-8e2a-c1f996fb466f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0735934 Sep 23 19:30:29.993914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84f40afc-3e25-4247-a292-190863869dcd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:30.055732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-c1be449e-6d0c-4f7a-a765-265471b172be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:30.057899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-c1be449e-6d0c-4f7a-a765-265471b172be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695632 Sep 23 19:30:30.110482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c8de894-f15e-457c-945b-2807adb4eee7 req-7e0d450d-c000-4628-b11c-297ef3e94c99 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.122825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c8de894-f15e-457c-945b-2807adb4eee7 req-7e0d450d-c000-4628-b11c-297ef3e94c99 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.193099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0c8de894-f15e-457c-945b-2807adb4eee7 req-7e0d450d-c000-4628-b11c-297ef3e94c99 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.194332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c8de894-f15e-457c-945b-2807adb4eee7 req-7e0d450d-c000-4628-b11c-297ef3e94c99 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3589406 Sep 23 19:30:30.210021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d450d-c000-4628-b11c-297ef3e94c99 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c04df2-2ef0-4dc6-9707-bdc36db8bcbb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:30.223342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-1c31e7e4-0c8f-4ead-bdfd-5ad5bb80960b service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564934 Sep 23 19:30:30.359318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f25a20-4419-4ce7-b857-4559d71e40ec req-8ccde2f5-8bc5-4af0-8254-22acd45697e9 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:30.360776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2f25a20-4419-4ce7-b857-4559d71e40ec req-8ccde2f5-8bc5-4af0-8254-22acd45697e9 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.1059856 Sep 23 19:30:30.366325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e06fb4c-337e-44d9-b78f-3a4196cce74b req-df23026f-fafc-4501-b337-fde8f23a9ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345549 Sep 23 19:30:30.399325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2f25a20-4419-4ce7-b857-4559d71e40ec req-0a6f558f-9e4a-457f-bcd6-e293edf5f0b4 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups?id=92153a87-91d6-45a6-9c6a-e69a04d1ac72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320804 Sep 23 19:30:30.479849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf5be2cd-7202-42b5-9b22-7b65cfeca579 req-5b2ee4e0-d64b-4777-9e02-971d45eca27f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=3ad00e9249284dc6840ce6ad816923d4 HTTP/1.1" status: 200 len: 696 time: 0.0550704 Sep 23 19:30:30.591677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5be2cd-7202-42b5-9b22-7b65cfeca579 req-395c6419-aed6-4387-995a-20e8fafe6d09 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:30.593082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf5be2cd-7202-42b5-9b22-7b65cfeca579 req-395c6419-aed6-4387-995a-20e8fafe6d09 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks?id=b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 787 time: 0.1074491 Sep 23 19:30:30.605795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-bf5be2cd-7202-42b5-9b22-7b65cfeca579 req-9502e500-8e67-4fd2-95e7-ed5e70efd484 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:30:30.607219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf5be2cd-7202-42b5-9b22-7b65cfeca579 req-9502e500-8e67-4fd2-95e7-ed5e70efd484 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075390 Sep 23 19:30:30.708171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ecc9-69c2-473a-ace1-f7bbe1cf08e4 req-649513c0-5d50-4b46-b41a-95d1c2328e38 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:30.710004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4111ecc9-69c2-473a-ace1-f7bbe1cf08e4 req-649513c0-5d50-4b46-b41a-95d1c2328e38 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0528700 Sep 23 19:30:30.752714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4111ecc9-69c2-473a-ace1-f7bbe1cf08e4 req-47f5ddcb-0331-4649-8285-431899446f56 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Sep 23 19:30:30.782935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-24308f59-5721-42ea-afc0-34e3779c2603 req-cc4cc8f0-1919-4011-ade0-c3911ebd59b8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-785415103', 'description': 'tempest-description-2052601469'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:30.806715 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24308f59-5721-42ea-afc0-34e3779c2603 req-cc4cc8f0-1919-4011-ade0-c3911ebd59b8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.887462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:30.891004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24308f59-5721-42ea-afc0-34e3779c2603 req-cc4cc8f0-1919-4011-ade0-c3911ebd59b8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.895007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24308f59-5721-42ea-afc0-34e3779c2603 req-cc4cc8f0-1919-4011-ade0-c3911ebd59b8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.924388 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24308f59-5721-42ea-afc0-34e3779c2603 req-cc4cc8f0-1919-4011-ade0-c3911ebd59b8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.925604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24308f59-5721-42ea-afc0-34e3779c2603 req-cc4cc8f0-1919-4011-ade0-c3911ebd59b8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1467969 Sep 23 19:30:30.927452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8f0-1919-4011-ade0-c3911ebd59b8 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa51b7e-7eaf-4d41-abdc-7d6057dfa368,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:30.935500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:30.939346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:30.939713 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.028810 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.055812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:31.058735 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a89cc-a4b3-4fb1-bcd4-3882c8066c6e" -d '{"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:31.071590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:31.076675 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.076840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668a259-68f3-48d4-9bc5-0cb5de27309f req-0079f321-e6a4-458f-a102-e3b153781c07 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:31.082986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9668a259-68f3-48d4-9bc5-0cb5de27309f req-0079f321-e6a4-458f-a102-e3b153781c07 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 949 time: 0.0792763 Sep 23 19:30:31.092516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-505568f3-f9d9-4f4e-b372-5fa1556520c0 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:31.093929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-505568f3-f9d9-4f4e-b372-5fa1556520c0 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4a145b9-790d-498a-8ddd-93bce3522589 HTTP/1.1" status: 200 len: 945 time: 0.1024156 Sep 23 19:30:31.127201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:31.190758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9668a259-68f3-48d4-9bc5-0cb5de27309f req-2ae4a5fd-423b-45d1-877e-b5a8e4f5fd66 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956433 Sep 23 19:30:31.217378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Deleting port 6948be82-4546-4a27-a3d8-57c9d2bdeebf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:31.217775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.311705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] For port 6948be82-4546-4a27-a3d8-57c9d2bdeebf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6948be82-4546-4a27-a3d8-57c9d2bdeebf,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:31.312060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.448881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736e32-1e86-433d-8043-2b8ede5ec497 req-979ddbc0-49e3-4d65-8e37-bc3f455e203a tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:31.450354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e736e32-1e86-433d-8043-2b8ede5ec497 req-979ddbc0-49e3-4d65-8e37-bc3f455e203a tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 948 time: 0.1308370 Sep 23 19:30:31.538737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e736e32-1e86-433d-8043-2b8ede5ec497 req-1ff9165e-7d2e-4b8f-ae76-8aeb0c32fff0 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813971 Sep 23 19:30:31.558694 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.559059 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.559369 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Floating IP a85acbaf-74a2-4049-8715-320c1dbac411 disassociated. External IP: 172.25.6.53, port: 6948be82-4546-4a27-a3d8-57c9d2bdeebf. Sep 23 19:30:31.559699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Calling delete_port for 6948be82-4546-4a27-a3d8-57c9d2bdeebf owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:31.599465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:31.648219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-7d7fdcc3-2a90-4b91-8055-9db91fd03c37 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips/275b11d5-6618-4bea-92f9-6f27144da733 HTTP/1.1" status: 200 len: 693 time: 0.0863798 Sep 23 19:30:31.654384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 84f40afc-3e25-4247-a292-190863869dcd completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:31.658295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 84f40afc-3e25-4247-a292-190863869dcd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:31.658733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.750442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.802272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:31.808938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.812635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-52122583-24fb-493c-801a-9529cb3843da tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:31.815794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-52122583-24fb-493c-801a-9529cb3843da tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1590254 Sep 23 19:30:31.831483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-f6e0393a-580b-48a5-bfe3-4ddb6d3e0050 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:30:31.834256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-f6e0393a-580b-48a5-bfe3-4ddb6d3e0050 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077748 Sep 23 19:30:31.849044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:31.879251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:31.923422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event deleted for resources: {'Port': ['ID=6948be82-4546-4a27-a3d8-57c9d2bdeebf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:31.929494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-c1e823d0-40f8-433a-8368-028697b056e7 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.0875328 Sep 23 19:30:32.030925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-318da2e3-8382-4cc6-8bee-e21bb26d87e0 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.0866334 Sep 23 19:30:32.197299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:32.263252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Deleting port 26304319-bf98-40af-ab78-a2ebefe26869 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:32.263595 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:32.395832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:32.406237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:32.406635 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:32.408367 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] Sync routers for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:32.430000 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:32.430448 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:32.456284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Calling delete_port for 26304319-bf98-40af-ab78-a2ebefe26869 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:32.458278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] No DVR routers for this DVR port 6948be82-4546-4a27-a3d8-57c9d2bdeebf on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:32.462813 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:32.466087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a08cc8f1-ceed-4cb2-b7c7-dc381b5ef3c2 req-f13d5e0c-9dcf-43b4-94ae-8c338de0f796 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.41 "DELETE /v2.0/ports/6948be82-4546-4a27-a3d8-57c9d2bdeebf HTTP/1.1" status: 204 len: 173 time: 1.3654335 Sep 23 19:30:32.466679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'name': 'network-vif-deleted', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:32.469835 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8da4ad0-83fb-4f10-a313-d284e6daca91" -d '{"events": [{"server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "name": "network-vif-deleted", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:32.566403 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:32.646284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:32.673707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Pushing event deleted for resources: {'Port': ['ID=26304319-bf98-40af-ab78-a2ebefe26869,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:32.738914 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:32.741797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:32.742992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b338e637-fca7-4cb6-b3f7-8299d45beaa5 req-63d69f13-9cb6-445f-af85-01987426ca9f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "DELETE /v2.0/floatingips/275b11d5-6618-4bea-92f9-6f27144da733 HTTP/1.1" status: 204 len: 173 time: 0.6850951 Sep 23 19:30:32.795866 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:32.828028 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] Checking router: f4d30e30-5bc7-4d27-8c40-c99cb3b69600 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:32.836640 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:32.837347 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:32.860187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba715cc-ae0f-432c-8ae7-a3668479a7ec req-7a9bb93f-1015-4eaf-ab71-0ffb25ce8964 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:32.861991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba715cc-ae0f-432c-8ae7-a3668479a7ec req-7a9bb93f-1015-4eaf-ab71-0ffb25ce8964 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0630102 Sep 23 19:30:32.906663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c9db7628-9ace-45fd-9be0-e6827f548039 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:32.935088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba715cc-ae0f-432c-8ae7-a3668479a7ec req-bfa2cbd4-17a9-4c31-999b-8bc60f712ee6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598094 Sep 23 19:30:32.976226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:33.107084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c9db7628-9ace-45fd-9be0-e6827f548039, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c9db7628-9ace-45fd-9be0-e6827f548039,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:33.121239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'c9db7628-9ace-45fd-9be0-e6827f548039', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'c9db7628-9ace-45fd-9be0-e6827f548039', 'mac_address': 'fa:16:3e:c5:eb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:33.174804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:33.187216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49cd06eb-2146-4538-b3e4-e7466d77ebff tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:33.189691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49cd06eb-2146-4538-b3e4-e7466d77ebff tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 813 time: 0.1249783 Sep 23 19:30:33.189913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9db7628-9ace-45fd-9be0-e6827f548039 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:33.208897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-18036018-7dbe-4439-a44f-faa1d4b651bb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/quotas/7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 375 time: 0.0112650 Sep 23 19:30:33.223365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c9db7628-9ace-45fd-9be0-e6827f548039, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c9db7628-9ace-45fd-9be0-e6827f548039,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:33.226164 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:33.231590 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:33.266155 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3198b-6ecf-4584-9415-798777ff8009 None None] The sync data for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 is: [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:26:33Z', 'revision_number': 4, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '30872886-c1e7-4dee-beb6-130c023dd493', 'name': '', 'network_id': '3b34d4e6-e0c9-4829-9bee-266c89108a5e', 'tenant_id': '92ea64c978134148936832a64a672171', 'mac_address': 'fa:16:3e:1c:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:32Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'subnets': [{'id': 'd1d2a834-9339-4b94-b032-4dc0298f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:33.290288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c9db7628-9ace-45fd-9be0-e6827f548039,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:33.532672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142962c-3a01-45be-81a1-ac96e23b5521 None None] New status for floating IP a85acbaf-74a2-4049-8715-320c1dbac411: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:30:33.571375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c9db7628-9ace-45fd-9be0-e6827f548039'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:33.596585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-b3254f64-b585-4e6d-9319-13b8dd874bdb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3791337 Sep 23 19:30:33.696279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-c0ac97bf-44f3-4503-9268-d5ab739380f3 service neutron] 10.222.0.38 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908289 Sep 23 19:30:33.804131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-18a30864-6135-491d-8499-8e36aa923cf4 service neutron] 10.222.0.38 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977705 Sep 23 19:30:33.987566 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283583b9-26b6-4eef-adb1-58cb9d9a587c x-openstack-request-id: req-283583b9-26b6-4eef-adb1-58cb9d9a587c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:33.988075 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:33.988075 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-283583b9-26b6-4eef-adb1-58cb9d9a587c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:33.988985 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'code': 200} Sep 23 19:30:34.152265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674567-2e62-4a19-84a7-404a2b317572 req-df71e238-7c65-4ceb-94f9-1e2b142b2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:34.153953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2674567-2e62-4a19-84a7-404a2b317572 req-df71e238-7c65-4ceb-94f9-1e2b142b2e3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 1101 time: 0.0844548 Sep 23 19:30:34.172776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951083-2c32-4d03-809e-bc7daf6b0e35 req-c1ae1c3a-ae42-4ad4-bfdd-ff07284972db tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:34.172776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b951083-2c32-4d03-809e-bc7daf6b0e35 req-c1ae1c3a-ae42-4ad4-bfdd-ff07284972db tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 950 time: 0.0901937 Sep 23 19:30:34.233002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2674567-2e62-4a19-84a7-404a2b317572 req-9bd61599-75a5-4fda-a761-df798b911e2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Sep 23 19:30:34.256277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b951083-2c32-4d03-809e-bc7daf6b0e35 req-dc3a4958-6fe2-407e-94d2-888c71762bae tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754128 Sep 23 19:30:34.419430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:34.428647 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c69fae-79cb-4408-83eb-6aafd9e92af1 x-openstack-request-id: req-c7c69fae-79cb-4408-83eb-6aafd9e92af1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:34.429307 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a145b9-790d-498a-8ddd-93bce3522589", "name": "network-vif-deleted", "tag": "6948be82-4546-4a27-a3d8-57c9d2bdeebf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:34.430607 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7c69fae-79cb-4408-83eb-6aafd9e92af1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:34.431144 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a145b9-790d-498a-8ddd-93bce3522589', 'name': 'network-vif-deleted', 'tag': '6948be82-4546-4a27-a3d8-57c9d2bdeebf', 'status': 'completed', 'code': 200} Sep 23 19:30:34.550478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25e5e0-dcb5-435d-879a-e92b88c1040d req-35a8c3d9-9569-4363-8e24-c9b6663b4f2d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:34.558700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f25e5e0-dcb5-435d-879a-e92b88c1040d req-35a8c3d9-9569-4363-8e24-c9b6663b4f2d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 949 time: 0.0715885 Sep 23 19:30:34.573297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca9bab32-f8af-4fad-b963-e38a55e57e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.609760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f25e5e0-dcb5-435d-879a-e92b88c1040d req-b0b04456-e245-4fba-a66f-bad4031792c6 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499194 Sep 23 19:30:34.701815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca9bab32-f8af-4fad-b963-e38a55e57e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.706928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca9bab32-f8af-4fad-b963-e38a55e57e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.760464 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ca9bab32-f8af-4fad-b963-e38a55e57e7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6264a58a819f48f98bdb094bb84e2984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387206 Sep 23 19:30:34.762142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:34.764839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bab32-f8af-4fad-b963-e38a55e57e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45448569-6487-4335-95d1-6e579d5927f1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:34.769266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48447274-5db7-4800-a263-933d844c5f0d req-d49229d5-0620-49a1-8085-9bf68688469a tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1273754 Sep 23 19:30:34.782623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:34.806754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.821194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-665de8d6-baf1-4914-b354-ee9b52a08612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.845945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-665de8d6-baf1-4914-b354-ee9b52a08612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.901796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-665de8d6-baf1-4914-b354-ee9b52a08612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.907104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-665de8d6-baf1-4914-b354-ee9b52a08612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.908649 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-665de8d6-baf1-4914-b354-ee9b52a08612 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45448569-6487-4335-95d1-6e579d5927f1 HTTP/1.1" status: 204 len: 168 time: 0.1451466 Sep 23 19:30:34.915229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c9db7628-9ace-45fd-9be0-e6827f548039 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:34.919524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de8d6-baf1-4914-b354-ee9b52a08612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45448569-6487-4335-95d1-6e579d5927f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:34.926774 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:34.998089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port c9db7628-9ace-45fd-9be0-e6827f548039 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:35.003320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port c9db7628-9ace-45fd-9be0-e6827f548039 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:35.003848 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.085240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Allocated IP 172.25.6.192 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/6f05eed8-be24-4239-9475-caff28011a4a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:35.128348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.176162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c9db7628-9ace-45fd-9be0-e6827f548039, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c9db7628-9ace-45fd-9be0-e6827f548039,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:35.181702 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.183333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6948be82-4546-4a27-a3d8-57c9d2bdeebf no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:35.251344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 6948be82-4546-4a27-a3d8-57c9d2bdeebf {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:35.253589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6948be82-4546-4a27-a3d8-57c9d2bdeebf not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:35.267687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c9db7628-9ace-45fd-9be0-e6827f548039,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:35.368076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969262-498a-4695-9fc8-e81b99c30349 req-f495b6c4-e93c-4785-9830-c40e62ed6cd0 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:35.370296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-f495b6c4-e93c-4785-9830-c40e62ed6cd0 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.72 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 813 time: 0.2679768 Sep 23 19:30:35.389461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'port': {'device_id': '546818f3-266a-4e69-8b37-5297858d1456', 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036', 'admin_state_up': True, 'tenant_id': '7dc8ef20e86c47df9fa29699c5bb0e77'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:35.414669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.527872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.595774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:35.596955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Made reservation on behalf of 7dc8ef20e86c47df9fa29699c5bb0e77 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:35.603350 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.608844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:35.623051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:35.681035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Pushing event updated for resources: {'Port': ['ID=6f05eed8-be24-4239-9475-caff28011a4a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:35.827644 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.866549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Allocated IP 172.20.0.5 (bbcad0cc-ae2e-4eb2-b009-e34c8cb88036/d1be6db8-ef2c-4a37-8ccd-f6be82c9c612/3fa53d34-6c93-476e-a55e-da45e1a43623) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:35.883568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:35.990051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd'}, {'server_uuid': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9db7628-9ace-45fd-9be0-e6827f548039'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:35.992378 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cbb06b-be66-4078-8956-c9fe563a5209" -d '{"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd"}, {"server_uuid": "075c8392-fc7f-4454-98ea-19bb19a47eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c9db7628-9ace-45fd-9be0-e6827f548039"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:36.141526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.168161 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.175279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.267067 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.270363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Pushing event updated for resources: {'Port': ['ID=6f05eed8-be24-4239-9475-caff28011a4a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:36.280197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:36.291801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.344455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:36.351695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:36.358729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:36.415992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:36.417305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.429227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.436431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48447274-5db7-4800-a263-933d844c5f0d req-cc35ab53-fff4-4f28-a3ed-3c7d1b41702b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6587055 Sep 23 19:30:36.500410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:36.508012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-49dfcca8-acb6-4008-8c51-97c10f46a5a5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1268437 Sep 23 19:30:36.517619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48447274-5db7-4800-a263-933d844c5f0d req-0949b1f2-0dcb-47dd-a9bf-db0a55458cf0 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.0799744 Sep 23 19:30:36.531776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Request body: {'port': {'device_id': '546818f3-266a-4e69-8b37-5297858d1456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:36.667471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.722317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48447274-5db7-4800-a263-933d844c5f0d req-b501a380-8932-4920-b5c5-ae2379990b5c tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:36.735029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48447274-5db7-4800-a263-933d844c5f0d req-b501a380-8932-4920-b5c5-ae2379990b5c tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.2087026 Sep 23 19:30:37.000104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bad593-c1ce-4926-8421-2d650f7b7a06 req-a98d4762-420b-4364-9496-e59733e8e700 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:37.002433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67bad593-c1ce-4926-8421-2d650f7b7a06 req-a98d4762-420b-4364-9496-e59733e8e700 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 931 time: 0.0811727 Sep 23 19:30:37.084253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67bad593-c1ce-4926-8421-2d650f7b7a06 req-1f0635df-f32c-4324-ba25-1fa06d05ae36 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709553 Sep 23 19:30:37.089038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa53d34-6c93-476e-a55e-da45e1a43623 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:37.100268 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.114760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Transition to ACTIVE for port object 3fa53d34-6c93-476e-a55e-da45e1a43623 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:37.123370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.146412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:37.202241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:37.270038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1e45-a47d-4e29-b425-e481b455387d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.295708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Attempting to bind port 3fa53d34-6c93-476e-a55e-da45e1a43623 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:37.296123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Attempting to bind port 3fa53d34-6c93-476e-a55e-da45e1a43623 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:37.296547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Attempting to bind port 3fa53d34-6c93-476e-a55e-da45e1a43623 on network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:37.297088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1e45-a47d-4e29-b425-e481b455387d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.303817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Port 3fa53d34-6c93-476e-a55e-da45e1a43623 on network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:37.304071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Attempting to bind port 3fa53d34-6c93-476e-a55e-da45e1a43623 on network bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:37.313915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1581cfe-0ddb-418f-81d7-b3c27e39bc1a req-f62f7140-843e-4d39-99dc-71b065c64c08 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:37.315701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1581cfe-0ddb-418f-81d7-b3c27e39bc1a req-f62f7140-843e-4d39-99dc-71b065c64c08 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 950 time: 0.0778437 Sep 23 19:30:37.323536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:37.323877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Checking segment: {'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:37.324272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Bound using segment: {'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:37.325248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Bound port: 3fa53d34-6c93-476e-a55e-da45e1a43623, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f9b380-0bb9-488b-9fbe-ee4ab2143c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:37.325392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.363623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1e45-a47d-4e29-b425-e481b455387d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.367048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1e45-a47d-4e29-b425-e481b455387d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.370698 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b1a1e45-a47d-4e29-b425-e481b455387d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "DELETE /v2.0/security-groups/92153a87-91d6-45a6-9c6a-e69a04d1ac72 HTTP/1.1" status: 204 len: 168 time: 0.2226036 Sep 23 19:30:37.371531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:37.392148 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-877fdb79-22ff-467a-9d1e-45be80aad90d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] show failed (client error): The resource could not be found. Sep 23 19:30:37.393152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-877fdb79-22ff-467a-9d1e-45be80aad90d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "GET /v2.0/security-groups/92153a87-91d6-45a6-9c6a-e69a04d1ac72 HTTP/1.1" status: 404 len: 347 time: 0.0178063 Sep 23 19:30:37.395190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a1e45-a47d-4e29-b425-e481b455387d tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92153a87-91d6-45a6-9c6a-e69a04d1ac72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:37.397921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:37.414781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1581cfe-0ddb-418f-81d7-b3c27e39bc1a req-add2511d-ceaa-46d1-b440-195cb6d4dc3d tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869865 Sep 23 19:30:37.451996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:37.456530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3fa53d34-6c93-476e-a55e-da45e1a43623,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:37.465654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.511811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:37.512474 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.513913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] 10.222.0.72 "PUT /v2.0/ports/3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 1091 time: 0.9894004 Sep 23 19:30:37.514599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:37.516912 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a39731-63c9-4a14-8def-9303a14327f9" -d '{"events": [{"name": "network-changed", "server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:37.582381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3b7dc-ac72-420e-b68e-cbe08d90ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:37.583635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Deleting port e0bbbcd6-e0fa-484f-8194-4203a78fbc23 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:37.583985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.639070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969262-498a-4695-9fc8-e81b99c30349 req-2949359f-7c83-4d8b-af12-bfe97799931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:37.640622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-2949359f-7c83-4d8b-af12-bfe97799931e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 1094 time: 0.0723925 Sep 23 19:30:37.674164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.674821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.689798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Calling delete_port for e0bbbcd6-e0fa-484f-8194-4203a78fbc23 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:37.696319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-1d364b9e-62aa-45a3-99cd-b7c5e7b55cbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 217 time: 0.0381858 Sep 23 19:30:37.737457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c7504-d7b5-404f-bb15-22f71b619dba req-f96efdd2-51e0-479c-a8ba-eb4971bf62f8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:37.742251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e21c7504-d7b5-404f-bb15-22f71b619dba req-f96efdd2-51e0-479c-a8ba-eb4971bf62f8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 950 time: 0.1162570 Sep 23 19:30:37.771861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969262-498a-4695-9fc8-e81b99c30349 req-42c5cc81-4a68-4310-bce1-d9d160e7da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:37.773335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-42c5cc81-4a68-4310-bce1-d9d160e7da84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.0689969 Sep 23 19:30:37.816356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-2e7352a4-a7c5-45b8-b6d8-b8b22b01cc7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329347 Sep 23 19:30:37.819127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e21c7504-d7b5-404f-bb15-22f71b619dba req-bfe0de62-d439-4685-9e05-3926fc32770d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710409 Sep 23 19:30:37.844548 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.902779 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3379aa-7995-4588-8db2-2f4bc0a1fae9 x-openstack-request-id: req-2f3379aa-7995-4588-8db2-2f4bc0a1fae9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:37.903719 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd", "code": 200}, {"server_uuid": "075c8392-fc7f-4454-98ea-19bb19a47eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c9db7628-9ace-45fd-9be0-e6827f548039", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:37.905878 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f3379aa-7995-4588-8db2-2f4bc0a1fae9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:37.906638 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd', 'code': 200} Sep 23 19:30:37.907454 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9db7628-9ace-45fd-9be0-e6827f548039', 'code': 200} Sep 23 19:30:37.938580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Pushing event deleted for resources: {'Port': ['ID=e0bbbcd6-e0fa-484f-8194-4203a78fbc23,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:37.956616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-38308b6b-25b6-4e87-b90a-12482b1ea5ff service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326649 Sep 23 19:30:37.959887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.962785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.967201 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-903be94e-6aa5-4900-9d6c-eeba0a404cc6 tempest-ServersTestJSON-726181124 tempest-ServersTestJSON-726181124-project] 10.222.0.38 "DELETE /v2.0/floatingips/a85acbaf-74a2-4049-8715-320c1dbac411 HTTP/1.1" status: 204 len: 168 time: 0.5656767 Sep 23 19:30:37.967912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:38.050379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-184d6863-76eb-4cb7-9724-dc975a9b0c82 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips/1d4d2a77-5d0b-44fc-ad56-79c2d656b337 HTTP/1.1" status: 200 len: 693 time: 0.1235464 Sep 23 19:30:38.086123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfec1-dd4e-476e-bf9e-3cf003ac3484 req-0e181f81-a33a-451c-8b1b-3ebad0cbc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:38.087672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4bdbfec1-dd4e-476e-bf9e-3cf003ac3484 req-0e181f81-a33a-451c-8b1b-3ebad0cbc0df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1101 time: 0.1130662 Sep 23 19:30:38.147325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233afe6b-c54f-43e3-a22e-fdd9f1572baf req-a838cd80-e638-4459-89cb-3be24d1b7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:38.148840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-233afe6b-c54f-43e3-a22e-fdd9f1572baf req-a838cd80-e638-4459-89cb-3be24d1b7893 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 1101 time: 0.1502132 Sep 23 19:30:38.170646 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4bdbfec1-dd4e-476e-bf9e-3cf003ac3484 req-5c24c224-e1f1-4b73-a4f6-4061b56b328e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736885 Sep 23 19:30:38.220791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c969262-498a-4695-9fc8-e81b99c30349 req-0e98fb3b-f9b2-4f66-8612-6fec5c165a25 service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209129 Sep 23 19:30:38.238992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-233afe6b-c54f-43e3-a22e-fdd9f1572baf req-245e5825-98bc-4f2a-9a4c-25152416c1ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634441 Sep 23 19:30:38.246151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-6c0a0899-27bb-4eca-8834-10c8fb045fb3 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:38.247663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-6c0a0899-27bb-4eca-8834-10c8fb045fb3 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1883187 Sep 23 19:30:38.309444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-9f75fb93-ee9c-444b-af58-a8b9bf11c777 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.0553911 Sep 23 19:30:38.354895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-c5b7516c-03f6-4eca-b32d-05135588f96b tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.0443697 Sep 23 19:30:38.398722 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.497740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Deleting port 6f05eed8-be24-4239-9475-caff28011a4a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:38.498402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.577679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.578002 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.591456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Calling delete_port for 6f05eed8-be24-4239-9475-caff28011a4a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:38.660614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Deleting port 30872886-c1e7-4dee-beb6-130c023dd493 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:38.661355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.748096 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.748727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] For port 30872886-c1e7-4dee-beb6-130c023dd493, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=30872886-c1e7-4dee-beb6-130c023dd493,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:38.749098 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.763255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Calling delete_port for 30872886-c1e7-4dee-beb6-130c023dd493 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:38.779632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Pushing event deleted for resources: {'Port': ['ID=6f05eed8-be24-4239-9475-caff28011a4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:38.840203 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.843047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.844194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b387ef8-1be2-40ab-a1c5-ad58082d6934 req-a107ad43-e9af-4d3a-ba62-955c8aa0247f tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "DELETE /v2.0/floatingips/1d4d2a77-5d0b-44fc-ad56-79c2d656b337 HTTP/1.1" status: 204 len: 173 time: 0.4838126 Sep 23 19:30:38.956816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f133c5-8b8a-4ec4-835c-fa2459af91ab req-021a1e90-e623-4800-87d0-e7f23a805a64 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:38.958888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74f133c5-8b8a-4ec4-835c-fa2459af91ab req-021a1e90-e623-4800-87d0-e7f23a805a64 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0579398 Sep 23 19:30:38.960945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.993035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Pushing event deleted for resources: {'Port': ['ID=30872886-c1e7-4dee-beb6-130c023dd493,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:39.010854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74f133c5-8b8a-4ec4-835c-fa2459af91ab req-05ecc40a-970e-4a23-a24b-3af8b30e3b25 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Sep 23 19:30:39.190762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:39.454040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:39.470979 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d493e7-0a99-4e43-877f-e93343170a6c x-openstack-request-id: req-a6d493e7-0a99-4e43-877f-e93343170a6c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:39.471266 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:39.471516 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6d493e7-0a99-4e43-877f-e93343170a6c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:39.472700 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623', 'status': 'completed', 'code': 200} Sep 23 19:30:39.566827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a39731-63c9-4a14-8def-9303a14327f9 req-a1c59853-757f-4871-b945-bdb20b466560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.568749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a39731-63c9-4a14-8def-9303a14327f9 req-a1c59853-757f-4871-b945-bdb20b466560 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 1094 time: 0.0617666 Sep 23 19:30:39.612850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:39.624291 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] Sync routers for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:39.634554 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4dd09de9-3d18-4101-8f01-8b23be1530ee admin admin] 10.222.0.38 "PUT /v2.0/routers/f4d30e30-5bc7-4d27-8c40-c99cb3b69600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6655047 Sep 23 19:30:39.636032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:39.638623 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:39.642555 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:39.800430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328447ed-a07e-49ae-acc4-b3037faffb5a req-0d659494-1359-4b0e-9b84-ce5c4755aec3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.808636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-328447ed-a07e-49ae-acc4-b3037faffb5a req-0d659494-1359-4b0e-9b84-ce5c4755aec3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 943 time: 0.1134830 Sep 23 19:30:39.811808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a39731-63c9-4a14-8def-9303a14327f9 req-28d70166-8043-4bcd-b8ee-4244c9b91762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.813960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a39731-63c9-4a14-8def-9303a14327f9 req-28d70166-8043-4bcd-b8ee-4244c9b91762 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 914 time: 0.2369325 Sep 23 19:30:39.882826 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:39.888436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a39731-63c9-4a14-8def-9303a14327f9 req-d3a17266-f440-4cae-a381-e79ede12863d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 217 time: 0.0602434 Sep 23 19:30:39.918346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-328447ed-a07e-49ae-acc4-b3037faffb5a req-a3816dd9-888e-49d9-84e2-87a4396af078 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947425 Sep 23 19:30:39.997385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a39731-63c9-4a14-8def-9303a14327f9 req-6724a123-9aeb-4471-befc-37dc32a14651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.999615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a39731-63c9-4a14-8def-9303a14327f9 req-6724a123-9aeb-4471-befc-37dc32a14651 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.0796270 Sep 23 19:30:40.129605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a39731-63c9-4a14-8def-9303a14327f9 req-d020cd9b-6378-421b-931e-045888c64122 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154077 Sep 23 19:30:40.302020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:40.318595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a39731-63c9-4a14-8def-9303a14327f9 req-a5ebccb2-d47b-478f-975a-d0e228469a18 service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793869 Sep 23 19:30:40.331922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4d8-d2b2-4715-9160-e16eacfb439f req-4ceb2fb1-3f32-4040-9752-6cca7d5d5bad tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:40.333420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c77b4d8-d2b2-4715-9160-e16eacfb439f req-4ceb2fb1-3f32-4040-9752-6cca7d5d5bad tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 950 time: 0.0854352 Sep 23 19:30:40.350297 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:30:38Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:40.389165 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] Checking router: f4d30e30-5bc7-4d27-8c40-c99cb3b69600 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:40.401518 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] Routers {'f4d30e30-5bc7-4d27-8c40-c99cb3b69600'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:40.402144 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:40.453248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:40.453956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c77b4d8-d2b2-4715-9160-e16eacfb439f req-3e4706c0-3081-4f4d-8b33-c2a0760fc651 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094661 Sep 23 19:30:40.479713 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:30:40.502011 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a39731-63c9-4a14-8def-9303a14327f9 req-6ee7bf92-f4ae-442a-b142-73710fa2183d service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674690 Sep 23 19:30:40.526022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Deleting port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:40.526808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:40.578700 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-674d36d7-bcb9-4110-acbe-9a7eefe471d8 req-2b262a52-5855-494c-aad4-e6abada6c2f5 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] show failed (client error): The resource could not be found. Sep 23 19:30:40.594812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-674d36d7-bcb9-4110-acbe-9a7eefe471d8 req-2b262a52-5855-494c-aad4-e6abada6c2f5 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips/1d4d2a77-5d0b-44fc-ad56-79c2d656b337 HTTP/1.1" status: 404 len: 350 time: 0.1025438 Sep 23 19:30:40.612148 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] Set router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:40.651607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] For port d8eaa12a-6093-4f26-9a51-a6a92a6ea58c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:40.651964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:40.666680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Calling delete_port for d8eaa12a-6093-4f26-9a51-a6a92a6ea58c owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:40.736492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d5648-f718-4bbe-af85-f45c465d0101 req-b558f47d-c91b-4119-98a2-510767365238 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:40.748361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-761d5648-f718-4bbe-af85-f45c465d0101 req-b558f47d-c91b-4119-98a2-510767365238 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0803628 Sep 23 19:30:40.842526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-761d5648-f718-4bbe-af85-f45c465d0101 req-03ad8294-a85c-4c44-91f0-008d0ed95218 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921893 Sep 23 19:30:40.843304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:30:38Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:40.888716 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c2449-d15c-4153-85b1-ebaaa7c1be4f None None] The sync data for ids ['f4d30e30-5bc7-4d27-8c40-c99cb3b69600'] in n-d-810763-1 is: [{'id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'name': 'tempest-ServersTestJSON-529737583-router', 'tenant_id': '92ea64c978134148936832a64a672171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:23Z', 'updated_at': '2021-09-23T19:30:38Z', 'revision_number': 5, 'project_id': '92ea64c978134148936832a64a672171', 'gw_port': {'id': 'd8eaa12a-6093-4f26-9a51-a6a92a6ea58c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d30e30-5bc7-4d27-8c40-c99cb3b69600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:25Z', 'updated_at': '2021-09-23T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:40.928638 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:40.971937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8eaa12a-6093-4f26-9a51-a6a92a6ea58c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:41.082961 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.139852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6026d-3d07-4734-b358-543e22e72a3e req-97bc6b9f-aef8-40f1-8614-f4a00660e06c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:41.142851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78e6026d-3d07-4734-b358-543e22e72a3e req-97bc6b9f-aef8-40f1-8614-f4a00660e06c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0874524 Sep 23 19:30:41.198722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78e6026d-3d07-4734-b358-543e22e72a3e req-98cce5bb-c303-4ff8-a762-fe2c3ff53ee6 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Sep 23 19:30:41.199429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.202518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.270037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.273133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4d30e30-5bc7-4d27-8c40-c99cb3b69600 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:30:41.284635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.285834 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8308a54f-f2f6-487b-b2af-f77f40785ee8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f4d30e30-5bc7-4d27-8c40-c99cb3b69600 HTTP/1.1" status: 204 len: 168 time: 1.6459863 Sep 23 19:30:41.288593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47564) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:41.306518 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-c515e4a4-99e0-4e05-98fd-ea436b426fc8 req-7a79ff58-c6f3-4b0a-848a-cf00df9aa1a2 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] show failed (client error): The resource could not be found. Sep 23 19:30:41.310042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c515e4a4-99e0-4e05-98fd-ea436b426fc8 req-7a79ff58-c6f3-4b0a-848a-cf00df9aa1a2 tempest-FloatingIPsTestJSON-1838681907 tempest-FloatingIPsTestJSON-1838681907-project] 10.222.0.38 "GET /v2.0/floatingips/1d4d2a77-5d0b-44fc-ad56-79c2d656b337 HTTP/1.1" status: 404 len: 350 time: 0.0922475 Sep 23 19:30:41.318928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:41.395878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] Deleting subnet d1d2a834-9339-4b94-b032-4dc0298f46ce {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:30:41.401007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.454858 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.575909 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.635534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3fa53d34-6c93-476e-a55e-da45e1a43623 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:41.648761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.690889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d2a834-9339-4b94-b032-4dc0298f46ce,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:41.722497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.728916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ed3f3141-e842-4938-b58b-ab53c8987cc4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d1d2a834-9339-4b94-b032-4dc0298f46ce HTTP/1.1" status: 204 len: 168 time: 0.4392726 Sep 23 19:30:41.735656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:41.908334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3fa53d34-6c93-476e-a55e-da45e1a43623,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:41.928419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '3fa53d34-6c93-476e-a55e-da45e1a43623', 'network_id': 'bbcad0cc-ae2e-4eb2-b009-e34c8cb88036', 'port_id': '3fa53d34-6c93-476e-a55e-da45e1a43623', 'mac_address': 'fa:16:3e:f3:a1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1be6db8-ef2c-4a37-8ccd-f6be82c9c612', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:41.932509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc570a-a8af-413b-b91f-1caf1546eaa1 None None] Network 3b34d4e6-e0c9-4829-9bee-266c89108a5e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:41.992018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.004630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 30872886-c1e7-4dee-beb6-130c023dd493 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:42.085761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 30872886-c1e7-4dee-beb6-130c023dd493 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:42.086492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 30872886-c1e7-4dee-beb6-130c023dd493 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:42.095175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Deleting port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:42.101307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.112359 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.146988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa53d34-6c93-476e-a55e-da45e1a43623 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:42.168885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3fa53d34-6c93-476e-a55e-da45e1a43623,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:42.185855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.247508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b653b3-d0ac-4d56-922f-906bc45430e4 req-5c98bee9-ee9f-41f6-b6d5-518511b87e36 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:42.256438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b653b3-d0ac-4d56-922f-906bc45430e4 req-5c98bee9-ee9f-41f6-b6d5-518511b87e36 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 943 time: 0.1386869 Sep 23 19:30:42.258670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:42.269659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] For port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,segment=NetworkSegment(78e5c149-2ff4-4bb4-9f03-440ddf5e003f),segment_id=78e5c149-2ff4-4bb4-9f03-440ddf5e003f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:42.270344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.289907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Calling delete_port for 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:42.346897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] DHCP port deletion for 3b34d4e6-e0c9-4829-9bee-266c89108a5e request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:30:42.361429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b653b3-d0ac-4d56-922f-906bc45430e4 req-4c6d6645-41ba-436f-bc3b-00cc9d4c3278 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041441 Sep 23 19:30:42.415682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.429674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] Deleting port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:42.430445 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.483977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3fa53d34-6c93-476e-a55e-da45e1a43623'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:42.491874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:42.499664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] No DVR routers for this DVR port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:42.537109 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.578468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] For port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:42.578847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.598792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] Calling delete_port for 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:42.604926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] Port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:30:42.607818 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.644766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] Pushing event deleted for resources: {'Port': ['ID=52e69f82-89f6-474b-b7d6-1bcf9ce5df93,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:42.657779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48018c90-c046-42ad-815e-9f2219c1d957 None None] No DVR routers for this DVR port 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:42.689222 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.727719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b34d4e6-e0c9-4829-9bee-266c89108a5e']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:42.751801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e5c149-2ff4-4bb4-9f03-440ddf5e003f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:42.752110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e5c149-2ff4-4bb4-9f03-440ddf5e003f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:42.771306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.801921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3f0d6260-734d-4e26-8016-14bc3bc49eee tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=19604681f2044942a75a72d52ff7df46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514920 Sep 23 19:30:42.802391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.809580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:30:42.809950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:30:42.811678 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:30:42.875570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.892691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.897024 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] 10.222.0.38 "DELETE /v2.0/networks/3b34d4e6-e0c9-4829-9bee-266c89108a5e HTTP/1.1" status: 204 len: 168 time: 1.1577845 Sep 23 19:30:42.898326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4988c9d-ca93-49a8-b1ed-5a258c582fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=3b34d4e6-e0c9-4829-9bee-266c89108a5e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:42.997478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3e166af3-d054-4aec-aa29-bc9c8d4eeb3c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:42.999240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3e166af3-d054-4aec-aa29-bc9c8d4eeb3c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965225 Sep 23 19:30:43.038026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-d97ab27a-89e4-4f79-ae2b-fb4b9c4ef488 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/quotas/19604681f2044942a75a72d52ff7df46 HTTP/1.1" status: 200 len: 375 time: 0.0303791 Sep 23 19:30:43.100425 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7ff129d-6168-4997-a67c-28ce3371691c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.117099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3fb53db5-0638-498c-a215-260816c1960d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727601 Sep 23 19:30:43.126881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:43.132470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Deleting port 879f3d34-4712-482f-a2c6-3cd022ed9256 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:43.132877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.185995 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3ac0c8f1-5ff1-4516-ad0f-2783326b842a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92ea64c978134148936832a64a672171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558295 Sep 23 19:30:43.186285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:43.227301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] For port 879f3d34-4712-482f-a2c6-3cd022ed9256, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=879f3d34-4712-482f-a2c6-3cd022ed9256,segment=NetworkSegment(24161341-5045-4243-891d-2db5db13a25f),segment_id=24161341-5045-4243-891d-2db5db13a25f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:43.227753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.249518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Calling delete_port for 879f3d34-4712-482f-a2c6-3cd022ed9256 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:43.261075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ad34df4-3a0a-4223-a91e-7d5d8d0b5638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.286409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ad34df4-3a0a-4223-a91e-7d5d8d0b5638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.342609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ad34df4-3a0a-4223-a91e-7d5d8d0b5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.345518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ad34df4-3a0a-4223-a91e-7d5d8d0b5638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.361787 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1ad34df4-3a0a-4223-a91e-7d5d8d0b5638 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4265e907-bf55-4c84-b9f7-79da2047762a HTTP/1.1" status: 204 len: 168 time: 0.1621206 Sep 23 19:30:43.382571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad34df4-3a0a-4223-a91e-7d5d8d0b5638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265e907-bf55-4c84-b9f7-79da2047762a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:43.570017 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.600758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759c95e-f4a6-488b-880b-6a36eba46464 req-f73a4542-9e73-4045-8066-51ad1ff4487d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:43.602300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8759c95e-f4a6-488b-880b-6a36eba46464 req-f73a4542-9e73-4045-8066-51ad1ff4487d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0977428 Sep 23 19:30:43.606644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=879f3d34-4712-482f-a2c6-3cd022ed9256,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:43.651709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3fa53d34-6c93-476e-a55e-da45e1a43623 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:43.730915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8759c95e-f4a6-488b-880b-6a36eba46464 req-b4cd1cf3-5b34-4557-abde-c37c8d57582b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148751 Sep 23 19:30:43.760999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 3fa53d34-6c93-476e-a55e-da45e1a43623 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:43.773996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 3fa53d34-6c93-476e-a55e-da45e1a43623 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:43.775029 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.014956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.053102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:44.056082 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ece441-6c92-4837-83c3-0b6270ea0e17" -d '{"events": [{"server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "name": "network-vif-plugged", "status": "completed", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:44.097108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3fa53d34-6c93-476e-a55e-da45e1a43623,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:44.104092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.169651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:44.198061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:44.207761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ec2a4-bbba-4c7d-a414-85494252fbce req-9b43c916-3b9a-421c-a1e6-3d4269abb712 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:44.209286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a3ec2a4-bbba-4c7d-a414-85494252fbce req-9b43c916-3b9a-421c-a1e6-3d4269abb712 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 945 time: 0.1896198 Sep 23 19:30:44.220836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.235533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:44.235883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 52e69f82-89f6-474b-b7d6-1bcf9ce5df93 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:44.236308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d8eaa12a-6093-4f26-9a51-a6a92a6ea58c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:44.259026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: d8eaa12a-6093-4f26-9a51-a6a92a6ea58c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:44.260097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d8eaa12a-6093-4f26-9a51-a6a92a6ea58c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:44.339242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a3ec2a4-bbba-4c7d-a414-85494252fbce req-4e65e6b4-4696-467d-8464-7d44a2034862 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194539 Sep 23 19:30:44.491670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b8a7dd-cc54-46d5-b124-b4cddcc04538 req-e2ad606d-642e-4dcc-82dd-b8165670557e tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 210 time: 0.0688052 Sep 23 19:30:44.508050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-d7a54fb3-2057-45c2-afb0-c71ac99a7961 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=19604681f2044942a75a72d52ff7df46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281024 Sep 23 19:30:44.544555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:44.613327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Router d911a586-8d65-4614-8459-7927d4199af5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:44.653621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-128559504-network', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:44.674650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:44.676841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.686128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.710597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ffd98-33ed-481f-9002-efe9f4804cb7 req-92722310-1f2e-405b-904f-9f9b0dbb761a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:44.712172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e3ffd98-33ed-481f-9002-efe9f4804cb7 req-92722310-1f2e-405b-904f-9f9b0dbb761a tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 945 time: 0.1432936 Sep 23 19:30:44.718953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-658b8066-88e1-426b-8afe-8698978361ab tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:44.720296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-658b8066-88e1-426b-8afe-8698978361ab tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030849 Sep 23 19:30:44.762134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Request body: {'port': {'device_id': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '19604681f2044942a75a72d52ff7df46'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:44.780675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.785471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.808513 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:30:44.823598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff214e-edf8-41a5-89d2-6b2f792fc753,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:44.827491 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.827837 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Added segment 695ccdb8-ca37-439f-92c6-7b44b8d9eeaf of type vlan for network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 Sep 23 19:30:44.862114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e3ffd98-33ed-481f-9002-efe9f4804cb7 req-03ee6915-e0a9-448f-8bac-62bc2d0b2ef5 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392622 Sep 23 19:30:44.871692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.877015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:44.894514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4720086-4733-493f-9975-45dc7b49bb0f admin admin] 10.222.0.38 "PUT /v2.0/routers/d911a586-8d65-4614-8459-7927d4199af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5676167 Sep 23 19:30:44.895345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:44.897636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] Sync routers for ids ['d911a586-8d65-4614-8459-7927d4199af5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:44.907722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] Routers {'d911a586-8d65-4614-8459-7927d4199af5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:44.908561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d911a586-8d65-4614-8459-7927d4199af5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:44.925418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.927791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:44.928399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.945535 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec25a4f3-22fb-4084-a5f6-69ca1f046741 x-openstack-request-id: req-ec25a4f3-22fb-4084-a5f6-69ca1f046741 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:44.946348 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "name": "network-vif-plugged", "status": "completed", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:44.946840 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec25a4f3-22fb-4084-a5f6-69ca1f046741 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:44.947940 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623', 'code': 200} Sep 23 19:30:45.000287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Made reservation on behalf of 19604681f2044942a75a72d52ff7df46 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:45.001444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:45.003854 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.040616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=25b98c0d-0af2-4ba7-a863-97453a2f9de9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:45.069628 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-356e0d71-1231-401c-b8fd-91c19962f7e2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5206485 Sep 23 19:30:45.071072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47678) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:45.076838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Request body: {'subnet': {'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-128559504-subnet', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:45.077135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:30:45.081765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.106624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4704ab-881c-450d-9d24-f6b933da9a60 req-62dbc434-5a8e-4603-8a6c-f98c2d2ead8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:45.108303 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd4704ab-881c-450d-9d24-f6b933da9a60 req-62dbc434-5a8e-4603-8a6c-f98c2d2ead8c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 1096 time: 0.0825281 Sep 23 19:30:45.113593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:45.116169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.196075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] Set router d911a586-8d65-4614-8459-7927d4199af5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:45.202372 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd4704ab-881c-450d-9d24-f6b933da9a60 req-c584e9f1-3b7a-4b0b-9f73-a394f2568617 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838430 Sep 23 19:30:45.310596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:45.338184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.355039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'mac_address': 'fa:16:3e:7a:46:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:45.404272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff15eed-30d3-44f4-98a3-5e8d898cc901,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:45.412531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Checking segment: {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:45.413099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Network hostable DHCP agents. Network: 25b98c0d-0af2-4ba7-a863-97453a2f9de9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:30:45.432672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:30:45.443121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 25b98c0d-0af2-4ba7-a863-97453a2f9de9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:45.449764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:45.450575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.466999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-32b7f77d-8b26-4cc1-8223-dda15cf0ecb0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3946855 Sep 23 19:30:45.469860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47680) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:45.474611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:45.499597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.501337 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.537458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349d7e1-a39b-48a6-8fed-4863f4eb8051 None None] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:45.558606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.573633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db483ae-b46c-451e-b3df-d128d04d4991 req-abaf48cd-a3dc-4540-a91e-aac57ea9d6a8 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:45.575172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db483ae-b46c-451e-b3df-d128d04d4991 req-abaf48cd-a3dc-4540-a91e-aac57ea9d6a8 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.4505751 Sep 23 19:30:45.598565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Allocated IP 192.168.233.86 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/41e9baae-65ef-4b6a-81c8-5361288dd9e4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:45.618346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.625517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.658745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:45.662582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db483ae-b46c-451e-b3df-d128d04d4991 req-fb8d92f7-3348-47ad-905b-c2b915d35ea5 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764446 Sep 23 19:30:45.718678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.727458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:45.740719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.789390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:43Z', 'revision_number': 5, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port': {'id': '7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd911a586-8d65-4614-8459-7927d4199af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:16Z', 'updated_at': '2021-09-23T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:45.789671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Deleting port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:45.789949 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.848846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:30:45.849703 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.851806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:45.860600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] Checking router: d911a586-8d65-4614-8459-7927d4199af5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:45.876438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.909536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] For port 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:45.909944 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.910317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:45.924676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] Routers {'d911a586-8d65-4614-8459-7927d4199af5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:45.925300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d911a586-8d65-4614-8459-7927d4199af5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:45.929547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Calling delete_port for 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:45.976822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.040281 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.055098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:46.056916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84f40afc-3e25-4247-a292-190863869dcd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:46.062399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:46.086740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.103281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:46.109633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Pushing event updated for resources: {'Port': ['ID=41e9baae-65ef-4b6a-81c8-5361288dd9e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:46.185899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:46.186590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.240000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-170b3532-3fef-4ca1-b131-1b9ac046b349 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4830842 Sep 23 19:30:46.255202 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0a09ad2-7634-4bc6-afb3-2cb442597ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.263636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] Set router d911a586-8d65-4614-8459-7927d4199af5 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:46.276546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Request body: {'port': {'device_id': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:46.323687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Allocated IP 172.25.6.157 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f0e4e4a8-6727-46db-a326-73bc8b9af5a3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:46.342090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:45Z', 'revision_number': 6, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:46.376068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.440823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Allocated IP 172.20.0.2 (25b98c0d-0af2-4ba7-a863-97453a2f9de9/0ff15eed-30d3-44f4-98a3-5e8d898cc901/cbc84e16-502d-4e9d-81f1-6cf2ad77f05d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:46.446804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe51b1a6-2860-43bb-85dd-93af7ea39d55 None None] The sync data for ids ['d911a586-8d65-4614-8459-7927d4199af5'] in n-d-810763-1 is: [{'id': 'd911a586-8d65-4614-8459-7927d4199af5', 'name': 'tempest-FloatingIPsTestJSON-2123234930-router', 'tenant_id': '3ad00e9249284dc6840ce6ad816923d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:15Z', 'updated_at': '2021-09-23T19:30:45Z', 'revision_number': 6, 'project_id': '3ad00e9249284dc6840ce6ad816923d4', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:46.471408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:46.517144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.517451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.534475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.557679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89001fc3-3754-42b1-880f-f1989d2c2a0c req-f9bf8b45-0d4e-4891-b55e-d65d33afbf91 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:46.559578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89001fc3-3754-42b1-880f-f1989d2c2a0c req-f9bf8b45-0d4e-4891-b55e-d65d33afbf91 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 935 time: 0.2389975 Sep 23 19:30:46.588471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.607496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4e333549-3397-4d58-855c-91e2267d2101 None None] Provisioning complete for port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:46.608075 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e333549-3397-4d58-855c-91e2267d2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.621637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.627466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:46.630608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:46.634411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:46.665672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Pushing event updated for resources: {'Port': ['ID=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:46.710972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89001fc3-3754-42b1-880f-f1989d2c2a0c req-bc455da7-06fb-41b8-9bf0-ac71e793b563 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445811 Sep 23 19:30:46.727388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4e333549-3397-4d58-855c-91e2267d2101 None None] Port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:46.755338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c9db7628-9ace-45fd-9be0-e6827f548039'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:46.797333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.816164 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.819062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.824955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.875164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:46.889304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Pushing event updated for resources: {'Port': ['ID=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:46.892962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:46.897474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:46.914634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.915152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d911a586-8d65-4614-8459-7927d4199af5 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:30:46.930730 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.931928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62b688f7-122d-47c0-ba5f-6beecd50c837 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d911a586-8d65-4614-8459-7927d4199af5 HTTP/1.1" status: 204 len: 168 time: 2.0346222 Sep 23 19:30:46.935600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:46.984080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:46.998015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.031301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79353753-315c-44be-afdf-36a9c2540efd req-047225a1-eb6d-4500-956d-258db0614cd3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:47.032809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79353753-315c-44be-afdf-36a9c2540efd req-047225a1-eb6d-4500-956d-258db0614cd3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 945 time: 0.1643186 Sep 23 19:30:47.038375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] Deleting subnet d5e8c26a-8186-4410-afd4-814e16649d13 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:30:47.040504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Attempting to bind port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:47.041493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Attempting to bind port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:47.041944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Attempting to bind port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d on network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:47.044989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.052772 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.061902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:47.062430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Checking segment: {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:47.062956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.063448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Bound using segment: {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:47.064031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Bound port: cbc84e16-502d-4e9d-81f1-6cf2ad77f05d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:47.064515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.113997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.171170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79353753-315c-44be-afdf-36a9c2540efd req-ff47e185-29c7-44db-9866-f281f9fa2490 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010768 Sep 23 19:30:47.172730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:47.173203 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.176953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] For port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:47.180922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] For port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:47.205081 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.242071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e9baae-65ef-4b6a-81c8-5361288dd9e4 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:47.245011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.255797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.265265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.280581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559119d3-256f-4a3f-b02e-257f59d19d4c None None] Pushing event updated for resources: {'Port': ['ID=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:47.299625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Transition to ACTIVE for port object 41e9baae-65ef-4b6a-81c8-5361288dd9e4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:47.308093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.389607 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.420413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41e9baae-65ef-4b6a-81c8-5361288dd9e4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:47.439650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:47.448588 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00978103-6467-496d-80ff-110e7349b8db" -d '{"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:47.462085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.480755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:47.488703 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.499571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e8c26a-8186-4410-afd4-814e16649d13,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:47.529822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:30:47.559965 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.561936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c099a961-b1ab-4809-b960-329b72d93225 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d5e8c26a-8186-4410-afd4-814e16649d13 HTTP/1.1" status: 204 len: 168 time: 0.6254234 Sep 23 19:30:47.586617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:47.588474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:47.600088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13dc3c9-267d-4553-b9a0-b97c17ab9092 None None] Network 5b1891ab-d412-4782-b39a-ecb2fdd449fa requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:47.721283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Attempting to bind port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:47.721283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Attempting to bind port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:47.721283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Attempting to bind port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:47.752532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e6637-9642-4c98-a171-ddceae7b59af req-f231ec73-885f-4918-bba0-821d947e0773 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:47.754172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a2e6637-9642-4c98-a171-ddceae7b59af req-f231ec73-885f-4918-bba0-821d947e0773 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 945 time: 0.2245514 Sep 23 19:30:47.759770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:47.764100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.766100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:47.766100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Attempting to bind port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:47.771185 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Sync routers for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:47.793569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.795467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9a38f19b-50f8-45b7-ba60-8e709e0f27af admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3245120 Sep 23 19:30:47.798402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47718) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:47.808163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:47.808565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:47.808888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:47.809340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Bound port: 41e9baae-65ef-4b6a-81c8-5361288dd9e4, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:47.809702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.828694 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:47.829885 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:47.984002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a2e6637-9642-4c98-a171-ddceae7b59af req-69af4567-d1f9-4a95-9db2-19bb894715e4 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a4d4de2-5246-4b51-86cc-018109ed44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156267 Sep 23 19:30:48.031313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cbc84e16-502d-4e9d-81f1-6cf2ad77f05d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:48.077337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] For port 41e9baae-65ef-4b6a-81c8-5361288dd9e4, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:48.082971 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:48.083770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] For port 41e9baae-65ef-4b6a-81c8-5361288dd9e4, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:48.094751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Deleting port a40e30e1-8a60-4645-92a0-92d1a37ac49f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:48.095100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.098911 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.188805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:48.189708 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.207776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41e9baae-65ef-4b6a-81c8-5361288dd9e4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:48.221926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351a156-2d75-4d94-b800-39c99463361c None None] DHCP port deletion for 5b1891ab-d412-4782-b39a-ecb2fdd449fa request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:30:48.281281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.282194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.283974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-3bf37e9d-77e5-4d28-a9c0-0cf93e9795b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/41e9baae-65ef-4b6a-81c8-5361288dd9e4 HTTP/1.1" status: 200 len: 1095 time: 2.0166774 Sep 23 19:30:48.290226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'tag': '41e9baae-65ef-4b6a-81c8-5361288dd9e4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:48.293060 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b91beb-b778-41a6-8be3-cdb0afd4d203" -d '{"events": [{"name": "network-changed", "server_uuid": "4c51b3e4-1c25-4084-b380-99fff90ab77e", "tag": "41e9baae-65ef-4b6a-81c8-5361288dd9e4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:48.445787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] For port a40e30e1-8a60-4645-92a0-92d1a37ac49f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a40e30e1-8a60-4645-92a0-92d1a37ac49f,segment=NetworkSegment(24161341-5045-4243-891d-2db5db13a25f),segment_id=24161341-5045-4243-891d-2db5db13a25f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:48.447720 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.467606 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:46Z', 'revision_number': 3, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:48.474620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7eda-06ae-47d1-b691-3a18c829338a req-e640565e-c932-445b-9666-a9b16a0b4666 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.484038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49ce7eda-06ae-47d1-b691-3a18c829338a req-e640565e-c932-445b-9666-a9b16a0b4666 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.3666105 Sep 23 19:30:48.518027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9351a156-2d75-4d94-b800-39c99463361c None None] Deleting port a40e30e1-8a60-4645-92a0-92d1a37ac49f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:48.518465 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9351a156-2d75-4d94-b800-39c99463361c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.520219 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.535421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Calling delete_port for a40e30e1-8a60-4645-92a0-92d1a37ac49f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:48.535946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Checking router: 3378e854-40fc-4335-8f21-f8eb7c5cecd9 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:48.545241 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.549369 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Updating router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 port f0e4e4a8-6727-46db-a326-73bc8b9af5a3 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:30:48.556832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fa61cd3c-cab3-49fc-ac08-772ff648e9cf tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.565498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fa61cd3c-cab3-49fc-ac08-772ff648e9cf tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 945 time: 0.5676796 Sep 23 19:30:48.565724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-ef989136-814e-4804-933e-fd7b26133ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.567247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-ef989136-814e-4804-933e-fd7b26133ef2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 1098 time: 0.2142439 Sep 23 19:30:48.595966 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.696441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49ce7eda-06ae-47d1-b691-3a18c829338a req-e6c4ee34-6245-43c1-85c6-8d1de9ab7a86 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113471 Sep 23 19:30:48.698804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-afbdf3bf-11bf-46f1-a88d-210242f8b22d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4 HTTP/1.1" status: 200 len: 217 time: 0.1112864 Sep 23 19:30:48.766095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:48.773012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9351a156-2d75-4d94-b800-39c99463361c None None] For port a40e30e1-8a60-4645-92a0-92d1a37ac49f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a40e30e1-8a60-4645-92a0-92d1a37ac49f,segment=NetworkSegment(24161341-5045-4243-891d-2db5db13a25f),segment_id=24161341-5045-4243-891d-2db5db13a25f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:48.781804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9351a156-2d75-4d94-b800-39c99463361c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.824342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-21b5e637-9656-40b2-ace8-1fdc26add7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.825210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9351a156-2d75-4d94-b800-39c99463361c None None] Calling delete_port for a40e30e1-8a60-4645-92a0-92d1a37ac49f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:48.825838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-21b5e637-9656-40b2-ace8-1fdc26add7c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1202381 Sep 23 19:30:48.971196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.000877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.012413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f463-ffe8-4d11-9632-df0f14639369 req-27e9add3-ca16-44e9-be13-73bd796c9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:49.014547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-27e9add3-ca16-44e9-be13-73bd796c9e4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798525 Sep 23 19:30:49.022535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Deleting port fefa6542-79e6-430c-9478-3cafebd0a33e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:49.038055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.075296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-66a3dcdc-6d21-4ca0-ba86-040de505f3b1 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1591153626&fields=id&tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 267 time: 0.1487224 Sep 23 19:30:49.100360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a40e30e1-8a60-4645-92a0-92d1a37ac49f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:49.109584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] No DVR routers for this DVR port a40e30e1-8a60-4645-92a0-92d1a37ac49f on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:49.135796 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9351a156-2d75-4d94-b800-39c99463361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.145536 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.154322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd5991-0051-47d2-a871-8daed7e56f38 None None] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:49.154536 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.156276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 879f3d34-4712-482f-a2c6-3cd022ed9256 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:49.193648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 879f3d34-4712-482f-a2c6-3cd022ed9256 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:49.194072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 879f3d34-4712-482f-a2c6-3cd022ed9256 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:49.194567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:49.212055 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db342-c4aa-475d-886d-13b087e81ed4 None None] Pushing event updated for resources: {'Port': ['ID=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:49.231757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.237340 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Attempting to bind port f0e4e4a8-6727-46db-a326-73bc8b9af5a3 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:49.238453 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Attempting to bind port f0e4e4a8-6727-46db-a326-73bc8b9af5a3 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:49.238983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Attempting to bind port f0e4e4a8-6727-46db-a326-73bc8b9af5a3 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:49.239335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] For port fefa6542-79e6-430c-9478-3cafebd0a33e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fefa6542-79e6-430c-9478-3cafebd0a33e,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:49.239803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.245122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351a156-2d75-4d94-b800-39c99463361c None None] No DVR routers for this DVR port a40e30e1-8a60-4645-92a0-92d1a37ac49f on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:49.246371 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:49.246953 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:49.247521 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.248110 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:49.248729 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Bound port: f0e4e4a8-6727-46db-a326-73bc8b9af5a3, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:49.249272 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.256463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:49.256811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b7cdaff-a1a6-4bba-a6d0-d478e4b1ac6e not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:49.317954 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] For port f0e4e4a8-6727-46db-a326-73bc8b9af5a3, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:49.322847 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] For port f0e4e4a8-6727-46db-a326-73bc8b9af5a3, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:49.330516 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.421447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.425587 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db342-c4aa-475d-886d-13b087e81ed4 None None] Pushing event updated for resources: {'Port': ['ID=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:49.444274 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:49.445110 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:49.502345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:49.508851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-6450f2b9-829f-4a07-8a2a-1402cf201ed4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:49.510527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-6450f2b9-829f-4a07-8a2a-1402cf201ed4 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 945 time: 0.4341264 Sep 23 19:30:49.518276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5b7db338-6204-4dac-8657-261bf118ade1 None None] Provisioning complete for port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:49.518658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b7db338-6204-4dac-8657-261bf118ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.537236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-7b7656cd-af9d-4fd7-a915-03ed504f37d4 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080123 Sep 23 19:30:49.542277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'port': {'security_groups': ['eb061f57-6a61-43a0-8383-abf6b7141053', '25c04df2-2ef0-4dc6-9707-bdc36db8bcbb']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:49.546260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1891ab-d412-4782-b39a-ecb2fdd449fa']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:49.602437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24161341-5045-4243-891d-2db5db13a25f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:49.602789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24161341-5045-4243-891d-2db5db13a25f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:49.635502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.673654 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:49.692708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.693389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.693902 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Floating IP 68122134-d52c-4acc-87a6-f5bafc208305 disassociated. External IP: 172.25.6.38, port: fefa6542-79e6-430c-9478-3cafebd0a33e. Sep 23 19:30:49.694450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Calling delete_port for fefa6542-79e6-430c-9478-3cafebd0a33e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:49.697175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.703682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351a156-2d75-4d94-b800-39c99463361c None None] Pushing event deleted for resources: {'Port': ['ID=a40e30e1-8a60-4645-92a0-92d1a37ac49f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:49.718301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Allocated IP 172.20.0.1 (25b98c0d-0af2-4ba7-a863-97453a2f9de9/0ff15eed-30d3-44f4-98a3-5e8d898cc901/36538cdd-d8c7-4aad-b006-74aec8733951) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:49.739080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:30:49.739597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:30:49.747361 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:30:49.818918 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.894860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.933195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.944287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] 10.222.0.38 "DELETE /v2.0/networks/5b1891ab-d412-4782-b39a-ecb2fdd449fa HTTP/1.1" status: 204 len: 168 time: 2.3543026 Sep 23 19:30:49.945250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962780a-f86f-4762-b118-16cf3450e6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1891ab-d412-4782-b39a-ecb2fdd449fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:49.969539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c073f463-ffe8-4d11-9632-df0f14639369 req-dd5d3377-7372-4d2c-a911-5548aa4f17e9 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185479 Sep 23 19:30:50.004283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cbc84e16-502d-4e9d-81f1-6cf2ad77f05d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:50.074726 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.099842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.127797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:50.128595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.162136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event deleted for resources: {'Port': ['ID=fefa6542-79e6-430c-9478-3cafebd0a33e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:50.256801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.305187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:50.319467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:50.366450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Router a5950618-d080-47c6-95e3-9d31a97dcc51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:50.368157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:50.372229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:50.450389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a40e30e1-8a60-4645-92a0-92d1a37ac49f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:50.470071 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:46Z', 'revision_number': 3, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:50.475583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Pushing event updated for resources: {'Port': ['ID=36538cdd-d8c7-4aad-b006-74aec8733951,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:50.515506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a40e30e1-8a60-4645-92a0-92d1a37ac49f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:50.519362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a40e30e1-8a60-4645-92a0-92d1a37ac49f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:50.519504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f164f0be-24ca-4015-9cc2-baad1644afb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ad00e9249284dc6840ce6ad816923d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099864 Sep 23 19:30:50.520901 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5623a26-4753-4f35-a924-ab72c8171737 None None] The sync data for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 is: [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:46Z', 'revision_number': 3, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:50.533666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:50.535759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e0ab884b-a5d2-4330-a770-c219b9190c96 None None] Provisioning complete for port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:50.536346 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0ab884b-a5d2-4330-a770-c219b9190c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.593192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3fa53d34-6c93-476e-a55e-da45e1a43623,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:50.662647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.668977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.676196 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.709294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:50.715635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3fa53d34-6c93-476e-a55e-da45e1a43623'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:50.764250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:50.764929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:50.783849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7afabc93-2ba4-44bd-aa20-b3bdbb44fe1c req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "PUT /v2.0/ports/3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 981 time: 1.2509625 Sep 23 19:30:50.832388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89646e-35a9-404d-beb5-67029b8efaee tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:50.900128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3fa53d34-6c93-476e-a55e-da45e1a43623'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:51.092668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c63d4c85-b8ac-4afc-b5b4-ed0ab19c2d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.099067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:51.101917 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02801c96-13aa-4dd4-88b6-34dbb8981484 x-openstack-request-id: req-02801c96-13aa-4dd4-88b6-34dbb8981484 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:51.102482 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:51.102952 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02801c96-13aa-4dd4-88b6-34dbb8981484 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:51.105563 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'code': 200} Sep 23 19:30:51.155581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] Sync routers for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:51.187852 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.189525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d60269fd-e411-4b3c-9c4b-980a979ef2b1 None None] Provisioning complete for port 36538cdd-d8c7-4aad-b006-74aec8733951 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:51.190034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d60269fd-e411-4b3c-9c4b-980a979ef2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.190923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c63d4c85-b8ac-4afc-b5b4-ed0ab19c2d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.214539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63e7ec-281a-43c0-92e3-191561b7c1af req-86ba662d-78b9-43fe-a7d1-8f1cf35baed0 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.216771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be63e7ec-281a-43c0-92e3-191561b7c1af req-86ba662d-78b9-43fe-a7d1-8f1cf35baed0 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 947 time: 0.0680199 Sep 23 19:30:51.227909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] No DVR routers for this DVR port fefa6542-79e6-430c-9478-3cafebd0a33e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:51.239613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.241540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9e7b6c25-24f1-4465-97c8-3f58fe42da33 req-fae43275-959a-48b7-808a-730d2d0f5a18 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.72 "DELETE /v2.0/ports/fefa6542-79e6-430c-9478-3cafebd0a33e HTTP/1.1" status: 204 len: 173 time: 2.4598548 Sep 23 19:30:51.241988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'name': 'network-vif-deleted', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:51.244857 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72f6c6a-1624-497d-ba8d-4bd92d30de9a" -d '{"events": [{"server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "name": "network-vif-deleted", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:51.308116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be63e7ec-281a-43c0-92e3-191561b7c1af req-167da5e9-aecc-4360-997a-1611d3a32b2a tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800879 Sep 23 19:30:51.376580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:51.377660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:51.439437 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f0f95-445a-48fe-a4ef-3d029225e5a9 x-openstack-request-id: req-8a5f0f95-445a-48fe-a4ef-3d029225e5a9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:51.439437 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c51b3e4-1c25-4084-b380-99fff90ab77e", "tag": "41e9baae-65ef-4b6a-81c8-5361288dd9e4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:51.439437 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a5f0f95-445a-48fe-a4ef-3d029225e5a9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:51.439437 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'tag': '41e9baae-65ef-4b6a-81c8-5361288dd9e4', 'status': 'completed', 'code': 200} Sep 23 19:30:51.458933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c63d4c85-b8ac-4afc-b5b4-ed0ab19c2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.467767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c63d4c85-b8ac-4afc-b5b4-ed0ab19c2d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.471259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c63d4c85-b8ac-4afc-b5b4-ed0ab19c2d71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3c954a2-0a6f-4f30-a0e8-7d4f894643c2 HTTP/1.1" status: 204 len: 168 time: 0.9317732 Sep 23 19:30:51.549329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d60269fd-e411-4b3c-9c4b-980a979ef2b1 None None] Port 36538cdd-d8c7-4aad-b006-74aec8733951 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:51.614671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d4c85-b8ac-4afc-b5b4-ed0ab19c2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c954a2-0a6f-4f30-a0e8-7d4f894643c2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:51.649634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbba54e4-e3eb-44d7-8752-94a6a88c5279 req-36ec19d7-7091-436d-8554-98bf1dbefb8d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb193f4f-e403-4565-9a53-dba545ecdbd8 HTTP/1.1" status: 200 len: 210 time: 0.0675790 Sep 23 19:30:51.689689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-f6bdd1ab-d21a-43ed-ac7b-f8b9468aefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.691373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-f6bdd1ab-d21a-43ed-ac7b-f8b9468aefb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 1098 time: 0.2212782 Sep 23 19:30:51.721731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 41e9baae-65ef-4b6a-81c8-5361288dd9e4 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:51.735523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fefa6542-79e6-430c-9478-3cafebd0a33e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:51.897216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: fefa6542-79e6-430c-9478-3cafebd0a33e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:51.897623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fefa6542-79e6-430c-9478-3cafebd0a33e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:51.918695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.943080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.961189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d3807-ddad-4db9-80cf-d696e44b0fc3 req-e160175f-d79e-45b1-bae0-cdd6f0fc54f4 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.975007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f51d3807-ddad-4db9-80cf-d696e44b0fc3 req-e160175f-d79e-45b1-bae0-cdd6f0fc54f4 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.1848326 Sep 23 19:30:52.045334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f51d3807-ddad-4db9-80cf-d696e44b0fc3 req-a863b27b-c681-470a-b5a8-65685f9d532d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693426 Sep 23 19:30:52.100338 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:30:52.149571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-6cae1a96-1313-4af9-a758-504d72699536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:52.151196 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-6cae1a96-1313-4af9-a758-504d72699536 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.4438472 Sep 23 19:30:52.154060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Pushing event updated for resources: {'Port': ['ID=36538cdd-d8c7-4aad-b006-74aec8733951,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:52.222173 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-99e110ce-fb9b-4996-a133-7c9d854b5704 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4 HTTP/1.1" status: 200 len: 217 time: 0.0580523 Sep 23 19:30:52.223120 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:52.277298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:52.300882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1b97dcc-7ef0-4167-8b82-e208ad5c5b85 req-ded2e4b4-8144-4bf4-b9af-f840aedc7c18 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/25c04df2-2ef0-4dc6-9707-bdc36db8bcbb HTTP/1.1" status: 200 len: 1800 time: 0.0919466 Sep 23 19:30:52.374803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-bfb8e630-f20b-4dbd-81bc-4c49a8bc4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:52.376905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-bfb8e630-f20b-4dbd-81bc-4c49a8bc4c03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1469562 Sep 23 19:30:52.401232 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-b1b97dcc-7ef0-4167-8b82-e208ad5c5b85 req-c69fa025-1f33-4343-a992-5bb82ce57f5f tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:30:52.402376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1b97dcc-7ef0-4167-8b82-e208ad5c5b85 req-c69fa025-1f33-4343-a992-5bb82ce57f5f tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/25c04df2-2ef0-4dc6-9707-bdc36db8bcbb HTTP/1.1" status: 409 len: 341 time: 0.0943656 Sep 23 19:30:52.468348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:52.470622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:52.492688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-2c3f6e7a-b373-46ca-ac8f-53e4ead74dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:52.494529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-2c3f6e7a-b373-46ca-ac8f-53e4ead74dce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979331 Sep 23 19:30:52.742884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f0e4e4a8-6727-46db-a326-73bc8b9af5a3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:53.004319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07481a-94c9-4712-b457-9fef21ca3a33 req-2821e764-e2ae-45f7-a460-f438f1b65fe6 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:53.005954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de07481a-94c9-4712-b457-9fef21ca3a33 req-2821e764-e2ae-45f7-a460-f438f1b65fe6 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 947 time: 0.0982859 Sep 23 19:30:53.085662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:53.106862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de07481a-94c9-4712-b457-9fef21ca3a33 req-156a489e-9528-43ee-b9bf-a49a07f03d7a tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939145 Sep 23 19:30:53.129043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 41e9baae-65ef-4b6a-81c8-5361288dd9e4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:53.199083 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a31299a-eb51-4c69-b825-85e58b15a84d x-openstack-request-id: req-4a31299a-eb51-4c69-b825-85e58b15a84d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:53.200405 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb193f4f-e403-4565-9a53-dba545ecdbd8", "name": "network-vif-deleted", "tag": "fefa6542-79e6-430c-9478-3cafebd0a33e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:53.200996 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a31299a-eb51-4c69-b825-85e58b15a84d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:53.201714 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb193f4f-e403-4565-9a53-dba545ecdbd8', 'name': 'network-vif-deleted', 'tag': 'fefa6542-79e6-430c-9478-3cafebd0a33e', 'status': 'completed', 'code': 200} Sep 23 19:30:53.220698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:53.265528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f0e4e4a8-6727-46db-a326-73bc8b9af5a3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:53.265986 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.370164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '41e9baae-65ef-4b6a-81c8-5361288dd9e4', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '41e9baae-65ef-4b6a-81c8-5361288dd9e4', 'mac_address': 'fa:16:3e:66:ee:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:53.378501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7ca47449-79da-44f4-9853-61acd0d670e3 None None] Provisioning complete for port 36538cdd-d8c7-4aad-b006-74aec8733951 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:53.379431 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ca47449-79da-44f4-9853-61acd0d670e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.393463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-c6a35f38-41e3-4428-8911-19bce1e5b557 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8640959 Sep 23 19:30:53.400607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-253134-network', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:53.456575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:53.464517 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327" -d '{"events": [{"name": "network-changed", "server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:53.479705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Made reservation on behalf of e62374d8861f41429f375cb1c7eb0e41 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:53.486344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.495489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7ca47449-79da-44f4-9853-61acd0d670e3 None None] Port 36538cdd-d8c7-4aad-b006-74aec8733951 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:53.518377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.549709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-571183b6-ed19-4286-98f8-8fd1fb274d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:53.551237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-571183b6-ed19-4286-98f8-8fd1fb274d0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 1135 time: 0.2301772 Sep 23 19:30:53.577862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:53.581951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.588462 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-feeece35-716d-4684-8f68-bb4b98c66a56 admin admin] 10.222.0.38 "PUT /v2.0/routers/3378e854-40fc-4335-8f21-f8eb7c5cecd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7885211 Sep 23 19:30:53.594389 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-35b91beb-b778-41a6-8be3-cdb0afd4d203 req-821bf07d-b972-46b1-b0b5-f1da52ebf34f service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895859 Sep 23 19:30:53.599262 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Sync routers for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:53.614251 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:53.615063 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:53.649240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e9baae-65ef-4b6a-81c8-5361288dd9e4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:53.770286 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:53.831317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 41e9baae-65ef-4b6a-81c8-5361288dd9e4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:53.869985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:53.875370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.893379 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.935875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f0e4e4a8-6727-46db-a326-73bc8b9af5a3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:53.978951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-94c17a58-a5e9-4e9a-89fb-374be866895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:53.980722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-94c17a58-a5e9-4e9a-89fb-374be866895b service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 914 time: 0.4200716 Sep 23 19:30:53.993901 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 2, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:53.997747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] Checking router: a5950618-d080-47c6-95e3-9d31a97dcc51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:53.999667 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.008914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fe880-8c2d-4d5a-93e7-438460bea0ec req-fcfc673f-402b-4590-b88c-c47ae03c5c24 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:54.021351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd1fe880-8c2d-4d5a-93e7-438460bea0ec req-fcfc673f-402b-4590-b88c-c47ae03c5c24 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.2860234 Sep 23 19:30:54.028305 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Checking router: 3378e854-40fc-4335-8f21-f8eb7c5cecd9 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:54.028547 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Updating router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 port 36538cdd-d8c7-4aad-b006-74aec8733951 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:30:54.055611 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.145196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:54.145196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:54.180277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=41e9baae-65ef-4b6a-81c8-5361288dd9e4,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:54.214642 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-2f1987e1-9e74-4c00-8970-0b8279df3631 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 217 time: 0.1885102 Sep 23 19:30:54.232263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd1fe880-8c2d-4d5a-93e7-438460bea0ec req-013da5b9-a5e2-4ea4-90eb-cfb9fa0ff1b6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095950 Sep 23 19:30:54.264920 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.276640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['41e9baae-65ef-4b6a-81c8-5361288dd9e4'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:54.320691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.349558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:30:54.365025 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.365551 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Added segment bef2fa49-7f24-4a48-88ab-00afac57eb43 of type vlan for network fea7aa55-b551-4610-802a-6237a412dd67 Sep 23 19:30:54.473799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:54.475980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-c93460af-f3e6-4662-9f9e-776f6af4d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:54.480142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-c93460af-f3e6-4662-9f9e-776f6af4d396 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.2604136 Sep 23 19:30:54.539302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:54.549874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-b628373f-c74c-40f0-97cc-a37b28af669f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468426 Sep 23 19:30:54.592280 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.599015 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.600518 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.697750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0847e385-c5fc-4377-89ec-d38b90c9be00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:54.728403 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f4098-b58b-4560-9f5a-ec5f7698edc8 None None] Pushing event updated for resources: {'Port': ['ID=36538cdd-d8c7-4aad-b006-74aec8733951,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:54.812396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.813389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:54.813971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.831817 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Attempting to bind port 36538cdd-d8c7-4aad-b006-74aec8733951 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:54.832635 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Attempting to bind port 36538cdd-d8c7-4aad-b006-74aec8733951 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:54.833183 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Attempting to bind port 36538cdd-d8c7-4aad-b006-74aec8733951 on network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:54.844912 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:54.846015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Checking segment: {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:54.846814 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.847435 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Bound using segment: {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:54.849054 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Bound port: 36538cdd-d8c7-4aad-b006-74aec8733951, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:54.849678 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.890433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c302347-86bf-4341-bed2-7ce72b2472ad req-d438f0a5-eb86-46ed-958d-746d45352470 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:54.903878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c302347-86bf-4341-bed2-7ce72b2472ad req-d438f0a5-eb86-46ed-958d-746d45352470 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 984 time: 0.3529136 Sep 23 19:30:55.016211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-177acdcb-ab98-4f78-b25a-2d1c834b8f6d service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447696 Sep 23 19:30:55.017731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9308023 Sep 23 19:30:55.020809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:55.027334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Request body: {'subnet': {'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-subnet', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:55.081738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Made reservation on behalf of e62374d8861f41429f375cb1c7eb0e41 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:55.086088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.135729 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.136469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-01c2b88a-a508-442d-8c5e-896748420f82 None None] Provisioning complete for port 36538cdd-d8c7-4aad-b006-74aec8733951 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:55.136821 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01c2b88a-a508-442d-8c5e-896748420f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.184778 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] For port 36538cdd-d8c7-4aad-b006-74aec8733951, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:55.194323 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] For port 36538cdd-d8c7-4aad-b006-74aec8733951, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=36538cdd-d8c7-4aad-b006-74aec8733951,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:55.217157 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.270878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-01c2b88a-a508-442d-8c5e-896748420f82 None None] Port 36538cdd-d8c7-4aad-b006-74aec8733951 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:55.275886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:55.317001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613129e5-0195-4a3c-9840-901ec334cdb1 None None] The sync data for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 is: [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:16Z', 'revision_number': 4, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '729f002b-d292-41f7-87f6-981bcb3a7b17', 'name': '', 'network_id': '400a142c-2b68-45e1-89a7-777cd45d0f67', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'mac_address': 'fa:16:3e:4b:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:15Z', 'updated_at': '2021-09-23T19:24:22Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'subnets': [{'id': '341e9eea-0651-488c-87e8-0d7a2e25c592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:55.330401 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f4098-b58b-4560-9f5a-ec5f7698edc8 None None] Pushing event updated for resources: {'Port': ['ID=36538cdd-d8c7-4aad-b006-74aec8733951,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:55.382310 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:55.383022 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:55.585688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.632930 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:55.636464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5bf04-8acc-42bf-bc51-ae79c9ae0864 admin admin] Pushing event updated for resources: {'Network': ['ID=fea7aa55-b551-4610-802a-6237a412dd67,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:55.647639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network fea7aa55-b551-4610-802a-6237a412dd67 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:30:55.743429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f1f6a0-be5a-4853-89b6-303109da42d1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:55.796476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c302347-86bf-4341-bed2-7ce72b2472ad req-dc444942-5c6f-4843-ae18-aa78dbde5bdc tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&id=25c04df2-2ef0-4dc6-9707-bdc36db8bcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.8916392 Sep 23 19:30:55.801072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Checking segment: {'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:55.801439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Network hostable DHCP agents. Network: fea7aa55-b551-4610-802a-6237a412dd67, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:30:55.833488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Network fea7aa55-b551-4610-802a-6237a412dd67 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:30:55.848706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, fea7aa55-b551-4610-802a-6237a412dd67) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:55.855772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:55.856628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.865378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8afee4-841d-4346-86f3-9d6558b7f629 None None] New status for floating IP 68122134-d52c-4acc-87a6-f5bafc208305: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:30:55.871899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7700eed-40e5-4509-a6d6-15e9f5da9b50 None None] Network fea7aa55-b551-4610-802a-6237a412dd67 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:55.893489 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d06a74d5-259f-451c-a3a9-14033a235b80 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8712471 Sep 23 19:30:55.896285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:55.898990 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde6d690-d579-48ff-be53-067378a1b7af x-openstack-request-id: req-cde6d690-d579-48ff-be53-067378a1b7af {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:55.899880 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:55.902046 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cde6d690-d579-48ff-be53-067378a1b7af {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:55.902596 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623', 'status': 'completed', 'code': 200} Sep 23 19:30:55.911733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:55.951388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 41e9baae-65ef-4b6a-81c8-5361288dd9e4 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:55.973311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.974543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.975249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6c85da-9029-47e7-aec1-d442ae36cb3f req-d846457a-976e-4bc1-82de-78c4777a97bd service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329480 Sep 23 19:30:56.146985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:56.166821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-939e5a69-3bbc-46bd-b25d-94508fa4333f None None] Provisioning complete for port 36538cdd-d8c7-4aad-b006-74aec8733951 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:56.170176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e5a69-3bbc-46bd-b25d-94508fa4333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:56.175554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-5a6a586f-6ea8-499a-9e68-d59583a9ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:56.184026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-5a6a586f-6ea8-499a-9e68-d59583a9ebd6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 1135 time: 0.1505435 Sep 23 19:30:56.317897 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:55Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:56.365127 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a96519-18e9-45e7-a76a-dba71099dd19 None None] The sync data for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 is: [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:55Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:56.373514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-0db78b5c-4899-4e26-883a-ae6bb6d3beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:56.375035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-0db78b5c-4899-4e26-883a-ae6bb6d3beaf service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 914 time: 0.1837895 Sep 23 19:30:56.485828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:56.572850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f0e4e4a8-6727-46db-a326-73bc8b9af5a3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:56.573057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-4bd00ff3-4ed6-4b7c-a8a9-a582965b7a37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 217 time: 0.1868494 Sep 23 19:30:56.749783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-3dd27a6b-b9ce-46f5-9e88-91b3b80bf004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:56.754000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-3dd27a6b-b9ce-46f5-9e88-91b3b80bf004 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.1693678 Sep 23 19:30:56.846535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-ae795244-1917-4df2-b509-bb67644a5f47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702381 Sep 23 19:30:56.896607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:57.015778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-72fd2370-6dda-4957-a580-3890dcdf836b service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626883 Sep 23 19:30:57.028624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc5da0-5ac5-4db2-b8d5-aac399d23b2a req-02a984af-7632-48f9-9963-cb1f50a935f2 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:57.038668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1dc5da0-5ac5-4db2-b8d5-aac399d23b2a req-02a984af-7632-48f9-9963-cb1f50a935f2 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 948 time: 0.5157163 Sep 23 19:30:57.105250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.112851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1dc5da0-5ac5-4db2-b8d5-aac399d23b2a req-b12454ba-f869-48a8-8cc9-56db4c113d85 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724714 Sep 23 19:30:57.138463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.270595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:57.271688 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.356128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7a41ab-8e9c-4bad-b018-b67e7bdc8327 req-0830ac04-738a-49a1-a843-e11cea5ad0ab service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920151 Sep 23 19:30:57.404953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Allocated IP 172.25.6.140 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f180528b-da9d-4277-b7f9-e6c764fef60b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:57.451204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.486717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78348-9ddf-4082-9fca-8e356ecb5ebc req-0fbf183f-a31d-458e-8164-ed6880d32064 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:57.488587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44e78348-9ddf-4082-9fca-8e356ecb5ebc req-0fbf183f-a31d-458e-8164-ed6880d32064 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.1468449 Sep 23 19:30:57.563528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44e78348-9ddf-4082-9fca-8e356ecb5ebc req-211b4d21-7a2f-4a76-8ee9-97b77a85ce69 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650361 Sep 23 19:30:57.664824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f0e4e4a8-6727-46db-a326-73bc8b9af5a3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:57.665249 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.667100 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e5a69-3bbc-46bd-b25d-94508fa4333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.699963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.707241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-939e5a69-3bbc-46bd-b25d-94508fa4333f None None] For port 36538cdd-d8c7-4aad-b006-74aec8733951, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=36538cdd-d8c7-4aad-b006-74aec8733951,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:57.708474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.739542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e5a69-3bbc-46bd-b25d-94508fa4333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.763109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-fea7aa55-b551-4610-802a-6237a412dd67', 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'fixed_ips': [{'subnet_id': '26f1f6a0-be5a-4853-89b6-303109da42d1'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:30:57.764232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.796451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.860800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:57.873291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Pushing event updated for resources: {'Port': ['ID=f180528b-da9d-4277-b7f9-e6c764fef60b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:57.877920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:57.880288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:57.934529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 41e9baae-65ef-4b6a-81c8-5361288dd9e4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:57.984850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e9baae-65ef-4b6a-81c8-5361288dd9e4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:57.991306 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1060c1-a8b0-47e4-823c-15f3c5e2e35f" -d '{"events": [{"server_uuid": "4c51b3e4-1c25-4084-b380-99fff90ab77e", "name": "network-vif-plugged", "status": "completed", "tag": "41e9baae-65ef-4b6a-81c8-5361288dd9e4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:58.166088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Allocated IP 172.20.0.2 (fea7aa55-b551-4610-802a-6237a412dd67/26f1f6a0-be5a-4853-89b6-303109da42d1/6f4ca07f-c5cc-4951-83ba-c50c5d71762d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:58.263550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.279591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e5a69-3bbc-46bd-b25d-94508fa4333f None None] Pushing event updated for resources: {'Port': ['ID=36538cdd-d8c7-4aad-b006-74aec8733951,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:58.314946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.435505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=41e9baae-65ef-4b6a-81c8-5361288dd9e4,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:58.586882 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.606066 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.679323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Pushing event updated for resources: {'Port': ['ID=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:58.683479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 36538cdd-d8c7-4aad-b006-74aec8733951 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:58.738649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Network fea7aa55-b551-4610-802a-6237a412dd67 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:58.740602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:58.744165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:58.760065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.828947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Attempting to bind port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:58.829663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Attempting to bind port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:58.830350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Attempting to bind port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d on network fea7aa55-b551-4610-802a-6237a412dd67 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:58.834652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 36538cdd-d8c7-4aad-b006-74aec8733951 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:58.835194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.840515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:58.841218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Checking segment: {'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:58.841796 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.842261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Bound using segment: {'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:58.843152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Bound port: 6f4ca07f-c5cc-4951-83ba-c50c5d71762d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:58.843631 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.965842 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] For port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:58.970589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] For port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,segment=NetworkSegment(bef2fa49-7f24-4a48-88ab-00afac57eb43),segment_id=bef2fa49-7f24-4a48-88ab-00afac57eb43)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:58.978580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.019360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:30:59.127124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d74f6-bcf5-40e1-8b05-471dde7f8dd8 None None] Pushing event updated for resources: {'Port': ['ID=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:59.237092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:59.251420 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Sync routers for ids ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:59.268611 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Routers {'2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:59.270376 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:59.286815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.288495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a2950a74-611f-482d-90f2-8a1b62dd4481 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3903413 Sep 23 19:30:59.291830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:59.538614 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Set router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:59.864671 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:30:58Z', 'revision_number': 3, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port': {'id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:57Z', 'updated_at': '2021-09-23T19:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:00.045738 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Checking router: 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:00.046496 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Updating router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 port f180528b-da9d-4277-b7f9-e6c764fef60b binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:31:00.080944 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.152368 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.548045 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.556370 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.570940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Allocated IP 172.20.0.1 (fea7aa55-b551-4610-802a-6237a412dd67/26f1f6a0-be5a-4853-89b6-303109da42d1/95559226-88ee-4bf4-98c8-042a64b87308) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:00.681376 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf4a0c-8f09-4a91-b940-c692b8fb8210 None None] Pushing event updated for resources: {'Port': ['ID=f180528b-da9d-4277-b7f9-e6c764fef60b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:00.695905 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Attempting to bind port f180528b-da9d-4277-b7f9-e6c764fef60b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:00.696882 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Attempting to bind port f180528b-da9d-4277-b7f9-e6c764fef60b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:00.700225 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Attempting to bind port f180528b-da9d-4277-b7f9-e6c764fef60b on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:00.714272 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:00.714878 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:00.715411 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.715944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bcba0-7cac-4341-8723-ce0db281e51f None None] Network fea7aa55-b551-4610-802a-6237a412dd67 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:00.720193 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:00.720857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6f4ca07f-c5cc-4951-83ba-c50c5d71762d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:00.721267 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Bound port: f180528b-da9d-4277-b7f9-e6c764fef60b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:00.721886 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.817425 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] For port f180528b-da9d-4277-b7f9-e6c764fef60b, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:00.820364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0d8dc3f8-2d86-4a7f-8509-551316665c50 None None] Provisioning complete for port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:00.820925 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc3f8-2d86-4a7f-8509-551316665c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.827315 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] For port f180528b-da9d-4277-b7f9-e6c764fef60b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f180528b-da9d-4277-b7f9-e6c764fef60b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:00.839247 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.850962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.915838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:00.916624 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.919962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.986814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Network fea7aa55-b551-4610-802a-6237a412dd67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:00.991330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:01.000226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Routers {'2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:01.001369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:01.004329 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:01.058131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Pushing event updated for resources: {'Port': ['ID=95559226-88ee-4bf4-98c8-042a64b87308,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:01.065117 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc3f8-2d86-4a7f-8509-551316665c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.110805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.140711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0d8dc3f8-2d86-4a7f-8509-551316665c50 None None] For port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,segment=NetworkSegment(bef2fa49-7f24-4a48-88ab-00afac57eb43),segment_id=bef2fa49-7f24-4a48-88ab-00afac57eb43)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:01.148489 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf4a0c-8f09-4a91-b940-c692b8fb8210 None None] Pushing event updated for resources: {'Port': ['ID=f180528b-da9d-4277-b7f9-e6c764fef60b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:01.149017 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc3f8-2d86-4a7f-8509-551316665c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.161079 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.296935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dc3f8-2d86-4a7f-8509-551316665c50 None None] Pushing event updated for resources: {'Port': ['ID=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:01.320797 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:31:01.321209 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:31:01.339798 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] Set router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:01.424201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.616180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cb2f1392-4940-4b3a-972a-1c861b0296e2 None None] Provisioning complete for port 95559226-88ee-4bf4-98c8-042a64b87308 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:01.616180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1392-4940-4b3a-972a-1c861b0296e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.681947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f1392-4940-4b3a-972a-1c861b0296e2 None None] Port 95559226-88ee-4bf4-98c8-042a64b87308 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:01.712357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cb2f1392-4940-4b3a-972a-1c861b0296e2 None None] Provisioning complete for port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:01.713098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1392-4940-4b3a-972a-1c861b0296e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.787254 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:30:58Z', 'revision_number': 3, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port': {'id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:57Z', 'updated_at': '2021-09-23T19:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:01.898295 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19f3217-985b-4ce6-a0a3-face6119687a None None] The sync data for ids ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'] in n-d-810763-1 is: [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:30:58Z', 'revision_number': 3, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port': {'id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:57Z', 'updated_at': '2021-09-23T19:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:01.907964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.916262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.000637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.047032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Pushing event updated for resources: {'Port': ['ID=95559226-88ee-4bf4-98c8-042a64b87308,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:02.047187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-dbad16df-6a9c-4f2e-906f-2c7f08356dbc None None] Provisioning complete for port 95559226-88ee-4bf4-98c8-042a64b87308 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:02.048083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbad16df-6a9c-4f2e-906f-2c7f08356dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.113363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dbad16df-6a9c-4f2e-906f-2c7f08356dbc None None] Port 95559226-88ee-4bf4-98c8-042a64b87308 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:02.143696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Network fea7aa55-b551-4610-802a-6237a412dd67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:02.145804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:02.369235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:31:02.544120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e2da75ab-a38f-45db-aa20-862f5383a3f6 None None] Provisioning complete for port 95559226-88ee-4bf4-98c8-042a64b87308 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:02.545567 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2da75ab-a38f-45db-aa20-862f5383a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.620043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e2da75ab-a38f-45db-aa20-862f5383a3f6 None None] Port 95559226-88ee-4bf4-98c8-042a64b87308 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:02.645299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:02.652029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-916f8328-6f64-4258-a07d-327172da5800 admin admin] 10.222.0.38 "PUT /v2.0/routers/2034e7d4-161a-4ad0-92d7-1b1d17d1ee26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3585279 Sep 23 19:31:02.802013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6f4ca07f-c5cc-4951-83ba-c50c5d71762d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:02.919616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:02.922428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.074165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f180528b-da9d-4277-b7f9-e6c764fef60b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:03.134783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f180528b-da9d-4277-b7f9-e6c764fef60b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:03.141830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.248484 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.278006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f180528b-da9d-4277-b7f9-e6c764fef60b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f180528b-da9d-4277-b7f9-e6c764fef60b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:03.284961 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.358114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f180528b-da9d-4277-b7f9-e6c764fef60b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:04.138817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Sync routers for ids ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:04.152865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Routers {'2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:04.153660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:04.279302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Set router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:04.626764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f180528b-da9d-4277-b7f9-e6c764fef60b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:04.735140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f180528b-da9d-4277-b7f9-e6c764fef60b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:04.735677 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:04.809697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:31:01Z', 'revision_number': 4, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port': {'id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:57Z', 'updated_at': '2021-09-23T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '95559226-88ee-4bf4-98c8-042a64b87308', 'name': '', 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'mac_address': 'fa:16:3e:f2:85:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '26f1f6a0-be5a-4853-89b6-303109da42d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:00Z', 'updated_at': '2021-09-23T19:31:01Z', 'revision_number': 2, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'subnets': [{'id': '26f1f6a0-be5a-4853-89b6-303109da42d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:04.844624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Checking router: 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:04.845044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Updating router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 port 95559226-88ee-4bf4-98c8-042a64b87308 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:31:04.908689 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.359620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.366658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.476877 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c96676-dcd7-4956-9980-85f947f3f4c4 None None] Pushing event updated for resources: {'Port': ['ID=95559226-88ee-4bf4-98c8-042a64b87308,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:05.559475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Attempting to bind port 95559226-88ee-4bf4-98c8-042a64b87308 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:05.560157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Attempting to bind port 95559226-88ee-4bf4-98c8-042a64b87308 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:05.560521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Attempting to bind port 95559226-88ee-4bf4-98c8-042a64b87308 on network fea7aa55-b551-4610-802a-6237a412dd67 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:05.566699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:05.567084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Checking segment: {'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:05.567481 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.567887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Bound using segment: {'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:05.568317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Bound port: 95559226-88ee-4bf4-98c8-042a64b87308, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef2fa49-7f24-4a48-88ab-00afac57eb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:05.568660 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.732151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] For port 95559226-88ee-4bf4-98c8-042a64b87308, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:05.739118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] For port 95559226-88ee-4bf4-98c8-042a64b87308, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=95559226-88ee-4bf4-98c8-042a64b87308,segment=NetworkSegment(bef2fa49-7f24-4a48-88ab-00afac57eb43),segment_id=bef2fa49-7f24-4a48-88ab-00afac57eb43)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:05.744534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.835551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Routers {'2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:05.836432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:30:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:05.845582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2b0bad79-c838-4613-8ca9-12deb57fcf48 None None] Provisioning complete for port 95559226-88ee-4bf4-98c8-042a64b87308 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:05.845582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b0bad79-c838-4613-8ca9-12deb57fcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.885173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c96676-dcd7-4956-9980-85f947f3f4c4 None None] Pushing event updated for resources: {'Port': ['ID=95559226-88ee-4bf4-98c8-042a64b87308,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:05.948648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ec2b44de-a9c0-4e42-9750-af2584403ff3 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:31:06.065448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] Set router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:06.203461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b0bad79-c838-4613-8ca9-12deb57fcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.206763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:06.265107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'port_id': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'mac_address': 'fa:16:3e:73:9a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ad76e2-8c6b-4a27-8d5a-6ec402d064e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:31:06.321858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2b0bad79-c838-4613-8ca9-12deb57fcf48 None None] For port 95559226-88ee-4bf4-98c8-042a64b87308, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=95559226-88ee-4bf4-98c8-042a64b87308,segment=NetworkSegment(bef2fa49-7f24-4a48-88ab-00afac57eb43),segment_id=bef2fa49-7f24-4a48-88ab-00afac57eb43)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:06.345219 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b0bad79-c838-4613-8ca9-12deb57fcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.397043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.464784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec2b44de-a9c0-4e42-9750-af2584403ff3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:06.472786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bad79-c838-4613-8ca9-12deb57fcf48 None None] Pushing event updated for resources: {'Port': ['ID=95559226-88ee-4bf4-98c8-042a64b87308,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:06.502910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:06.509540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-77269b1a-aef5-4f0a-80c0-b09b165b2598 None None] Provisioning complete for port 95559226-88ee-4bf4-98c8-042a64b87308 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:06.509911 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77269b1a-aef5-4f0a-80c0-b09b165b2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.511474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.603141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:06.615756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:31:01Z', 'revision_number': 4, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port': {'id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:57Z', 'updated_at': '2021-09-23T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '95559226-88ee-4bf4-98c8-042a64b87308', 'name': '', 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'mac_address': 'fa:16:3e:f2:85:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '26f1f6a0-be5a-4853-89b6-303109da42d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:00Z', 'updated_at': '2021-09-23T19:31:05Z', 'revision_number': 4, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'subnets': [{'id': '26f1f6a0-be5a-4853-89b6-303109da42d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:06.653576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5e1d2-a6d7-4baf-a8a2-3fc5a411aac4 None None] The sync data for ids ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'] in n-d-810763-1 is: [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:31:01Z', 'revision_number': 4, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port': {'id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:57Z', 'updated_at': '2021-09-23T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '95559226-88ee-4bf4-98c8-042a64b87308', 'name': '', 'network_id': 'fea7aa55-b551-4610-802a-6237a412dd67', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'mac_address': 'fa:16:3e:f2:85:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '26f1f6a0-be5a-4853-89b6-303109da42d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:00Z', 'updated_at': '2021-09-23T19:31:05Z', 'revision_number': 4, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'subnets': [{'id': '26f1f6a0-be5a-4853-89b6-303109da42d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:06.786188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ec2b44de-a9c0-4e42-9750-af2584403ff3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:06.951481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188500f-6ad5-4c01-bf00-f054c07f778e req-6c4cfee6-bd06-47bc-be66-8e6155956f43 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:06.953953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f188500f-6ad5-4c01-bf00-f054c07f778e req-6c4cfee6-bd06-47bc-be66-8e6155956f43 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 984 time: 0.0569606 Sep 23 19:31:07.002906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f188500f-6ad5-4c01-bf00-f054c07f778e req-624e575e-456d-449a-af72-189a2869c845 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb061f57-6a61-43a0-8383-abf6b7141053&id=25c04df2-2ef0-4dc6-9707-bdc36db8bcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0420415 Sep 23 19:31:07.113837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34b1bd-cc33-4181-86ef-7c25cf8fd79a req-d421231d-cbd8-45e9-989f-5c10e5a6dc9b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:07.117762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a34b1bd-cc33-4181-86ef-7c25cf8fd79a req-d421231d-cbd8-45e9-989f-5c10e5a6dc9b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 949 time: 0.0526466 Sep 23 19:31:07.159532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a34b1bd-cc33-4181-86ef-7c25cf8fd79a req-ffafd16f-b8dc-466c-aace-5c9c65f380fd tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Sep 23 19:31:07.214135 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925ca5b-cc1c-4bfd-90e4-c824b8888b3c x-openstack-request-id: req-e925ca5b-cc1c-4bfd-90e4-c824b8888b3c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:07.214543 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c51b3e4-1c25-4084-b380-99fff90ab77e", "name": "network-vif-plugged", "status": "completed", "tag": "41e9baae-65ef-4b6a-81c8-5361288dd9e4", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:07.214892 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e925ca5b-cc1c-4bfd-90e4-c824b8888b3c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:07.215278 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e9baae-65ef-4b6a-81c8-5361288dd9e4', 'code': 200} Sep 23 19:31:07.372204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66683b6-5b8c-43f6-a350-7e63554b4849 req-41cf7a7a-2645-4f5a-ada2-9f89d7b95108 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:07.373802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a66683b6-5b8c-43f6-a350-7e63554b4849 req-41cf7a7a-2645-4f5a-ada2-9f89d7b95108 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 945 time: 0.0954638 Sep 23 19:31:07.381855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a343-dd8f-4dad-9912-5b9260c6272b req-902b0a07-28b4-42e7-a40f-62798fe83106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:07.383810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ecc5a343-dd8f-4dad-9912-5b9260c6272b req-902b0a07-28b4-42e7-a40f-62798fe83106 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 1100 time: 0.0725241 Sep 23 19:31:07.432677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a66683b6-5b8c-43f6-a350-7e63554b4849 req-06daa196-9dfd-4442-80d4-2c3711325114 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478878 Sep 23 19:31:07.443280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ecc5a343-dd8f-4dad-9912-5b9260c6272b req-67b1c7ca-3fc3-44dd-97f8-9efdb523f07e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Sep 23 19:31:07.710857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-be397ac0-d9b6-4b4b-b2e3-40c118a278a6 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1148171 Sep 23 19:31:07.726890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:07.753506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.874560 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.927163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ec2b44de-a9c0-4e42-9750-af2584403ff3 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:07.992858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port ec2b44de-a9c0-4e42-9750-af2584403ff3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:07.993770 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.001481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Allocated IP 172.25.6.11 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/5351f121-ab50-4362-9a8f-25aafc4e1875) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:08.086485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.112575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.125908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:08.131312 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.157378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.193758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:08.198957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:08.206610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:08.208850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=5351f121-ab50-4362-9a8f-25aafc4e1875,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:08.211134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:08.307034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.344011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.507524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.513766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.590192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=5351f121-ab50-4362-9a8f-25aafc4e1875,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:08.595009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 95559226-88ee-4bf4-98c8-042a64b87308 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:08.608498 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.625534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.627392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-b5371cc2-32a0-40f9-ae65-9da0208d90f7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9046085 Sep 23 19:31:08.659598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 95559226-88ee-4bf4-98c8-042a64b87308 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:08.660244 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.714510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-7b7510e1-6cf0-4c0d-8543-59bf0aaf67dd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.0788100 Sep 23 19:31:08.850494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-d00fa97e-4f44-4b02-996d-9e23ed12f21f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:08.851782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42e99b94-ca24-4325-b429-17d01cafc5a4 req-d00fa97e-4f44-4b02-996d-9e23ed12f21f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1285858 Sep 23 19:31:09.030179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:09.115052 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73d9b4ed-092c-4679-941c-91c005715c62 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.152936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73d9b4ed-092c-4679-941c-91c005715c62 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.163824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27101397-814c-4f15-bca0-3b929af5beac req-17ac1a5d-8951-483f-9a75-f247d9395498 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-785415103&fields=id&tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77 HTTP/1.1" status: 200 len: 267 time: 0.0760176 Sep 23 19:31:09.216544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:09.219290 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4483f760-2ee3-406f-a32e-d6ae3820c7e7" -d '{"events": [{"server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:09.241977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27101397-814c-4f15-bca0-3b929af5beac req-c741531c-ddd2-461c-ac7f-5724fa0ba1fa tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:09.243641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27101397-814c-4f15-bca0-3b929af5beac req-c741531c-ddd2-461c-ac7f-5724fa0ba1fa tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 984 time: 0.0679173 Sep 23 19:31:09.252328 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73d9b4ed-092c-4679-941c-91c005715c62 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.255504 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73d9b4ed-092c-4679-941c-91c005715c62 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.256862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-73d9b4ed-092c-4679-941c-91c005715c62 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "DELETE /v2.0/security-groups/1a4d4de2-5246-4b51-86cc-018109ed44d7 HTTP/1.1" status: 204 len: 168 time: 0.2255230 Sep 23 19:31:09.260235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48042) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:09.266946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'port': {'security_groups': ['25c04df2-2ef0-4dc6-9707-bdc36db8bcbb', 'eb061f57-6a61-43a0-8383-abf6b7141053', '2aa51b7e-7eaf-4d41-abdc-7d6057dfa368']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:09.277763 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-b6507837-9974-4812-9ad0-ea3f083aa49d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] show failed (client error): The resource could not be found. Sep 23 19:31:09.279153 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b6507837-9974-4812-9ad0-ea3f083aa49d tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "GET /v2.0/security-groups/1a4d4de2-5246-4b51-86cc-018109ed44d7 HTTP/1.1" status: 404 len: 347 time: 0.0172992 Sep 23 19:31:09.281987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:09.302523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9b4ed-092c-4679-941c-91c005715c62 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d4de2-5246-4b51-86cc-018109ed44d7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:09.360061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.503975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Deleting port 9f95abd1-f8e1-455c-85ad-e7f7db64bdf5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:09.504610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.597478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.597832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.605327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3fa53d34-6c93-476e-a55e-da45e1a43623,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:09.613536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Calling delete_port for 9f95abd1-f8e1-455c-85ad-e7f7db64bdf5 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:09.641803 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.660091 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.673374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3fa53d34-6c93-476e-a55e-da45e1a43623'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:09.677835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:09.708643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:09.709285 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.710739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27101397-814c-4f15-bca0-3b929af5beac req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "PUT /v2.0/ports/3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 1020 time: 0.4528208 Sep 23 19:31:09.711195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:09.716290 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e866f5c8-1040-4846-9104-3d377795ebea" -d '{"events": [{"name": "network-changed", "server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:09.755929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029d694-2c46-43fc-bf16-8478a3b3c8dd tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:09.788370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.847017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Pushing event deleted for resources: {'Port': ['ID=9f95abd1-f8e1-455c-85ad-e7f7db64bdf5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:09.882472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370d40-6c02-4a52-b34b-1677f143b137 req-0b616a4f-3bf6-4b24-b158-fb29ee37ab3c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:09.884863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08370d40-6c02-4a52-b34b-1677f143b137 req-0b616a4f-3bf6-4b24-b158-fb29ee37ab3c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 949 time: 0.0770226 Sep 23 19:31:09.885841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3fa53d34-6c93-476e-a55e-da45e1a43623'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:09.933122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08370d40-6c02-4a52-b34b-1677f143b137 req-d32e9294-eb30-4f3a-bc2e-bae3736a6475 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Sep 23 19:31:09.950455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.954224 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.957913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-36c9dfa4-b1fb-41b4-bafa-36f3b8169056 tempest-ServersWithSpecificFlavorTestJSON-1288278906 tempest-ServersWithSpecificFlavorTestJSON-1288278906-project] 10.222.0.38 "DELETE /v2.0/floatingips/68122134-d52c-4acc-87a6-f5bafc208305 HTTP/1.1" status: 204 len: 168 time: 0.6721795 Sep 23 19:31:10.084499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc090682-7f9e-4be3-b574-5d98b60c5879 req-3870f50a-b0fd-4dc8-a4f9-f5f202954d84 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:10.087758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc090682-7f9e-4be3-b574-5d98b60c5879 req-3870f50a-b0fd-4dc8-a4f9-f5f202954d84 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0670791 Sep 23 19:31:10.133970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc090682-7f9e-4be3-b574-5d98b60c5879 req-ce73067a-29c5-40a7-88c5-e8b6884555a8 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Sep 23 19:31:10.382303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-543bc0f1-8370-4848-a783-28833ae72da1 req-a1ed8d2e-3579-4d10-aff7-7ac9972127d0 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2201219 Sep 23 19:31:10.396779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:10.550281 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.680712 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.793917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Allocated IP 172.25.6.173 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/3ddb1a85-1ec6-470b-b962-c8bd73e4449f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:10.910825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.947567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.989640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:10.994350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:10.997824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:11.021167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=3ddb1a85-1ec6-470b-b962-c8bd73e4449f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:11.094806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.109964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:11.138224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.221284 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.286896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:11.296035 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.343210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.351541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.383012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:11.737968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=3ddb1a85-1ec6-470b-b962-c8bd73e4449f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:11.756155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.771478 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:11.773082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-543bc0f1-8370-4848-a783-28833ae72da1 req-c01b3c2d-7e15-4383-bd42-21e03054bf83 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3836031 Sep 23 19:31:11.844400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-543bc0f1-8370-4848-a783-28833ae72da1 req-61a37c34-a138-4ada-b02e-168fb7997614 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.0643423 Sep 23 19:31:11.974689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bc0f1-8370-4848-a783-28833ae72da1 req-00cb37e3-275e-407e-a220-89a290cc9fc7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:11.992595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-543bc0f1-8370-4848-a783-28833ae72da1 req-00cb37e3-275e-407e-a220-89a290cc9fc7 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1421039 Sep 23 19:31:12.091012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc35890-3f73-4d50-baf7-90beee080fa2 req-1146c9cc-3116-48fd-a0d1-a381629ceb63 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:12.092663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cc35890-3f73-4d50-baf7-90beee080fa2 req-1146c9cc-3116-48fd-a0d1-a381629ceb63 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 948 time: 0.0570819 Sep 23 19:31:12.145199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cc35890-3f73-4d50-baf7-90beee080fa2 req-7dcc7bab-9dc7-4107-94ac-b5a692a4cfd5 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449486 Sep 23 19:31:12.191910 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7275adcf-7350-4959-adca-989ccb769938 x-openstack-request-id: req-7275adcf-7350-4959-adca-989ccb769938 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:12.192418 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:12.192418 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7275adcf-7350-4959-adca-989ccb769938 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:12.192844 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'code': 200} Sep 23 19:31:12.252323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9bcf6f9-ab93-4295-9cf4-a6af7a92d5b3 req-0d3503b3-25ea-4cd6-9a9f-041eb95c5df7 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/2aa51b7e-7eaf-4d41-abdc-7d6057dfa368 HTTP/1.1" status: 200 len: 1800 time: 0.0463605 Sep 23 19:31:12.312217 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-c9bcf6f9-ab93-4295-9cf4-a6af7a92d5b3 req-7fdf8b3e-479e-4ecc-b991-b9edc7aca19d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:31:12.318077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9bcf6f9-ab93-4295-9cf4-a6af7a92d5b3 req-7fdf8b3e-479e-4ecc-b991-b9edc7aca19d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/2aa51b7e-7eaf-4d41-abdc-7d6057dfa368 HTTP/1.1" status: 409 len: 341 time: 0.0554631 Sep 23 19:31:12.375958 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fb05fb-d63f-4ad2-aad0-db66e2de412b x-openstack-request-id: req-60fb05fb-d63f-4ad2-aad0-db66e2de412b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:12.376272 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:12.376574 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60fb05fb-d63f-4ad2-aad0-db66e2de412b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:12.376967 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623', 'status': 'completed', 'code': 200} Sep 23 19:31:12.380155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53e0dd-5ab1-42af-8cb5-f2a4949fdf8d req-6010f626-cf76-443b-94e8-c9e5f4f8db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:12.381818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be53e0dd-5ab1-42af-8cb5-f2a4949fdf8d req-6010f626-cf76-443b-94e8-c9e5f4f8db03 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 1097 time: 0.0625591 Sep 23 19:31:12.424229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be53e0dd-5ab1-42af-8cb5-f2a4949fdf8d req-b3c68157-384d-47d5-a448-2eb1c8f32b86 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351644 Sep 23 19:31:12.467451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866f5c8-1040-4846-9104-3d377795ebea req-4c3b0c6b-861f-4261-bb2f-81c57909b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:12.470700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e866f5c8-1040-4846-9104-3d377795ebea req-4c3b0c6b-861f-4261-bb2f-81c57909b563 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 1174 time: 0.0647130 Sep 23 19:31:12.780175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866f5c8-1040-4846-9104-3d377795ebea req-fe9c607f-caea-4858-903a-1a1b6283e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:12.782321 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e866f5c8-1040-4846-9104-3d377795ebea req-fe9c607f-caea-4858-903a-1a1b6283e594 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 200 len: 914 time: 0.1437883 Sep 23 19:31:12.840740 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e866f5c8-1040-4846-9104-3d377795ebea req-c137edcd-dfbc-4ae6-9b1a-041bdb258e1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 200 len: 217 time: 0.0445030 Sep 23 19:31:12.884139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b6105-f7d5-4dcc-9c33-577796cd3847 req-eff716e5-4b16-4d0b-93c5-73610ded8d42 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:12.885659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-257b6105-f7d5-4dcc-9c33-577796cd3847 req-eff716e5-4b16-4d0b-93c5-73610ded8d42 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0620987 Sep 23 19:31:12.909338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866f5c8-1040-4846-9104-3d377795ebea req-51b0a27a-88d6-4b38-aad6-d4cf589b50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:12.911184 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e866f5c8-1040-4846-9104-3d377795ebea req-51b0a27a-88d6-4b38-aad6-d4cf589b50b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 200 len: 853 time: 0.0599380 Sep 23 19:31:12.951496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-257b6105-f7d5-4dcc-9c33-577796cd3847 req-e31def20-9198-4226-b4db-55eec4e00ac7 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520635 Sep 23 19:31:12.965590 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e866f5c8-1040-4846-9104-3d377795ebea req-40d5b1fc-9b63-469e-8dfb-2f8a0e4291a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361111 Sep 23 19:31:13.085716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e866f5c8-1040-4846-9104-3d377795ebea req-c2db3b14-3424-484e-9823-1afbab9cd172 service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089246 Sep 23 19:31:13.096859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f92b71b4-7b06-4a02-97f1-a8ac4d257533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.098721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-64f56622-730b-4f8d-8ec1-526bf1a38502 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1315820 Sep 23 19:31:13.104894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:13.128568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.205914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e866f5c8-1040-4846-9104-3d377795ebea req-403dbf5f-96b3-45f3-ba73-5fbc8b423c1f service neutron] 10.222.0.72 "GET /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118660 Sep 23 19:31:13.244798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.358192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Allocated IP 172.25.6.231 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/04274201-0d32-4284-96eb-128cebf2716a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:13.470676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.506116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.557491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:13.560847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:13.564855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:13.610970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=04274201-0d32-4284-96eb-128cebf2716a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:13.705995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.775601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.969755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.976128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.027238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=04274201-0d32-4284-96eb-128cebf2716a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:14.074729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.089649 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.096967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-a61961ea-7d69-40db-bbb1-70bc50947158 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9973233 Sep 23 19:31:14.152152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-9c14833b-d164-4497-b878-48423dbdd991 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.0543039 Sep 23 19:31:14.194599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:14.197617 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5968f0f3-3eaa-43c4-9098-3566402c0547" -d '{"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:14.277960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-5b3bf527-2f4d-403d-8a68-ce0d653c4207 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.279575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acbde41b-3a35-4c8a-9ab7-df3e24170b7a req-5b3bf527-2f4d-403d-8a68-ce0d653c4207 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1189787 Sep 23 19:31:14.770465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.771228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.771965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.772599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.773249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.774455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.775367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.777678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-b8a0ae22-f474-4e0f-b42e-88a5043033c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e&device_id=546818f3-266a-4e69-8b37-5297858d1456&device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1&device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6&device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f&device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352&device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 6587 time: 0.0585761 Sep 23 19:31:14.798745 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-7038da8d-5f5b-4476-bb7e-650970b6de7b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.915057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-7038da8d-5f5b-4476-bb7e-650970b6de7b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.920416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-7038da8d-5f5b-4476-bb7e-650970b6de7b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.949504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14f532d9-31a0-4cb2-8a97-5fd1abe1addf req-7038da8d-5f5b-4476-bb7e-650970b6de7b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=723b3612-1cf1-4247-960a-51a7846afc37&id=2110a21f-1c14-4b68-869f-af4410ec81f9&id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&id=eb061f57-6a61-43a0-8383-abf6b7141053&id=25c04df2-2ef0-4dc6-9707-bdc36db8bcbb&id=b4a7c318-47ba-42b7-862b-743d92e8fa58&id=2aa51b7e-7eaf-4d41-abdc-7d6057dfa368&id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 946 time: 0.1645203 Sep 23 19:31:14.971456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038da8d-5f5b-4476-bb7e-650970b6de7b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39464a46-0b5c-44c8-a434-73eede0f25af,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:15.085695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662ade-c4ef-4b20-8640-eaecbaa062a6 req-2778421f-781a-4502-9b45-7a95e5afa408 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:15.087399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41662ade-c4ef-4b20-8640-eaecbaa062a6 req-2778421f-781a-4502-9b45-7a95e5afa408 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0591977 Sep 23 19:31:15.131682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41662ade-c4ef-4b20-8640-eaecbaa062a6 req-efe4e24b-6974-49bf-98c6-fe78aa18df91 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Sep 23 19:31:15.177434 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b03b58-92dd-470c-af97-3397ffee5216 x-openstack-request-id: req-f5b03b58-92dd-470c-af97-3397ffee5216 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:15.177745 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:15.178000 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5b03b58-92dd-470c-af97-3397ffee5216 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:15.178454 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'code': 200} Sep 23 19:31:15.302115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-f46a2265-0a96-49e6-8f20-153e0afad7d3 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1129441 Sep 23 19:31:15.318513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:15.352734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.496376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.632716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Allocated IP 172.25.6.69 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f44730ff-d0b9-4cba-bb85-651e3df6e522) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:15.772022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.815463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.921722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:15.932266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:15.938394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:16.036445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=f44730ff-d0b9-4cba-bb85-651e3df6e522,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:16.070800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-334ff4c5-186e-427e-bf14-db38d43894ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.115782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.162953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.209739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:16.237297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-d9c27e07-c3cc-4aaa-b42d-512b1839d053 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:16.239713 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-d9c27e07-c3cc-4aaa-b42d-512b1839d053 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.72 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 1023 time: 0.0742271 Sep 23 19:31:16.365613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d36ff897-019c-479e-861e-44157fcaef7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.384484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Deleting port 3fa53d34-6c93-476e-a55e-da45e1a43623 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:16.385667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.396564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.405399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.459715 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.538480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event updated for resources: {'Port': ['ID=f44730ff-d0b9-4cba-bb85-651e3df6e522,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:16.542758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.545823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] For port 3fa53d34-6c93-476e-a55e-da45e1a43623, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3fa53d34-6c93-476e-a55e-da45e1a43623,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:16.546383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.561710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Calling delete_port for 3fa53d34-6c93-476e-a55e-da45e1a43623 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:16.603767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d36ff897-019c-479e-861e-44157fcaef7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.609657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d36ff897-019c-479e-861e-44157fcaef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.615807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.617129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-c230b68e-10bb-4007-8230-48caec0432bd tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3074467 Sep 23 19:31:16.693153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-0c76ebca-a895-4149-90e8-94539fe7e434 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.69 HTTP/1.1" status: 200 len: 695 time: 0.0656092 Sep 23 19:31:16.698653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d36ff897-019c-479e-861e-44157fcaef7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04a20f9d2ac84cfe967264d869a80eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852395 Sep 23 19:31:16.698653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ff897-019c-479e-861e-44157fcaef7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19767d6d-a029-4ce0-992c-2af660d1d92e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:16.699493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:16.725383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.745700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:16.757547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3fa53d34-6c93-476e-a55e-da45e1a43623'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:16.766076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'Port': ['ID=3fa53d34-6c93-476e-a55e-da45e1a43623,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:16.821768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] No DVR routers for this DVR port 3fa53d34-6c93-476e-a55e-da45e1a43623 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:16.825022 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.828887 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9f6eeb7-bb1c-4567-bb98-d79c73858c26 req-17f800f4-8b8b-4faf-8681-823d43090a0c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.72 "DELETE /v2.0/ports/3fa53d34-6c93-476e-a55e-da45e1a43623 HTTP/1.1" status: 204 len: 173 time: 0.5824525 Sep 23 19:31:16.829703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'name': 'network-vif-deleted', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:16.833857 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e2497-3320-4376-83d0-bb3888dd1231" -d '{"events": [{"server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "name": "network-vif-deleted", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:16.850484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4270-e51f-4915-a8b5-d91a5c124de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.873760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-e67a6270-70d6-46a2-a7d1-624c09292db1 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:16.875155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdfb3391-c2d0-4396-84cd-c44c864ef45b req-e67a6270-70d6-46a2-a7d1-624c09292db1 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1689379 Sep 23 19:31:16.890288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4270-e51f-4915-a8b5-d91a5c124de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.951341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4270-e51f-4915-a8b5-d91a5c124de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.955660 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4270-e51f-4915-a8b5-d91a5c124de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.958139 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.960699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa7c4270-e51f-4915-a8b5-d91a5c124de3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19767d6d-a029-4ce0-992c-2af660d1d92e HTTP/1.1" status: 204 len: 168 time: 0.2601707 Sep 23 19:31:16.971539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c4270-e51f-4915-a8b5-d91a5c124de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19767d6d-a029-4ce0-992c-2af660d1d92e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:17.077786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f5974e7-9754-4d81-bb62-8620962c74ac req-8286cb11-84f2-4239-bb53-529f1f9bd9ea tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=546818f3-266a-4e69-8b37-5297858d1456 HTTP/1.1" status: 200 len: 210 time: 0.0313892 Sep 23 19:31:17.272859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cdef7-13fa-4a7a-8b0b-7acf1c6887bc req-b76b8094-a29b-43fc-b531-ffe351d38f3a tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:17.275167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce4cdef7-13fa-4a7a-8b0b-7acf1c6887bc req-b76b8094-a29b-43fc-b531-ffe351d38f3a tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.0539758 Sep 23 19:31:17.326184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce4cdef7-13fa-4a7a-8b0b-7acf1c6887bc req-7b04bed9-f524-48de-930b-fed622345657 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439839 Sep 23 19:31:17.397472 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7d79a-a7ac-439a-b991-4a64f1e332f7 x-openstack-request-id: req-acb7d79a-a7ac-439a-b991-4a64f1e332f7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:17.397985 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546818f3-266a-4e69-8b37-5297858d1456", "name": "network-vif-deleted", "tag": "3fa53d34-6c93-476e-a55e-da45e1a43623", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:17.397985 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acb7d79a-a7ac-439a-b991-4a64f1e332f7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:17.398421 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546818f3-266a-4e69-8b37-5297858d1456', 'name': 'network-vif-deleted', 'tag': '3fa53d34-6c93-476e-a55e-da45e1a43623', 'status': 'completed', 'code': 200} Sep 23 19:31:17.419015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:31:17.481077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa3ab0d8-cf8e-472a-8e8b-fe4e5b525936 req-f9cb7445-dc1d-49f6-9426-9d11b3b31a35 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips/f7fad87f-a283-49c1-9d89-cee168b06476 HTTP/1.1" status: 200 len: 692 time: 0.0602567 Sep 23 19:31:17.643333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ab0d8-cf8e-472a-8e8b-fe4e5b525936 req-96427675-e99a-4843-b86e-9a8d2fac9f0d tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:17.645667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa3ab0d8-cf8e-472a-8e8b-fe4e5b525936 req-96427675-e99a-4843-b86e-9a8d2fac9f0d tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1567581 Sep 23 19:31:18.467090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:18.687223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb61c4-7a2d-4ccb-813c-dae250fe74c3 req-469ef987-95d4-4999-94b7-129c8505cc5b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:18.687721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb61c4-7a2d-4ccb-813c-dae250fe74c3 req-469ef987-95d4-4999-94b7-129c8505cc5b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:18.688477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb61c4-7a2d-4ccb-813c-dae250fe74c3 req-469ef987-95d4-4999-94b7-129c8505cc5b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:18.696329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5eb61c4-7a2d-4ccb-813c-dae250fe74c3 req-469ef987-95d4-4999-94b7-129c8505cc5b tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e&device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1&device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 2883 time: 0.0541537 Sep 23 19:31:18.742690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5eb61c4-7a2d-4ccb-813c-dae250fe74c3 req-3e86e4ab-6e2b-48b1-a013-b1d71dd4ccb7 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Sep 23 19:31:18.933842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e535d578-a021-470e-ba54-186358d4b245 req-5d42b8fe-97ce-4a4a-ad05-0ed1d8831200 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips/f7fad87f-a283-49c1-9d89-cee168b06476 HTTP/1.1" status: 200 len: 692 time: 0.0576682 Sep 23 19:31:19.052992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535d578-a021-470e-ba54-186358d4b245 req-3442db9a-08c2-4e53-b6be-f14fc5a25d7b tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:19.058678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e535d578-a021-470e-ba54-186358d4b245 req-3442db9a-08c2-4e53-b6be-f14fc5a25d7b tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1182454 Sep 23 19:31:19.112253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e535d578-a021-470e-ba54-186358d4b245 req-60e6733b-2dc1-4e9d-b72c-5c0fd7130f04 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.69 HTTP/1.1" status: 200 len: 695 time: 0.0492861 Sep 23 19:31:19.165278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e535d578-a021-470e-ba54-186358d4b245 req-8890bc70-3092-4c65-9f32-5e4bb66800ce tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.69 HTTP/1.1" status: 200 len: 695 time: 0.0435319 Sep 23 19:31:19.339213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Deleting port f44730ff-d0b9-4cba-bb85-651e3df6e522 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:19.339598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.435448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.435779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.449910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Calling delete_port for f44730ff-d0b9-4cba-bb85-651e3df6e522 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:19.598662 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.625325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event deleted for resources: {'Port': ['ID=f44730ff-d0b9-4cba-bb85-651e3df6e522,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:19.690529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.694459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.695883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e535d578-a021-470e-ba54-186358d4b245 req-9382b6de-3812-47b2-a1e8-10972b19ad2f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "DELETE /v2.0/floatingips/f7fad87f-a283-49c1-9d89-cee168b06476 HTTP/1.1" status: 204 len: 173 time: 0.5227318 Sep 23 19:31:19.823523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:19.829162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1337697697'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:19.856243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:19.856860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:19.860272 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.884960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:19.895016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.895358 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Added segment f3bd1ab9-930c-4072-931d-df5790e0e7ff of type vlan for network d8b32375-3fae-49d8-9e83-21bb6f780f44 Sep 23 19:31:19.960876 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.971277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.003985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3fa53d34-6c93-476e-a55e-da45e1a43623 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:20.025242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 3fa53d34-6c93-476e-a55e-da45e1a43623 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:20.025582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3fa53d34-6c93-476e-a55e-da45e1a43623 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:20.031880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.037972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:20.038593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.071187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.075024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.105215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-f8b0e83d-ab1d-4d52-8f4e-1eaf29a9b44d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:20.106703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-f8b0e83d-ab1d-4d52-8f4e-1eaf29a9b44d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 814 time: 0.1996691 Sep 23 19:31:20.115386 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1559117aac4842b78b47cfa6216d8811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572038 Sep 23 19:31:20.116246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5189db2a-2636-48b5-89e5-5851b775e47c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:20.119023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:20.122616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2975335 Sep 23 19:31:20.123838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.124200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.124545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.124884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.125268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.125552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.125883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.126232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.126560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.126886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.127211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.127535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef74094-be5c-474e-8a00-31487af67200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:20.131683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48366) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:20.137172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-750695847'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:20.147407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-47878f21-bd24-485e-901f-2b0116fc327d tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/quotas/6657698276964538bd5c80b53172a017 HTTP/1.1" status: 200 len: 375 time: 0.0273218 Sep 23 19:31:20.158137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:20.161571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.186847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:20.198031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.198332 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Added segment cb850b51-4111-4edf-8d84-ace4861b1ce2 of type vlan for network ccddee97-ddac-4044-bf49-845dacc0be36 Sep 23 19:31:20.198778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f4d34-e154-4260-a804-306583544721 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Network': ['ID=d8b32375-3fae-49d8-9e83-21bb6f780f44,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:20.209980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:20.246667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.265482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-5f4db9d5-ffd2-4965-b5f6-c4b3816b9f54 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772071 Sep 23 19:31:20.268444 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebceb-7100-470c-8ff1-cdf7f68c83e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.291178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.296935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:20.297532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.313874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebceb-7100-470c-8ff1-cdf7f68c83e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.341424 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2058740 Sep 23 19:31:20.346962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:20.366808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'subnet': {'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:20.398759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-1e385886-bc27-41ab-9865-9fa15b72abb3 service neutron] 10.222.0.38 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207907 Sep 23 19:31:20.417316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebceb-7100-470c-8ff1-cdf7f68c83e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.419822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebceb-7100-470c-8ff1-cdf7f68c83e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.423074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc7ebceb-7100-470c-8ff1-cdf7f68c83e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5189db2a-2636-48b5-89e5-5851b775e47c HTTP/1.1" status: 204 len: 168 time: 0.2998857 Sep 23 19:31:20.441895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ebceb-7100-470c-8ff1-cdf7f68c83e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5189db2a-2636-48b5-89e5-5851b775e47c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:20.523412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-1b50fe74-dade-4505-a3ab-0c497964a7b3 service neutron] 10.222.0.38 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174591 Sep 23 19:31:20.727735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f08ee-b272-4476-af66-f0adad9f169a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Network': ['ID=ccddee97-ddac-4044-bf49-845dacc0be36,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:20.744369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ccddee97-ddac-4044-bf49-845dacc0be36 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:20.809750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:20.831457 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.866002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-43fca366-87fe-4f49-91a1-cfdba87f99d2 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:20.867618 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-43fca366-87fe-4f49-91a1-cfdba87f99d2 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66ee2d7-b713-4e8c-ad1d-764be19f3352 HTTP/1.1" status: 200 len: 946 time: 0.2075884 Sep 23 19:31:20.914154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:31:20.914154 n-d-810763-1 neutron-server[94825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:31:20.914154 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id': 'a5902b47bb9345279b8ee988fbc8c76f', 'id': '3a9a4fe6-335a-4d39-b8d3-11e622cddebb', 'expiration': datetime.datetime(2021, 9, 23, 19, 33, 20, 876317)}] Sep 23 19:31:20.914154 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:31:20.914725 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:31:20.927073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:20.930822 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.984841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de692-ad52-4e0c-80fc-364d4820d0f4 req-48fdb192-3a29-4e93-865a-f0dc24d53e6b tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:20.986616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-623de692-ad52-4e0c-80fc-364d4820d0f4 req-48fdb192-3a29-4e93-865a-f0dc24d53e6b tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2909038 Sep 23 19:31:21.054423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Deleting port ec2b44de-a9c0-4e42-9750-af2584403ff3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:21.054776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.214465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] For port ec2b44de-a9c0-4e42-9750-af2584403ff3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ec2b44de-a9c0-4e42-9750-af2584403ff3,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:21.215111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.238248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Calling delete_port for ec2b44de-a9c0-4e42-9750-af2584403ff3 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:21.244849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.347510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c068c503-3964-44dc-b7bd-3c67efd01e2f req-0bb6bfb2-9fb9-4586-9e52-88328e677e43 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/25c04df2-2ef0-4dc6-9707-bdc36db8bcbb HTTP/1.1" status: 200 len: 1800 time: 0.3395400 Sep 23 19:31:21.348924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Subnet': ['ID=a99a5419-cfc9-4aaf-8237-3005c5ab6045,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:21.382326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Checking segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:21.382763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network hostable DHCP agents. Network: d8b32375-3fae-49d8-9e83-21bb6f780f44, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:21.413923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c068c503-3964-44dc-b7bd-3c67efd01e2f req-e647660d-755d-444c-b0a0-fcced05fb07c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.420665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.425458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:21.435993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c068c503-3964-44dc-b7bd-3c67efd01e2f req-e647660d-755d-444c-b0a0-fcced05fb07c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.451346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d8b32375-3fae-49d8-9e83-21bb6f780f44) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:21.464155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:21.464808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.464954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc093ef-e97d-4bbb-b811-399cd3b9846d None None] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:21.476391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.482419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c068c503-3964-44dc-b7bd-3c67efd01e2f req-e647660d-755d-444c-b0a0-fcced05fb07c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.485876 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c068c503-3964-44dc-b7bd-3c67efd01e2f req-e647660d-755d-444c-b0a0-fcced05fb07c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.488037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c068c503-3964-44dc-b7bd-3c67efd01e2f req-e647660d-755d-444c-b0a0-fcced05fb07c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/25c04df2-2ef0-4dc6-9707-bdc36db8bcbb HTTP/1.1" status: 204 len: 173 time: 0.1291962 Sep 23 19:31:21.503736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647660d-755d-444c-b0a0-fcced05fb07c tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c04df2-2ef0-4dc6-9707-bdc36db8bcbb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:21.504568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ec2b44de-a9c0-4e42-9750-af2584403ff3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:21.526397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Pushing event deleted for resources: {'Port': ['ID=ec2b44de-a9c0-4e42-9750-af2584403ff3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:21.581430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] No DVR routers for this DVR port ec2b44de-a9c0-4e42-9750-af2584403ff3 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:21.584845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.586886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cc9dcbf-18b4-4559-8a88-1973e3c0a985 req-80769b7d-a74b-4f52-922c-0d231d3a2f81 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.72 "DELETE /v2.0/ports/ec2b44de-a9c0-4e42-9750-af2584403ff3 HTTP/1.1" status: 204 len: 173 time: 0.7116394 Sep 23 19:31:21.587320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'name': 'network-vif-deleted', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:21.589574 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc44b56c-d202-463a-9f17-8fc2c1732302" -d '{"events": [{"server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "name": "network-vif-deleted", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:21.647220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.655785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.687129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:21.687456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bad88186-6723-4b4a-9014-8ad1fb15f230 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3398111 Sep 23 19:31:21.692445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'subnet': {'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:21.715445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-d8b32375-3fae-49d8-9e83-21bb6f780f44', 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'fixed_ips': [{'subnet_id': 'a99a5419-cfc9-4aaf-8237-3005c5ab6045'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:31:21.718528 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.728739 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5902b47bb9345279b8ee988fbc8c76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9141033 Sep 23 19:31:21.729616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:21.731895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ebcf2-127f-4a93-992f-b4bc4e258787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa334c1-6f7f-49b8-856c-6b48d08ad7f1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:21.839293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5885d145-80c1-4532-a8c6-86cd65e401c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.878399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5885d145-80c1-4532-a8c6-86cd65e401c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.885610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:21.889051 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.945865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5885d145-80c1-4532-a8c6-86cd65e401c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.951146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5885d145-80c1-4532-a8c6-86cd65e401c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.957860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5885d145-80c1-4532-a8c6-86cd65e401c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/baa334c1-6f7f-49b8-856c-6b48d08ad7f1 HTTP/1.1" status: 204 len: 168 time: 0.2222998 Sep 23 19:31:21.959928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Allocated IP 10.1.1.2 (d8b32375-3fae-49d8-9e83-21bb6f780f44/a99a5419-cfc9-4aaf-8237-3005c5ab6045/fea05f93-af3a-4aa2-9ab5-7d9533e4c975) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:21.977490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885d145-80c1-4532-a8c6-86cd65e401c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa334c1-6f7f-49b8-856c-6b48d08ad7f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:22.055441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-ea89064e-18b2-4025-b37d-48de45bf67bf tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.057821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-ea89064e-18b2-4025-b37d-48de45bf67bf tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.41 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 814 time: 0.2684522 Sep 23 19:31:22.075821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Request body: {'port': {'device_id': '5a0ae4b5-cdef-4864-90be-258d35949878', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'admin_state_up': True, 'tenant_id': '6657698276964538bd5c80b53172a017'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:22.146448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-942a3564-b3c3-4b12-81b8-79667c8cd3c2 req-1cd32957-7b12-47c5-ad6a-68a9b358333c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 210 time: 0.0425079 Sep 23 19:31:22.237672 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.244541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.289569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:22.294573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:22.301317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:22.304613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Pushing event updated for resources: {'Port': ['ID=fea05f93-af3a-4aa2-9ab5-7d9533e4c975,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:22.316635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80a8c47a-b02c-45f2-a524-479355e3cda0 req-cd82a767-5c42-4cfb-a626-124af7430661 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=e62374d8861f41429f375cb1c7eb0e41 HTTP/1.1" status: 200 len: 1656 time: 0.0893829 Sep 23 19:31:22.366030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Attempting to bind port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:22.366615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Attempting to bind port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:22.367189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Attempting to bind port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:22.379894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:22.380467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Checking segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:22.381285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.381720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Bound using segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:22.382596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Bound port: fea05f93-af3a-4aa2-9ab5-7d9533e4c975, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:22.383849 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.396007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Made reservation on behalf of 6657698276964538bd5c80b53172a017 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:22.400082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.416305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.452748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] For port fea05f93-af3a-4aa2-9ab5-7d9533e4c975, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:22.457702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] For port fea05f93-af3a-4aa2-9ab5-7d9533e4c975, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fea05f93-af3a-4aa2-9ab5-7d9533e4c975,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:22.464604 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.525244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88835e-fc19-4433-a7e2-b38b782db58f None None] Pushing event updated for resources: {'Port': ['ID=fea05f93-af3a-4aa2-9ab5-7d9533e4c975,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:22.588827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Subnet': ['ID=63557403-7b6c-4a15-a5ed-c8b719f2c1d5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:22.625158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8c47a-b02c-45f2-a524-479355e3cda0 req-0b675e16-d1b1-42ad-9080-2c159059f7d2 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.626761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80a8c47a-b02c-45f2-a524-479355e3cda0 req-0b675e16-d1b1-42ad-9080-2c159059f7d2 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks?id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&id=b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 787 time: 0.2714274 Sep 23 19:31:22.657370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Checking segment: {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:22.657730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network hostable DHCP agents. Network: ccddee97-ddac-4044-bf49-845dacc0be36, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:22.754788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network ccddee97-ddac-4044-bf49-845dacc0be36 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:22.763902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b22e4e6-1974-45b8-b562-11715db195fa req-6a9e7c91-54b7-4b3b-87a8-0be37d1f7f6f tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/2aa51b7e-7eaf-4d41-abdc-7d6057dfa368 HTTP/1.1" status: 200 len: 1800 time: 0.1173465 Sep 23 19:31:22.764927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Allocated IP 172.20.0.5 (05775322-a051-4fae-a3cb-c3c1f512aae6/81ad76e2-8c6b-4a27-8d5a-6ec402d064e7/d75d41fa-5bad-45e4-a8aa-6966e854fb00) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:22.793414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ccddee97-ddac-4044-bf49-845dacc0be36) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:22.803453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff34cb-d192-489f-a69f-14fae629af88 None None] Network ccddee97-ddac-4044-bf49-845dacc0be36 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:22.807295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.807878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.854096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0832f506-abe5-46d4-a165-eed95ca20ef7 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1658404 Sep 23 19:31:22.857017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:22.862480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'port': {'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'name': 'tempest-TaggedBootDevicesTest-703016160', 'fixed_ips': [{'subnet_id': 'a99a5419-cfc9-4aaf-8237-3005c5ab6045'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:22.900355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b22e4e6-1974-45b8-b562-11715db195fa req-939f416e-9cb6-49b7-b25a-aa967d0f93eb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.969702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b22e4e6-1974-45b8-b562-11715db195fa req-939f416e-9cb6-49b7-b25a-aa967d0f93eb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.024069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-ccddee97-ddac-4044-bf49-845dacc0be36', 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'fixed_ips': [{'subnet_id': '63557403-7b6c-4a15-a5ed-c8b719f2c1d5'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:31:23.024548 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.042063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.049395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b22e4e6-1974-45b8-b562-11715db195fa req-939f416e-9cb6-49b7-b25a-aa967d0f93eb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.052539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:23.053098 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b22e4e6-1974-45b8-b562-11715db195fa req-939f416e-9cb6-49b7-b25a-aa967d0f93eb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.065404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b22e4e6-1974-45b8-b562-11715db195fa req-939f416e-9cb6-49b7-b25a-aa967d0f93eb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/2aa51b7e-7eaf-4d41-abdc-7d6057dfa368 HTTP/1.1" status: 204 len: 173 time: 0.2937937 Sep 23 19:31:23.102913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f416e-9cb6-49b7-b25a-aa967d0f93eb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa51b7e-7eaf-4d41-abdc-7d6057dfa368,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:23.160913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.167847 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892da89-4c6a-4c0a-a141-5eecd89efd1a x-openstack-request-id: req-e892da89-4c6a-4c0a-a141-5eecd89efd1a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:23.168415 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66ee2d7-b713-4e8c-ad1d-764be19f3352", "name": "network-vif-deleted", "tag": "ec2b44de-a9c0-4e42-9750-af2584403ff3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:23.168847 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e892da89-4c6a-4c0a-a141-5eecd89efd1a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:23.169447 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66ee2d7-b713-4e8c-ad1d-764be19f3352', 'name': 'network-vif-deleted', 'tag': 'ec2b44de-a9c0-4e42-9750-af2584403ff3', 'status': 'completed', 'code': 200} Sep 23 19:31:23.173469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.177678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Allocated IP 10.2.2.2 (ccddee97-ddac-4044-bf49-845dacc0be36/63557403-7b6c-4a15-a5ed-c8b719f2c1d5/44bfa5ae-2f36-44df-9c2b-7c654d452d0c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:23.219800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Network 05775322-a051-4fae-a3cb-c3c1f512aae6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:23.227242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:23.229548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] device_id is not set on port 737cb5f9-5a6a-4514-ace9-5368884d99f5 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:31:23.231574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:23.280518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Pushing event updated for resources: {'Port': ['ID=d75d41fa-5bad-45e4-a8aa-6966e854fb00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:23.325664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:23.331422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.349441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-835805c6-f776-4987-81fd-167e93efa127 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2823229 Sep 23 19:31:23.369598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Request body: {'port': {'device_id': '5a0ae4b5-cdef-4864-90be-258d35949878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:23.369935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.378880 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.452974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Network ccddee97-ddac-4044-bf49-845dacc0be36 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:23.463208 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:23.466253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:23.481187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Pushing event updated for resources: {'Port': ['ID=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:23.518522 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.529420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-9aba907d-d0da-46d7-87ab-6ab212e1fa50 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips/e8a893cf-f59a-45d9-b6de-83fb291e7a01 HTTP/1.1" status: 200 len: 693 time: 0.0659237 Sep 23 19:31:23.568822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Attempting to bind port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:23.569893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Attempting to bind port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:23.571988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Attempting to bind port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c on network ccddee97-ddac-4044-bf49-845dacc0be36 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:23.577601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:23.577935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Checking segment: {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:23.578418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.578879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Bound using segment: {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:23.579593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Bound port: 44bfa5ae-2f36-44df-9c2b-7c654d452d0c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:23.580023 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.667914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 10.1.1.96 (d8b32375-3fae-49d8-9e83-21bb6f780f44/a99a5419-cfc9-4aaf-8237-3005c5ab6045/737cb5f9-5a6a-4514-ace9-5368884d99f5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:23.703220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] For port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:23.708243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] For port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:23.713844 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.777834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708675f7-a19f-4959-a62c-6e60ae30d90e None None] Pushing event updated for resources: {'Port': ['ID=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:23.806704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-eaddbebc-dc3c-4554-8e90-4e94feda469f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:23.808131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-eaddbebc-dc3c-4554-8e90-4e94feda469f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.2779396 Sep 23 19:31:23.903097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-6309808c-db72-42c4-8e87-451f0e85096c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.0842023 Sep 23 19:31:23.904325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f19c7-c9e9-4a61-be0a-c8a7ba0c19aa None None] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:23.917311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.979298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.000069 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-a8cc8ce3-ef29-4cfa-873b-e9c914428953 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.231 HTTP/1.1" status: 200 len: 696 time: 0.0962551 Sep 23 19:31:24.021628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-48475618-811b-42a5-a429-6c0f0af36824 None None] Provisioning complete for port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:24.021985 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48475618-811b-42a5-a429-6c0f0af36824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.068074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:24.071310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:24.078657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:24.089006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ec2b44de-a9c0-4e42-9750-af2584403ff3 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:24.117266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: ec2b44de-a9c0-4e42-9750-af2584403ff3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:24.117680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ec2b44de-a9c0-4e42-9750-af2584403ff3 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:24.142629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=737cb5f9-5a6a-4514-ace9-5368884d99f5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:24.170454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:24.171176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.201600 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a6d2aaa2-834d-4b0e-8fca-e3b0a6dad9f2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3434317 Sep 23 19:31:24.204741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48478) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:24.212346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'port': {'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'name': 'tempest-TaggedBootDevicesTest-1192242313', 'fixed_ips': [{'subnet_id': 'a99a5419-cfc9-4aaf-8237-3005c5ab6045'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:24.266088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48475618-811b-42a5-a429-6c0f0af36824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.307186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-48475618-811b-42a5-a429-6c0f0af36824 None None] For port fea05f93-af3a-4aa2-9ab5-7d9533e4c975, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fea05f93-af3a-4aa2-9ab5-7d9533e4c975,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:24.310701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75d41fa-5bad-45e4-a8aa-6966e854fb00 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:24.318391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48475618-811b-42a5-a429-6c0f0af36824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.326872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.331151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Deleting port 04274201-0d32-4284-96eb-128cebf2716a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:24.331151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.369396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Transition to ACTIVE for port object d75d41fa-5bad-45e4-a8aa-6966e854fb00 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:24.381611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48475618-811b-42a5-a429-6c0f0af36824 None None] Pushing event updated for resources: {'Port': ['ID=fea05f93-af3a-4aa2-9ab5-7d9533e4c975,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:24.406879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.453091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:24.466240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.495032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.495217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.498181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=d75d41fa-5bad-45e4-a8aa-6966e854fb00,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:24.500786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] device_id is not set on port 33fde9fc-1a19-4611-a1e4-d60a06d847ab yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:31:24.530651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Calling delete_port for 04274201-0d32-4284-96eb-128cebf2716a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:24.646822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-10b72cea-2b46-4725-818b-1b34f075a87e None None] Provisioning complete for port 737cb5f9-5a6a-4514-ace9-5368884d99f5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:24.647724 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10b72cea-2b46-4725-818b-1b34f075a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.703733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Attempting to bind port d75d41fa-5bad-45e4-a8aa-6966e854fb00 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:24.704236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Attempting to bind port d75d41fa-5bad-45e4-a8aa-6966e854fb00 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:24.704601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Attempting to bind port d75d41fa-5bad-45e4-a8aa-6966e854fb00 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:24.714782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-10b72cea-2b46-4725-818b-1b34f075a87e None None] Port 737cb5f9-5a6a-4514-ace9-5368884d99f5 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:24.730018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-10b72cea-2b46-4725-818b-1b34f075a87e None None] Provisioning complete for port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:24.730620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10b72cea-2b46-4725-818b-1b34f075a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.733528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Port d75d41fa-5bad-45e4-a8aa-6966e854fb00 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:24.733528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Attempting to bind port d75d41fa-5bad-45e4-a8aa-6966e854fb00 on network 05775322-a051-4fae-a3cb-c3c1f512aae6 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:24.755491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:24.755860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Checking segment: {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:24.756347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Bound using segment: {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:24.756769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Bound port: d75d41fa-5bad-45e4-a8aa-6966e854fb00, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:24.757184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.803768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44bfa5ae-2f36-44df-9c2b-7c654d452d0c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:24.822593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 10.1.1.14 (d8b32375-3fae-49d8-9e83-21bb6f780f44/a99a5419-cfc9-4aaf-8237-3005c5ab6045/33fde9fc-1a19-4611-a1e4-d60a06d847ab) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:24.934458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] For port d75d41fa-5bad-45e4-a8aa-6966e854fb00, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:24.941951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] For port d75d41fa-5bad-45e4-a8aa-6966e854fb00, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d75d41fa-5bad-45e4-a8aa-6966e854fb00,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:24.950008 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.971613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.006876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:25.007403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.061025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.111195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=d75d41fa-5bad-45e4-a8aa-6966e854fb00,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.126429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.129088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.144071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.162328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.163150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.165339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-187706d5-5bba-446f-959d-34097a39aa22 service neutron] 10.222.0.41 "PUT /v2.0/ports/d75d41fa-5bad-45e4-a8aa-6966e854fb00 HTTP/1.1" status: 200 len: 1091 time: 1.8006847 Sep 23 19:31:25.166357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event deleted for resources: {'Port': ['ID=04274201-0d32-4284-96eb-128cebf2716a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.168117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0ae4b5-cdef-4864-90be-258d35949878', 'tag': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:25.170755 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0ae4b5-cdef-4864-90be-258d35949878", "tag": "d75d41fa-5bad-45e4-a8aa-6966e854fb00"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:25.209352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:25.209867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:25.211508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-49089101-db8a-42c3-b331-8ad451a4ddcd None None] Provisioning complete for port 737cb5f9-5a6a-4514-ace9-5368884d99f5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:25.212055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49089101-db8a-42c3-b331-8ad451a4ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.214908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:25.218080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:25.253306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=33fde9fc-1a19-4611-a1e4-d60a06d847ab,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.253768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.254627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fea05f93-af3a-4aa2-9ab5-7d9533e4c975 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:25.256241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-49089101-db8a-42c3-b331-8ad451a4ddcd None None] Port 737cb5f9-5a6a-4514-ace9-5368884d99f5 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:25.310107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.311080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.342096 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d2346f94-c258-4455-af44-a9fb0f8b2828 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1354628 Sep 23 19:31:25.361664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.366909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.369554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0f5f8-d4e5-494b-97ee-27c0b54114da None None] Network ccddee97-ddac-4044-bf49-845dacc0be36 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:25.369693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.385478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08c5c347-fa87-4a24-b87e-c7874b3c4e91 req-986289ea-8e1d-46ae-ad25-12e7813a3a9f tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "DELETE /v2.0/floatingips/e8a893cf-f59a-45d9-b6de-83fb291e7a01 HTTP/1.1" status: 204 len: 173 time: 1.3844142 Sep 23 19:31:25.390783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2312f464-1c65-4877-b83e-80b7efb00487 req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-36495355', 'description': 'tempest-description-1913045168'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:25.398070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-760117ba-4c0b-4cfa-8520-eb95a35b512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.399816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-760117ba-4c0b-4cfa-8520-eb95a35b512f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 1094 time: 0.1421940 Sep 23 19:31:25.415332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:25.415694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.464422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-ac9deba9-845f-447c-b811-9994629bb2d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d75d41fa-5bad-45e4-a8aa-6966e854fb00 HTTP/1.1" status: 200 len: 217 time: 0.0513015 Sep 23 19:31:25.473325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2312f464-1c65-4877-b83e-80b7efb00487 req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.475100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-27f87565-54d4-434a-91ce-0480f5d68766 None None] Provisioning complete for port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:25.475468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27f87565-54d4-434a-91ce-0480f5d68766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.550307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-93ee4c93-50cd-49ef-afd9-dcceda259e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.565398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-93ee4c93-50cd-49ef-afd9-dcceda259e3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 HTTP/1.1" status: 200 len: 854 time: 0.0934889 Sep 23 19:31:25.623341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-b4ea3649-4384-4529-85cb-df4f3a5e9ed5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05775322-a051-4fae-a3cb-c3c1f512aae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436506 Sep 23 19:31:25.735509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2312f464-1c65-4877-b83e-80b7efb00487 req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.744065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2312f464-1c65-4877-b83e-80b7efb00487 req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.772547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-2dce52df-9167-4641-8525-822f7dcb37a7 service neutron] 10.222.0.41 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391208 Sep 23 19:31:25.796038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2312f464-1c65-4877-b83e-80b7efb00487 req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.805897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2312f464-1c65-4877-b83e-80b7efb00487 req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4193528 Sep 23 19:31:25.823491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52144f0-3613-4b71-a81c-d09d863d9620,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.833719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.834062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.834426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.834758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.835086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.835425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.835758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.836592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.836916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.837234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.837555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.837872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d815622-dccf-4f21-a38d-b45bc0d2f7cf tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.931002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b0286465-3b9a-4e82-acda-48eca446e394 None None] Provisioning complete for port 33fde9fc-1a19-4611-a1e4-d60a06d847ab triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:25.931916 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0286465-3b9a-4e82-acda-48eca446e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.932340 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e9665de-2069-4278-8030-41f3c3b8b952 req-a2e844f1-9028-4eaf-aec4-1161e8614be9 service neutron] 10.222.0.41 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514044 Sep 23 19:31:25.963262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab191d-8201-468b-ab01-8978952d4322 req-735edc6c-3a58-4be0-a72d-4ff3542ce007 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.967126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35ab191d-8201-468b-ab01-8978952d4322 req-735edc6c-3a58-4be0-a72d-4ff3542ce007 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 943 time: 0.0748076 Sep 23 19:31:25.980996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b0286465-3b9a-4e82-acda-48eca446e394 None None] Port 33fde9fc-1a19-4611-a1e4-d60a06d847ab cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:26.018158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35ab191d-8201-468b-ab01-8978952d4322 req-8809905c-943e-44ef-ab1a-3ad79bc86d5c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 Sep 23 19:31:26.065522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:26.102595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-00b8c1a5-96ad-473c-bfca-6af304a114d0 None None] Provisioning complete for port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:26.103156 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00b8c1a5-96ad-473c-bfca-6af304a114d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.332757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:26.343230 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa293e-5f60-42bd-bcc6-cfe6a326f64b x-openstack-request-id: req-bcaa293e-5f60-42bd-bcc6-cfe6a326f64b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:26.343703 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0ae4b5-cdef-4864-90be-258d35949878", "tag": "d75d41fa-5bad-45e4-a8aa-6966e854fb00", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:26.344126 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bcaa293e-5f60-42bd-bcc6-cfe6a326f64b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:26.344705 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0ae4b5-cdef-4864-90be-258d35949878', 'tag': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00', 'status': 'completed', 'code': 200} Sep 23 19:31:26.415672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-1aa01533-b365-4746-bc70-6694ad912a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.417311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-1aa01533-b365-4746-bc70-6694ad912a90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6657698276964538bd5c80b53172a017&device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 1094 time: 0.0521603 Sep 23 19:31:26.474654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32417534-b380-44da-814a-9d04f4a57a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.545289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-9be6ab4a-bd0e-4fef-aca2-2038d99ac0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.546567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-9be6ab4a-bd0e-4fef-aca2-2038d99ac0a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 200 len: 915 time: 0.1217828 Sep 23 19:31:26.560747 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.597716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44bfa5ae-2f36-44df-9c2b-7c654d452d0c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:26.599853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-599458e2-5790-4bbc-996a-c8e6f3e05c54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d75d41fa-5bad-45e4-a8aa-6966e854fb00 HTTP/1.1" status: 200 len: 217 time: 0.0453160 Sep 23 19:31:26.658232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.662992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:26.664246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.681741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-04b2642c-d430-4a5b-8c5c-73f78a73b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.683480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-04b2642c-d430-4a5b-8c5c-73f78a73b89c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 HTTP/1.1" status: 200 len: 854 time: 0.0738676 Sep 23 19:31:26.726105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-03a3d033-0948-4a0a-937b-67e07c649558 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05775322-a051-4fae-a3cb-c3c1f512aae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338030 Sep 23 19:31:26.769047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32417534-b380-44da-814a-9d04f4a57a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.774887 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32417534-b380-44da-814a-9d04f4a57a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.855207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32417534-b380-44da-814a-9d04f4a57a46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd707d5feee0458bad1c583a2c07c8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187662 Sep 23 19:31:26.855421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Deleting port 729f002b-d292-41f7-87f6-981bcb3a7b17 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:26.855421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.855634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32417534-b380-44da-814a-9d04f4a57a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f82e2-9b17-4726-907d-463cb6466ddc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:26.855737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48628) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:26.878164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-732dca0f-9b27-4981-8686-45712923baae service neutron] 10.222.0.41 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376083 Sep 23 19:31:26.963376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020f57e1-9739-4391-93c1-2c86bb81b8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.967672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ffc1684-4fef-4c83-aa54-bf1cde914fcb req-dc0b12d7-467f-4155-9f50-4e48da01b631 service neutron] 10.222.0.41 "GET /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821197 Sep 23 19:31:26.976350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] For port 729f002b-d292-41f7-87f6-981bcb3a7b17, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=729f002b-d292-41f7-87f6-981bcb3a7b17,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:26.977460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.002490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Calling delete_port for 729f002b-d292-41f7-87f6-981bcb3a7b17 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:27.005294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020f57e1-9739-4391-93c1-2c86bb81b8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.119942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020f57e1-9739-4391-93c1-2c86bb81b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.122318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020f57e1-9739-4391-93c1-2c86bb81b8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.123432 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-020f57e1-9739-4391-93c1-2c86bb81b8c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd5f82e2-9b17-4726-907d-463cb6466ddc HTTP/1.1" status: 204 len: 168 time: 0.2666569 Sep 23 19:31:27.140099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f57e1-9739-4391-93c1-2c86bb81b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f82e2-9b17-4726-907d-463cb6466ddc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:27.196697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:27.200029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:31:27.202862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a38f070d-5516-4aff-8862-2920a4ec67ee tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092138131', 'description': 'tempest-description--1423035393'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:27.225858 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.260995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Pushing event deleted for resources: {'Port': ['ID=729f002b-d292-41f7-87f6-981bcb3a7b17,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:27.276445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-077a116b-f116-4970-b3e1-886b90b334c2 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips/21e0b49f-e036-4fb4-9d4d-f95f61e7c535 HTTP/1.1" status: 200 len: 693 time: 0.0681896 Sep 23 19:31:27.282479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38f070d-5516-4aff-8862-2920a4ec67ee tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.341606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:27.367944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'mac_address': 'fa:16:3e:7a:46:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:31:27.400881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38f070d-5516-4aff-8862-2920a4ec67ee tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.409097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38f070d-5516-4aff-8862-2920a4ec67ee tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.420397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.445553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:27.484709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.485334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a38f070d-5516-4aff-8862-2920a4ec67ee tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.487383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a38f070d-5516-4aff-8862-2920a4ec67ee tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2891328 Sep 23 19:31:27.491067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:27.493087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:27.498802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fefa1d23-c032-4fd3-a3e7-86d7dd9944f0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'security_group_rule': {'security_group_id': 'e1fd294c-30de-451a-8c70-16703f3d56a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:27.499228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f070d-5516-4aff-8862-2920a4ec67ee tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fd294c-30de-451a-8c70-16703f3d56a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:27.499576 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.544234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-a4d73f77-4cbe-4225-9c46-0672f0e4b067 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:27.546057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-a4d73f77-4cbe-4225-9c46-0672f0e4b067 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.2610312 Sep 23 19:31:27.577540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:27.620123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:27.628470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-cbefe5ca-188f-46a4-82f7-699af94d187e tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.0688789 Sep 23 19:31:27.637345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0cf9-3e45-4857-9ba1-09f9bcf3d7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.639603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fefa1d23-c032-4fd3-a3e7-86d7dd9944f0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.753385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fefa1d23-c032-4fd3-a3e7-86d7dd9944f0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.755723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:27.780824 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fefa1d23-c032-4fd3-a3e7-86d7dd9944f0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.814036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa1d23-c032-4fd3-a3e7-86d7dd9944f0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542a381a-78f0-40f7-a40a-a12746212ffe,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:27.821692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fefa1d23-c032-4fd3-a3e7-86d7dd9944f0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.825853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fefa1d23-c032-4fd3-a3e7-86d7dd9944f0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317685 Sep 23 19:31:27.828360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:27.832876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b186c461-a778-4c8b-b05a-ff607daad11d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'security_group_rule': {'security_group_id': 'e1fd294c-30de-451a-8c70-16703f3d56a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:27.865118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Router a5950618-d080-47c6-95e3-9d31a97dcc51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:31:27.878165 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b186c461-a778-4c8b-b05a-ff607daad11d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.990900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-effaca35-e970-4832-a66e-7689620d3c29 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.3551643 Sep 23 19:31:28.002936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b186c461-a778-4c8b-b05a-ff607daad11d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.008691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b186c461-a778-4c8b-b05a-ff607daad11d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.174588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0cf9-3e45-4857-9ba1-09f9bcf3d7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.179487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Deleting port 3ddb1a85-1ec6-470b-b962-c8bd73e4449f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:28.179846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.181620 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c8f0cf9-3e45-4857-9ba1-09f9bcf3d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.235147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c8f0cf9-3e45-4857-9ba1-09f9bcf3d7fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c26469831d6647efbb0f8c8a1661ab90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137509 Sep 23 19:31:28.265741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:28.287776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f0cf9-3e45-4857-9ba1-09f9bcf3d7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e53a494-95a3-4c33-a5e3-4abf3861f9f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.295290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:28.296424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186c461-a778-4c8b-b05a-ff607daad11d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb1a767-7394-4f26-8d0e-5ce3459198e2,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.303650 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0f10f550-83d0-436d-bdb2-d7e26c525148 admin admin] 10.222.0.38 "PUT /v2.0/routers/a5950618-d080-47c6-95e3-9d31a97dcc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372801 Sep 23 19:31:28.307254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:28.308353 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2145f12-72e3-425c-8700-eca635174275 None None] Sync routers for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:28.328673 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:28.330194 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:31:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:28.330866 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.331113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.346425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b186c461-a778-4c8b-b05a-ff607daad11d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.350503 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b186c461-a778-4c8b-b05a-ff607daad11d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5183647 Sep 23 19:31:28.350979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:28.351279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Calling delete_port for 3ddb1a85-1ec6-470b-b962-c8bd73e4449f owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:28.357043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:28.357297 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c86f111-e2b3-4aa0-87b1-d0952691a9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.417698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.419618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c86f111-e2b3-4aa0-87b1-d0952691a9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.452649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.469099 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:28.489607 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c86f111-e2b3-4aa0-87b1-d0952691a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.492622 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c86f111-e2b3-4aa0-87b1-d0952691a9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.493797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c86f111-e2b3-4aa0-87b1-d0952691a9cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e53a494-95a3-4c33-a5e3-4abf3861f9f9 HTTP/1.1" status: 204 len: 168 time: 0.2247331 Sep 23 19:31:28.557007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.568798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86f111-e2b3-4aa0-87b1-d0952691a9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e53a494-95a3-4c33-a5e3-4abf3861f9f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.591744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event deleted for resources: {'Port': ['ID=3ddb1a85-1ec6-470b-b962-c8bd73e4449f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.613806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.631500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.670178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.673405 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.674815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e86836b-c09c-453f-96c5-2007bee79a62 req-6b4e277e-29cc-44fe-81c2-21b66f6d0670 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "DELETE /v2.0/floatingips/21e0b49f-e036-4fb4-9d4d-f95f61e7c535 HTTP/1.1" status: 204 len: 173 time: 0.6762269 Sep 23 19:31:28.753879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:31:27Z', 'revision_number': 5, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port': {'id': '82f4b216-c7fa-4e87-ad61-8cec2afb49ab', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:28.757370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Deleting port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:28.758447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.764244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e155d38-3c1d-4b8c-817e-13794763cec2 req-496a07de-627d-4530-8b26-7ff24c2440e3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/a52144f0-3613-4b71-a81c-d09d863d9620 HTTP/1.1" status: 200 len: 1799 time: 0.0671065 Sep 23 19:31:28.780539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7e155d38-3c1d-4b8c-817e-13794763cec2 req-168538a2-0d2a-4e6d-bf47-e65cc0d6f712 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1879390200', 'description': 'tempest-description-hth-718507740'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:28.794940 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2145f12-72e3-425c-8700-eca635174275 None None] Checking router: a5950618-d080-47c6-95e3-9d31a97dcc51 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:28.799471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 172.25.6.113 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/83f8adb3-a9fe-4538-a15f-777ca480da75) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:28.807678 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] Routers {'a5950618-d080-47c6-95e3-9d31a97dcc51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:28.808621 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:31:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a5950618-d080-47c6-95e3-9d31a97dcc51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:28.813164 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e155d38-3c1d-4b8c-817e-13794763cec2 req-168538a2-0d2a-4e6d-bf47-e65cc0d6f712 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.880270 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e155d38-3c1d-4b8c-817e-13794763cec2 req-168538a2-0d2a-4e6d-bf47-e65cc0d6f712 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.885763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] For port 82f4b216-c7fa-4e87-ad61-8cec2afb49ab, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:28.886119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.886349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e155d38-3c1d-4b8c-817e-13794763cec2 req-168538a2-0d2a-4e6d-bf47-e65cc0d6f712 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.889814 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7e155d38-3c1d-4b8c-817e-13794763cec2 req-168538a2-0d2a-4e6d-bf47-e65cc0d6f712 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.902807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e155d38-3c1d-4b8c-817e-13794763cec2 req-168538a2-0d2a-4e6d-bf47-e65cc0d6f712 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "PUT /v2.0/security-groups/a52144f0-3613-4b71-a81c-d09d863d9620 HTTP/1.1" status: 200 len: 1774 time: 0.1265898 Sep 23 19:31:28.917338 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] Set router a5950618-d080-47c6-95e3-9d31a97dcc51 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:28.931367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Calling delete_port for 82f4b216-c7fa-4e87-ad61-8cec2afb49ab owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:28.963273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168538a2-0d2a-4e6d-bf47-e65cc0d6f712 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52144f0-3613-4b71-a81c-d09d863d9620,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.973778 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c2145f12-72e3-425c-8700-eca635174275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:31:28Z', 'revision_number': 6, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:29.004815 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2145f12-72e3-425c-8700-eca635174275 None None] The sync data for ids ['a5950618-d080-47c6-95e3-9d31a97dcc51'] in n-d-810763-1 is: [{'id': 'a5950618-d080-47c6-95e3-9d31a97dcc51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-478681976-router', 'tenant_id': '779260434a4c429bb0774e9bd71be88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:31:28Z', 'revision_number': 6, 'project_id': '779260434a4c429bb0774e9bd71be88b', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:29.018241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.112554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.133364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425487b4-a17c-4f17-9b7d-ea12fe60db72 req-aec52c01-bdb7-4d47-8b30-e1e3f051060b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.135160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-425487b4-a17c-4f17-9b7d-ea12fe60db72 req-aec52c01-bdb7-4d47-8b30-e1e3f051060b tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 943 time: 0.0549955 Sep 23 19:31:29.178526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-425487b4-a17c-4f17-9b7d-ea12fe60db72 req-507bf35e-d9e5-4b80-a572-7ff1bce7f61c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356038 Sep 23 19:31:29.181348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:29.187080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:29.193100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:29.206248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:29.230862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=83f8adb3-a9fe-4538-a15f-777ca480da75,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:29.250878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.274306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:29.274712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.297649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f4b216-c7fa-4e87-ad61-8cec2afb49ab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:29.319447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-95ceb380-5e27-4c0c-aa84-45b81e74b37b tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips/3b294c97-20ad-4afd-bd90-ba8f5fa487a7 HTTP/1.1" status: 200 len: 692 time: 0.0510223 Sep 23 19:31:29.390513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.421411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.429047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.431664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:29.435789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:29.440619 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad253764-dbe8-4dda-8370-66ae4b238b50" -d '{"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:29.444754 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.509697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-7c03e1ca-adb8-4fe6-89d5-d07dbd2b5ec1 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.513640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:29.514756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-7c03e1ca-adb8-4fe6-89d5-d07dbd2b5ec1 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1881638 Sep 23 19:31:29.524225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.524657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.525074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.527572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.527572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.527572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.527902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.528067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.528541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.528938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.529647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.529778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:29.556224 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.575736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-e84e544a-eb74-4e0c-8c61-55b799151148 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.0579836 Sep 23 19:31:29.581048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.584449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.638785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-6eb09e29-3c1c-43a6-bcdb-cadf3c62a641 tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.0559180 Sep 23 19:31:29.650117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.650654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5950618-d080-47c6-95e3-9d31a97dcc51 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:29.655947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.659395 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c6f47979-b178-40c9-9886-0c9c1b7b6738 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a5950618-d080-47c6-95e3-9d31a97dcc51 HTTP/1.1" status: 204 len: 168 time: 1.3489442 Sep 23 19:31:29.667030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:29.763365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] Deleting subnet 341e9eea-0651-488c-87e8-0d7a2e25c592 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:31:29.774635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.787420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Deleting port 5351f121-ab50-4362-9a8f-25aafc4e1875 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:29.787753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.833976 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.874428 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.875105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.875431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.887171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.892080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Calling delete_port for 5351f121-ab50-4362-9a8f-25aafc4e1875 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:29.999337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=83f8adb3-a9fe-4538-a15f-777ca480da75,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:30.012038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.032854 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.056170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.057384 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-292543dc-f548-40ed-a7c3-0e570800efc5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7036874 Sep 23 19:31:30.072338 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.094757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.103787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Pushing event deleted for resources: {'Port': ['ID=5351f121-ab50-4362-9a8f-25aafc4e1875,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:30.137155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341e9eea-0651-488c-87e8-0d7a2e25c592,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:30.150580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.153685 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3a4990bc-7a01-4d9a-aa27-b307860185cb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/341e9eea-0651-488c-87e8-0d7a2e25c592 HTTP/1.1" status: 204 len: 168 time: 0.4857264 Sep 23 19:31:30.158657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:30.159468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26de6d-65a2-4f5a-a9a8-30b9ad220240 None None] Network 400a142c-2b68-45e1-89a7-777cd45d0f67 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:30.219823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.225305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.226579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02e54774-2dc1-4fc8-b4de-f074b115d9ef req-f6411803-5f82-409a-a9a2-7fd19c918b8c tempest-FloatingIPDetailsTestJSON-1999272728 tempest-FloatingIPDetailsTestJSON-1999272728-project] 10.222.0.38 "DELETE /v2.0/floatingips/3b294c97-20ad-4afd-bd90-ba8f5fa487a7 HTTP/1.1" status: 204 len: 173 time: 0.5867794 Sep 23 19:31:30.233732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:30.305748 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.402259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Deleting port 174a13f8-b9ae-4d99-a976-c362dbed07d4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:30.402659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.407969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a41f9ac6-eec7-4d14-ae29-13c7452a87f0 req-94df14fd-b749-4113-a35d-c39cff511ae3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/a52144f0-3613-4b71-a81c-d09d863d9620 HTTP/1.1" status: 200 len: 1774 time: 0.1539104 Sep 23 19:31:30.462473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] DHCP port deletion for 400a142c-2b68-45e1-89a7-777cd45d0f67 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:31:30.481310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] For port 174a13f8-b9ae-4d99-a976-c362dbed07d4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=174a13f8-b9ae-4d99-a976-c362dbed07d4,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:30.481933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.497275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Calling delete_port for 174a13f8-b9ae-4d99-a976-c362dbed07d4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:30.552105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] Deleting port 174a13f8-b9ae-4d99-a976-c362dbed07d4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:30.552845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.607746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.620166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69d6f9-eb11-4c14-ad68-829df4ba5bec req-d5d8162c-1ead-406c-82e4-d4c1759da704 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.621745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d69d6f9-eb11-4c14-ad68-829df4ba5bec req-d5d8162c-1ead-406c-82e4-d4c1759da704 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1101 time: 0.1037071 Sep 23 19:31:30.633469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82f4b216-c7fa-4e87-ad61-8cec2afb49ab no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:30.645014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=174a13f8-b9ae-4d99-a976-c362dbed07d4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:30.653157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] No DVR routers for this DVR port 174a13f8-b9ae-4d99-a976-c362dbed07d4 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:30.669708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 82f4b216-c7fa-4e87-ad61-8cec2afb49ab {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:30.670201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82f4b216-c7fa-4e87-ad61-8cec2afb49ab not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:30.670747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 174a13f8-b9ae-4d99-a976-c362dbed07d4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:30.675273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] For port 174a13f8-b9ae-4d99-a976-c362dbed07d4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=174a13f8-b9ae-4d99-a976-c362dbed07d4,segment=NetworkSegment(2204d640-c8d0-4888-9e94-a9b9a4e5ce8e),segment_id=2204d640-c8d0-4888-9e94-a9b9a4e5ce8e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:30.675842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.702490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 174a13f8-b9ae-4d99-a976-c362dbed07d4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:30.703089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 174a13f8-b9ae-4d99-a976-c362dbed07d4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:30.703499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 729f002b-d292-41f7-87f6-981bcb3a7b17 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:30.709783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] Calling delete_port for 174a13f8-b9ae-4d99-a976-c362dbed07d4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:30.714594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d69d6f9-eb11-4c14-ad68-829df4ba5bec req-681cefd6-e2c0-4f33-b86f-3413f98e7eda tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793667 Sep 23 19:31:30.731663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 729f002b-d292-41f7-87f6-981bcb3a7b17 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:30.732115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 729f002b-d292-41f7-87f6-981bcb3a7b17 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:30.771158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.786614 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42661e1-c275-4712-89b6-ccf9b6198935 x-openstack-request-id: req-a42661e1-c275-4712-89b6-ccf9b6198935 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:30.786904 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:30.787170 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a42661e1-c275-4712-89b6-ccf9b6198935 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:30.787539 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'code': 200} Sep 23 19:31:30.804846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400a142c-2b68-45e1-89a7-777cd45d0f67']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:30.817817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:30.818789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2204d640-c8d0-4888-9e94-a9b9a4e5ce8e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:30.831382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.847128 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.854633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.862456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:30.863097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:30.864964 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:30.872374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:30.876451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] Pushing event deleted for resources: {'Port': ['ID=174a13f8-b9ae-4d99-a976-c362dbed07d4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:30.884475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c4042-91dd-4566-a3a3-5e2cc8cb1982 None None] No DVR routers for this DVR port 174a13f8-b9ae-4d99-a976-c362dbed07d4 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:30.927279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.934583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.937327 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/400a142c-2b68-45e1-89a7-777cd45d0f67 HTTP/1.1" status: 204 len: 168 time: 0.7770209 Sep 23 19:31:30.945621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:30.946941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad57067-e5ea-4845-83c0-3188bde9c0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=400a142c-2b68-45e1-89a7-777cd45d0f67,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:31.050337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c7ac-f457-4b06-9b21-d6bba43d9a81 req-5211d12d-6dd1-4a2d-8a46-e03c8d5feb56 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.051791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9d2c7ac-f457-4b06-9b21-d6bba43d9a81 req-5211d12d-6dd1-4a2d-8a46-e03c8d5feb56 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 943 time: 0.1644533 Sep 23 19:31:31.057821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ae041fc-b3b0-4953-a336-8e7cad789ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.072781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.199466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9d2c7ac-f457-4b06-9b21-d6bba43d9a81 req-34fbede2-fba2-4ad2-aa32-1d3cbe267e80 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366966 Sep 23 19:31:31.226156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d75d41fa-5bad-45e4-a8aa-6966e854fb00 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:31:31.339829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d75d41fa-5bad-45e4-a8aa-6966e854fb00, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d75d41fa-5bad-45e4-a8aa-6966e854fb00,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:31.351140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00', 'network_id': '05775322-a051-4fae-a3cb-c3c1f512aae6', 'port_id': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00', 'mac_address': 'fa:16:3e:62:9a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ad76e2-8c6b-4a27-8d5a-6ec402d064e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:31:31.389527 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.402816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75d41fa-5bad-45e4-a8aa-6966e854fb00 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:31.423399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d75d41fa-5bad-45e4-a8aa-6966e854fb00, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d75d41fa-5bad-45e4-a8aa-6966e854fb00,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:31.427250 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.432722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-c1ac2b2d-7855-44e5-ae73-04c0a993c338 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1092138131&fields=id&tenant_id=95bfdfd303094f31b74e45f3a972a5cf HTTP/1.1" status: 200 len: 267 time: 0.1307609 Sep 23 19:31:31.473770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d75d41fa-5bad-45e4-a8aa-6966e854fb00,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:31.509401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ae041fc-b3b0-4953-a336-8e7cad789ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.521152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ae041fc-b3b0-4953-a336-8e7cad789ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.550370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-79f09025-bf2b-47c7-94f4-38290aefbd21 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.551695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-79f09025-bf2b-47c7-94f4-38290aefbd21 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports/737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 930 time: 0.1057782 Sep 23 19:31:31.611184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ae041fc-b3b0-4953-a336-8e7cad789ed5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bf4ce7af8aa4108a75a2dd37d2dee21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7378054 Sep 23 19:31:31.614147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:31.633460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae041fc-b3b0-4953-a336-8e7cad789ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c18e74-06cd-4513-b98d-a43de7f0f810,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:31.654388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-834c4381-dd27-438f-8669-8602d399f5c1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.655734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-834c4381-dd27-438f-8669-8602d399f5c1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports/33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 931 time: 0.0720267 Sep 23 19:31:31.663905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b173-07ae-4fb2-8612-e04bc1dd7be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.688983 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b173-07ae-4fb2-8612-e04bc1dd7be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.724890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-54a065fc-3c6b-4b16-a22b-81c16fc47e38 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0537367 Sep 23 19:31:31.737139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b173-07ae-4fb2-8612-e04bc1dd7be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.739784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b173-07ae-4fb2-8612-e04bc1dd7be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.741026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4fc6b173-07ae-4fb2-8612-e04bc1dd7be7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81c18e74-06cd-4513-b98d-a43de7f0f810 HTTP/1.1" status: 204 len: 168 time: 0.1257694 Sep 23 19:31:31.749711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6b173-07ae-4fb2-8612-e04bc1dd7be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c18e74-06cd-4513-b98d-a43de7f0f810,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:31.786711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-a8a58551-41b4-491d-9ebd-5117aea54503 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0366895 Sep 23 19:31:31.876224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d75d41fa-5bad-45e4-a8aa-6966e854fb00'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:31.907418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Deleting port 95559226-88ee-4bf4-98c8-042a64b87308 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:31.907802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.966440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-84b8815c-f652-4e02-bde7-87fa71847390 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.972056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-84b8815c-f652-4e02-bde7-87fa71847390 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.982700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-84b8815c-f652-4e02-bde7-87fa71847390 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.982700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-84b8815c-f652-4e02-bde7-87fa71847390 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/networks?id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=ccddee97-ddac-4044-bf49-845dacc0be36&id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 1989 time: 0.1813254 Sep 23 19:31:32.032608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-7b13d13f-808a-4305-9f87-e9750c4a43b1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/quotas/95bfdfd303094f31b74e45f3a972a5cf HTTP/1.1" status: 200 len: 375 time: 0.0277233 Sep 23 19:31:32.039630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.093259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] For port 95559226-88ee-4bf4-98c8-042a64b87308, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=95559226-88ee-4bf4-98c8-042a64b87308,segment=NetworkSegment(bef2fa49-7f24-4a48-88ab-00afac57eb43),segment_id=bef2fa49-7f24-4a48-88ab-00afac57eb43)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:32.093501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.152701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Calling delete_port for 95559226-88ee-4bf4-98c8-042a64b87308 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:32.230017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-db8156f9-4502-4771-8aaf-ec8ff578685a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1853812 Sep 23 19:31:32.786816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-a41efd7b-3eca-466f-a039-4695a085135d service neutron] 10.222.0.38 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341275 Sep 23 19:31:32.971872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.025281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-7b964b01-6c25-41de-b37a-cfa359272f95 service neutron] 10.222.0.38 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299812 Sep 23 19:31:33.026234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=95559226-88ee-4bf4-98c8-042a64b87308,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:33.075103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Deleting port ca2707fe-d9a5-4df9-b917-282fd177f57c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:33.075995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.212416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:33.228547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-93a8fefc-000b-4de0-b60f-d41089000ae9 service neutron] 10.222.0.38 "GET /v2.0/ports/737cb5f9-5a6a-4514-ace9-5368884d99f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1763871 Sep 23 19:31:33.237081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d75d41fa-5bad-45e4-a8aa-6966e854fb00 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:33.337673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port d75d41fa-5bad-45e4-a8aa-6966e854fb00 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:31:33.344991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port d75d41fa-5bad-45e4-a8aa-6966e854fb00 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:33.345698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.419744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] For port ca2707fe-d9a5-4df9-b917-282fd177f57c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ca2707fe-d9a5-4df9-b917-282fd177f57c,segment=NetworkSegment(16f14f8f-03f0-4f3f-975a-53c049c1a7d6),segment_id=16f14f8f-03f0-4f3f-975a-53c049c1a7d6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:33.420125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.444887 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.453224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Calling delete_port for ca2707fe-d9a5-4df9-b917-282fd177f57c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:33.506551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.552790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0ae4b5-cdef-4864-90be-258d35949878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:33.558373 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d604f6e1-3736-4448-9159-a9dbd3b45e4d" -d '{"events": [{"server_uuid": "5a0ae4b5-cdef-4864-90be-258d35949878", "name": "network-vif-plugged", "status": "completed", "tag": "d75d41fa-5bad-45e4-a8aa-6966e854fb00"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:33.562777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3bb246c3-1b4d-4bb2-b7e9-3b34cad97d46 service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332593 Sep 23 19:31:33.581615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1425196172'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:33.591650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d75d41fa-5bad-45e4-a8aa-6966e854fb00, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d75d41fa-5bad-45e4-a8aa-6966e854fb00,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:33.599962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.622014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Made reservation on behalf of 07be8a11078047a3ad2b21b8050d6dc5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:33.628763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.642947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.682878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d75d41fa-5bad-45e4-a8aa-6966e854fb00,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:33.754859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.760694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.776383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:33.788001 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.788495 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Added segment 51693512-5ee9-4096-ac9b-9213acc1b2ad of type vlan for network d69c4c5a-b0a0-44d5-86f3-309555f68e8d Sep 23 19:31:33.837318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.867241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-477f031f-7614-4579-bbe3-f49a2c8be7bf service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034644 Sep 23 19:31:33.868532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.875617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:33.876544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.940378 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7268038 Sep 23 19:31:33.943569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa5cd6-f242-484d-aee1-c7c16d56b9cc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:33.946166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:33.959129 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.984225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fae88-9f58-49ec-9649-3cee718036f8 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Pushing event updated for resources: {'Network': ['ID=d69c4c5a-b0a0-44d5-86f3-309555f68e8d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.008217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d69c4c5a-b0a0-44d5-86f3-309555f68e8d details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:34.023890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2707fe-d9a5-4df9-b917-282fd177f57c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.030366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5114829f-498a-4e6f-8f89-1b202888d6f9 service neutron] 10.222.0.38 "GET /v2.0/ports/33fde9fc-1a19-4611-a1e4-d60a06d847ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0833638 Sep 23 19:31:34.060950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:31:34.084725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'network': {'name': 'tempest-network--222681597', 'router:external': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:34.151814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Made reservation on behalf of 9c620df01d3a46aa9b7e2bd827259a28 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:34.154159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.165155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.283682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.290035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.318933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daacea08-0518-430a-8fe0-61b3481a448d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.351955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:34.362907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.363584 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Added segment 117c50bb-51d0-4b21-97fb-d980d5a129a1 of type vlan for network 9688df99-3f73-4b23-945b-155020a8691a Sep 23 19:31:34.393912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-ae728a71-0e9b-4edf-a005-00ad9512a497 service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352334 Sep 23 19:31:34.435629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.475291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.476383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:34.477035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.493485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.495885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:34.503156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-58b41872-a14f-4b6e-a7ae-4d2c57910a4d admin admin] 10.222.0.38 "PUT /v2.0/routers/2034e7d4-161a-4ad0-92d7-1b1d17d1ee26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2647223 Sep 23 19:31:34.509972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48882) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:34.521578 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5715692 Sep 23 19:31:34.524831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:34.538933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] Sync routers for ids ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:34.552173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] Routers {'2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:34.552724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:31:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:34.588477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe656c-37b5-44e9-94b6-2816ee0ac3eb tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Network': ['ID=9688df99-3f73-4b23-945b-155020a8691a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.615789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-43d80405-87d6-438f-b179-5d4c7ba76544 service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209151 Sep 23 19:31:34.638417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9688df99-3f73-4b23-945b-155020a8691a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:34.687094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.786416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.800193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.889150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Deleting port f180528b-da9d-4277-b7f9-e6c764fef60b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:34.890088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.896373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-23087543-89e2-4884-9194-4232a1c1f306 service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796996 Sep 23 19:31:34.983898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] Set router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:35.020714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] For port f180528b-da9d-4277-b7f9-e6c764fef60b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f180528b-da9d-4277-b7f9-e6c764fef60b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:35.021488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.026697 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.039805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Calling delete_port for f180528b-da9d-4277-b7f9-e6c764fef60b owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:35.110071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9688df99-3f73-4b23-945b-155020a8691a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:35.134017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117c50bb-51d0-4b21-97fb-d980d5a129a1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:35.134490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117c50bb-51d0-4b21-97fb-d980d5a129a1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:35.157214 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.159996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Router dbf1371a-47b3-4e08-af5c-1ee403e796f9 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:31:35.174056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-7a1e636d-970d-4ef6-a7d8-0bbecae5d82e service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767353 Sep 23 19:31:35.209910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.216412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:35.216767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.240470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:31:32Z', 'revision_number': 5, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port': {'id': 'f180528b-da9d-4277-b7f9-e6c764fef60b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:57Z', 'updated_at': '2021-09-23T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:35.278666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] Checking router: 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:35.279953 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:35.288509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.307606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] Routers {'2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:35.308245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:31:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:35.330238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9688df99-3f73-4b23-945b-155020a8691a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:31:35.346788 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.348707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "DELETE /v2.0/networks/9688df99-3f73-4b23-945b-155020a8691a HTTP/1.1" status: 204 len: 168 time: 0.7706037 Sep 23 19:31:35.374379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:35.375334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171b0e3-376c-4b19-b8ee-9b1907b5cda9 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event deleted for resources: {'Network': ['ID=9688df99-3f73-4b23-945b-155020a8691a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:35.383482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:35.410972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] Set router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:35.484985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:31:34Z', 'revision_number': 6, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:35.496146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Made reservation on behalf of 9c620df01d3a46aa9b7e2bd827259a28 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:35.498430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.538137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed0c14-fb89-441d-8d66-ed495b5ffcc5 None None] The sync data for ids ['2034e7d4-161a-4ad0-92d7-1b1d17d1ee26'] in n-d-810763-1 is: [{'id': '2034e7d4-161a-4ad0-92d7-1b1d17d1ee26', 'name': 'tempest-FloatingIPDetailsTestJSON-253134-router', 'tenant_id': 'e62374d8861f41429f375cb1c7eb0e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:55Z', 'updated_at': '2021-09-23T19:31:34Z', 'revision_number': 6, 'project_id': 'e62374d8861f41429f375cb1c7eb0e41', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:35.542965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:35.551868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.552247 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Added segment 4977f80c-f71d-492f-86c6-35a1a8f68c23 of type vlan for network d90b062a-a0d8-4027-a75b-b45fbe667667 Sep 23 19:31:35.599065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.748229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.811506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f180528b-da9d-4277-b7f9-e6c764fef60b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:35.873094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.946427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5ceff929-5f4a-4965-adc9-3f3143af07da service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712674 Sep 23 19:31:35.949259 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.950199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:35.950813 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.996060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.998528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.010590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:36.022278 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] Sync routers for ids ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:36.028069 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c92c3a8-64ee-4f16-ad5b-58565a6971fa admin admin] 10.222.0.38 "PUT /v2.0/routers/dbf1371a-47b3-4e08-af5c-1ee403e796f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0802610 Sep 23 19:31:36.029549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6520791 Sep 23 19:31:36.033083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:36.033399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:36.042092 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] Routers {'dbf1371a-47b3-4e08-af5c-1ee403e796f9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:36.043019 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:31:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:36.082646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'subnet': {'network_id': 'd90b062a-a0d8-4027-a75b-b45fbe667667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:36.092437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.096565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:36.149744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.156365 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-99e86aec-4b22-45dd-bb3a-e84ff9d68ac7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2034e7d4-161a-4ad0-92d7-1b1d17d1ee26 HTTP/1.1" status: 204 len: 168 time: 1.6431632 Sep 23 19:31:36.157041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:36.202834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e35a8-5dcc-416c-9c6f-f7fa2be874d5 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Network': ['ID=d90b062a-a0d8-4027-a75b-b45fbe667667,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:36.217964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d90b062a-a0d8-4027-a75b-b45fbe667667 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:36.235147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] Deleting subnet 26f1f6a0-be5a-4853-89b6-303109da42d1 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:31:36.240263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.254939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.301115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.346413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Made reservation on behalf of 9c620df01d3a46aa9b7e2bd827259a28 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:36.348743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.450719 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] Set router dbf1371a-47b3-4e08-af5c-1ee403e796f9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:36.476041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-9b7a715f-c8a7-4242-9091-4572e0957f49 service neutron] 10.222.0.38 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211766 Sep 23 19:31:36.484288 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.613009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.621562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.631328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.638123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/26f1f6a0-be5a-4853-89b6-303109da42d1 HTTP/1.1" status: 204 len: 168 time: 0.4797244 Sep 23 19:31:36.639072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:36.645967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41808c-19ae-4677-a917-09a97421eb49 None None] Network fea7aa55-b551-4610-802a-6237a412dd67 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:36.691296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c976b-e70c-4795-9147-e033deaa6d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f1f6a0-be5a-4853-89b6-303109da42d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:36.746362 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.807383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-347b5620-f0fb-46c3-94f1-559a9ec1fd18 service neutron] 10.222.0.38 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107729 Sep 23 19:31:36.888993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:31:33Z', 'revision_number': 5, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port': {'id': 'f9bf88a6-65a2-42d7-aded-732e4b308922', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:22Z', 'updated_at': '2021-09-23T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:36.928896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 95559226-88ee-4bf4-98c8-042a64b87308 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:36.929047 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] Checking router: dbf1371a-47b3-4e08-af5c-1ee403e796f9 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:36.940643 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] Routers {'dbf1371a-47b3-4e08-af5c-1ee403e796f9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:36.941344 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:31:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:36.970154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] DHCP port deletion for fea7aa55-b551-4610-802a-6237a412dd67 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:31:36.974438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 95559226-88ee-4bf4-98c8-042a64b87308 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:36.974774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 95559226-88ee-4bf4-98c8-042a64b87308 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:37.016668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Deleting port f9bf88a6-65a2-42d7-aded-732e4b308922 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:37.017267 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.055100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] Deleting port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:37.055873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.060342 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] Set router dbf1371a-47b3-4e08-af5c-1ee403e796f9 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:37.115515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-4dae328f-2c18-4f30-b6c7-e5e222bc5232 service neutron] 10.222.0.38 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003931 Sep 23 19:31:37.138059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] For port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,segment=NetworkSegment(bef2fa49-7f24-4a48-88ab-00afac57eb43),segment_id=bef2fa49-7f24-4a48-88ab-00afac57eb43)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:37.138509 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.140137 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:31:36Z', 'revision_number': 6, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:37.158439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] Calling delete_port for 6f4ca07f-c5cc-4951-83ba-c50c5d71762d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:37.168526 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cd3cc-c46d-4009-b34c-31072ea7581d None None] The sync data for ids ['dbf1371a-47b3-4e08-af5c-1ee403e796f9'] in n-d-810763-1 is: [{'id': 'dbf1371a-47b3-4e08-af5c-1ee403e796f9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-390026318-router', 'tenant_id': 'a22bb88967f64cdea9d87662aeb67902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:21Z', 'updated_at': '2021-09-23T19:31:36Z', 'revision_number': 6, 'project_id': 'a22bb88967f64cdea9d87662aeb67902', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:37.207563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Deleting port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:37.207563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.283749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.320275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] For port f9bf88a6-65a2-42d7-aded-732e4b308922, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f9bf88a6-65a2-42d7-aded-732e4b308922,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:37.320999 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.322393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] Pushing event deleted for resources: {'Port': ['ID=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:37.337836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781170f4-9072-461d-aed8-64b2a2e63aeb None None] No DVR routers for this DVR port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:37.399251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Calling delete_port for f9bf88a6-65a2-42d7-aded-732e4b308922 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:37.404787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] For port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,segment=NetworkSegment(bef2fa49-7f24-4a48-88ab-00afac57eb43),segment_id=bef2fa49-7f24-4a48-88ab-00afac57eb43)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:37.405167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.441576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Calling delete_port for 6f4ca07f-c5cc-4951-83ba-c50c5d71762d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:37.481206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-46d6ef85-0325-4d7b-9860-d46738b6504e service neutron] 10.222.0.38 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148110 Sep 23 19:31:37.583394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:31:37.583802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.782075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4bebe699-3770-46ca-918d-cd56e1ad95a7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:37.817421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.833051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-54cd1bd4-b773-415a-96fb-6cb47d355fb3 service neutron] 10.222.0.38 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436837 Sep 23 19:31:37.854816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Checking segment: {'id': '4977f80c-f71d-492f-86c6-35a1a8f68c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd90b062a-a0d8-4027-a75b-b45fbe667667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:37.855254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Network hostable DHCP agents. Network: d90b062a-a0d8-4027-a75b-b45fbe667667, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:37.860246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4ca07f-c5cc-4951-83ba-c50c5d71762d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:37.866067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] No DVR routers for this DVR port 6f4ca07f-c5cc-4951-83ba-c50c5d71762d on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:37.943485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Network d90b062a-a0d8-4027-a75b-b45fbe667667 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:37.999766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.008103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d90b062a-a0d8-4027-a75b-b45fbe667667) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:38.013529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.020804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.021456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9a366-9d0e-49de-a524-4a3d4c032858 None None] Network d90b062a-a0d8-4027-a75b-b45fbe667667 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:38.021581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.041706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea7aa55-b551-4610-802a-6237a412dd67']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:38.097353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9bf88a6-65a2-42d7-aded-732e4b308922,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:38.100269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef2fa49-7f24-4a48-88ab-00afac57eb43') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:38.100569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef2fa49-7f24-4a48-88ab-00afac57eb43') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:38.126097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b841c58-db61-455d-b1b3-6fa5fc4cc3ce tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0891590 Sep 23 19:31:38.128964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48910) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:38.135060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'floatingip': {'floating_network_id': 'd90b062a-a0d8-4027-a75b-b45fbe667667'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:38.155963 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.187167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.242266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.253504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:38.254052 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:38.256121 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:38.292665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.313040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54631122-3f26-4e04-a36d-29f4940bbdb6 None None] Network d90b062a-a0d8-4027-a75b-b45fbe667667 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:38.435124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.457746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.465584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.469844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] 10.222.0.38 "DELETE /v2.0/networks/fea7aa55-b551-4610-802a-6237a412dd67 HTTP/1.1" status: 204 len: 168 time: 1.8031006 Sep 23 19:31:38.506197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ebd16-3adf-4e2c-b2bf-3fd138e06e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=fea7aa55-b551-4610-802a-6237a412dd67,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:38.509399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.511956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.587754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.588293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf1371a-47b3-4e08-af5c-1ee403e796f9 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:38.593248 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.605188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cfd67546-8baa-4ee7-aaa0-71d28d3929c8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/dbf1371a-47b3-4e08-af5c-1ee403e796f9 HTTP/1.1" status: 204 len: 168 time: 2.5692487 Sep 23 19:31:38.607489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:38.659129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Allocated IP 172.20.0.4 (d90b062a-a0d8-4027-a75b-b45fbe667667/4bebe699-3770-46ca-918d-cd56e1ad95a7/05ac4c8e-50a8-4130-94b7-4f7d1c61c953) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:38.665307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f9bf88a6-65a2-42d7-aded-732e4b308922 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:38.714028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f9bf88a6-65a2-42d7-aded-732e4b308922 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:38.714579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f9bf88a6-65a2-42d7-aded-732e4b308922 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:38.714824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6f4ca07f-c5cc-4951-83ba-c50c5d71762d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:38.732879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] Deleting subnet 28328a20-30e0-4d25-ba8f-ce0a952802ee {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:31:38.747790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.760989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6f4ca07f-c5cc-4951-83ba-c50c5d71762d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:38.761335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6f4ca07f-c5cc-4951-83ba-c50c5d71762d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:38.761767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f180528b-da9d-4277-b7f9-e6c764fef60b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:38.802109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f180528b-da9d-4277-b7f9-e6c764fef60b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:38.805057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f180528b-da9d-4277-b7f9-e6c764fef60b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:38.805345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ca2707fe-d9a5-4df9-b917-282fd177f57c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:38.844221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.868235 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ca2707fe-d9a5-4df9-b917-282fd177f57c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:38.868589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ca2707fe-d9a5-4df9-b917-282fd177f57c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:38.910422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:38.944304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.997872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.049856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Port': ['ID=05ac4c8e-50a8-4130-94b7-4f7d1c61c953,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:39.063660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71c6c659-ef62-49d1-900e-923f6b501db5 req-8e550797-97d8-40c4-aa7f-53640e86fec9 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/a52144f0-3613-4b71-a81c-d09d863d9620 HTTP/1.1" status: 200 len: 1774 time: 0.0913773 Sep 23 19:31:39.066767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-38271138-e17c-4c57-a3f9-9369ca12e037 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e62374d8861f41429f375cb1c7eb0e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469615 Sep 23 19:31:39.071719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:39.107239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Network d90b062a-a0d8-4027-a75b-b45fbe667667 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:39.110413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:39.114401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:39.138295 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.192658 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71c6c659-ef62-49d1-900e-923f6b501db5 req-fd471923-5715-4b92-a5be-5fd3b7a3c266 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.229170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71c6c659-ef62-49d1-900e-923f6b501db5 req-fd471923-5715-4b92-a5be-5fd3b7a3c266 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.250294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.261928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1836-306c-4e6a-ae86-e5a36d13aabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.263672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.306146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28328a20-30e0-4d25-ba8f-ce0a952802ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:39.319175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.321546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cdb85f7d-aaef-4879-96cc-2d1fd034b6cf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/28328a20-30e0-4d25-ba8f-ce0a952802ee HTTP/1.1" status: 204 len: 168 time: 0.7131696 Sep 23 19:31:39.323404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e09aa6-9cd7-49b0-9079-90815a3e3765 None None] Network a784314b-5f7b-42fb-b404-dc2ddc0baa4b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:39.324236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:39.325247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1836-306c-4e6a-ae86-e5a36d13aabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.348137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.413964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.424241 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71c6c659-ef62-49d1-900e-923f6b501db5 req-fd471923-5715-4b92-a5be-5fd3b7a3c266 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.427044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71c6c659-ef62-49d1-900e-923f6b501db5 req-fd471923-5715-4b92-a5be-5fd3b7a3c266 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.433894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71c6c659-ef62-49d1-900e-923f6b501db5 req-fd471923-5715-4b92-a5be-5fd3b7a3c266 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/a52144f0-3613-4b71-a81c-d09d863d9620 HTTP/1.1" status: 204 len: 173 time: 0.3698697 Sep 23 19:31:39.473889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd471923-5715-4b92-a5be-5fd3b7a3c266 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52144f0-3613-4b71-a81c-d09d863d9620,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:39.624594 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.626868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaca700-284c-4e01-a1f3-79a9854ea3e4 req-872a6dfb-541f-47e1-b053-bc1684aff3c1 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.634831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eeaca700-284c-4e01-a1f3-79a9854ea3e4 req-872a6dfb-541f-47e1-b053-bc1684aff3c1 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1101 time: 0.0951285 Sep 23 19:31:39.638515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.639813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Deleting port 76fa1d45-a653-42cf-829a-c1656c49ae0c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:39.640228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.644451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1836-306c-4e6a-ae86-e5a36d13aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.646235 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] DHCP port deletion for a784314b-5f7b-42fb-b404-dc2ddc0baa4b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:31:39.647794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1836-306c-4e6a-ae86-e5a36d13aabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.651402 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5c3c1836-306c-4e6a-ae86-e5a36d13aabf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0847e385-c5fc-4377-89ec-d38b90c9be00 HTTP/1.1" status: 204 len: 168 time: 0.5763586 Sep 23 19:31:39.735515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] Deleting port 76fa1d45-a653-42cf-829a-c1656c49ae0c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:39.736680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.736815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c1836-306c-4e6a-ae86-e5a36d13aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847e385-c5fc-4377-89ec-d38b90c9be00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:39.766348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Port': ['ID=05ac4c8e-50a8-4130-94b7-4f7d1c61c953,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:39.771523 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.787682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.789780 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1e384b1e-97f3-4d29-a6b2-86c05b3a12c7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6589956 Sep 23 19:31:39.793739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:39.848127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] For port 76fa1d45-a653-42cf-829a-c1656c49ae0c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=76fa1d45-a653-42cf-829a-c1656c49ae0c,segment=NetworkSegment(16f14f8f-03f0-4f3f-975a-53c049c1a7d6),segment_id=16f14f8f-03f0-4f3f-975a-53c049c1a7d6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:39.849597 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.876811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] For port 76fa1d45-a653-42cf-829a-c1656c49ae0c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=76fa1d45-a653-42cf-829a-c1656c49ae0c,segment=NetworkSegment(16f14f8f-03f0-4f3f-975a-53c049c1a7d6),segment_id=16f14f8f-03f0-4f3f-975a-53c049c1a7d6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:39.877990 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.879217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] Calling delete_port for 76fa1d45-a653-42cf-829a-c1656c49ae0c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:39.887720 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-52c1e2d2-44c5-4d84-902c-6522bfa03450 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "GET /v2.0/floatingips?floating_network_id=d90b062a-a0d8-4027-a75b-b45fbe667667 HTTP/1.1" status: 200 len: 689 time: 0.0922711 Sep 23 19:31:39.889634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48958) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:39.899941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Calling delete_port for 76fa1d45-a653-42cf-829a-c1656c49ae0c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:40.028245 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.045300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] No DVR routers for this DVR port 76fa1d45-a653-42cf-829a-c1656c49ae0c on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:40.048818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eeaca700-284c-4e01-a1f3-79a9854ea3e4 req-c09ce74e-7e14-4150-9266-f05a2a3c6607 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110975 Sep 23 19:31:40.057861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.081263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee1a9e-4bf3-4c5a-8459-cfbf51c59360 None None] Pushing event deleted for resources: {'Port': ['ID=76fa1d45-a653-42cf-829a-c1656c49ae0c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:40.104946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Pushing event deleted for resources: {'Port': ['ID=76fa1d45-a653-42cf-829a-c1656c49ae0c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:40.109522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] No DVR routers for this DVR port 76fa1d45-a653-42cf-829a-c1656c49ae0c on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:40.142635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.234031 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.397559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Deleting port 05ac4c8e-50a8-4130-94b7-4f7d1c61c953 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:40.400251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.421520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-0aba066d-b381-4e5b-8950-bdd81f33d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.424791 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-0aba066d-b381-4e5b-8950-bdd81f33d32f service neutron] 10.222.0.72 "GET /v2.0/ports/737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 1026 time: 0.1121392 Sep 23 19:31:40.496837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-7d93ea49-a4ae-4a96-8194-f0b7412279ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.498841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-7d93ea49-a4ae-4a96-8194-f0b7412279ac service neutron] 10.222.0.72 "GET /v2.0/ports/33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 1027 time: 0.0603428 Sep 23 19:31:40.658324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 76fa1d45-a653-42cf-829a-c1656c49ae0c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:40.716302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 76fa1d45-a653-42cf-829a-c1656c49ae0c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:40.719595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 76fa1d45-a653-42cf-829a-c1656c49ae0c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:40.728258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a784314b-5f7b-42fb-b404-dc2ddc0baa4b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:40.735299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.735642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.748210 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f14f8f-03f0-4f3f-975a-53c049c1a7d6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:40.748507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f14f8f-03f0-4f3f-975a-53c049c1a7d6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:40.772499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Calling delete_port for 05ac4c8e-50a8-4130-94b7-4f7d1c61c953 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:40.777581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615080d-64bb-470a-a44a-1c63a95d30bc req-e50fd493-b648-4827-87c4-da3f982ebd79 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.779415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b615080d-64bb-470a-a44a-1c63a95d30bc req-e50fd493-b648-4827-87c4-da3f982ebd79 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.6138484 Sep 23 19:31:40.782052 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.796975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e214a39f-a8e3-4408-bc12-8a3afbe9e052 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.804792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e214a39f-a8e3-4408-bc12-8a3afbe9e052 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.809317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e214a39f-a8e3-4408-bc12-8a3afbe9e052 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.809850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.810943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e214a39f-a8e3-4408-bc12-8a3afbe9e052 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "GET /v2.0/networks?id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=ccddee97-ddac-4044-bf49-845dacc0be36&id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 1989 time: 0.3051844 Sep 23 19:31:40.836306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:40.836702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.842398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b615080d-64bb-470a-a44a-1c63a95d30bc req-7dc37bcd-a51d-4961-aaa9-2b249b375cf1 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:40.843053 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:40.940079 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3413e0-2d8d-43fc-96f0-4b4a366aafb8 x-openstack-request-id: req-5c3413e0-2d8d-43fc-96f0-4b4a366aafb8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:40.940378 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0ae4b5-cdef-4864-90be-258d35949878", "name": "network-vif-plugged", "status": "completed", "tag": "d75d41fa-5bad-45e4-a8aa-6966e854fb00", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:40.940636 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c3413e0-2d8d-43fc-96f0-4b4a366aafb8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:40.941033 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0ae4b5-cdef-4864-90be-258d35949878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00', 'code': 200} Sep 23 19:31:40.941883 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-32bc1b06-0e31-431c-9e9e-641fdbc3d999 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95bfdfd303094f31b74e45f3a972a5cf HTTP/1.1" status: 200 len: 380 time: 0.0968540 Sep 23 19:31:40.956936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'admin_state_up': True, 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'security_groups': ['e1fd294c-30de-451a-8c70-16703f3d56a2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:40.976717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.982843 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.987930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] 10.222.0.38 "DELETE /v2.0/networks/a784314b-5f7b-42fb-b404-dc2ddc0baa4b HTTP/1.1" status: 204 len: 168 time: 1.6595726 Sep 23 19:31:41.013904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdb753-72ce-4b77-85e3-12fd82cde87d admin admin] Pushing event deleted for resources: {'Network': ['ID=a784314b-5f7b-42fb-b404-dc2ddc0baa4b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:41.104584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82cc2d-0323-43de-bfd6-5d7a0557f710 req-8e954a87-c822-4f9f-bf09-9cd127fb0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.106775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f82cc2d-0323-43de-bfd6-5d7a0557f710 req-8e954a87-c822-4f9f-bf09-9cd127fb0697 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 1096 time: 0.0858696 Sep 23 19:31:41.187963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f82cc2d-0323-43de-bfd6-5d7a0557f710 req-ef08e943-3ac6-4995-9917-fc55d1bef1f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732379 Sep 23 19:31:41.300521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.313377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:41.340282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:41.343757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.345792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event deleted for resources: {'Port': ['ID=05ac4c8e-50a8-4130-94b7-4f7d1c61c953,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:41.379359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4fe3a8f-74b3-413f-8a9f-ffa10fbf6c33 req-3669512a-03b0-4cf1-813a-e25ef09864d1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.1359003 Sep 23 19:31:41.449327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb2513dd-1678-4e0c-9645-d55b50735fcb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=779260434a4c429bb0774e9bd71be88b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1254005 Sep 23 19:31:41.450644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:41.546580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.571703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca160b6f-85d3-44f6-9136-80c8e5f1cf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.615491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca160b6f-85d3-44f6-9136-80c8e5f1cf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.712663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca160b6f-85d3-44f6-9136-80c8e5f1cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.715351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca160b6f-85d3-44f6-9136-80c8e5f1cf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.724588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca160b6f-85d3-44f6-9136-80c8e5f1cf43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4bd90b3-2f79-4354-8037-fb772a239a16 HTTP/1.1" status: 204 len: 168 time: 0.2658308 Sep 23 19:31:41.744806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca160b6f-85d3-44f6-9136-80c8e5f1cf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd90b3-2f79-4354-8037-fb772a239a16,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:41.745477 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.752498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 172.20.0.10 (25b98c0d-0af2-4ba7-a863-97453a2f9de9/0ff15eed-30d3-44f4-98a3-5e8d898cc901/d287f203-8aab-4f14-8447-6ca4287eb268) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:41.903932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.941127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4bebe699-3770-46ca-918d-cd56e1ad95a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:42.038027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.081047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90b062a-a0d8-4027-a75b-b45fbe667667']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:42.099849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4977f80c-f71d-492f-86c6-35a1a8f68c23') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:42.100318 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4977f80c-f71d-492f-86c6-35a1a8f68c23') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:42.104952 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.116436 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.136432 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.154107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:42.154821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:42.156800 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:42.297010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.311576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d90b062a-a0d8-4027-a75b-b45fbe667667 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:31:42.314646 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.331484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.339174 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "DELETE /v2.0/networks/d90b062a-a0d8-4027-a75b-b45fbe667667 HTTP/1.1" status: 204 len: 168 time: 2.4473221 Sep 23 19:31:42.341670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:42.373799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9e78-0588-4096-b073-a251e7319f22 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event deleted for resources: {'Network': ['ID=d90b062a-a0d8-4027-a75b-b45fbe667667,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:42.451964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:42.459371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:42.484093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:42.577191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=d287f203-8aab-4f14-8447-6ca4287eb268,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:42.600064 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ec04ff6-b1ca-4770-99b3-34c5d78f7928 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2563832 Sep 23 19:31:42.611606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:42.620242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:42.762119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2fa3b3ae-9d60-4829-b1fe-7682353a144b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a22bb88967f64cdea9d87662aeb67902&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1411152 Sep 23 19:31:42.770191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:42.917339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.917847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.920142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.920621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.921093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.921554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.924777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.926831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.935316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-68b80f44-69da-4c99-9f90-fec1b42ee224 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5196 time: 0.3126931 Sep 23 19:31:42.936145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:42.944637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.945806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.990793 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-652136c0-f781-4fc3-9c91-f9766e7f5893 None None] Provisioning complete for port d287f203-8aab-4f14-8447-6ca4287eb268 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:42.994014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652136c0-f781-4fc3-9c91-f9766e7f5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.063359 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd0fe0ec-8c67-4ddc-95dc-4435a327074a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1106465 Sep 23 19:31:43.076754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'admin_state_up': True, 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'security_groups': ['e1fd294c-30de-451a-8c70-16703f3d56a2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:43.077016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-652136c0-f781-4fc3-9c91-f9766e7f5893 None None] Port d287f203-8aab-4f14-8447-6ca4287eb268 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:43.089916 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-6723e9a7-22bb-4cc7-b355-f8248a1761af tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] delete failed (client error): The resource could not be found. Sep 23 19:31:43.094013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6723e9a7-22bb-4cc7-b355-f8248a1761af tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/8d632a1b-d608-48b1-bbda-6903785565a6 HTTP/1.1" status: 404 len: 345 time: 0.1556067 Sep 23 19:31:43.094645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:43.118960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9187df86-5597-493e-803d-444f848b2bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.128872 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5f446c-8c78-461a-bcb8-68eff6a8e4a7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] DELETE failed (client error): The resource could not be found. Sep 23 19:31:43.129467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5f446c-8c78-461a-bcb8-68eff6a8e4a7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:31:43.138276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f5f446c-8c78-461a-bcb8-68eff6a8e4a7 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "DELETE /v2.0/networks/d90b062a-a0d8-4027-a75b-b45fbe667667 HTTP/1.1" status: 404 len: 339 time: 0.0402479 Sep 23 19:31:43.138276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:43.141323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'network': {'name': 'tempest-network--72481727', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:43.164855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Made reservation on behalf of 9c620df01d3a46aa9b7e2bd827259a28 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:43.168038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.197000 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-668b9a10-6b23-4634-bcd6-43781477a04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.205347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:43.223583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.224008 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Added segment 87940954-5fac-4655-ba4f-296f10841544 of type vlan for network d033f265-f1d9-433a-a3c8-11352e2071c9 Sep 23 19:31:43.277298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.313461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.314635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.315747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.357962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-668b9a10-6b23-4634-bcd6-43781477a04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.383788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2461011 Sep 23 19:31:43.388221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:43.434481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc870e5-cf98-4327-b5d9-069876288e92 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Network': ['ID=d033f265-f1d9-433a-a3c8-11352e2071c9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:43.446342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d033f265-f1d9-433a-a3c8-11352e2071c9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:43.466911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220aadd-3674-4d11-9303-1cadb4228fa1 req-9f2eab37-f82f-42a6-819a-6472c590c772 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.476856 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2220aadd-3674-4d11-9303-1cadb4228fa1 req-9f2eab37-f82f-42a6-819a-6472c590c772 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.1580241 Sep 23 19:31:43.523859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2220aadd-3674-4d11-9303-1cadb4228fa1 req-2ecc0a25-4ba6-40eb-88c7-c18f03d38256 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Sep 23 19:31:43.697809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9eb79-0faa-487e-bc25-665527648fa1 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.702185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6630bf-f25e-4680-aff6-050e8ab3c92d req-54f415e1-2c0c-4bbe-b9c6-eef0175b82ae tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.704192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a6630bf-f25e-4680-aff6-050e8ab3c92d req-54f415e1-2c0c-4bbe-b9c6-eef0175b82ae tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 932 time: 0.0763149 Sep 23 19:31:43.704721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9eb79-0faa-487e-bc25-665527648fa1 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.712642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9eb79-0faa-487e-bc25-665527648fa1 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.719087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9eb79-0faa-487e-bc25-665527648fa1 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.723787 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1ac9eb79-0faa-487e-bc25-665527648fa1 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3049130 Sep 23 19:31:43.728284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:43.759577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a6630bf-f25e-4680-aff6-050e8ab3c92d req-d54979b9-f6f6-485a-a21c-1bb52ebd6de1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478091 Sep 23 19:31:43.765155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:43.770041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.963955 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-17fbe5df-0b96-4b6e-a65d-27d7acf852ac req-6b8638b2-2488-425f-bd3d-f20caa020c41 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:31:43.965454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17fbe5df-0b96-4b6e-a65d-27d7acf852ac req-6b8638b2-2488-425f-bd3d-f20caa020c41 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/2aa51b7e-7eaf-4d41-abdc-7d6057dfa368 HTTP/1.1" status: 404 len: 352 time: 0.0229146 Sep 23 19:31:44.089622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c70411-0b8b-41f4-9928-014b2430e112 req-a49b3008-3f9b-486f-baf6-d79991f0cb32 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.094584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99c70411-0b8b-41f4-9928-014b2430e112 req-a49b3008-3f9b-486f-baf6-d79991f0cb32 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.0719419 Sep 23 19:31:44.190899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99c70411-0b8b-41f4-9928-014b2430e112 req-2ffc22cb-eb1c-4e3f-8f51-23743de75e92 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855155 Sep 23 19:31:44.220096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-668b9a10-6b23-4634-bcd6-43781477a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.226648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-668b9a10-6b23-4634-bcd6-43781477a04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.233038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-668b9a10-6b23-4634-bcd6-43781477a04f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f91568d-b9e6-4ef4-8328-486e4b6b3603 HTTP/1.1" status: 204 len: 168 time: 1.4605289 Sep 23 19:31:44.254488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.289885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b9a10-6b23-4634-bcd6-43781477a04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f91568d-b9e6-4ef4-8328-486e4b6b3603,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:44.418651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 10.1.1.143 (d8b32375-3fae-49d8-9e83-21bb6f780f44/a99a5419-cfc9-4aaf-8237-3005c5ab6045/70c2f396-d09d-42e0-b12c-9f20ebbd47e1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:44.483766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.574249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d033f265-f1d9-433a-a3c8-11352e2071c9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:44.592360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87940954-5fac-4655-ba4f-296f10841544') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:44.592663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87940954-5fac-4655-ba4f-296f10841544') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:44.622891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.649841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.685045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:44.685528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:44.687550 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:44.800463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.802142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.817228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d033f265-f1d9-433a-a3c8-11352e2071c9 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:31:44.826751 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.832442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:44.834915 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "DELETE /v2.0/networks/d033f265-f1d9-433a-a3c8-11352e2071c9 HTTP/1.1" status: 204 len: 168 time: 1.1057379 Sep 23 19:31:44.839661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'network': {'name': 'tempest-network--272912266', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:44.860428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bca3e8-7e33-4a26-b94d-0df2bd20d02a tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event deleted for resources: {'Network': ['ID=d033f265-f1d9-433a-a3c8-11352e2071c9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:44.933027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Made reservation on behalf of 9c620df01d3a46aa9b7e2bd827259a28 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:44.935672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.947985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.986883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:45.010883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.011647 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Added segment 5f0f391a-c956-43d6-b426-71fb6335a2dd of type vlan for network 49fd18ae-2a52-4d24-ab71-b5e79483e3ee Sep 23 19:31:45.064910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:45.103111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:45.104992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:45.108814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:45.166641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.183198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.184905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.211186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1d24efa6-b0f2-40c4-ac77-a55bb11ee2a5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1382136 Sep 23 19:31:45.228263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'admin_state_up': True, 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'security_groups': ['e1fd294c-30de-451a-8c70-16703f3d56a2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:45.269205 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.270545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.272141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.404346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:45.404568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5691848 Sep 23 19:31:45.459639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34e14-4c88-441f-b9b2-92a7345b3ff1 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Network': ['ID=49fd18ae-2a52-4d24-ab71-b5e79483e3ee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:45.490111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 49fd18ae-2a52-4d24-ab71-b5e79483e3ee details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:45.568544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddeaa4c-8e10-4c37-938b-1d7e1b68c334 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.576371 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eddeaa4c-8e10-4c37-938b-1d7e1b68c334 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] 10.222.0.38 "GET /v2.0/networks/49fd18ae-2a52-4d24-ab71-b5e79483e3ee HTTP/1.1" status: 200 len: 756 time: 0.1652777 Sep 23 19:31:45.576371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49150) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:45.616369 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-0373fdc7-2eb6-4c7b-a2c9-9801472d10d1 req-fb135541-8dd8-4693-a88e-6a85bf00e9cb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:31:45.628191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0373fdc7-2eb6-4c7b-a2c9-9801472d10d1 req-fb135541-8dd8-4693-a88e-6a85bf00e9cb tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/25c04df2-2ef0-4dc6-9707-bdc36db8bcbb HTTP/1.1" status: 404 len: 352 time: 0.0336096 Sep 23 19:31:45.758584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:45.766898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.800147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d8cd7cb5-072d-4fac-968b-618da2d32ef3 None None] Provisioning complete for port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:45.800545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7cb5-072d-4fac-968b-618da2d32ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.845153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cfc42f-9c3d-46f5-a477-f0bf63418086 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.850495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c3cfc42f-9c3d-46f5-a477-f0bf63418086 tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] 10.222.0.38 "GET /v2.0/networks/d69c4c5a-b0a0-44d5-86f3-309555f68e8d HTTP/1.1" status: 200 len: 768 time: 0.2723610 Sep 23 19:31:45.853112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:45.906357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd7cb5-072d-4fac-968b-618da2d32ef3 None None] Port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:45.948561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f1efc-e988-4177-a70a-d22235df164e req-4a4f9ece-2310-401a-bfe1-113c27d9ef29 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.956277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f1efc-e988-4177-a70a-d22235df164e req-4a4f9ece-2310-401a-bfe1-113c27d9ef29 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.966686 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a44f1efc-e988-4177-a70a-d22235df164e req-4a4f9ece-2310-401a-bfe1-113c27d9ef29 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 1654 time: 0.1245224 Sep 23 19:31:46.031998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a44f1efc-e988-4177-a70a-d22235df164e req-808b0387-eca5-4c76-b97d-8e154be3221d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640755 Sep 23 19:31:46.101460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.275483 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b37d058-8547-4f68-99e8-857b32caa8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.381161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.408951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fd18ae-2a52-4d24-ab71-b5e79483e3ee']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:46.432001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0f391a-c956-43d6-b426-71fb6335a2dd') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:46.432209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0f391a-c956-43d6-b426-71fb6335a2dd') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:46.440490 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.453243 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.469032 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.478402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:46.478846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:46.544319 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:46.548469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.567279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49fd18ae-2a52-4d24-ab71-b5e79483e3ee {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:31:46.572145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event deleted for resources: {'Network': ['ID=49fd18ae-2a52-4d24-ab71-b5e79483e3ee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:46.574111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.579846 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9dfa0bdf-624c-4bb3-8325-637c11f4eb15 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "DELETE /v2.0/networks/49fd18ae-2a52-4d24-ab71-b5e79483e3ee HTTP/1.1" status: 204 len: 168 time: 0.7208073 Sep 23 19:31:46.580190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:46.586337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'network': {'name': 'tempest-network--1836137098'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:46.601991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 10.1.1.147 (d8b32375-3fae-49d8-9e83-21bb6f780f44/a99a5419-cfc9-4aaf-8237-3005c5ab6045/bd49f370-8308-485c-946b-1ca74010d3a6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:46.670951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Made reservation on behalf of 9c620df01d3a46aa9b7e2bd827259a28 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:46.677585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.784509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:46.821099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.831503 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Added segment 7e8a171e-1e0f-4980-b389-7ea9892aa0b4 of type vlan for network bfbbc020-225e-43ed-9c23-032ccae8de5d Sep 23 19:31:46.945110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.966114 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.969138 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.026691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.033802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.034812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.035886 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.115468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:47.127808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:47.150636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:47.195854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5868218 Sep 23 19:31:47.198716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cedd5f-7262-462d-bf72-83d9369f6af3 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Network': ['ID=bfbbc020-225e-43ed-9c23-032ccae8de5d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:47.200822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:47.214740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network bfbbc020-225e-43ed-9c23-032ccae8de5d details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:47.223670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:47.254531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=bd49f370-8308-485c-946b-1ca74010d3a6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:47.375429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.395197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.434354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f0464393-cede-4a88-b5d6-fecec07cca24 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2152438 Sep 23 19:31:47.456414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36', 'admin_state_up': True, 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'security_groups': ['e1fd294c-30de-451a-8c70-16703f3d56a2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:47.484154 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-32eac526-b07c-4a74-9347-f6b6f1ff3ccc req-339d0182-afc3-4d98-b745-59c9b156c7d3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:31:47.500100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32eac526-b07c-4a74-9347-f6b6f1ff3ccc req-339d0182-afc3-4d98-b745-59c9b156c7d3 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/5925b417-62d7-462f-8446-1a6905795981 HTTP/1.1" status: 404 len: 352 time: 0.0749416 Sep 23 19:31:47.643692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6cfc8008-2bd7-48dc-8258-56220a1b8b5d None None] Provisioning complete for port bd49f370-8308-485c-946b-1ca74010d3a6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:47.644233 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8008-2bd7-48dc-8258-56220a1b8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.719198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc8008-2bd7-48dc-8258-56220a1b8b5d None None] Port bd49f370-8308-485c-946b-1ca74010d3a6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:47.746779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.760212 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:47.778663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff3e6-ca25-407a-8326-b2f1626108c9 req-6daeef7c-c7a3-4efe-b665-3ebc14b936f6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.786642 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da7ff3e6-ca25-407a-8326-b2f1626108c9 req-6daeef7c-c7a3-4efe-b665-3ebc14b936f6 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.1538613 Sep 23 19:31:47.803154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.829956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Network bfbbc020-225e-43ed-9c23-032ccae8de5d is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:31:47.830867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.831466 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.835690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "PUT /v2.0/networks/bfbbc020-225e-43ed-9c23-032ccae8de5d HTTP/1.1" status: 200 len: 858 time: 0.6338630 Sep 23 19:31:47.840874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:47.881345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.883553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da7ff3e6-ca25-407a-8326-b2f1626108c9 req-bed0a548-bedb-4a8b-890c-5b8479696c19 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961852 Sep 23 19:31:47.933949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3173042-9773-40a9-a79e-9f8b77272dd2 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event updated for resources: {'Network': ['ID=bfbbc020-225e-43ed-9c23-032ccae8de5d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:48.040247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.200252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 10.2.2.100 (ccddee97-ddac-4044-bf49-845dacc0be36/63557403-7b6c-4a15-a5ed-c8b719f2c1d5/70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:48.226874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.283326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbbc020-225e-43ed-9c23-032ccae8de5d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:48.293515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-b170a572-a030-4634-a211-c94cf321ba09 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628669 Sep 23 19:31:48.313744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8a171e-1e0f-4980-b389-7ea9892aa0b4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:48.314022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8a171e-1e0f-4980-b389-7ea9892aa0b4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:48.342458 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.372251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.418778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.427262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:48.427746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:48.430526 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:48.475005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.481716 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.519315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-1a6f0ccf-4b28-415e-b4ab-1f616536e548 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:48.527848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-1a6f0ccf-4b28-415e-b4ab-1f616536e548 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328739 Sep 23 19:31:48.539397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.547825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network ccddee97-ddac-4044-bf49-845dacc0be36 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:48.548473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-8308cc2c-33f6-4e76-8d51-7657a6852e12 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/quotas/4bc8a6d33c014781a0518fe58ba70dc3 HTTP/1.1" status: 200 len: 375 time: 0.0203807 Sep 23 19:31:48.551206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:48.554286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfbbc020-225e-43ed-9c23-032ccae8de5d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:31:48.558061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:48.583530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.594444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] 10.222.0.38 "DELETE /v2.0/networks/bfbbc020-225e-43ed-9c23-032ccae8de5d HTTP/1.1" status: 204 len: 168 time: 0.7524807 Sep 23 19:31:48.598623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:48.643653 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-036b54ea-87ae-4652-8321-53ff34426b9f tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] DELETE failed (client error): The resource could not be found. Sep 23 19:31:48.644158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036b54ea-87ae-4652-8321-53ff34426b9f tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:31:48.645920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-036b54ea-87ae-4652-8321-53ff34426b9f tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] 10.222.0.38 "DELETE /v2.0/subnets/4bebe699-3770-46ca-918d-cd56e1ad95a7 HTTP/1.1" status: 404 len: 337 time: 0.0419424 Sep 23 19:31:48.646726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:48.654069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:48.672691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-63794ae3-a91d-4eae-95c7-cb93883c9566 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232915 Sep 23 19:31:48.674946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a055e-9150-40b7-b94d-886b8c646d20 tempest-ExternalNetworksTestJSON-1347296375 tempest-ExternalNetworksTestJSON-1347296375-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfbbc020-225e-43ed-9c23-032ccae8de5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:48.772582 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.854144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:48.857029 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.933079 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-d4d0401c-1bf8-409a-bdd1-749172c3d321 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4920290 Sep 23 19:31:48.964000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36', 'admin_state_up': True, 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'security_groups': ['e1fd294c-30de-451a-8c70-16703f3d56a2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:49.026319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b622-3400-410f-b15d-e37031adb0a0 req-6a290207-aaa7-4c7a-bf1c-974f7958b890 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.033780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b622-3400-410f-b15d-e37031adb0a0 req-6a290207-aaa7-4c7a-bf1c-974f7958b890 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.042354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b622-3400-410f-b15d-e37031adb0a0 req-6a290207-aaa7-4c7a-bf1c-974f7958b890 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.045570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.049672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c13f3498-3dd1-485a-83fd-3d2fb89bffcb None None] Provisioning complete for port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:49.050048 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c13f3498-3dd1-485a-83fd-3d2fb89bffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.052309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b622-3400-410f-b15d-e37031adb0a0 req-6a290207-aaa7-4c7a-bf1c-974f7958b890 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.055527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24e9b622-3400-410f-b15d-e37031adb0a0 req-6a290207-aaa7-4c7a-bf1c-974f7958b890 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 3096 time: 0.1103361 Sep 23 19:31:49.131468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c13f3498-3dd1-485a-83fd-3d2fb89bffcb None None] Port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:49.153685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24e9b622-3400-410f-b15d-e37031adb0a0 req-34ae7f70-5501-4435-a20d-43cd28ae6b2e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907922 Sep 23 19:31:49.211794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69c4c5a-b0a0-44d5-86f3-309555f68e8d']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:49.275730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51693512-5ee9-4096-ac9b-9213acc1b2ad') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:49.276581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51693512-5ee9-4096-ac9b-9213acc1b2ad') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:49.339084 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.353942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.360674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:49.361447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.431930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311568e-36ae-4f7b-85a0-634904f40f8d req-74b8f9c2-09d5-4035-baaa-25212a860363 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.440080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4311568e-36ae-4f7b-85a0-634904f40f8d req-74b8f9c2-09d5-4035-baaa-25212a860363 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0980608 Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:49.466009 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:49.533478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4311568e-36ae-4f7b-85a0-634904f40f8d req-c63f0a30-734c-454c-8350-aec9ed2d4d03 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901647 Sep 23 19:31:49.540832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.588556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.597613 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] 10.222.0.38 "DELETE /v2.0/networks/d69c4c5a-b0a0-44d5-86f3-309555f68e8d HTTP/1.1" status: 204 len: 168 time: 0.9420402 Sep 23 19:31:49.604091 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-f9377dcc-41b9-4823-9a60-babeff889b5e req-7c5948a7-40be-4739-ac10-e80d1556e878 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:31:49.622103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9377dcc-41b9-4823-9a60-babeff889b5e req-7c5948a7-40be-4739-ac10-e80d1556e878 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/8175cbcd-c296-42d1-9d61-5f1d3a4ad0d7 HTTP/1.1" status: 404 len: 352 time: 0.0460129 Sep 23 19:31:49.650271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c7a65-82e1-4391-ada7-cbdc630241ae tempest-ExternalNetworksTestJSON-1926179719 tempest-ExternalNetworksTestJSON-1926179719-project] Pushing event deleted for resources: {'Network': ['ID=d69c4c5a-b0a0-44d5-86f3-309555f68e8d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:49.660091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Made reservation on behalf of 95bfdfd303094f31b74e45f3a972a5cf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:49.674233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.851571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d768a-7559-467d-81a2-29a7141474e0 req-03f7a09b-dc8c-4fd1-9b89-3510ea31f895 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.859583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-217d768a-7559-467d-81a2-29a7141474e0 req-03f7a09b-dc8c-4fd1-9b89-3510ea31f895 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.1118808 Sep 23 19:31:49.914279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-217d768a-7559-467d-81a2-29a7141474e0 req-33a5cbd2-9746-41a2-81cf-9ecc91268f08 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Sep 23 19:31:50.088321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Allocated IP 10.2.2.200 (ccddee97-ddac-4044-bf49-845dacc0be36/63557403-7b6c-4a15-a5ed-c8b719f2c1d5/85dd6cdd-e188-4f13-a28a-5a88d36efe31) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:50.187815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:50.257708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.294115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.354436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Network ccddee97-ddac-4044-bf49-845dacc0be36 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:50.357865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:50.371791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:50.439918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.440651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.473449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event updated for resources: {'Port': ['ID=85dd6cdd-e188-4f13-a28a-5a88d36efe31,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:50.502999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1b9fd1eb-c256-49ff-bc3b-32151b6edec2 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5488877 Sep 23 19:31:50.515802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:50.522026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-6fcc81ce-1ed9-4962-9d97-21004611d1ac tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568802 Sep 23 19:31:50.645971 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.828109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-89691459-a301-456b-8da1-cabf0ec6e647 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07be8a11078047a3ad2b21b8050d6dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369450 Sep 23 19:31:50.833582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-964fb7fc-7ea6-4849-a7d6-0d14a489710a tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.835483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-964fb7fc-7ea6-4849-a7d6-0d14a489710a tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066673 Sep 23 19:31:50.836001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:50.870255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-68eaff2b-0de1-48da-addc-1379ae0e2f25 None None] Provisioning complete for port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:50.870963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68eaff2b-0de1-48da-addc-1379ae0e2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.907133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Request body: {'port': {'device_id': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '4bc8a6d33c014781a0518fe58ba70dc3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:51.066783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65f221ce-74d2-4f14-8188-22ed6ed50d25 req-1d75d8ff-c2a8-4132-84ce-53f813faae23 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 210 time: 0.1740694 Sep 23 19:31:51.145006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-592f1b67-cbc6-41ec-88a1-d0012b1ef4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.174387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68eaff2b-0de1-48da-addc-1379ae0e2f25 None None] Port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:51.182193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d287f203-8aab-4f14-8447-6ca4287eb268 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:51.183590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Made reservation on behalf of 4bc8a6d33c014781a0518fe58ba70dc3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:51.187452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.197000 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.201950 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-47a14a74-972c-41e2-b0d9-5d7c33f85008 req-bcf77b16-71a5-4a43-872b-2d0933c58fea tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:31:51.203216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47a14a74-972c-41e2-b0d9-5d7c33f85008 req-bcf77b16-71a5-4a43-872b-2d0933c58fea tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/e1ede47f-d8dd-4064-843e-54eaa9867363 HTTP/1.1" status: 404 len: 352 time: 0.0847948 Sep 23 19:31:51.213968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.216107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Transition to ACTIVE for port object d287f203-8aab-4f14-8447-6ca4287eb268 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:51.222747 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.229605 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-592f1b67-cbc6-41ec-88a1-d0012b1ef4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.372759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-592f1b67-cbc6-41ec-88a1-d0012b1ef4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.376045 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-592f1b67-cbc6-41ec-88a1-d0012b1ef4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.380584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-592f1b67-cbc6-41ec-88a1-d0012b1ef4bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32fa5cd6-f242-484d-aee1-c7c16d56b9cc HTTP/1.1" status: 204 len: 168 time: 0.5433257 Sep 23 19:31:51.406357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f1b67-cbc6-41ec-88a1-d0012b1ef4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa5cd6-f242-484d-aee1-c7c16d56b9cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.475521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.487279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.491015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Pushing event updated for resources: {'Port': ['ID=d287f203-8aab-4f14-8447-6ca4287eb268,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.572349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Attempting to bind port d287f203-8aab-4f14-8447-6ca4287eb268 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:51.574579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Attempting to bind port d287f203-8aab-4f14-8447-6ca4287eb268 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:51.576317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Attempting to bind port d287f203-8aab-4f14-8447-6ca4287eb268 on network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:51.614495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Port d287f203-8aab-4f14-8447-6ca4287eb268 on network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:51.614495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Attempting to bind port d287f203-8aab-4f14-8447-6ca4287eb268 on network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:51.614495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:51.614495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Checking segment: {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:51.643989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Bound using segment: {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:51.643989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Bound port: d287f203-8aab-4f14-8447-6ca4287eb268, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:51.643989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.745489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b6e24b-bc88-47c9-9fdd-9b96b4368834,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.806080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] For port d287f203-8aab-4f14-8447-6ca4287eb268, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:51.826730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] For port d287f203-8aab-4f14-8447-6ca4287eb268, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d287f203-8aab-4f14-8447-6ca4287eb268,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:51.834582 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.858164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fb218-e5d1-4030-8c52-7c2c8bb32925 req-6becae9f-8c7c-4929-a25b-4c1d444b60ca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.864901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fb218-e5d1-4030-8c52-7c2c8bb32925 req-6becae9f-8c7c-4929-a25b-4c1d444b60ca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.872621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fb218-e5d1-4030-8c52-7c2c8bb32925 req-6becae9f-8c7c-4929-a25b-4c1d444b60ca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.880175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fb218-e5d1-4030-8c52-7c2c8bb32925 req-6becae9f-8c7c-4929-a25b-4c1d444b60ca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.887878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fb218-e5d1-4030-8c52-7c2c8bb32925 req-6becae9f-8c7c-4929-a25b-4c1d444b60ca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.897424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a38fb218-e5d1-4030-8c52-7c2c8bb32925 req-6becae9f-8c7c-4929-a25b-4c1d444b60ca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 3829 time: 0.3709216 Sep 23 19:31:51.908237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Pushing event updated for resources: {'Port': ['ID=d287f203-8aab-4f14-8447-6ca4287eb268,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.914893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.915575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.917022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-81bfe314-4af2-4370-8490-0d93bb83c590 service neutron] 10.222.0.72 "PUT /v2.0/ports/d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 200 len: 1092 time: 1.4058678 Sep 23 19:31:51.917509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:51.919779 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89cb96c-cb72-45e2-89f5-005a7bd840ed" -d '{"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:51.947745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:51.952381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49366) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:52.007628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a38fb218-e5d1-4030-8c52-7c2c8bb32925 req-ed1c628f-12c3-45e4-968d-72e2db3af5ad tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073298 Sep 23 19:31:52.083530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Allocated IP 192.168.233.54 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/721001c5-f4f2-4b5f-97d1-974848637eda) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:52.132396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.138083 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a56b5977-08bd-4fdc-b6a9-761bef4a0c82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c620df01d3a46aa9b7e2bd827259a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838171 Sep 23 19:31:52.145657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:52.282065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527bb77-968d-4093-8d0c-212df5cbb3e0 req-9122a733-932e-460a-85fd-4b13d69f80b8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.284366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e527bb77-968d-4093-8d0c-212df5cbb3e0 req-9122a733-932e-460a-85fd-4b13d69f80b8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1504865 Sep 23 19:31:52.388202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e527bb77-968d-4093-8d0c-212df5cbb3e0 req-2aeba8ce-c6e5-4783-a0c2-c076f89d4de3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862060 Sep 23 19:31:52.483072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90afce6f-9607-452d-9fa4-609a081e1b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.491839 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.570099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90afce6f-9607-452d-9fa4-609a081e1b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.575426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.622757 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-382d7a4c-aee9-479a-b2b1-22eba4e3ff63 req-6e145fd6-60e2-4092-81db-0967a61c8244 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] show failed (client error): The resource could not be found. Sep 23 19:31:52.640050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-382d7a4c-aee9-479a-b2b1-22eba4e3ff63 req-6e145fd6-60e2-4092-81db-0967a61c8244 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/6e36161c-796e-424a-a0d1-54113b2b56bb HTTP/1.1" status: 404 len: 352 time: 0.0572250 Sep 23 19:31:52.661018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:52.666240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:52.675789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:52.704205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90afce6f-9607-452d-9fa4-609a081e1b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.707151 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90afce6f-9607-452d-9fa4-609a081e1b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.711005 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-90afce6f-9607-452d-9fa4-609a081e1b8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/daacea08-0518-430a-8fe0-61b3481a448d HTTP/1.1" status: 204 len: 168 time: 0.5618074 Sep 23 19:31:52.744738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afce6f-9607-452d-9fa4-609a081e1b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daacea08-0518-430a-8fe0-61b3481a448d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:52.753859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Pushing event updated for resources: {'Port': ['ID=721001c5-f4f2-4b5f-97d1-974848637eda,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:52.787651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737cb5f9-5a6a-4514-ace9-5368884d99f5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:52.808691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.812452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.813366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.839477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e2437-92f3-47e1-8449-10cc2e35ef9e req-bf3dbd3c-992f-44ba-b5f2-78f19a560402 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.847345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-366e2437-92f3-47e1-8449-10cc2e35ef9e req-bf3dbd3c-992f-44ba-b5f2-78f19a560402 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.1119857 Sep 23 19:31:52.852115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Transition to ACTIVE for port object 737cb5f9-5a6a-4514-ace9-5368884d99f5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:52.865889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-97b09fca-5868-481b-97ac-4d0f7bb4c1cd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9719181 Sep 23 19:31:52.869160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.915359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Request body: {'port': {'device_id': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:52.973572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Pushing event updated for resources: {'Port': ['ID=737cb5f9-5a6a-4514-ace9-5368884d99f5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:53.099008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Attempting to bind port 737cb5f9-5a6a-4514-ace9-5368884d99f5 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:53.099775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Attempting to bind port 737cb5f9-5a6a-4514-ace9-5368884d99f5 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:53.100267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Attempting to bind port 737cb5f9-5a6a-4514-ace9-5368884d99f5 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:53.105638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Port 737cb5f9-5a6a-4514-ace9-5368884d99f5 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:53.105968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Attempting to bind port 737cb5f9-5a6a-4514-ace9-5368884d99f5 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:53.118901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-366e2437-92f3-47e1-8449-10cc2e35ef9e req-bd8c8e2c-2908-496b-8fd4-c04dca8f2261 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601826 Sep 23 19:31:53.120201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.124237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:53.124765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Checking segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:53.125681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Bound using segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:53.126201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Bound port: 737cb5f9-5a6a-4514-ace9-5368884d99f5, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:53.126796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.194767 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85969b04-0416-48fc-af6a-5b79f6d59e3f x-openstack-request-id: req-85969b04-0416-48fc-af6a-5b79f6d59e3f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:53.195629 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:53.196041 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85969b04-0416-48fc-af6a-5b79f6d59e3f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:53.196670 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'status': 'completed', 'code': 200} Sep 23 19:31:53.222878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6caf4e8a-43c7-4561-a628-a4bafe4697df None None] Provisioning complete for port 721001c5-f4f2-4b5f-97d1-974848637eda triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:53.223712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6caf4e8a-43c7-4561-a628-a4bafe4697df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.258624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] For port 737cb5f9-5a6a-4514-ace9-5368884d99f5, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:53.262033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] For port 737cb5f9-5a6a-4514-ace9-5368884d99f5, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:53.275941 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.304503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6caf4e8a-43c7-4561-a628-a4bafe4697df None None] Port 721001c5-f4f2-4b5f-97d1-974848637eda cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:53.330977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.331881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.333284 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] 10.222.0.72 "PUT /v2.0/ports/737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 1129 time: 1.3908997 Sep 23 19:31:53.371594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:53.374929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd63bf2-8be9-4328-951a-a1d8e79bba4c service neutron] Pushing event updated for resources: {'Port': ['ID=737cb5f9-5a6a-4514-ace9-5368884d99f5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:53.471137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.488959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6d228-4175-437c-8d21-5125d4761829 req-e9078d3f-318b-43d9-9dd4-6e54b57da49a tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.490605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3be6d228-4175-437c-8d21-5125d4761829 req-e9078d3f-318b-43d9-9dd4-6e54b57da49a tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 935 time: 0.1706066 Sep 23 19:31:53.539955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-767af64a-7385-4f60-95b9-3d5138ba7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.540471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-767af64a-7385-4f60-95b9-3d5138ba7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.540965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-767af64a-7385-4f60-95b9-3d5138ba7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.541452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-767af64a-7385-4f60-95b9-3d5138ba7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.541988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-767af64a-7385-4f60-95b9-3d5138ba7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.544544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-767af64a-7385-4f60-95b9-3d5138ba7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.554344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-767af64a-7385-4f60-95b9-3d5138ba7773 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5286 time: 0.2533875 Sep 23 19:31:53.746708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3be6d228-4175-437c-8d21-5125d4761829 req-f24193ab-6bf1-45a9-adb7-bd244c96259f tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913371 Sep 23 19:31:53.828399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fde9fc-1a19-4611-a1e4-d60a06d847ab {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:53.838069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.903152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Transition to ACTIVE for port object 33fde9fc-1a19-4611-a1e4-d60a06d847ab will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:53.912262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.932958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721001c5-f4f2-4b5f-97d1-974848637eda {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:53.951977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.981430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-fd039b94-f12a-46f8-8946-7acf0806c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.982151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-fd039b94-f12a-46f8-8946-7acf0806c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.982884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-fd039b94-f12a-46f8-8946-7acf0806c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.984744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-fd039b94-f12a-46f8-8946-7acf0806c298 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3726585 Sep 23 19:31:53.994917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Pushing event updated for resources: {'Port': ['ID=33fde9fc-1a19-4611-a1e4-d60a06d847ab,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:54.012367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Transition to ACTIVE for port object 721001c5-f4f2-4b5f-97d1-974848637eda will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:54.123716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Attempting to bind port 33fde9fc-1a19-4611-a1e4-d60a06d847ab on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:54.124681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Attempting to bind port 33fde9fc-1a19-4611-a1e4-d60a06d847ab by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:54.125258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Attempting to bind port 33fde9fc-1a19-4611-a1e4-d60a06d847ab on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:54.130261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Port 33fde9fc-1a19-4611-a1e4-d60a06d847ab on network d8b32375-3fae-49d8-9e83-21bb6f780f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:54.130832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Attempting to bind port 33fde9fc-1a19-4611-a1e4-d60a06d847ab on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:54.139799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:54.140622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Checking segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:54.141291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Bound using segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:54.142082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Bound port: 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:54.142713 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.186343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.251423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] For port 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:54.256022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] For port 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:54.256223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Pushing event updated for resources: {'Port': ['ID=721001c5-f4f2-4b5f-97d1-974848637eda,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:54.271641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.351420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:54.354070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.358716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] 10.222.0.72 "PUT /v2.0/ports/33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 1130 time: 0.9930394 Sep 23 19:31:54.398439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:54.419261 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:31:54.540385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Attempting to bind port 721001c5-f4f2-4b5f-97d1-974848637eda on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:54.540939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Attempting to bind port 721001c5-f4f2-4b5f-97d1-974848637eda by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:54.541086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Attempting to bind port 721001c5-f4f2-4b5f-97d1-974848637eda on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:54.551998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Port 721001c5-f4f2-4b5f-97d1-974848637eda on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:54.554040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Attempting to bind port 721001c5-f4f2-4b5f-97d1-974848637eda on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:54.556900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-c656bf11-4305-4360-b916-8183d561114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:54.558418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c89cb96c-cb72-45e2-89f5-005a7bd840ed req-c656bf11-4305-4360-b916-8183d561114a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5447829 Sep 23 19:31:54.574302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.602507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:54.603297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:54.603898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:54.606568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849926b-0fd6-4932-a208-56b0e7d5e7be service neutron] Pushing event updated for resources: {'Port': ['ID=33fde9fc-1a19-4611-a1e4-d60a06d847ab,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:54.607340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Bound port: 721001c5-f4f2-4b5f-97d1-974848637eda, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:54.607958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.084200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] For port 721001c5-f4f2-4b5f-97d1-974848637eda, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:55.098589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.105757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.107113 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.111892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.117996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.124272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.130144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.136954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.145415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-4be27943-2ec2-41ce-8bd0-ec1f108cfbd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5372 time: 0.5850229 Sep 23 19:31:55.194312 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4000e07-2fbb-4d39-bd8c-bc8c2944fbb0 req-5504920d-9de6-4d76-ae4c-b3da6072e576 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479395 Sep 23 19:31:55.196003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] For port 721001c5-f4f2-4b5f-97d1-974848637eda, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=721001c5-f4f2-4b5f-97d1-974848637eda,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:55.201800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '737cb5f9-5a6a-4514-ace9-5368884d99f5'}, {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '33fde9fc-1a19-4611-a1e4-d60a06d847ab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:55.202682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.213176 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c7bba-e488-4c22-84c8-5118bd519325" -d '{"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "737cb5f9-5a6a-4514-ace9-5368884d99f5"}, {"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "33fde9fc-1a19-4611-a1e4-d60a06d847ab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:55.251647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.252288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.253746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] 10.222.0.41 "PUT /v2.0/ports/721001c5-f4f2-4b5f-97d1-974848637eda HTTP/1.1" status: 200 len: 1095 time: 2.3784659 Sep 23 19:31:55.254217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'tag': '721001c5-f4f2-4b5f-97d1-974848637eda'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:55.258451 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376" -d '{"events": [{"name": "network-changed", "server_uuid": "8750a34f-78eb-4e6a-82bc-042e5e6b809c", "tag": "721001c5-f4f2-4b5f-97d1-974848637eda"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:55.295109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37d7bf-eaeb-41ea-8996-49847866ddcf service neutron] Pushing event updated for resources: {'Port': ['ID=721001c5-f4f2-4b5f-97d1-974848637eda,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.369952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:55.371718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:55.377115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.391420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Transition to ACTIVE for port object 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:55.397339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.426735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5084-b473-466b-a82f-0ddf6585c696 req-94da74a1-adae-4b8c-bd30-968130bd55a8 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.429129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b0c5084-b473-466b-a82f-0ddf6585c696 req-94da74a1-adae-4b8c-bd30-968130bd55a8 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.0853543 Sep 23 19:31:55.431107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-1afc03ed-dd9f-47ac-8aa3-61826f932736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.432574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-1afc03ed-dd9f-47ac-8aa3-61826f932736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 1098 time: 0.1252303 Sep 23 19:31:55.511022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-955261f5-4274-4883-bdf9-b8b70bf6d8cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=721001c5-f4f2-4b5f-97d1-974848637eda HTTP/1.1" status: 200 len: 217 time: 0.0575480 Sep 23 19:31:55.568809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef11be66-0137-4d06-9c10-9db886d2dbde tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:55.574444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Pushing event updated for resources: {'Port': ['ID=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.587311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b0c5084-b473-466b-a82f-0ddf6585c696 req-4ee05df3-29cb-48fb-9311-60291218ffbf tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455975 Sep 23 19:31:55.636470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d46a754-c97f-43c4-b493-981f08cd1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.638059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-2d46a754-c97f-43c4-b493-981f08cd1e82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1110201 Sep 23 19:31:55.639495 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef11be66-0137-4d06-9c10-9db886d2dbde tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "PUT /v2.0/quotas/983764ef2ec447d5ac32c48f14097785 HTTP/1.1" status: 200 len: 368 time: 0.2527595 Sep 23 19:31:55.640423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Attempting to bind port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:55.640887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Attempting to bind port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:55.641303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Attempting to bind port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:55.642374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:55.647650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:55.648265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Attempting to bind port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:55.652850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Request body: {'network': {'project_id': '983764ef2ec447d5ac32c48f14097785'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:55.654468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:55.654819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Checking segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:55.655222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Bound using segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:55.655644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Bound port: 70c2f396-d09d-42e0-b12c-9f20ebbd47e1, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:55.656006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.737979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] For port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:55.742173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] For port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:55.750526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.768276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Made reservation on behalf of 983764ef2ec447d5ac32c48f14097785 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:55.770581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.789318 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.790375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.791080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.792181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-c2887230-80ff-4ce3-af22-6369bc951291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.792496 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-430bec89-7602-41b6-819a-322cd349e625 service neutron] 10.222.0.72 "PUT /v2.0/ports/70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 200 len: 1091 time: 1.4041266 Sep 23 19:31:55.793561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-c2887230-80ff-4ce3-af22-6369bc951291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445279 Sep 23 19:31:55.802728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4131e5-2519-4bda-9db7-b3752814b8ba req-b87ca160-f9cd-4bd2-b945-74ebd9902a04 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.804870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f4131e5-2519-4bda-9db7-b3752814b8ba req-b87ca160-f9cd-4bd2-b945-74ebd9902a04 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0958624 Sep 23 19:31:55.819038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bec89-7602-41b6-819a-322cd349e625 service neutron] Pushing event updated for resources: {'Port': ['ID=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.836993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:55.907237 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.947567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f4131e5-2519-4bda-9db7-b3752814b8ba req-44bd0374-60d6-4510-9a75-e3b165d02a08 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205168 Sep 23 19:31:55.982604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-7c1f29cb-f3ef-48cd-bf3b-7156ce49b799 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766105 Sep 23 19:31:56.157429 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.172423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.189830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bee9e8-e4e2-49e5-9543-a3f0c7ee64a6 req-d6ce342e-20ac-4af1-9fb2-385630fecffe service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966107 Sep 23 19:31:56.207659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:56.280226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd49f370-8308-485c-946b-1ca74010d3a6 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:56.288236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.294107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b463b43d-c393-46e0-9f54-12bc4fe7e687,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.298571 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.298918 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Added segment cfc962fe-08e1-46af-a3d1-e5c5c6edf426 of type vlan for network 2804c76a-aa3c-4ac8-82d4-66189a1261d4 Sep 23 19:31:56.304469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Transition to ACTIVE for port object bd49f370-8308-485c-946b-1ca74010d3a6 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:56.312913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.355837 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.369024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e839a7-a3fc-407b-ab47-597c9511f774 req-37462d3a-0cb2-47c2-80f5-88ff7506999b tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.371402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37e839a7-a3fc-407b-ab47-597c9511f774 req-37462d3a-0cb2-47c2-80f5-88ff7506999b tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1023 time: 0.1648688 Sep 23 19:31:56.391020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8946838-77a5-431c-b3e7-3048da802646 req-54ae1bee-716d-4e6f-baf6-83ae05a976cc tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.392579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8946838-77a5-431c-b3e7-3048da802646 req-54ae1bee-716d-4e6f-baf6-83ae05a976cc tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.41 "GET /v2.0/ports?device_id=7524d4cb-9405-43c3-95b1-8388e9d68233 HTTP/1.1" status: 200 len: 1023 time: 0.1756132 Sep 23 19:31:56.393617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Pushing event updated for resources: {'Port': ['ID=bd49f370-8308-485c-946b-1ca74010d3a6,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.448821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Attempting to bind port bd49f370-8308-485c-946b-1ca74010d3a6 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:56.449163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Attempting to bind port bd49f370-8308-485c-946b-1ca74010d3a6 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:56.449493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Attempting to bind port bd49f370-8308-485c-946b-1ca74010d3a6 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:56.454265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Port bd49f370-8308-485c-946b-1ca74010d3a6 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:56.454613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Attempting to bind port bd49f370-8308-485c-946b-1ca74010d3a6 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:56.460519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:56.460884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Checking segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:56.461245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Bound using segment: {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:56.461673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Bound port: bd49f370-8308-485c-946b-1ca74010d3a6, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3bd1ab9-930c-4072-931d-df5790e0e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:56.462035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.515666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.516645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.517217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.544577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] For port bd49f370-8308-485c-946b-1ca74010d3a6, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:56.555202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] For port bd49f370-8308-485c-946b-1ca74010d3a6, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=bd49f370-8308-485c-946b-1ca74010d3a6,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:56.560456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.571676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37e839a7-a3fc-407b-ab47-597c9511f774 req-0f91866c-7358-40e7-a02c-e35e36458014 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups?id=723b3612-1cf1-4247-960a-51a7846afc37&id=b4a7c318-47ba-42b7-862b-743d92e8fa58&id=eb061f57-6a61-43a0-8383-abf6b7141053&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1870751 Sep 23 19:31:56.615182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.615751 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.617655 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] 10.222.0.72 "PUT /v2.0/ports/bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 200 len: 1091 time: 0.7872376 Sep 23 19:31:56.646403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0005286 Sep 23 19:31:56.648766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c4ec7-cbf0-47ca-bb76-f4276fd99d9b tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Pushing event updated for resources: {'Network': ['ID=2804c76a-aa3c-4ac8-82d4-66189a1261d4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.648949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:56.657057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:56.667698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Request body: {'network': {'project_id': '983764ef2ec447d5ac32c48f14097785'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:56.676745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 2804c76a-aa3c-4ac8-82d4-66189a1261d4 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:56.689132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Deleting port a594b72c-ad10-449c-8ce8-19699d620372 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:56.689475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.711114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Made reservation on behalf of 983764ef2ec447d5ac32c48f14097785 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:56.714838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.719984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3e57-15a2-4e89-88f5-0b59f5d05b3c service neutron] Pushing event updated for resources: {'Port': ['ID=bd49f370-8308-485c-946b-1ca74010d3a6,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.811508 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.828201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.847585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:56.852395 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20b6a-0e24-4460-adef-d45538ee7f60 req-38dab698-b1eb-4f46-af23-eb827ecaf055 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.854917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00e20b6a-0e24-4460-adef-d45538ee7f60 req-38dab698-b1eb-4f46-af23-eb827ecaf055 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 947 time: 0.1503417 Sep 23 19:31:56.914027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00e20b6a-0e24-4460-adef-d45538ee7f60 req-37a911cb-db01-4cbc-89c9-186e73eec499 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Sep 23 19:31:56.916431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] For port a594b72c-ad10-449c-8ce8-19699d620372, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a594b72c-ad10-449c-8ce8-19699d620372,segment=NetworkSegment(97f9b380-0bb9-488b-9fbe-ee4ab2143c29),segment_id=97f9b380-0bb9-488b-9fbe-ee4ab2143c29)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:56.916806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.945170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Calling delete_port for a594b72c-ad10-449c-8ce8-19699d620372 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:57.117276 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d93b79e-09e5-49b6-b99c-13ab43142030 x-openstack-request-id: req-9d93b79e-09e5-49b6-b99c-13ab43142030 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:57.117726 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8750a34f-78eb-4e6a-82bc-042e5e6b809c", "tag": "721001c5-f4f2-4b5f-97d1-974848637eda", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:57.118065 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d93b79e-09e5-49b6-b99c-13ab43142030 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:57.118563 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'tag': '721001c5-f4f2-4b5f-97d1-974848637eda', 'status': 'completed', 'code': 200} Sep 23 19:31:57.124705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.139439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a594b72c-ad10-449c-8ce8-19699d620372'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:57.158854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'Port': ['ID=a594b72c-ad10-449c-8ce8-19699d620372,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:57.177235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:57.186162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.199344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Transition to ACTIVE for port object 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:57.205820 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dc94ea-1458-4a13-9452-cb31d1f2f662 x-openstack-request-id: req-25dc94ea-1458-4a13-9452-cb31d1f2f662 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:57.206124 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "737cb5f9-5a6a-4514-ace9-5368884d99f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "33fde9fc-1a19-4611-a1e4-d60a06d847ab", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:57.206404 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25dc94ea-1458-4a13-9452-cb31d1f2f662 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:57.207076 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '737cb5f9-5a6a-4514-ace9-5368884d99f5', 'status': 'completed', 'code': 200} Sep 23 19:31:57.207076 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '33fde9fc-1a19-4611-a1e4-d60a06d847ab', 'status': 'completed', 'code': 200} Sep 23 19:31:57.220256 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.232676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.233315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.233859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.234757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.236559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.238452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.238809 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Added segment bc266da7-3581-43fc-b0fe-0e150996569e of type vlan for network 0e15921f-5801-428e-b44a-e4ec64c048f7 Sep 23 19:31:57.239025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.239630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.242260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e180350b-68b1-442f-86a0-9dd3913b6ebd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6343 time: 0.1521318 Sep 23 19:31:57.272362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] No DVR routers for this DVR port a594b72c-ad10-449c-8ce8-19699d620372 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:57.276473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.279160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8946838-77a5-431c-b3e7-3048da802646 req-0efa07bd-8af1-41f0-8f01-0fc9851744fe tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.41 "DELETE /v2.0/ports/a594b72c-ad10-449c-8ce8-19699d620372 HTTP/1.1" status: 204 len: 173 time: 0.8777938 Sep 23 19:31:57.334065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:57.349469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Pushing event updated for resources: {'Port': ['ID=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:57.408792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.434579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-0f227db7-8363-4d13-aadc-e696278a5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.436974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-0f227db7-8363-4d13-aadc-e696278a5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.437537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-0f227db7-8363-4d13-aadc-e696278a5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.440333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-0f227db7-8363-4d13-aadc-e696278a5b34 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1798210 Sep 23 19:31:57.454902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.455862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.456462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.507041 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.552442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8985214 Sep 23 19:31:57.556072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-21fa3071-e63f-42c3-be16-3a4597f73b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.560261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:57.562626 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-21fa3071-e63f-42c3-be16-3a4597f73b47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 1098 time: 0.3540204 Sep 23 19:31:57.566996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66529a04-ea20-4dfd-abca-cdbee6c22366 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Request body: {'network': {'project_id': '983764ef2ec447d5ac32c48f14097785'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:57.595607 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-66529a04-ea20-4dfd-abca-cdbee6c22366 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 19:31:57.596264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66529a04-ea20-4dfd-abca-cdbee6c22366 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:31:57.597220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66529a04-ea20-4dfd-abca-cdbee6c22366 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0359912 Sep 23 19:31:57.605440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:57.620636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:57.627783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:57.629987 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6821478b-f3d3-49d2-9678-5510f4d50e5a" -d '{"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:57.649343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.652563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661944-71ee-4050-8f89-fa61d6ee4975 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Pushing event updated for resources: {'Network': ['ID=0e15921f-5801-428e-b44a-e4ec64c048f7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:57.665527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e8f45f3b-feb7-45cb-bd42-03b52916b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.672849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-e8f45f3b-feb7-45cb-bd42-03b52916b475 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232757 Sep 23 19:31:57.713025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 0e15921f-5801-428e-b44a-e4ec64c048f7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:57.715922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:57.820670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cf870f64-3a3f-4b77-89be-12bcc5bb4435 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=983764ef2ec447d5ac32c48f14097785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112749 Sep 23 19:31:57.821496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49590) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:57.834615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.834615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.834615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.834615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.834615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.834615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.845988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.848124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-dc15faea-113f-4894-9239-69efa5a18b88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6368 time: 0.1298664 Sep 23 19:31:57.899898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Attempting to bind port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:57.900427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Attempting to bind port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:57.900949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Attempting to bind port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea on network ccddee97-ddac-4044-bf49-845dacc0be36 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:57.919533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea on network ccddee97-ddac-4044-bf49-845dacc0be36 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:57.919885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Attempting to bind port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea on network ccddee97-ddac-4044-bf49-845dacc0be36 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:57.925883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-6abbddb1-41d0-4ddb-a838-160b4dd31685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.926633 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-6abbddb1-41d0-4ddb-a838-160b4dd31685 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.3595858 Sep 23 19:31:57.944193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:57.944544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Checking segment: {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:57.944921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Bound using segment: {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:57.945337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Bound port: 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:57.945697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.986599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaa07790-e9dc-4ead-ab88-8d03e9129319 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.990101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-e8ad826f-63e3-4b89-ae5f-47d0877f2c7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=721001c5-f4f2-4b5f-97d1-974848637eda HTTP/1.1" status: 200 len: 217 time: 0.0548224 Sep 23 19:31:58.036034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.043202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.049230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.056128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.064708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.068671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaa07790-e9dc-4ead-ab88-8d03e9129319 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.076499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.084137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.090748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-385ccdbb-5d39-4060-84c1-938477173098 req-5f91d104-244a-47af-ba77-40e16971021b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5408 time: 0.1779079 Sep 23 19:31:58.128549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-d0944b66-7ab6-405e-93b9-b87e5e7e689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.129583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-d0944b66-7ab6-405e-93b9-b87e5e7e689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.129992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-d0944b66-7ab6-405e-93b9-b87e5e7e689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.130991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-bdcaee33-c852-431f-88ec-8a7986ff581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.131837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-d0944b66-7ab6-405e-93b9-b87e5e7e689f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2746892 Sep 23 19:31:58.132623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-bdcaee33-c852-431f-88ec-8a7986ff581c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1131003 Sep 23 19:31:58.133878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] For port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:58.172426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] For port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:58.179606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.181865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-385ccdbb-5d39-4060-84c1-938477173098 req-b2fc55c3-eb3d-4261-ad6d-0382814e62a0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771244 Sep 23 19:31:58.216561 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaa07790-e9dc-4ead-ab88-8d03e9129319 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.219615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaa07790-e9dc-4ead-ab88-8d03e9129319 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.220174 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aaa07790-e9dc-4ead-ab88-8d03e9129319 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/b463b43d-c393-46e0-9f54-12bc4fe7e687 HTTP/1.1" status: 204 len: 168 time: 0.3977432 Sep 23 19:31:58.232080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:58.236945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07790-e9dc-4ead-ab88-8d03e9129319 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463b43d-c393-46e0-9f54-12bc4fe7e687,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:58.251671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.252258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.253635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] 10.222.0.72 "PUT /v2.0/ports/70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 200 len: 1091 time: 1.6037614 Sep 23 19:31:58.282730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-9013e437-97ec-4bdc-b7c4-a57d8c9ba4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.284280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-9013e437-97ec-4bdc-b7c4-a57d8c9ba4a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436608 Sep 23 19:31:58.293754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Request body: {'port': {'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:58.330390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd462356-7d85-4221-889d-69babbee99f5 service neutron] Pushing event updated for resources: {'Port': ['ID=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:58.375392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-3f36c308-655a-4411-897d-0f08fa02f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.377040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32c7bba-e488-4c22-84c8-5118bd519325 req-3f36c308-655a-4411-897d-0f08fa02f3ee service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329743 Sep 23 19:31:58.394225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d0d9a-3de9-4351-b039-5337646c8eb4 req-b946fedb-c43c-486d-8e38-a171a4737f35 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.395931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-184d0d9a-3de9-4351-b039-5337646c8eb4 req-b946fedb-c43c-486d-8e38-a171a4737f35 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0925097 Sep 23 19:31:58.431187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.445154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-184d0d9a-3de9-4351-b039-5337646c8eb4 req-db330581-25cd-4a59-953f-10f67f0ca45b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Sep 23 19:31:58.473340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.553866 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-e0aa1807-b240-4f10-976d-f42883f1735d service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491803 Sep 23 19:31:58.681907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff9130-7675-4498-98b2-98a3f04aeb6a req-8732fcaa-0f3c-4e61-912e-1a4e9ccefa74 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.683984 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.685032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25ff9130-7675-4498-98b2-98a3f04aeb6a req-8732fcaa-0f3c-4e61-912e-1a4e9ccefa74 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 949 time: 0.0529158 Sep 23 19:31:58.725573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25ff9130-7675-4498-98b2-98a3f04aeb6a req-e9a8703d-ea7c-455c-bea9-93ad31c46f1a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Sep 23 19:31:58.750869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e15921f-5801-428e-b44a-e4ec64c048f7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:58.770399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc266da7-3581-43fc-b0fe-0e150996569e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:58.770690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc266da7-3581-43fc-b0fe-0e150996569e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:58.793530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.811583 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ce39f6-93ba-44d6-a826-bb0041cd8af5 x-openstack-request-id: req-20ce39f6-93ba-44d6-a826-bb0041cd8af5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:58.812085 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:58.812233 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20ce39f6-93ba-44d6-a826-bb0041cd8af5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:58.812730 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'code': 200} Sep 23 19:31:58.826604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.863535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:58.863933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:58.865549 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:58.877358 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d90e3e62-4288-42a0-bfbe-d96c4cdf9376 req-6ef8a73c-38b0-47e5-9c57-fc23b641adc5 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993636 Sep 23 19:31:58.933478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.949276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.950939 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "DELETE /v2.0/networks/0e15921f-5801-428e-b44a-e4ec64c048f7 HTTP/1.1" status: 204 len: 168 time: 0.7122092 Sep 23 19:31:58.953600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:58.981169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e9f6c-6844-430b-a286-f14955a2d9a8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e15921f-5801-428e-b44a-e4ec64c048f7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:59.111129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f65946-4a78-4870-8577-3f3d859035d5 req-11731ed4-6306-466d-8437-8e2aa13e63a4 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.112661 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92f65946-4a78-4870-8577-3f3d859035d5 req-11731ed4-6306-466d-8437-8e2aa13e63a4 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.1582282 Sep 23 19:31:59.115131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.119709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'name': 'network-vif-deleted', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:59.120569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dd6cdd-e188-4f13-a28a-5a88d36efe31 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:59.122231 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e18529-cc78-470a-be33-bcd13dafe1f6" -d '{"events": [{"server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "name": "network-vif-deleted", "tag": "a594b72c-ad10-449c-8ce8-19699d620372"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:59.136511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.183342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Transition to ACTIVE for port object 85dd6cdd-e188-4f13-a28a-5a88d36efe31 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:59.203168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.210292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1'}, {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6'}, {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:59.212476 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daa64f1-02a1-4500-81a4-2e7eba0928b6" -d '{"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "70c2f396-d09d-42e0-b12c-9f20ebbd47e1"}, {"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6"}, {"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:59.307323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd6cdd-e188-4f13-a28a-5a88d36efe31,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:59.351184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.405784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6345-bacf-4c43-b9a0-15cadb63754e req-157115a3-0037-4eb6-a5a5-3176f89bed7a tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.412068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3ac6345-bacf-4c43-b9a0-15cadb63754e req-157115a3-0037-4eb6-a5a5-3176f89bed7a tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 947 time: 0.0675912 Sep 23 19:31:59.416631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2804c76a-aa3c-4ac8-82d4-66189a1261d4']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:59.435789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc962fe-08e1-46af-a3d1-e5c5c6edf426') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:59.436462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc962fe-08e1-46af-a3d1-e5c5c6edf426') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:59.446248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Deleting port d75d41fa-5bad-45e4-a8aa-6966e854fb00 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:59.446711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.456280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.477343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3ac6345-bacf-4c43-b9a0-15cadb63754e req-14e297eb-63c4-471a-8fe6-2ac866a26c1b tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Sep 23 19:31:59.501654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.540284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:59.540697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:59.543336 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:59.625096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0403c-b7a5-4779-a2a8-ecf2bb1ce7be req-299e9f8b-8477-4674-88ee-01dcfc32194c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.626788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fa0403c-b7a5-4779-a2a8-ecf2bb1ce7be req-299e9f8b-8477-4674-88ee-01dcfc32194c tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a0ae4b5-cdef-4864-90be-258d35949878 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Sep 23 19:31:59.672875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fa0403c-b7a5-4779-a2a8-ecf2bb1ce7be req-27770889-8eea-4676-bbfa-dbf8ebdc4013 tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ba7731b-c8ef-464c-b0c1-d44339c363b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Sep 23 19:31:59.880146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Attempting to bind port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:59.880481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Attempting to bind port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:59.880870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Attempting to bind port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 on network ccddee97-ddac-4044-bf49-845dacc0be36 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:59.914541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 on network ccddee97-ddac-4044-bf49-845dacc0be36 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:59.915287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Attempting to bind port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 on network ccddee97-ddac-4044-bf49-845dacc0be36 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:59.926515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:59.926854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Checking segment: {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:59.927244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Bound using segment: {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:59.927710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Bound port: 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb850b51-4111-4edf-8d84-ace4861b1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:59.928045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.929937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.946810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.951030 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] 10.222.0.38 "DELETE /v2.0/networks/2804c76a-aa3c-4ac8-82d4-66189a1261d4 HTTP/1.1" status: 204 len: 168 time: 0.9929779 Sep 23 19:31:59.958438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] For port d75d41fa-5bad-45e4-a8aa-6966e854fb00, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d75d41fa-5bad-45e4-a8aa-6966e854fb00,segment=NetworkSegment(ef77ce69-7f5d-45ea-9eb0-6122dd91c577),segment_id=ef77ce69-7f5d-45ea-9eb0-6122dd91c577)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:59.958796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.979617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86929-226d-4489-ae9c-0e61105e25c8 tempest-QuotasNegativeTest-1280023180 tempest-QuotasNegativeTest-1280023180-project-admin] Pushing event deleted for resources: {'Network': ['ID=2804c76a-aa3c-4ac8-82d4-66189a1261d4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:00.009667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Calling delete_port for d75d41fa-5bad-45e4-a8aa-6966e854fb00 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:00.056231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] For port 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:00.060600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] For port 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:00.065396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.170813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.171537 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.172929 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] 10.222.0.72 "PUT /v2.0/ports/85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 200 len: 1091 time: 1.8877959 Sep 23 19:32:00.198659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4ccc3-6926-4f84-a541-ca6e403fbf49 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd6cdd-e188-4f13-a28a-5a88d36efe31,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:00.327923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.328450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.335892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.336459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.337027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.337600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.338412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.341205 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-85b58a83-289f-44d8-b395-9d441570b946 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6477 time: 0.1103265 Sep 23 19:32:00.431034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-9b09b8a6-aef3-482b-9c2a-258da4d7404f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 200 len: 217 time: 0.0747874 Sep 23 19:32:00.446008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.458156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d75d41fa-5bad-45e4-a8aa-6966e854fb00'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:00.510727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Pushing event deleted for resources: {'Port': ['ID=d75d41fa-5bad-45e4-a8aa-6966e854fb00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:00.516713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6da8351d-d1a5-4a61-80be-1a1fd16c85d4 req-61d569e2-0caf-443e-bb41-7c9039368e02 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/723b3612-1cf1-4247-960a-51a7846afc37 HTTP/1.1" status: 200 len: 1801 time: 0.0654206 Sep 23 19:32:00.549393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3e10dcc0-8ab3-4f8e-819c-73df65ffe4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.551065 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3e10dcc0-8ab3-4f8e-819c-73df65ffe4b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ff15eed-30d3-44f4-98a3-5e8d898cc901 HTTP/1.1" status: 200 len: 850 time: 0.1060760 Sep 23 19:32:00.567732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] No DVR routers for this DVR port d75d41fa-5bad-45e4-a8aa-6966e854fb00 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:00.576557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.578503 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92f65946-4a78-4870-8577-3f3d859035d5 req-861d98df-6d91-41f1-a4bb-adc5ea1badda tempest-ServerDiskConfigTestJSON-1815860198 tempest-ServerDiskConfigTestJSON-1815860198-project] 10.222.0.41 "DELETE /v2.0/ports/d75d41fa-5bad-45e4-a8aa-6966e854fb00 HTTP/1.1" status: 204 len: 173 time: 1.4535737 Sep 23 19:32:00.587016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6da8351d-d1a5-4a61-80be-1a1fd16c85d4 req-58e996d7-7d36-4b1a-a298-33595a987b93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.600147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:00.621328 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6da8351d-d1a5-4a61-80be-1a1fd16c85d4 req-58e996d7-7d36-4b1a-a298-33595a987b93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.654496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-4c05b79e-786b-4077-84fe-12c696cab6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.657129 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-4c05b79e-786b-4077-84fe-12c696cab6c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905433 Sep 23 19:32:00.686851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6da8351d-d1a5-4a61-80be-1a1fd16c85d4 req-58e996d7-7d36-4b1a-a298-33595a987b93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.689937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6da8351d-d1a5-4a61-80be-1a1fd16c85d4 req-58e996d7-7d36-4b1a-a298-33595a987b93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.691229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6da8351d-d1a5-4a61-80be-1a1fd16c85d4 req-58e996d7-7d36-4b1a-a298-33595a987b93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/723b3612-1cf1-4247-960a-51a7846afc37 HTTP/1.1" status: 204 len: 173 time: 0.1638024 Sep 23 19:32:00.703272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e996d7-7d36-4b1a-a298-33595a987b93 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b3612-1cf1-4247-960a-51a7846afc37,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:00.766849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde24c7a-9648-4951-a905-26aad869a576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.775447 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f5edfe-25da-480f-a177-e2b5f56ca0e3 x-openstack-request-id: req-11f5edfe-25da-480f-a177-e2b5f56ca0e3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:00.775736 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7524d4cb-9405-43c3-95b1-8388e9d68233", "name": "network-vif-deleted", "tag": "a594b72c-ad10-449c-8ce8-19699d620372", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:00.776169 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11f5edfe-25da-480f-a177-e2b5f56ca0e3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:00.776559 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7524d4cb-9405-43c3-95b1-8388e9d68233', 'name': 'network-vif-deleted', 'tag': 'a594b72c-ad10-449c-8ce8-19699d620372', 'status': 'completed', 'code': 200} Sep 23 19:32:00.806046 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-b3f40eac-bb95-413b-bd5b-b42d0a0000a9 service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409078 Sep 23 19:32:00.925775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.929028 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-925e91ab-3a7b-445e-b0b9-952ebeb7c634 service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136324 Sep 23 19:32:00.933045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.940018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.946319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.953072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.960227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.966413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.968953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d95ae13-a143-4c05-a20a-c45593197323 req-9b52f96e-7027-4955-8b0c-a8597e92d813 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1285641 Sep 23 19:32:00.983456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5950e3cd-a26e-4c14-ac5b-6bcdc06006ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 217 time: 0.0410244 Sep 23 19:32:01.017732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde24c7a-9648-4951-a905-26aad869a576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.026754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dde24c7a-9648-4951-a905-26aad869a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.042453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e42eaca2-bd38-440a-926b-52690bf7684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.043837 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e42eaca2-bd38-440a-926b-52690bf7684b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0534430 Sep 23 19:32:01.077380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d95ae13-a143-4c05-a20a-c45593197323 req-5a67f47c-a1de-47ec-a08a-17ecda488e0d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914233 Sep 23 19:32:01.083641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24c7a-9648-4951-a905-26aad869a576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aad988-b713-48e3-b5c5-633be5d1ee99,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:01.095587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-4321b9a0-d6d8-42f7-a65d-651bb6ba6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.097420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-4321b9a0-d6d8-42f7-a65d-651bb6ba6109 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0457287 Sep 23 19:32:01.112775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dde24c7a-9648-4951-a905-26aad869a576 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abca43f1704241da9bfeb816c70bc61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114484 Sep 23 19:32:01.113800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:01.141630 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dbcdb6-d66b-42bb-a211-d26b2d2fc9da x-openstack-request-id: req-b6dbcdb6-d66b-42bb-a211-d26b2d2fc9da {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:01.142137 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "70c2f396-d09d-42e0-b12c-9f20ebbd47e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:01.142329 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6dbcdb6-d66b-42bb-a211-d26b2d2fc9da {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:01.142774 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1', 'status': 'completed', 'code': 200} Sep 23 19:32:01.143091 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6', 'status': 'completed', 'code': 200} Sep 23 19:32:01.143405 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea', 'status': 'completed', 'code': 200} Sep 23 19:32:01.169904 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9248dc0-a62b-47d1-b636-7b6c9ae6b03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.194148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9248dc0-a62b-47d1-b636-7b6c9ae6b03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.220015 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-778dee62-84e5-424e-9dea-187d5e25875f service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125228 Sep 23 19:32:01.255944 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9248dc0-a62b-47d1-b636-7b6c9ae6b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.259087 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9248dc0-a62b-47d1-b636-7b6c9ae6b03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.260202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9248dc0-a62b-47d1-b636-7b6c9ae6b03b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53aad988-b713-48e3-b5c5-633be5d1ee99 HTTP/1.1" status: 204 len: 168 time: 0.1452920 Sep 23 19:32:01.285073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9248dc0-a62b-47d1-b636-7b6c9ae6b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aad988-b713-48e3-b5c5-633be5d1ee99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:01.319284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd8dc6-996c-4343-b9f0-2ceef0795159 req-d24f7336-f82d-4718-be16-19516f797b15 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.320886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20cd8dc6-996c-4343-b9f0-2ceef0795159 req-d24f7336-f82d-4718-be16-19516f797b15 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0768929 Sep 23 19:32:01.333270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-5d5090f5-55bd-4c23-aff3-6f9f9766c6fd service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062384 Sep 23 19:32:01.338076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 721001c5-f4f2-4b5f-97d1-974848637eda details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:01.340229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a594b72c-ad10-449c-8ce8-19699d620372 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:01.363279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20cd8dc6-996c-4343-b9f0-2ceef0795159 req-f00fffa4-8de8-4107-8b1f-b67d5a91a2c4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362444 Sep 23 19:32:01.370988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: a594b72c-ad10-449c-8ce8-19699d620372 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:01.371406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a594b72c-ad10-449c-8ce8-19699d620372 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:01.384777 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-13348ee9-30ea-417c-bc8b-66b4b27cbb46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 217 time: 0.0441077 Sep 23 19:32:01.451256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e655494a-54ce-48e0-88fe-7fa076610244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.452941 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e655494a-54ce-48e0-88fe-7fa076610244 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0617619 Sep 23 19:32:01.507373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 721001c5-f4f2-4b5f-97d1-974848637eda, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=721001c5-f4f2-4b5f-97d1-974848637eda,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:01.511476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-575de0ea-a55f-4795-b408-6bd7e3955014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.513142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-575de0ea-a55f-4795-b408-6bd7e3955014 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526316 Sep 23 19:32:01.519579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7237f-7a42-453d-93b5-583357d3c172 req-dc573956-7532-4fe9-944f-deae4446a901 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.520120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '721001c5-f4f2-4b5f-97d1-974848637eda', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '721001c5-f4f2-4b5f-97d1-974848637eda', 'mac_address': 'fa:16:3e:9d:c1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:01.522160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44d7237f-7a42-453d-93b5-583357d3c172 req-dc573956-7532-4fe9-944f-deae4446a901 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 947 time: 0.0600860 Sep 23 19:32:01.573456 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.575663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44d7237f-7a42-453d-93b5-583357d3c172 req-10bbba4c-0a38-4041-b8c5-37b3b9523f61 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Sep 23 19:32:01.597357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721001c5-f4f2-4b5f-97d1-974848637eda {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:01.620204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 721001c5-f4f2-4b5f-97d1-974848637eda, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=721001c5-f4f2-4b5f-97d1-974848637eda,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:01.627751 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.640060 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-23d27a38-f975-4d99-904b-94625701fdc7 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181259 Sep 23 19:32:01.648846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:01.665234 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b324-a211-4371-a0d4-f3812d9ca1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.691598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=721001c5-f4f2-4b5f-97d1-974848637eda,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:01.696399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-714e8b2e-e839-45b2-a6c4-1a4a0151658d req-24fa4427-0a4a-4782-8818-c22390eab906 tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "GET /v2.0/security-groups/b4a7c318-47ba-42b7-862b-743d92e8fa58 HTTP/1.1" status: 200 len: 1800 time: 0.0718379 Sep 23 19:32:01.739783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1898f251-630e-4a4e-a55d-3c85550534f4 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930619 Sep 23 19:32:01.786358 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-24b02caa-a6f8-4bca-85f9-e379c2d3506c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 200 len: 217 time: 0.0395160 Sep 23 19:32:01.789258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-714e8b2e-e839-45b2-a6c4-1a4a0151658d req-d3a9a59d-ce48-4c99-bb54-b100a6725d4d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.822959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-714e8b2e-e839-45b2-a6c4-1a4a0151658d req-d3a9a59d-ce48-4c99-bb54-b100a6725d4d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.836154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-26bbf7bb-bc9c-4a35-a5d8-0befe887061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.837622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-26bbf7bb-bc9c-4a35-a5d8-0befe887061e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0445526 Sep 23 19:32:01.854436 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b324-a211-4371-a0d4-f3812d9ca1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.866337 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b324-a211-4371-a0d4-f3812d9ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.884152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-c66b22a0-2cb5-48c0-a532-eaddc2ce133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.885770 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-c66b22a0-2cb5-48c0-a532-eaddc2ce133e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416255 Sep 23 19:32:01.909634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9b324-a211-4371-a0d4-f3812d9ca1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0f2b68-cf4f-48f1-b0c6-eed3f12d6cab,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:01.914653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f7f9b324-a211-4371-a0d4-f3812d9ca1b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=772c441df2d349dc9a83d7c30ba03611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642546 Sep 23 19:32:01.916221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-714e8b2e-e839-45b2-a6c4-1a4a0151658d req-d3a9a59d-ce48-4c99-bb54-b100a6725d4d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.918894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-714e8b2e-e839-45b2-a6c4-1a4a0151658d req-d3a9a59d-ce48-4c99-bb54-b100a6725d4d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.919675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:01.930859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-714e8b2e-e839-45b2-a6c4-1a4a0151658d req-d3a9a59d-ce48-4c99-bb54-b100a6725d4d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] 10.222.0.38 "DELETE /v2.0/security-groups/b4a7c318-47ba-42b7-862b-743d92e8fa58 HTTP/1.1" status: 204 len: 173 time: 0.2295020 Sep 23 19:32:01.931618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:01.967301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9a59d-ce48-4c99-bb54-b100a6725d4d tempest-SecurityGroupsTestJSON-1371441332 tempest-SecurityGroupsTestJSON-1371441332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a7c318-47ba-42b7-862b-743d92e8fa58,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:01.988742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] Deleting subnet d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:01.992664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.014656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['721001c5-f4f2-4b5f-97d1-974848637eda'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:02.033877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.045961 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-4d5b449a-a1d3-46ca-8aca-cdf99a5ccb63 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530857 Sep 23 19:32:02.050841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf868da4-73ef-4d25-92d4-1aab2c3033af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.081462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.107171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf868da4-73ef-4d25-92d4-1aab2c3033af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.155034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.190504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1be6db8-ef2c-4a37-8ccd-f6be82c9c612,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:02.193036 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.196378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7fa4d794-9eab-4226-a899-34e1a1e44d0f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d1be6db8-ef2c-4a37-8ccd-f6be82c9c612 HTTP/1.1" status: 204 len: 168 time: 0.2582779 Sep 23 19:32:02.199348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:02.203559 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-0c3076c1-3705-424b-9eb9-9f967d6e471a service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493225 Sep 23 19:32:02.257201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf868da4-73ef-4d25-92d4-1aab2c3033af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.259784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf868da4-73ef-4d25-92d4-1aab2c3033af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.260920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bf868da4-73ef-4d25-92d4-1aab2c3033af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e0f2b68-cf4f-48f1-b0c6-eed3f12d6cab HTTP/1.1" status: 204 len: 168 time: 0.3403749 Sep 23 19:32:02.262354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-bb1a8b4d-5f64-45a3-9656-a82d746f2366 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 200 len: 217 time: 0.0521164 Sep 23 19:32:02.279567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.314939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf868da4-73ef-4d25-92d4-1aab2c3033af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0f2b68-cf4f-48f1-b0c6-eed3f12d6cab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:02.357032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-cc8d231a-a98e-4e8a-b8fc-d26f56c79e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.359324 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-cc8d231a-a98e-4e8a-b8fc-d26f56c79e5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0842628 Sep 23 19:32:02.374452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.403786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcad0cc-ae2e-4eb2-b009-e34c8cb88036']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:02.417108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f9b380-0bb9-488b-9fbe-ee4ab2143c29') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:02.417493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f9b380-0bb9-488b-9fbe-ee4ab2143c29') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:02.430131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.435517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-040d9b6c-5ec4-4317-bcbf-24fc0bacc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.437226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-040d9b6c-5ec4-4317-bcbf-24fc0bacc095 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702748 Sep 23 19:32:02.446911 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.460661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:02.462951 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:02.464833 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:02.578349 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-f011411c-838d-4655-bdde-0449984fe80f service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206236 Sep 23 19:32:02.580761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.589017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-5054aa84-c930-4680-89c4-8fae03a6dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.590609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-5054aa84-c930-4680-89c4-8fae03a6dbda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1101 time: 0.0929356 Sep 23 19:32:02.592778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.608292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bbcad0cc-ae2e-4eb2-b009-e34c8cb88036 HTTP/1.1" status: 204 len: 168 time: 0.4077771 Sep 23 19:32:02.743706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-5f301658-a894-49ae-964f-4d348677c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.745198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-5f301658-a894-49ae-964f-4d348677c3ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1123722 Sep 23 19:32:02.746085 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-628335b9-0fc5-46cc-af98-4bec82e0e2a4 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602435 Sep 23 19:32:02.747238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edaf59-ccdf-41d0-a57e-284e856d8e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbcad0cc-ae2e-4eb2-b009-e34c8cb88036,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:02.795098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:02.809319 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-38f01cff-8369-4334-a984-8133160c7df0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 200 len: 217 time: 0.0502250 Sep 23 19:32:02.815720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-aa3f7b2f-745a-47e7-999f-58a09ecf29bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=84f40afc-3e25-4247-a292-190863869dcd HTTP/1.1" status: 200 len: 217 time: 0.0542195 Sep 23 19:32:02.861780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-008685f6-f709-4d85-ac7e-d89dd25a9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.863317 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-008685f6-f709-4d85-ac7e-d89dd25a9113 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0472591 Sep 23 19:32:02.895734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.901545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.907464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.913919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.919682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.925380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.928758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-2ab0dab9-aa83-443c-85b8-6ba2112816c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.930444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-2ab0dab9-aa83-443c-85b8-6ba2112816c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604832 Sep 23 19:32:02.931167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.933098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70c342c5-1904-4898-85bc-b4070343a330 req-95e79eee-2bd5-4971-98d8-90a6ab7f6e40 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1870070 Sep 23 19:32:02.961787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-1bb73572-595a-4ce5-b237-661dd8d5c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.963250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-1bb73572-595a-4ce5-b237-661dd8d5c4fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1330838 Sep 23 19:32:02.967991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-773391fc-ee09-44f8-a531-b4a138c254fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dc8ef20e86c47df9fa29699c5bb0e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564782 Sep 23 19:32:02.968328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:03.014387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70c342c5-1904-4898-85bc-b4070343a330 req-37cbf931-3ce5-4b19-8900-f5a4a3e28830 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726914 Sep 23 19:32:03.026718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-539d2309-10df-40a7-9be5-1cac9b0a49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.027980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-539d2309-10df-40a7-9be5-1cac9b0a49f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582440 Sep 23 19:32:03.073556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-e0439c7e-ba18-4382-afd5-b2bf82095fcf service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350963 Sep 23 19:32:03.074407 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7074-cc44-4733-a0fe-00f83583d7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.120308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7074-cc44-4733-a0fe-00f83583d7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.147379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31'}, {'server_uuid': '5a0ae4b5-cdef-4864-90be-258d35949878', 'name': 'network-vif-deleted', 'tag': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:03.149741 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e55658-e3d2-4a23-bac8-756065a95dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31"}, {"server_uuid": "5a0ae4b5-cdef-4864-90be-258d35949878", "name": "network-vif-deleted", "tag": "d75d41fa-5bad-45e4-a8aa-6966e854fb00"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:03.188966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-665f5b2d-b08e-4015-9e74-114d3ccf17a4 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525750 Sep 23 19:32:03.197961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0452e0-f5d8-435a-aa9f-c157c93d943b req-069b43dc-c03c-48e6-8a9e-085805ee8cf3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.199168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d0452e0-f5d8-435a-aa9f-c157c93d943b req-069b43dc-c03c-48e6-8a9e-085805ee8cf3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0749617 Sep 23 19:32:03.220025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-ff498afd-e5e4-4a06-9b77-c6f63d18a119 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364217 Sep 23 19:32:03.236849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7074-cc44-4733-a0fe-00f83583d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.239615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7074-cc44-4733-a0fe-00f83583d7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.240769 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3bcc7074-cc44-4733-a0fe-00f83583d7ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb061f57-6a61-43a0-8383-abf6b7141053 HTTP/1.1" status: 204 len: 168 time: 0.2708967 Sep 23 19:32:03.275591 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-7cfc9797-e771-4e67-98ca-d736bdd4071a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 200 len: 217 time: 0.0479040 Sep 23 19:32:03.279756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49816) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:03.287137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc7074-cc44-4733-a0fe-00f83583d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb061f57-6a61-43a0-8383-abf6b7141053,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.331274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 721001c5-f4f2-4b5f-97d1-974848637eda up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:03.348325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d0452e0-f5d8-435a-aa9f-c157c93d943b req-b398ebf9-5926-4b61-8811-5f62d2e1d071 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267900 Sep 23 19:32:03.355018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-daef6f50-7ef6-48c0-a59b-78f207eda62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.356519 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-daef6f50-7ef6-48c0-a59b-78f207eda62c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0705848 Sep 23 19:32:03.389570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5172f00-9954-42ff-ba2b-f806864fc1e1 req-2ebcbf05-70db-4560-9703-d6f925752808 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893401 Sep 23 19:32:03.426078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 721001c5-f4f2-4b5f-97d1-974848637eda completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:03.432129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'networks': [{'name': 'tempest-network--862769017'}, {'name': 'tempest-network--1440035669'}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:03.432444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'network': {'name': 'tempest-network--862769017'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:03.432904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'network': {'name': 'tempest-network--1440035669'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:03.437491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 721001c5-f4f2-4b5f-97d1-974848637eda triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:03.438002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.462864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1aebe034-35cb-458f-8453-1b93a12258f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.464628 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-1aebe034-35cb-458f-8453-1b93a12258f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003983 Sep 23 19:32:03.465662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Made reservation on behalf of a014e8c371c841b1a87229bca6167501 for: {'network': 2} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:03.470242 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.481348 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.534115 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.572660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 721001c5-f4f2-4b5f-97d1-974848637eda, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=721001c5-f4f2-4b5f-97d1-974848637eda,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:03.573726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721001c5-f4f2-4b5f-97d1-974848637eda'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:03.577260 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5239f8f-d7cd-489b-ab41-2991b28869f5" -d '{"events": [{"server_uuid": "8750a34f-78eb-4e6a-82bc-042e5e6b809c", "name": "network-vif-plugged", "status": "completed", "tag": "721001c5-f4f2-4b5f-97d1-974848637eda"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:03.581410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.582490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d75d41fa-5bad-45e4-a8aa-6966e854fb00 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:03.624883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: d75d41fa-5bad-45e4-a8aa-6966e854fb00 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:03.625594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d75d41fa-5bad-45e4-a8aa-6966e854fb00 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:03.627579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-8c22e0a3-39fb-40cb-ab8f-048d62f82ab2 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472516 Sep 23 19:32:03.665952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=721001c5-f4f2-4b5f-97d1-974848637eda,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.751305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.756731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.757296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.760585 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c250842-b031-45a9-b0a0-ef317fefdfb1 req-3eb37a9b-3c17-467e-b9f7-e178ad920fff service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249571 Sep 23 19:32:03.800146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be159112-6ea6-4bc9-8f96-9535ac8fc4e8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.805677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:03.821331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.821911 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Added segment ccf7acd6-b466-4513-b7dc-77cab2e9e84b of type vlan for network 4494b02a-94b8-49e2-85c0-c352974bf9cf Sep 23 19:32:03.908531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.937104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72d5fc-f878-401c-b338-127252cebe81 req-6ed83b2a-5246-479e-812d-e529c7ef4a4c tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.940027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c72d5fc-f878-401c-b338-127252cebe81 req-6ed83b2a-5246-479e-812d-e529c7ef4a4c tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 949 time: 0.0599535 Sep 23 19:32:03.942928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.943649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.944129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.944602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.945070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.945535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.945996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.948251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-be6cc639-17c3-46a8-96f3-c3fc43dcb780 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6477 time: 0.1010900 Sep 23 19:32:03.972367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:03.983390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c72d5fc-f878-401c-b338-127252cebe81 req-2368fcb4-26b6-4128-90e1-da406ee7aa39 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Sep 23 19:32:04.001915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.002287 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Added segment 6e8118b0-aa85-48af-b547-ac033e8e8416 of type vlan for network 94f73740-3b59-4796-8eb4-35a005a5bed0 Sep 23 19:32:04.079238 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.102181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-ea36ebb0-1255-4fd0-930a-63a1a2539e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.103698 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-ea36ebb0-1255-4fd0-930a-63a1a2539e0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8b32375-3fae-49d8-9e83-21bb6f780f44 HTTP/1.1" status: 200 len: 903 time: 0.1439281 Sep 23 19:32:04.111657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f081f-32f0-4430-b991-bed4502ecda7 req-3d75a9d4-87f8-4a63-93dc-5ac22c656d15 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.113170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df0f081f-32f0-4430-b991-bed4502ecda7 req-3d75a9d4-87f8-4a63-93dc-5ac22c656d15 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 949 time: 0.0601556 Sep 23 19:32:04.153610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-74bfee82-d833-432e-aaa0-79af2e2d1dc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 200 len: 217 time: 0.0420885 Sep 23 19:32:04.156516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.157030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.163622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.176478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.176478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.190796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:04.255695 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9722672 Sep 23 19:32:04.260703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:04.334642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1125599690-network', 'tenant_id': '7c0ea040338643d986cd6832ed4a8ffa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:04.340422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Network': ['ID=4494b02a-94b8-49e2-85c0-c352974bf9cf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:04.350757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 4494b02a-94b8-49e2-85c0-c352974bf9cf details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:04.359142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-fe401dfa-041f-4fd4-a6de-e8f33ba886d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.360959 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-fe401dfa-041f-4fd4-a6de-e8f33ba886d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.1859074 Sep 23 19:32:04.389545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df0f081f-32f0-4430-b991-bed4502ecda7 req-396a99bd-3549-42a0-b2b3-b7279257f286 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/security-groups?id=2110a21f-1c14-4b68-869f-af4410ec81f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692354 Sep 23 19:32:04.496445 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e31bf-f124-4980-b308-41b6418a1c24 x-openstack-request-id: req-096e31bf-f124-4980-b308-41b6418a1c24 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:04.496772 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31", "status": "completed", "code": 200}, {"server_uuid": "5a0ae4b5-cdef-4864-90be-258d35949878", "name": "network-vif-deleted", "tag": "d75d41fa-5bad-45e4-a8aa-6966e854fb00", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:04.497031 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-096e31bf-f124-4980-b308-41b6418a1c24 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:04.497460 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31', 'status': 'completed', 'code': 200} Sep 23 19:32:04.497725 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0ae4b5-cdef-4864-90be-258d35949878', 'name': 'network-vif-deleted', 'tag': 'd75d41fa-5bad-45e4-a8aa-6966e854fb00', 'status': 'completed', 'code': 200} Sep 23 19:32:04.498541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e361f0-cbc9-4bea-b333-d6f1e501d438 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Network': ['ID=94f73740-3b59-4796-8eb4-35a005a5bed0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:04.505507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Made reservation on behalf of 7c0ea040338643d986cd6832ed4a8ffa for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:04.507856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.510920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 94f73740-3b59-4796-8eb4-35a005a5bed0 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:04.539201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.563644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f20d3-8c13-4a46-af88-a552e3090f96 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.569482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f20d3-8c13-4a46-af88-a552e3090f96 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.575615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f20d3-8c13-4a46-af88-a552e3090f96 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.582164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f20d3-8c13-4a46-af88-a552e3090f96 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.583888 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d6f20d3-8c13-4a46-af88-a552e3090f96 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3221912 Sep 23 19:32:04.585899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-fec4dfea-f1c4-4c2f-a4db-05f9c48697d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.586962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:04.587309 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-fec4dfea-f1c4-4c2f-a4db-05f9c48697d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2082188 Sep 23 19:32:04.593241 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c850e36-67c6-45c1-be3b-4ee4eb547fbc x-openstack-request-id: req-9c850e36-67c6-45c1-be3b-4ee4eb547fbc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:04.593530 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8750a34f-78eb-4e6a-82bc-042e5e6b809c", "name": "network-vif-plugged", "status": "completed", "tag": "721001c5-f4f2-4b5f-97d1-974848637eda", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:04.593781 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c850e36-67c6-45c1-be3b-4ee4eb547fbc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:04.594221 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721001c5-f4f2-4b5f-97d1-974848637eda', 'code': 200} Sep 23 19:32:04.705201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.739560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3cd32-ae52-4dd9-b955-d0ba42705129 req-f42bbe7a-4526-461d-a38f-77992b265029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.741635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d5e3cd32-ae52-4dd9-b955-d0ba42705129 req-f42bbe7a-4526-461d-a38f-77992b265029 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 1100 time: 0.1280866 Sep 23 19:32:04.769025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.774863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.778364 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-a00fd1f7-c04c-43a3-a483-79daad6910a7 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804676 Sep 23 19:32:04.780583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.786529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.792521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.798354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.804587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.806527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2925a106-caf6-45e8-8e3a-f800853b848a req-a4221f02-d462-450c-9250-687cd1966295 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1368165 Sep 23 19:32:04.823880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29ac827f-5d45-4b74-8e33-97edf18fa8c5 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.825319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29ac827f-5d45-4b74-8e33-97edf18fa8c5 tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 949 time: 0.1713047 Sep 23 19:32:04.826178 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d5e3cd32-ae52-4dd9-b955-d0ba42705129 req-1d5a714b-5253-4aba-8879-cad86b879946 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726490 Sep 23 19:32:04.849365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.876596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.914749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:04.922910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.930068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3e60d7-9401-4090-91e7-22c8e0ed42ba,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:04.933723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2925a106-caf6-45e8-8e3a-f800853b848a req-03135b35-f244-41ea-a06a-2c562bb08389 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074741 Sep 23 19:32:04.937341 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-c7549533-b6b5-4abb-8adf-4fb19a2f6176 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491327 Sep 23 19:32:04.938455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.938802 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Added segment a1b5c78e-de29-4c5f-8fc1-0a78aef0c037 of type vlan for network 63a7910a-783b-418b-b7c7-49224e3ce719 Sep 23 19:32:04.947576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4494b02a-94b8-49e2-85c0-c352974bf9cf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:04.960753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf7acd6-b466-4513-b7dc-77cab2e9e84b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:04.961225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf7acd6-b466-4513-b7dc-77cab2e9e84b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:04.973529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.990977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.999865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.006782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:05.006782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:05.009994 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:05.057009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.058278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.059081 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.085365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.085852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.086362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.087062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.087332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.087781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.088290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.090431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8055dbbf-f41e-49cf-8e79-b212be3ed6ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6477 time: 0.0894432 Sep 23 19:32:05.112924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9210684 Sep 23 19:32:05.116434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49904) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:05.125666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.130970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.132878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/networks/4494b02a-94b8-49e2-85c0-c352974bf9cf HTTP/1.1" status: 204 len: 168 time: 0.5443528 Sep 23 19:32:05.133242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Request body: {'subnet': {'network_id': '63a7910a-783b-418b-b7c7-49224e3ce719', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1125599690-subnet', 'tenant_id': '7c0ea040338643d986cd6832ed4a8ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:05.136108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:05.149484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f77a6-f831-41e3-968f-e36de283f0bd req-65d1efd2-781d-4b39-8849-69d44de931ff tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.150976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae1f77a6-f831-41e3-968f-e36de283f0bd req-65d1efd2-781d-4b39-8849-69d44de931ff tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1302588 Sep 23 19:32:05.172012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb9bec-8396-4656-a3e2-9c83c4808fce tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Network': ['ID=4494b02a-94b8-49e2-85c0-c352974bf9cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:05.185040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f5fd4-db46-45bd-9234-cba6c6f1a34f admin admin] Pushing event updated for resources: {'Network': ['ID=63a7910a-783b-418b-b7c7-49224e3ce719,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:05.194978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 63a7910a-783b-418b-b7c7-49224e3ce719 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:05.240773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae1f77a6-f831-41e3-968f-e36de283f0bd req-212ee879-eb3b-4fa0-9ef7-a546ce601da6 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757365 Sep 23 19:32:05.254885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Deleting port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:05.254885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.255322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Made reservation on behalf of 7c0ea040338643d986cd6832ed4a8ffa for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:05.258423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.344696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.354843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-327f9415-cf38-4b09-9acf-ef628bd8e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.356329 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-327f9415-cf38-4b09-9acf-ef628bd8e87e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8b32375-3fae-49d8-9e83-21bb6f780f44 HTTP/1.1" status: 200 len: 903 time: 0.2538824 Sep 23 19:32:05.363454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] For port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:05.363885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.376588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Calling delete_port for 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:05.425912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-09cf30d6-a4a6-4fc5-ba0a-c9af42ba6e3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 200 len: 217 time: 0.0413437 Sep 23 19:32:05.525616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.555842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Pushing event deleted for resources: {'Port': ['ID=2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:05.563614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.573866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-7d9cb9a9-caa7-4d6f-a45a-425b9f48ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.575445 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-7d9cb9a9-caa7-4d6f-a45a-425b9f48ad34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.1401379 Sep 23 19:32:05.608291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] No DVR routers for this DVR port 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:05.612560 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.614588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3772191-54b6-4f5a-8075-d3ac2684314f req-29dbf8ea-2e74-402a-87ec-c085e1357c4a tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.41 "DELETE /v2.0/ports/2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 HTTP/1.1" status: 204 len: 173 time: 0.5269468 Sep 23 19:32:05.615058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-deleted', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:05.619597 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7072a56d-a493-468f-b04d-719613183fe7" -d '{"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-deleted", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:05.858192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2afcb-c364-47aa-aa28-562bea7d82c5 req-71ab00e1-e654-4390-a7b8-293ab5a4bdf3 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.870774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fa2afcb-c364-47aa-aa28-562bea7d82c5 req-71ab00e1-e654-4390-a7b8-293ab5a4bdf3 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 949 time: 0.0882416 Sep 23 19:32:05.955121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fa2afcb-c364-47aa-aa28-562bea7d82c5 req-ae4bd743-8d58-44ee-9d7e-5bb0872545dd tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691836 Sep 23 19:32:05.995620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:06.032680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f73740-3b59-4796-8eb4-35a005a5bed0']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:06.071429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] Deleting subnet 81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:06.081828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.082088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8118b0-aa85-48af-b547-ac033e8e8416') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:06.082088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8118b0-aa85-48af-b547-ac033e8e8416') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:06.100946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.200416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8186a000-9d63-4d38-a762-66b6161f5576 req-3e43ecd7-7b71-4ce0-a580-09be4a9f1f7b tempest-ImagesOneServerTestJSON-2083195598 tempest-ImagesOneServerTestJSON-2083195598-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7cc54d9-9daf-4c59-b409-523aa304f78f HTTP/1.1" status: 200 len: 210 time: 0.1127107 Sep 23 19:32:06.223039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.247968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-51d1ec70-5683-4768-8e45-63944cc1c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.252444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-51d1ec70-5683-4768-8e45-63944cc1c254 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6413350 Sep 23 19:32:06.260440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.272256 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2010e23f-4405-4057-a9c3-a718135176b5 x-openstack-request-id: req-2010e23f-4405-4057-a9c3-a718135176b5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:06.272256 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc54d9-9daf-4c59-b409-523aa304f78f", "name": "network-vif-deleted", "tag": "2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:06.272256 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2010e23f-4405-4057-a9c3-a718135176b5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:06.272256 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cc54d9-9daf-4c59-b409-523aa304f78f', 'name': 'network-vif-deleted', 'tag': '2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18', 'status': 'completed', 'code': 200} Sep 23 19:32:06.290725 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.299130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:06.300054 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:06.303498 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:06.305934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.371356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.400109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ad76e2-8c6b-4a27-8d5a-6ec402d064e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:06.407370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.409575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c42cb7b2-7a6e-49ab-aae0-053e2216a58f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/81ad76e2-8c6b-4a27-8d5a-6ec402d064e7 HTTP/1.1" status: 204 len: 168 time: 0.4129438 Sep 23 19:32:06.411955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:06.478200 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.500911 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.556027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.562267 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/networks/94f73740-3b59-4796-8eb4-35a005a5bed0 HTTP/1.1" status: 204 len: 168 time: 1.3986092 Sep 23 19:32:06.564809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089f7ad-c7d0-4ee3-b36f-041397e59808 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Network': ['ID=94f73740-3b59-4796-8eb4-35a005a5bed0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:06.565868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:06.591338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c0fe0e-1f5f-461d-a421-1e8f9ce2481e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:06.620076 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-e4eb3753-45be-42e8-900c-eb3eeaa3b45a service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523159 Sep 23 19:32:06.622735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Checking segment: {'id': 'a1b5c78e-de29-4c5f-8fc1-0a78aef0c037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63a7910a-783b-418b-b7c7-49224e3ce719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:06.623927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Network hostable DHCP agents. Network: 63a7910a-783b-418b-b7c7-49224e3ce719, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:06.641434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.677251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Network 63a7910a-783b-418b-b7c7-49224e3ce719 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:06.730984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 63a7910a-783b-418b-b7c7-49224e3ce719) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:06.744672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bd3571-4bd9-4038-81f6-5e2a0c17032d None None] Network 63a7910a-783b-418b-b7c7-49224e3ce719 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:06.745969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05775322-a051-4fae-a3cb-c3c1f512aae6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:06.753035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.753939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.781223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:06.781594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef77ce69-7f5d-45ea-9eb0-6122dd91c577') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:06.798573 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-72060c00-2327-45d0-94f0-0287d6149e08 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712506 Sep 23 19:32:06.800521 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe96c172-86d6-4132-9ddb-66227eebd985 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6742234 Sep 23 19:32:06.837668 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.858099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.865344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:06.865796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:06.900731 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:06.975292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36315f99-6ab7-4718-9b9d-38c33b96748d None None] Network 63a7910a-783b-418b-b7c7-49224e3ce719 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:06.975496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.975812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.976340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.977078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.977588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.978412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.979067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.981744 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-5f764677-5f01-4f2c-a2ef-99fdd3d638a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6477 time: 0.0899425 Sep 23 19:32:07.000867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a899c8-f0f7-4c61-a114-52e004292e31 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.007423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a899c8-f0f7-4c61-a114-52e004292e31 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.022057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.024036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b2a899c8-f0f7-4c61-a114-52e004292e31 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4569321 Sep 23 19:32:07.030972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-499529152'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:07.055303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.063021 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.069559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] 10.222.0.38 "DELETE /v2.0/networks/05775322-a051-4fae-a3cb-c3c1f512aae6 HTTP/1.1" status: 204 len: 168 time: 0.6540701 Sep 23 19:32:07.099809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a5b67-a1c0-4734-8d2f-236f8f259aee admin admin] Pushing event deleted for resources: {'Network': ['ID=05775322-a051-4fae-a3cb-c3c1f512aae6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:07.119128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.125623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.133851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.143006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Made reservation on behalf of a014e8c371c841b1a87229bca6167501 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:07.143584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.149693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.152941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.161697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.174091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.181565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-f0b70e5b-9e8a-4b7c-b5da-d856bac53753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.183775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-f0b70e5b-9e8a-4b7c-b5da-d856bac53753 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 902 time: 0.1938846 Sep 23 19:32:07.186999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-271ec71f-1c3f-4108-bb75-057fd4d6e060 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.2852280 Sep 23 19:32:07.205744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:07.252440 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-14f2d8fe-b711-47b3-aca3-93bd33f43454 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 200 len: 217 time: 0.0590887 Sep 23 19:32:07.256868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.257222 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Added segment 99b3bd11-1b84-430c-a8eb-4f17d11ba95f of type vlan for network 717c994b-b374-4b1c-842f-0597fadd4bca Sep 23 19:32:07.262764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0faa4395-9a01-40b9-815f-b10bdb2decd8 req-ef34c3f1-491c-40c7-aaa2-909f86b7c5b6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748079 Sep 23 19:32:07.310410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.345874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.349206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-da2aa21e-112e-45bb-9248-63c41af2ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.351470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-da2aa21e-112e-45bb-9248-63c41af2ed67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0921657 Sep 23 19:32:07.400622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.406320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.406925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.407379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b213a68-7af4-4813-897f-d8fc8f17e917 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6657698276964538bd5c80b53172a017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958230 Sep 23 19:32:07.409997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.454363 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4307847 Sep 23 19:32:07.457607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.459522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-a315545b-db59-418b-87f2-4c6e7d3708ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.460960 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-a315545b-db59-418b-87f2-4c6e7d3708ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019213 Sep 23 19:32:07.462976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee279-c846-413d-bc29-2a92e29f45d4 req-5a380217-d874-41d3-a9bc-4646e1847a87 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.464471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ee279-c846-413d-bc29-2a92e29f45d4 req-5a380217-d874-41d3-a9bc-4646e1847a87 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1024697 Sep 23 19:32:07.467661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1046798440'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:07.485121 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac9d-b091-4b8f-b29a-2629607cd2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.513756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2308-a8a2-4ae3-9abf-132b602fff0b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Network': ['ID=717c994b-b374-4b1c-842f-0597fadd4bca,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:07.529555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac9d-b091-4b8f-b29a-2629607cd2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.532873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 717c994b-b374-4b1c-842f-0597fadd4bca details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:07.540522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ee279-c846-413d-bc29-2a92e29f45d4 req-9d187528-2748-4679-a1d2-9524b7691723 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673628 Sep 23 19:32:07.549522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Made reservation on behalf of a014e8c371c841b1a87229bca6167501 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:07.553775 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.612254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac9d-b091-4b8f-b29a-2629607cd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.615094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac9d-b091-4b8f-b29a-2629607cd2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.623562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b27ac9d-b091-4b8f-b29a-2629607cd2f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ba7731b-c8ef-464c-b0c1-d44339c363b7 HTTP/1.1" status: 204 len: 168 time: 0.2125123 Sep 23 19:32:07.629854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:07.636686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-0973fb26-7fa6-4633-b546-3980d5e38c8b service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365464 Sep 23 19:32:07.638892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ac9d-b091-4b8f-b29a-2629607cd2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba7731b-c8ef-464c-b0c1-d44339c363b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:07.642796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.643196 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Added segment 942cd634-bc80-4b2c-8f76-c86b00828533 of type vlan for network 1a78b141-3881-4993-b8ff-3ac505501d17 Sep 23 19:32:07.728062 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.800946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9daa64f1-02a1-4500-81a4-2e7eba0928b6 req-8bdb1cf8-2337-4a13-9576-0d968d41aadf service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559832 Sep 23 19:32:07.801648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.807884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.808535 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.829655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91162936-17c1-4585-93ca-a7ea0309a0d3 req-04d35eb7-281a-406c-b774-c5d3563d38a9 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.849894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91162936-17c1-4585-93ca-a7ea0309a0d3 req-04d35eb7-281a-406c-b774-c5d3563d38a9 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 949 time: 0.0833430 Sep 23 19:32:07.850970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3886275 Sep 23 19:32:07.854663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.874514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'ports': [{'network_id': '717c994b-b374-4b1c-842f-0597fadd4bca', 'name': 'tempest-port--1113350348', 'admin_state_up': True}, {'network_id': '1a78b141-3881-4993-b8ff-3ac505501d17', 'admin_state_up': False}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:07.874830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'port': {'network_id': '717c994b-b374-4b1c-842f-0597fadd4bca', 'name': 'tempest-port--1113350348', 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:07.875821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'port': {'network_id': '1a78b141-3881-4993-b8ff-3ac505501d17', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:07.900501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdda9d-749c-465b-9184-c989be8ab549 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Network': ['ID=1a78b141-3881-4993-b8ff-3ac505501d17,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:07.911770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 1a78b141-3881-4993-b8ff-3ac505501d17 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:07.943015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.943909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.944549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.945203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.945832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.946496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.947127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.949794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-dcf93499-7049-4e5e-94dc-b75b5dcb4394 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6477 time: 0.0833068 Sep 23 19:32:07.950711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91162936-17c1-4585-93ca-a7ea0309a0d3 req-4a596c81-db44-4a59-8e92-266a22b8d356 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970399 Sep 23 19:32:08.124493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-0088368f-be4d-4300-9b1f-df414a68b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.125757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-bd0b3fc0-ee8e-436d-8cca-9f6fb1e48f48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107759 Sep 23 19:32:08.129716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-0088368f-be4d-4300-9b1f-df414a68b455 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 902 time: 0.1714678 Sep 23 19:32:08.151057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Made reservation on behalf of a014e8c371c841b1a87229bca6167501 for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:08.157716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.177106 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.185683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-a673e20a-0c9d-4d10-a857-77adf8064557 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 200 len: 217 time: 0.0411263 Sep 23 19:32:08.257844 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-797490a1-c51b-4cec-ab8c-a09caf3bfef8 req-661dd7bf-60c1-4119-aa0b-3f8cb3ea04a4 tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] show failed (client error): The resource could not be found. Sep 23 19:32:08.259009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-797490a1-c51b-4cec-ab8c-a09caf3bfef8 req-661dd7bf-60c1-4119-aa0b-3f8cb3ea04a4 tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "GET /v2.0/security-groups/a3f1afdd-899a-4cf7-88ac-bf5d8595ed3d HTTP/1.1" status: 404 len: 352 time: 0.0358789 Sep 23 19:32:08.265583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-a83248df-ff89-4375-b86f-7b20b949fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.268319 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-a83248df-ff89-4375-b86f-7b20b949fb1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0739272 Sep 23 19:32:08.279232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba602c8-ca15-483c-b515-84270b713d02 req-df35b1cc-1dca-4770-bfbc-86414503c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.280757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-df35b1cc-1dca-4770-bfbc-86414503c975 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 1101 time: 0.0994790 Sep 23 19:32:08.353654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-069c2923-0045-43c7-9b80-0be9130bb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.354574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-069c2923-0045-43c7-9b80-0be9130bb252 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709221 Sep 23 19:32:08.371196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] device_id is not set on port fd898676-7f00-433d-8e53-257a966d66b7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:08.445535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba602c8-ca15-483c-b515-84270b713d02 req-060cd520-727f-4e3c-9fd8-2df1ce2d51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.447285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-060cd520-727f-4e3c-9fd8-2df1ce2d51b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1300321 Sep 23 19:32:08.471829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-4cd114a2-d0ce-4f06-8c2b-b84cf4b54d72 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083992 Sep 23 19:32:08.535332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-298a718e-69e7-418f-8a4e-a7cccbaedc1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c9db7628-9ace-45fd-9be0-e6827f548039 HTTP/1.1" status: 200 len: 217 time: 0.0807512 Sep 23 19:32:08.577656 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4e55658-e3d2-4a23-bac8-756065a95dcc req-b2ecfaaf-1169-4845-bc46-f59e96655331 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984638 Sep 23 19:32:08.621585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba602c8-ca15-483c-b515-84270b713d02 req-074d61e3-acf7-40bc-b00a-6f2cd4253f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.623215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-074d61e3-acf7-40bc-b00a-6f2cd4253f5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0797870 Sep 23 19:32:08.627043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.727993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] device_id is not set on port 89194c22-fe10-47b8-adeb-60e61e4ec8cd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:08.741527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba602c8-ca15-483c-b515-84270b713d02 req-a77fbce7-7d6c-4834-bebc-abbd384d2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.743092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-a77fbce7-7d6c-4834-bebc-abbd384d2871 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120546 Sep 23 19:32:08.753895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50080) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:08.910493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-4dd53cb8-ad1b-4738-933b-9cd1bed682f4 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597176 Sep 23 19:32:08.958696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50094) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:08.964822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.056300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9047c945-4abe-4251-a9d0-cc83848bc9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.064258 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd6fdc85-ba4c-4770-a864-41e315548374 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c43d7c2592d47719fea03b570241c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085768 Sep 23 19:32:09.065156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:09.086604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ba602c8-ca15-483c-b515-84270b713d02 req-12c8eb0e-ea79-413f-bf67-5315d133d4cb service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676598 Sep 23 19:32:09.097913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.104958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.111569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.118239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.124080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.130428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.136771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.138851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-e582c48b-e200-4dab-abaa-a970b66dd820 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1703029 Sep 23 19:32:09.140763 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.159954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc101164-cdee-41ec-801d-8add957d3691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.179759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50102) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:09.202395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc101164-cdee-41ec-801d-8add957d3691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.228435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eab45625-3610-4d1e-ad58-ae423390bc9c req-6c03fb8a-d1a9-48ba-b4d5-6abc9097258c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802393 Sep 23 19:32:09.233261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Port': ['ID=fd898676-7f00-433d-8e53-257a966d66b7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.258065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Checking segment: {'id': '99b3bd11-1b84-430c-a8eb-4f17d11ba95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '717c994b-b374-4b1c-842f-0597fadd4bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:09.260039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network hostable DHCP agents. Network: 717c994b-b374-4b1c-842f-0597fadd4bca, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:09.273221 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9047c945-4abe-4251-a9d0-cc83848bc9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.280637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9047c945-4abe-4251-a9d0-cc83848bc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.287393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc101164-cdee-41ec-801d-8add957d3691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.287685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network 717c994b-b374-4b1c-842f-0597fadd4bca is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:09.290082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc101164-cdee-41ec-801d-8add957d3691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.294119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fc101164-cdee-41ec-801d-8add957d3691 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2110a21f-1c14-4b68-869f-af4410ec81f9 HTTP/1.1" status: 204 len: 168 time: 0.2215607 Sep 23 19:32:09.299550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 717c994b-b374-4b1c-842f-0597fadd4bca) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:09.304706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:09.305633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.316469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dfdbbc-733d-4432-af3b-ad2e2e344948 None None] Network 717c994b-b374-4b1c-842f-0597fadd4bca requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:09.371596 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9047c945-4abe-4251-a9d0-cc83848bc9f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1db1c1b7972f48548e77f2067764e370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088659 Sep 23 19:32:09.372344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:09.374592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047c945-4abe-4251-a9d0-cc83848bc9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d147d-0bf2-4e12-ac09-81bd56343b8e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.417698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc101164-cdee-41ec-801d-8add957d3691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2110a21f-1c14-4b68-869f-af4410ec81f9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.429696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Port': ['ID=89194c22-fe10-47b8-adeb-60e61e4ec8cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.433554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:09.444659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1935230319-network', 'tenant_id': 'b5b9b9916fa343938f8a516a9bf697fb'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:09.459871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6d0c9-ed2f-466e-b3ab-8c72d2e4acaa req-b6e3d3c8-e8cc-4565-81f4-d259cb25ba65 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.467388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ba6d0c9-ed2f-466e-b3ab-8c72d2e4acaa req-b6e3d3c8-e8cc-4565-81f4-d259cb25ba65 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0938754 Sep 23 19:32:09.469419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:09.470004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2cdfa5e4-9cfe-47e2-8782-c5de8cd9ba18 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:09.491566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Checking segment: {'id': '942cd634-bc80-4b2c-8f76-c86b00828533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1a78b141-3881-4993-b8ff-3ac505501d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:09.491923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network hostable DHCP agents. Network: 1a78b141-3881-4993-b8ff-3ac505501d17, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:09.524311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad099ec3-011e-4056-959a-4926a4e3b24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.525050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ba6d0c9-ed2f-466e-b3ab-8c72d2e4acaa req-e8adb6df-390d-43e6-9853-33a398e7667e tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566576 Sep 23 19:32:09.543314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network 1a78b141-3881-4993-b8ff-3ac505501d17 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:09.563083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 1a78b141-3881-4993-b8ff-3ac505501d17) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:09.567345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:09.572774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8701a7f-6772-4fda-829a-8be448dca9c3 None None] Network 1a78b141-3881-4993-b8ff-3ac505501d17 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:09.572993 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad099ec3-011e-4056-959a-4926a4e3b24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.574453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.580468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.581508 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.601803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Made reservation on behalf of b5b9b9916fa343938f8a516a9bf697fb for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:09.602225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-96b527a3-a79e-4b08-957a-c5f2b7261e1d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7442484 Sep 23 19:32:09.604376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.605074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:09.621477 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.662516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad099ec3-011e-4056-959a-4926a4e3b24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.663384 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad099ec3-011e-4056-959a-4926a4e3b24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.667876 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ad099ec3-011e-4056-959a-4926a4e3b24c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/153d147d-0bf2-4e12-ac09-81bd56343b8e HTTP/1.1" status: 204 len: 168 time: 0.2943504 Sep 23 19:32:09.683266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad099ec3-011e-4056-959a-4926a4e3b24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d147d-0bf2-4e12-ac09-81bd56343b8e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.775978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.782153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.805260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:09.819465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.819810 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Added segment 45345384-fee0-4de3-9f4c-7ebfb8835c46 of type vlan for network f5bce92e-4665-4816-8d36-2b25be90e67b Sep 23 19:32:09.873515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.919158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.919976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.920612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.967937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90aaac-dedd-40b0-b2c8-585412e5c244,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.990886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8101003 Sep 23 19:32:09.995107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:10.004086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4749c-f3b9-45b3-b6fe-c24f71cef175 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.009955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4749c-f3b9-45b3-b6fe-c24f71cef175 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.014444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-04f4749c-f3b9-45b3-b6fe-c24f71cef175 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4074335 Sep 23 19:32:10.019099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Request body: {'subnet': {'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1935230319-subnet', 'tenant_id': 'b5b9b9916fa343938f8a516a9bf697fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:10.022313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50130) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:10.030405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c24bb-402b-434b-ab84-11174daa5233 admin admin] Pushing event updated for resources: {'Network': ['ID=f5bce92e-4665-4816-8d36-2b25be90e67b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:10.041661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Made reservation on behalf of b5b9b9916fa343938f8a516a9bf697fb for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:10.043240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f5bce92e-4665-4816-8d36-2b25be90e67b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:10.044029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.076444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aef5a7-b589-49fe-98a6-6569b14f2d1a req-9f432f56-bcb0-4ad5-ae22-c9426686e0f0 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.084879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40aef5a7-b589-49fe-98a6-6569b14f2d1a req-9f432f56-bcb0-4ad5-ae22-c9426686e0f0 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 949 time: 0.4802294 Sep 23 19:32:10.146121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40aef5a7-b589-49fe-98a6-6569b14f2d1a req-622176f9-2fc0-43c3-887f-e0d5c366f74e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600312 Sep 23 19:32:10.151795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Deleting port fd898676-7f00-433d-8e53-257a966d66b7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:10.152266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.272227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.288116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Calling delete_port for fd898676-7f00-433d-8e53-257a966d66b7 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:10.304043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-438461c9-61c4-4e10-a7bc-56979d2a8932 req-61935277-8b33-46b9-ada4-0d4f2028a16a tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c0ea040338643d986cd6832ed4a8ffa HTTP/1.1" status: 200 len: 2984 time: 0.1055341 Sep 23 19:32:10.393324 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.394052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-438461c9-61c4-4e10-a7bc-56979d2a8932 req-f8d93975-8ced-4e71-930d-0a6be2b1897a tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "GET /v2.0/security-groups/ac3e60d7-9401-4090-91e7-22c8e0ed42ba HTTP/1.1" status: 200 len: 2981 time: 0.0885923 Sep 23 19:32:10.433320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.436827 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/ports/fd898676-7f00-433d-8e53-257a966d66b7 HTTP/1.1" status: 204 len: 168 time: 0.4133661 Sep 23 19:32:10.446937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:10.470242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77608745-5922-49fe-be17-60fe6124291f tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Port': ['ID=fd898676-7f00-433d-8e53-257a966d66b7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:10.503819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.580610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-438461c9-61c4-4e10-a7bc-56979d2a8932 req-e71dc6a6-b7c2-41fc-854c-a53c4d828e13 tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "GET /v2.0/security-groups/ac3e60d7-9401-4090-91e7-22c8e0ed42ba HTTP/1.1" status: 200 len: 2981 time: 0.1798043 Sep 23 19:32:10.679418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea16b66-5292-42f8-910e-6ed163f20588,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:10.708447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Checking segment: {'id': '45345384-fee0-4de3-9f4c-7ebfb8835c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:10.708833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Network hostable DHCP agents. Network: f5bce92e-4665-4816-8d36-2b25be90e67b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:10.725219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-58c4603f-b0ec-4462-ae6a-47fa1e56bacc tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.726757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-58c4603f-b0ec-4462-ae6a-47fa1e56bacc tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8750a34f-78eb-4e6a-82bc-042e5e6b809c HTTP/1.1" status: 200 len: 1100 time: 0.1601849 Sep 23 19:32:10.743259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Deleting port 89194c22-fe10-47b8-adeb-60e61e4ec8cd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:10.743608 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.805291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.811114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.817715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.823686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.829490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.835922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.841810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.843690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3a943bea-63a3-4e42-b566-f44ff75d3891 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1857665 Sep 23 19:32:10.868175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Network f5bce92e-4665-4816-8d36-2b25be90e67b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:10.942407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f5bce92e-4665-4816-8d36-2b25be90e67b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:10.947025 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.951013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6219efb-95d1-4e0c-bbc2-a31fd943eb4c None None] Network f5bce92e-4665-4816-8d36-2b25be90e67b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:10.965633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.972869 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.990093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2dcdc33-5f4b-4f8b-99c6-2bb5d4e1ffdf req-3402e3d5-13d0-4ae7-a9bc-f987889f371a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335416 Sep 23 19:32:10.992002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Calling delete_port for 89194c22-fe10-47b8-adeb-60e61e4ec8cd owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:11.026415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c0934ca-3640-47d0-97c7-af122b812cc6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0026686 Sep 23 19:32:11.101955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Deleting port 721001c5-f4f2-4b5f-97d1-974848637eda {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:11.102464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.113756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76d03f-61f8-462d-ab84-c9d85a3146be None None] Network f5bce92e-4665-4816-8d36-2b25be90e67b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:11.210778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.269247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Port': ['ID=89194c22-fe10-47b8-adeb-60e61e4ec8cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:11.278237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.283837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c792a799-0df1-4ee5-9ca2-9c7684a409a2 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/ports/89194c22-fe10-47b8-adeb-60e61e4ec8cd HTTP/1.1" status: 204 len: 168 time: 0.8337030 Sep 23 19:32:11.284590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.323609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] For port 721001c5-f4f2-4b5f-97d1-974848637eda, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=721001c5-f4f2-4b5f-97d1-974848637eda,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:11.323989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.355248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Calling delete_port for 721001c5-f4f2-4b5f-97d1-974848637eda owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:11.373938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.374192 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c88aa11-1b69-41c5-86cb-781b4e865ffa tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0877669 Sep 23 19:32:11.410719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1292727206'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:11.484568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Made reservation on behalf of a014e8c371c841b1a87229bca6167501 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:11.488205 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.530288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bf52a-9a33-4b38-b327-3738e258f0af req-e4d3ee5a-8f7a-4aaf-aaa1-639f71943a6e tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.531846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f31bf52a-9a33-4b38-b327-3738e258f0af req-e4d3ee5a-8f7a-4aaf-aaa1-639f71943a6e tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1161294 Sep 23 19:32:11.550636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:11.598880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.599227 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Added segment eb333e06-701d-4ccc-ae80-d11bcb673dcf of type vlan for network 07368810-4957-4199-9edb-93b779b95842 Sep 23 19:32:11.634149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50188) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.665857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f31bf52a-9a33-4b38-b327-3738e258f0af req-0f3e8682-1afc-4b9b-9994-40f270d68185 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175463 Sep 23 19:32:11.708090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.728705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.739225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['721001c5-f4f2-4b5f-97d1-974848637eda'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:11.754565 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d836c00a-6fa4-44b4-9382-0300a5e53b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.788188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Pushing event deleted for resources: {'Port': ['ID=721001c5-f4f2-4b5f-97d1-974848637eda,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:11.804023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebb2625f-5bdd-4d1c-b4a5-9cbd4b9200d5 req-b7052535-8a30-4a14-8e05-4605e663fc8d tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "GET /v2.0/security-groups/ac3e60d7-9401-4090-91e7-22c8e0ed42ba HTTP/1.1" status: 200 len: 2981 time: 0.1071036 Sep 23 19:32:11.805082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.810973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.811137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.882709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] No DVR routers for this DVR port 721001c5-f4f2-4b5f-97d1-974848637eda on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:11.888498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d836c00a-6fa4-44b4-9382-0300a5e53b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.892006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d836c00a-6fa4-44b4-9382-0300a5e53b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.895037 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.897165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3fd5826-60bc-4942-ad81-7c09c56dc955 req-bf2e2eaa-466e-43e8-9513-f9286dda1668 tempest-DeleteServersAdminTestJSON-749020516 tempest-DeleteServersAdminTestJSON-749020516-project-admin] 10.222.0.41 "DELETE /v2.0/ports/721001c5-f4f2-4b5f-97d1-974848637eda HTTP/1.1" status: 204 len: 173 time: 1.1577652 Sep 23 19:32:11.899636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'name': 'network-vif-deleted', 'tag': '721001c5-f4f2-4b5f-97d1-974848637eda'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:11.901912 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e29334-a285-4a3a-9530-7ae3f046f298" -d '{"events": [{"server_uuid": "8750a34f-78eb-4e6a-82bc-042e5e6b809c", "name": "network-vif-deleted", "tag": "721001c5-f4f2-4b5f-97d1-974848637eda"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:11.921786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5467052 Sep 23 19:32:11.927315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50194) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.933650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1388249687'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:11.947636 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d836c00a-6fa4-44b4-9382-0300a5e53b7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad66663667044d62996e181cc15c3afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121104 Sep 23 19:32:11.950491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836c00a-6fa4-44b4-9382-0300a5e53b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9ff75a-43fe-4702-a1e1-54bb4e1b6e9c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:11.954522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.964845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72ff9d-7150-486b-bc3f-c7b300dfe0e9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Network': ['ID=07368810-4957-4199-9edb-93b779b95842,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:11.971414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Made reservation on behalf of a014e8c371c841b1a87229bca6167501 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:11.975823 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.995181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 07368810-4957-4199-9edb-93b779b95842 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:12.016101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:12.028642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.029252 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Added segment d2b384af-0495-47da-9888-063efb36312e of type vlan for network 1290fd01-5dfa-40f8-b955-7a94aba0c052 Sep 23 19:32:12.042128 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-ebb2625f-5bdd-4d1c-b4a5-9cbd4b9200d5 req-92cf0a7a-91b9-461d-88af-52bede71ee2b tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:32:12.043209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebb2625f-5bdd-4d1c-b4a5-9cbd4b9200d5 req-92cf0a7a-91b9-461d-88af-52bede71ee2b tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "DELETE /v2.0/security-groups/ac3e60d7-9401-4090-91e7-22c8e0ed42ba HTTP/1.1" status: 409 len: 352 time: 0.2153778 Sep 23 19:32:12.073475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc680876-a788-46a1-a4b4-3f96d4691163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.103701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc680876-a788-46a1-a4b4-3f96d4691163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.121229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.151001 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.158996 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc680876-a788-46a1-a4b4-3f96d4691163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.160665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.161771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc680876-a788-46a1-a4b4-3f96d4691163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.163291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.163560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc680876-a788-46a1-a4b4-3f96d4691163 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d9ff75a-43fe-4702-a1e1-54bb4e1b6e9c HTTP/1.1" status: 204 len: 168 time: 0.2080870 Sep 23 19:32:12.173322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc680876-a788-46a1-a4b4-3f96d4691163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9ff75a-43fe-4702-a1e1-54bb4e1b6e9c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:12.252218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Network': ['ID=1290fd01-5dfa-40f8-b955-7a94aba0c052,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:12.266255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 1290fd01-5dfa-40f8-b955-7a94aba0c052 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:12.266430 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-27d7afa5-a11b-455e-aec0-eeb25143ea7c tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3347924 Sep 23 19:32:12.381042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:12.384953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:12.407566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:12.418449 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'subnets': [{'network_id': '07368810-4957-4199-9edb-93b779b95842', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1577028007', 'ip_version': 4}, {'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:12.419316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'subnet': {'network_id': '07368810-4957-4199-9edb-93b779b95842', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1577028007', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:12.421132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Request body: {'subnet': {'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:12.546403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.588636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:12.591219 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ac16fd-273c-4432-a11c-51b7091a4d8f" -d '{"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:12.612733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:12.616581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:12.623195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.650260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '84f40afc-3e25-4247-a292-190863869dcd', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '84f40afc-3e25-4247-a292-190863869dcd', 'mac_address': 'fa:16:3e:d6:f5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:12.668671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Made reservation on behalf of a014e8c371c841b1a87229bca6167501 for: {'subnet': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:12.676256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.676858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.698800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:12.715169 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.732525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f40afc-3e25-4247-a292-190863869dcd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:12.753305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:12.759297 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.830351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:12.971459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84f40afc-3e25-4247-a292-190863869dcd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:13.004994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-94ca02f1-7d1f-4c2b-b2ab-9cdca981c51a tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.006844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-94ca02f1-7d1f-4c2b-b2ab-9cdca981c51a tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/networks?id=f5bce92e-4665-4816-8d36-2b25be90e67b HTTP/1.1" status: 200 len: 822 time: 0.1729271 Sep 23 19:32:13.058387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-a5f1a5a5-fd42-4b65-8ba9-e2cbb95fee79 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/quotas/b5b9b9916fa343938f8a516a9bf697fb HTTP/1.1" status: 200 len: 375 time: 0.0433958 Sep 23 19:32:13.103265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-d03a4ed7-4fb2-4cd0-a51d-b9a2aa26c9ab tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5b9b9916fa343938f8a516a9bf697fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434768 Sep 23 19:32:13.111445 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a648e3a-79cc-435b-80ce-485f154ba196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.241259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-1aa920c3-1905-4705-a889-c0b7620c0e8c service neutron] 10.222.0.38 "GET /v2.0/networks/f5bce92e-4665-4816-8d36-2b25be90e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338606 Sep 23 19:32:13.311083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.406633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Subnet': ['ID=3ecd35d9-6050-4889-b09a-b75e7da53aa6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:13.421756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-51b161c2-45a2-46d6-b297-a5465f8e0193 service neutron] 10.222.0.38 "GET /v2.0/networks/f5bce92e-4665-4816-8d36-2b25be90e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744199 Sep 23 19:32:13.427437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Checking segment: {'id': 'eb333e06-701d-4ccc-ae80-d11bcb673dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '07368810-4957-4199-9edb-93b779b95842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:13.427809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network hostable DHCP agents. Network: 07368810-4957-4199-9edb-93b779b95842, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:13.444181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network 07368810-4957-4199-9edb-93b779b95842 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:13.452447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 07368810-4957-4199-9edb-93b779b95842) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:13.456671 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.464224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8108be-b946-49ab-896b-b2b2125c28a8 None None] Network 07368810-4957-4199-9edb-93b779b95842 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:13.515036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event updated for resources: {'Subnet': ['ID=b39d2fb3-cda1-42f8-b15f-53ee0bdbef91,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:13.545289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Checking segment: {'id': 'd2b384af-0495-47da-9888-063efb36312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:13.545793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network hostable DHCP agents. Network: 1290fd01-5dfa-40f8-b955-7a94aba0c052, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:13.572228 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab7f0b-1bd6-4229-b52a-1ad65e43a1cd x-openstack-request-id: req-25ab7f0b-1bd6-4229-b52a-1ad65e43a1cd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:13.572522 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8750a34f-78eb-4e6a-82bc-042e5e6b809c", "name": "network-vif-deleted", "tag": "721001c5-f4f2-4b5f-97d1-974848637eda", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:13.572774 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25ab7f0b-1bd6-4229-b52a-1ad65e43a1cd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:13.573172 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8750a34f-78eb-4e6a-82bc-042e5e6b809c', 'name': 'network-vif-deleted', 'tag': '721001c5-f4f2-4b5f-97d1-974848637eda', 'status': 'completed', 'code': 200} Sep 23 19:32:13.581098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Network 1290fd01-5dfa-40f8-b955-7a94aba0c052 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:13.594279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 1290fd01-5dfa-40f8-b955-7a94aba0c052) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:13.602751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.603233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.603864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.620567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc0516-266e-4550-985c-bbb3be3df2ee None None] Network 1290fd01-5dfa-40f8-b955-7a94aba0c052 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:13.639236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-07368810-4957-4199-9edb-93b779b95842', 'network_id': '07368810-4957-4199-9edb-93b779b95842', 'tenant_id': 'a014e8c371c841b1a87229bca6167501', 'fixed_ips': [{'subnet_id': '3ecd35d9-6050-4889-b09a-b75e7da53aa6'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:13.639914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a24534e-6bb4-40c7-873b-7a1effaab51a tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2289946 Sep 23 19:32:13.640965 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.642611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50256) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:13.701247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.715923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.723200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.732135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.740829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.744945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f4175-514d-4d6d-be8b-9c2843bc274b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.746691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f4175-514d-4d6d-be8b-9c2843bc274b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.747878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.748558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f4175-514d-4d6d-be8b-9c2843bc274b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.750247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-455f4175-514d-4d6d-be8b-9c2843bc274b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1066430 Sep 23 19:32:13.753351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:13.761957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.764239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d98d135c-c418-4586-ab34-566d3962a437 req-2d31f330-3212-494b-b4ba-64e17b8c2fb3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1426516 Sep 23 19:32:13.822392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Deleting subnet 3ecd35d9-6050-4889-b09a-b75e7da53aa6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:13.831774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d98d135c-c418-4586-ab34-566d3962a437 req-42053df8-f9e1-4fe6-85ac-973c4c22c3f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578797 Sep 23 19:32:13.868542 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-a52fc6ad-70e2-4a87-8f4b-c86229316aa3 req-d1894ac8-c8f1-4bd8-b5e8-c079801db27b tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] show failed (client error): The resource could not be found. Sep 23 19:32:13.870142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a52fc6ad-70e2-4a87-8f4b-c86229316aa3 req-d1894ac8-c8f1-4bd8-b5e8-c079801db27b tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "GET /v2.0/security-groups/af312433-39cc-4b0c-ad7f-34f344cf4fd7 HTTP/1.1" status: 404 len: 352 time: 0.0151176 Sep 23 19:32:13.899524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Allocated IP 172.20.0.2 (07368810-4957-4199-9edb-93b779b95842/3ecd35d9-6050-4889-b09a-b75e7da53aa6/84fbcea0-882a-4fe6-8ab6-07ec2e1dd129) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:13.911154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-1290fd01-5dfa-40f8-b955-7a94aba0c052', 'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052', 'tenant_id': 'a014e8c371c841b1a87229bca6167501', 'fixed_ips': [{'subnet_id': 'b39d2fb3-cda1-42f8-b15f-53ee0bdbef91'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:13.912905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.008463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-c11ae138-1865-4f4c-ae9c-eb36d2dcce04 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283387 Sep 23 19:32:14.146768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-b8420607-85fc-408c-b6c2-bc227d252754 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.148271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-b8420607-85fc-408c-b6c2-bc227d252754 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1320024 Sep 23 19:32:14.158466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Allocated IP 172.20.0.18 (1290fd01-5dfa-40f8-b955-7a94aba0c052/b39d2fb3-cda1-42f8-b15f-53ee0bdbef91/ae08051f-a342-454c-86c2-d928eb07e351) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:14.175372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-31b5ac38-6908-406a-8da1-c9c5e839f74a tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/quotas/4bc8a6d33c014781a0518fe58ba70dc3 HTTP/1.1" status: 200 len: 375 time: 0.0205557 Sep 23 19:32:14.189784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.204637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.206123 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.225781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e9e6fed1-6ef8-455d-8326-a22753cc3b91 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430646 Sep 23 19:32:14.275460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.287360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Network 07368810-4957-4199-9edb-93b779b95842 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:14.292865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:14.301063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:14.312769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Pushing event updated for resources: {'Port': ['ID=84fbcea0-882a-4fe6-8ab6-07ec2e1dd129,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:14.392605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:14.396210 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a8a76-1cf2-4b6f-bee2-434a3d782edf x-openstack-request-id: req-1e3a8a76-1cf2-4b6f-bee2-434a3d782edf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:14.397006 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:14.397193 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e3a8a76-1cf2-4b6f-bee2-434a3d782edf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:14.397570 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd', 'code': 200} Sep 23 19:32:14.410400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.455030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Attempting to bind port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:14.455405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Attempting to bind port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'eb333e06-701d-4ccc-ae80-d11bcb673dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '07368810-4957-4199-9edb-93b779b95842'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:14.455766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Attempting to bind port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129 on network 07368810-4957-4199-9edb-93b779b95842 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:14.475206 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.488872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:14.489282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Checking segment: {'id': 'eb333e06-701d-4ccc-ae80-d11bcb673dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '07368810-4957-4199-9edb-93b779b95842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:14.490688 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.491899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Bound using segment: {'id': 'eb333e06-701d-4ccc-ae80-d11bcb673dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '07368810-4957-4199-9edb-93b779b95842'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:14.492388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Bound port: 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb333e06-701d-4ccc-ae80-d11bcb673dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '07368810-4957-4199-9edb-93b779b95842'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:14.492888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.498118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.500869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.528540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecd35d9-6050-4889-b09a-b75e7da53aa6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:14.530173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76212ec4-5d19-499c-b62b-dfd3e6342ed9 req-c9f98aa6-8475-40cf-8b36-3997f2958a5f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.532564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76212ec4-5d19-499c-b62b-dfd3e6342ed9 req-c9f98aa6-8475-40cf-8b36-3997f2958a5f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 949 time: 0.0675097 Sep 23 19:32:14.539458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.541789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-05aa8de8-6e92-4ba8-9a6f-2096f230cfec tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/subnets/3ecd35d9-6050-4889-b09a-b75e7da53aa6 HTTP/1.1" status: 204 len: 168 time: 0.7870059 Sep 23 19:32:14.549141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:14.582370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Network 1290fd01-5dfa-40f8-b955-7a94aba0c052 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:14.616027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:14.624980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Pushing event updated for resources: {'Port': ['ID=ae08051f-a342-454c-86c2-d928eb07e351,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:14.626924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76212ec4-5d19-499c-b62b-dfd3e6342ed9 req-72d6a65c-9d38-470d-97c6-dae3fe01df4d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858223 Sep 23 19:32:14.629955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:14.638920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 84f40afc-3e25-4247-a292-190863869dcd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:14.639296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.657756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Deleting subnet b39d2fb3-cda1-42f8-b15f-53ee0bdbef91 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:14.671230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.767731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] For port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:14.774920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] For port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=84fbcea0-882a-4fe6-8ab6-07ec2e1dd129,segment=NetworkSegment(eb333e06-701d-4ccc-ae80-d11bcb673dcf),segment_id=eb333e06-701d-4ccc-ae80-d11bcb673dcf)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:14.777228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Attempting to bind port ae08051f-a342-454c-86c2-d928eb07e351 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:14.777884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Attempting to bind port ae08051f-a342-454c-86c2-d928eb07e351 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'd2b384af-0495-47da-9888-063efb36312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:14.778683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Attempting to bind port ae08051f-a342-454c-86c2-d928eb07e351 on network 1290fd01-5dfa-40f8-b955-7a94aba0c052 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:14.786274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:14.786651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Checking segment: {'id': 'd2b384af-0495-47da-9888-063efb36312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:14.787420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.788259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Bound using segment: {'id': 'd2b384af-0495-47da-9888-063efb36312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:14.788983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Bound port: ae08051f-a342-454c-86c2-d928eb07e351, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b384af-0495-47da-9888-063efb36312e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1290fd01-5dfa-40f8-b955-7a94aba0c052'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:14.790410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.802822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.804195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.948202 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.959215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-9807a019-0302-4d2a-93f7-f6c1dc0f3a06 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.961326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-9807a019-0302-4d2a-93f7-f6c1dc0f3a06 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.41 "GET /v2.0/networks?id=f5bce92e-4665-4816-8d36-2b25be90e67b HTTP/1.1" status: 200 len: 822 time: 0.2472947 Sep 23 19:32:14.979243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84d12a1-ff24-4a94-862c-b7da71eb5cb0 None None] Network 07368810-4957-4199-9edb-93b779b95842 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:14.988089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Request body: {'port': {'device_id': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b', 'admin_state_up': True, 'tenant_id': 'b5b9b9916fa343938f8a516a9bf697fb'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:15.008032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18e05a-11ab-4b66-a307-6e78e73c2f33 None None] Pushing event updated for resources: {'Port': ['ID=84fbcea0-882a-4fe6-8ab6-07ec2e1dd129,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:15.033082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.216871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:15.222912 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.316722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:15.331726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:15.391583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 721001c5-f4f2-4b5f-97d1-974848637eda no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:15.421791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 721001c5-f4f2-4b5f-97d1-974848637eda {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:15.422394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 721001c5-f4f2-4b5f-97d1-974848637eda not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:15.435163 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dea0779-2092-498e-b50a-7d944596a0d8 req-6f17e2ef-a49c-4e6b-af50-85f9dd205269 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 210 time: 0.3528035 Sep 23 19:32:15.445478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24e7dec9-e593-4ab0-bb3e-ec7dba5152ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.490537 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-c526f610-7c84-4d54-b927-c7e1de9dc483 req-63aa7d29-ae9c-4661-8157-48d783eedde6 tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] show failed (client error): The resource could not be found. Sep 23 19:32:15.491602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c526f610-7c84-4d54-b927-c7e1de9dc483 req-63aa7d29-ae9c-4661-8157-48d783eedde6 tempest-SecurityGroupsNegativeTestJSON-856324341 tempest-SecurityGroupsNegativeTestJSON-856324341-project] 10.222.0.38 "GET /v2.0/security-groups/a4a2d944-52be-4267-b5ef-7a420918c25c HTTP/1.1" status: 404 len: 352 time: 0.0277088 Sep 23 19:32:15.500967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] For port ae08051f-a342-454c-86c2-d928eb07e351, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:15.501321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.508299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:15.516807 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-45e66fba-4382-4af5-b2d3-d77a2fb2dbe9 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516164 Sep 23 19:32:15.520785 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.522555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] For port ae08051f-a342-454c-86c2-d928eb07e351, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae08051f-a342-454c-86c2-d928eb07e351,segment=NetworkSegment(d2b384af-0495-47da-9888-063efb36312e),segment_id=d2b384af-0495-47da-9888-063efb36312e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:15.526530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/subnets/b39d2fb3-cda1-42f8-b15f-53ee0bdbef91 HTTP/1.1" status: 204 len: 168 time: 0.9763062 Sep 23 19:32:15.527850 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.531306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:15.584386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] Deleting subnet 49c0fe0e-1f5f-461d-a421-1e8f9ce2481e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:15.634236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c163eaf-f289-4370-a320-efcd5d4e4bcb None None] Pushing event updated for resources: {'Port': ['ID=ae08051f-a342-454c-86c2-d928eb07e351,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:15.635261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1eccb-992e-4b80-b7d7-0facfd40472d tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Subnet': ['ID=b39d2fb3-cda1-42f8-b15f-53ee0bdbef91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:15.637357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:32:15.637357 n-d-810763-1 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:32:15.637357 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id': 'b5b9b9916fa343938f8a516a9bf697fb', 'id': '0f976263-7ecd-4156-ab81-09411607501a', 'expiration': datetime.datetime(2021, 9, 23, 19, 34, 15, 529105)}] Sep 23 19:32:15.637357 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:32:15.638155 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:32:15.645357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b7cbbb-b4a5-4a9d-8199-4d5a527d43d9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.647440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-33b7cbbb-b4a5-4a9d-8199-4d5a527d43d9 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145315 Sep 23 19:32:15.652398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:15.657703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.704961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9090275-262b-4ef3-bbaa-67a99a54d354 req-34533846-5a21-4714-bfe5-d600c630634f tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 210 time: 0.0531740 Sep 23 19:32:15.768130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.784576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.894283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24e7dec9-e593-4ab0-bb3e-ec7dba5152ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.894554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.897495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.901639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.906728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-4608c61b-fbda-487b-9c8f-94bdab0132ae tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.908479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-4608c61b-fbda-487b-9c8f-94bdab0132ae tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751298 Sep 23 19:32:15.911608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.917884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.923776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.929751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.930695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Request body: {'port': {'device_id': '3d27315b-7265-4fce-85b4-94de4370937b', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '4bc8a6d33c014781a0518fe58ba70dc3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:15.933732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24e7dec9-e593-4ab0-bb3e-ec7dba5152ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.935651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.938863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a83f4605-209a-492e-b5e1-4bb68143047b req-09b8b94b-5fa7-4cfb-a465-d87dac4942ac tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1652195 Sep 23 19:32:15.991658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Deleting port ae08051f-a342-454c-86c2-d928eb07e351 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:15.992036 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.003036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a83f4605-209a-492e-b5e1-4bb68143047b req-255bd512-8c17-4baf-9e04-cb2ecca2bd37 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559189 Sep 23 19:32:16.013657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-24e7dec9-e593-4ab0-bb3e-ec7dba5152ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2859c19619f4d27a10c1fe77b46edea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808119 Sep 23 19:32:16.017466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:16.047920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7dec9-e593-4ab0-bb3e-ec7dba5152ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0f8ae-71ff-430a-ab51-db142bdda488,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.085737 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.098290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] For port ae08051f-a342-454c-86c2-d928eb07e351, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae08051f-a342-454c-86c2-d928eb07e351,segment=NetworkSegment(d2b384af-0495-47da-9888-063efb36312e),segment_id=d2b384af-0495-47da-9888-063efb36312e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.098926 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.101926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.106276 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] 10.222.0.38 "DELETE /v2.0/subnets/49c0fe0e-1f5f-461d-a421-1e8f9ce2481e HTTP/1.1" status: 204 len: 168 time: 0.5945222 Sep 23 19:32:16.107062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:16.127622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a38d25-56a7-49e1-98c7-63db2b83d5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c0fe0e-1f5f-461d-a421-1e8f9ce2481e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.137677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Calling delete_port for ae08051f-a342-454c-86c2-d928eb07e351 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:16.143746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Made reservation on behalf of 4bc8a6d33c014781a0518fe58ba70dc3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:16.148027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.267859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83077266-d3e1-4370-a4c1-a83dfac7024f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.279679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace7a33-e495-48b6-9088-838f93c91102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.286161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Allocated IP 192.168.233.43 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/e455d547-f143-4f28-8cdd-cc00d9856df3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:16.301047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.309461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Made reservation on behalf of b5b9b9916fa343938f8a516a9bf697fb for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:16.314041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.351689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace7a33-e495-48b6-9088-838f93c91102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.374108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d765-e040-44f2-b635-966d86a8e563 req-3ccc88b4-f81c-4a71-b140-80b22ef2ca92 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.376108 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6473d765-e040-44f2-b635-966d86a8e563 req-3ccc88b4-f81c-4a71-b140-80b22ef2ca92 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.2145832 Sep 23 19:32:16.399139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:16.401610 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a9c392-fe12-45f5-9bff-f565e2bcdedf" -d '{"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:16.436448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.474931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.514851 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.528565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.564725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:16.568002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:16.571882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:16.592118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6473d765-e040-44f2-b635-966d86a8e563 req-987ff48d-012a-47bf-aa39-db792d5c0bec tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021065 Sep 23 19:32:16.623121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.623756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.635674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Pushing event updated for resources: {'Port': ['ID=e455d547-f143-4f28-8cdd-cc00d9856df3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.646484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.649626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Port': ['ID=ae08051f-a342-454c-86c2-d928eb07e351,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.661432 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-546044a0-0926-4319-9a2a-298668bd5aea tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7346590 Sep 23 19:32:16.668492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] No DVR routers for this DVR port ae08051f-a342-454c-86c2-d928eb07e351 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:16.673565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace7a33-e495-48b6-9088-838f93c91102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.676389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ace7a33-e495-48b6-9088-838f93c91102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.676588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Request body: {'port': {'device_id': '3d27315b-7265-4fce-85b4-94de4370937b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:16.680870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7ace7a33-e495-48b6-9088-838f93c91102 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0f0f8ae-71ff-430a-ab51-db142bdda488 HTTP/1.1" status: 204 len: 168 time: 0.6621542 Sep 23 19:32:16.733867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae08051f-a342-454c-86c2-d928eb07e351 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:16.776112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.784353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a7910a-783b-418b-b7c7-49224e3ce719']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:16.791002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ae08051f-a342-454c-86c2-d928eb07e351 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:16.791465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae08051f-a342-454c-86c2-d928eb07e351 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 19:32:16.799622 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3accf9ed-1ad7-4170-8d9a-4b4e6588a881 x-openstack-request-id: req-3accf9ed-1ad7-4170-8d9a-4b4e6588a881 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:16.799910 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:16.800454 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3accf9ed-1ad7-4170-8d9a-4b4e6588a881 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:16.801009 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd', 'code': 200} Sep 23 19:32:16.837773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7a33-e495-48b6-9088-838f93c91102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0f8ae-71ff-430a-ab51-db142bdda488,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.848807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Port ae08051f-a342-454c-86c2-d928eb07e351 not found, will not notify nova. {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 19:32:16.886373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b5c78e-de29-4c5f-8fc1-0a78aef0c037') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:16.886682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b5c78e-de29-4c5f-8fc1-0a78aef0c037') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:16.921842 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.954344 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.970539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb6ad59-04da-4420-b122-004226a17baa None None] Network 1290fd01-5dfa-40f8-b955-7a94aba0c052 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:16.999080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5fa80aee-98b4-4ca1-99a7-6cfef3b26c21 None None] Could not find standard attr ID for object ae08051f-a342-454c-86c2-d928eb07e351. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:32:17.012335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Allocated IP 172.20.0.9 (f5bce92e-4665-4816-8d36-2b25be90e67b/cea16b66-5292-42f8-910e-6ed163f20588/ea19157e-b443-4ec8-9cad-0e070a0f3fbf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:17.022788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3918a5b1-395a-4998-993b-e5030621973e req-bb7eff6f-075b-445c-aaea-9ceb9d2cc41e tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 210 time: 0.1156301 Sep 23 19:32:17.067460 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.070384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.098527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:17.099061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:17.101327 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:17.139629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1290fd01-5dfa-40f8-b955-7a94aba0c052']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:17.194724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-794c05e6-c913-4174-b667-46c2e50fa773 None None] Provisioning complete for port e455d547-f143-4f28-8cdd-cc00d9856df3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:17.195243 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794c05e6-c913-4174-b667-46c2e50fa773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.248459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b384af-0495-47da-9888-063efb36312e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:17.250439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b384af-0495-47da-9888-063efb36312e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:17.261039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e6f3c-8230-4590-8746-339658fff972 req-cd8277bc-8d7c-4177-8981-7f8d734f7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.262760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-005e6f3c-8230-4590-8746-339658fff972 req-cd8277bc-8d7c-4177-8981-7f8d734f7033 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1101 time: 0.1779835 Sep 23 19:32:17.274702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.277346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51922c96-5119-436a-81a8-8a00c81e3f57 None None] DHCP port deletion for 1290fd01-5dfa-40f8-b955-7a94aba0c052 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:32:17.291926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-794c05e6-c913-4174-b667-46c2e50fa773 None None] Port e455d547-f143-4f28-8cdd-cc00d9856df3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:17.292891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.321511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.322872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6ad73-8dbe-445f-be02-636909eb21fa None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:17.335535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:17.337614 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:17.341931 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:17.348317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.354070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] 10.222.0.38 "DELETE /v2.0/networks/63a7910a-783b-418b-b7c7-49224e3ce719 HTTP/1.1" status: 204 len: 168 time: 1.2385881 Sep 23 19:32:17.399482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-005e6f3c-8230-4590-8746-339658fff972 req-9139e914-cae4-4c89-8da9-53e19fa3869a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280019 Sep 23 19:32:17.430791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e455d547-f143-4f28-8cdd-cc00d9856df3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:17.432871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c4703-75e0-4f88-9740-560a6ec22a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a7910a-783b-418b-b7c7-49224e3ce719,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:17.447497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.527031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Transition to ACTIVE for port object e455d547-f143-4f28-8cdd-cc00d9856df3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:17.533356 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.566488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6ad73-8dbe-445f-be02-636909eb21fa None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:17.571749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaacea-465b-4ab3-94d1-3a1092295c53 req-4bcd6a88-b136-4415-92d9-b18116370574 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.581220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3daaacea-465b-4ab3-94d1-3a1092295c53 req-4bcd6a88-b136-4415-92d9-b18116370574 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 935 time: 0.2989247 Sep 23 19:32:17.584800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.590921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.599889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/networks/1290fd01-5dfa-40f8-b955-7a94aba0c052 HTTP/1.1" status: 204 len: 168 time: 1.9445775 Sep 23 19:32:17.603297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:17.650018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:17.696689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:17.698144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc0e70-aa40-463b-a2d6-d02ae8bd374b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Network': ['ID=1290fd01-5dfa-40f8-b955-7a94aba0c052,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:17.713146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Pushing event updated for resources: {'Port': ['ID=e455d547-f143-4f28-8cdd-cc00d9856df3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:17.783646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3daaacea-465b-4ab3-94d1-3a1092295c53 req-2f66523f-bb79-416a-aa1d-4215aff6c320 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973243 Sep 23 19:32:17.866555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Attempting to bind port e455d547-f143-4f28-8cdd-cc00d9856df3 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:17.866901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Attempting to bind port e455d547-f143-4f28-8cdd-cc00d9856df3 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:17.867240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Attempting to bind port e455d547-f143-4f28-8cdd-cc00d9856df3 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:17.876591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Port e455d547-f143-4f28-8cdd-cc00d9856df3 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:17.877156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Attempting to bind port e455d547-f143-4f28-8cdd-cc00d9856df3 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:17.899736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:17.900317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:17.901065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:17.901918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Bound port: e455d547-f143-4f28-8cdd-cc00d9856df3, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:17.902508 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.923619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.924021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f48-14b5-4970-8854-779372697b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.946463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.958854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b23a058e-245c-4169-847e-0d9c9563923a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c0ea040338643d986cd6832ed4a8ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570982 Sep 23 19:32:17.962191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:18.075260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.082260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.088571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.095694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.103393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.109682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.116458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.124919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-971cd931-6b34-4f2a-a471-d5ea76875d2b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.2473423 Sep 23 19:32:18.129330 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.174898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] For port e455d547-f143-4f28-8cdd-cc00d9856df3, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:18.182943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] For port e455d547-f143-4f28-8cdd-cc00d9856df3, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e455d547-f143-4f28-8cdd-cc00d9856df3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:18.191217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.237234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Network f5bce92e-4665-4816-8d36-2b25be90e67b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:18.256148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:18.258985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:18.269398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aaa5c957-13bc-4ba1-8073-b5c1dbaa20dd req-e892865d-10cc-484a-a05e-70f654e61ba8 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433504 Sep 23 19:32:18.270251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4e98-a024-4959-a671-3d02a1947414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.270585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Pushing event updated for resources: {'Port': ['ID=e455d547-f143-4f28-8cdd-cc00d9856df3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:18.298131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Pushing event updated for resources: {'Port': ['ID=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:18.300606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f48-14b5-4970-8854-779372697b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.309862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Deleting port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:18.310650 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.326428 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2be5f48-14b5-4970-8854-779372697b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.336943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.337364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.339718 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-e1bc09d3-42f4-43c2-8f83-3c7e6b772e01 service neutron] 10.222.0.41 "PUT /v2.0/ports/e455d547-f143-4f28-8cdd-cc00d9856df3 HTTP/1.1" status: 200 len: 1095 time: 1.6685681 Sep 23 19:32:18.398008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d27315b-7265-4fce-85b4-94de4370937b', 'tag': 'e455d547-f143-4f28-8cdd-cc00d9856df3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:18.398427 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4e98-a024-4959-a671-3d02a1947414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.406175 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97af674e-80ee-47b2-9dfe-6cc9afd705d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d27315b-7265-4fce-85b4-94de4370937b", "tag": "e455d547-f143-4f28-8cdd-cc00d9856df3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:18.412029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be5f48-14b5-4970-8854-779372697b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cff7c0-abe5-4345-9c4f-c26a0995f8ee,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:18.476838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.477630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.478025 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.516839 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b2be5f48-14b5-4970-8854-779372697b89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5db72c5134594a7fbc03cc5744c68dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8657327 Sep 23 19:32:18.521606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50392) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:18.553259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] For port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=84fbcea0-882a-4fe6-8ab6-07ec2e1dd129,segment=NetworkSegment(eb333e06-701d-4ccc-ae80-d11bcb673dcf),segment_id=eb333e06-701d-4ccc-ae80-d11bcb673dcf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:18.553628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.569725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-0a106b94-14fe-4e69-8a09-ada88e6f22fe tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5960119 Sep 23 19:32:18.576481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Calling delete_port for 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:18.591798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Request body: {'port': {'device_id': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:18.620130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-a67988b1-9864-46c5-bc58-6eb7bdfd9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.622837 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-a67988b1-9864-46c5-bc58-6eb7bdfd9918 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 1098 time: 0.1801953 Sep 23 19:32:18.679353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb7f3a-33a9-4baf-af42-a5a1c409630d req-b4f29bd1-37d3-4d3c-b341-a5970305ecc8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.688037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae08051f-a342-454c-86c2-d928eb07e351 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:18.689291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1bb7f3a-33a9-4baf-af42-a5a1c409630d req-b4f29bd1-37d3-4d3c-b341-a5970305ecc8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.2341044 Sep 23 19:32:18.691243 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4e98-a024-4959-a671-3d02a1947414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.694447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4e98-a024-4959-a671-3d02a1947414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.698267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2ca4e98-a024-4959-a671-3d02a1947414 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac3e60d7-9401-4090-91e7-22c8e0ed42ba HTTP/1.1" status: 204 len: 168 time: 0.7309079 Sep 23 19:32:18.754860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ae08051f-a342-454c-86c2-d928eb07e351 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:18.756068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae08051f-a342-454c-86c2-d928eb07e351 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:18.761205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca4e98-a024-4959-a671-3d02a1947414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3e60d7-9401-4090-91e7-22c8e0ed42ba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:18.802710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1bb7f3a-33a9-4baf-af42-a5a1c409630d req-e453f90b-a366-45e0-8085-5d8f95ac8dbe tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123338 Sep 23 19:32:18.825059 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.938247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.009779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Port': ['ID=84fbcea0-882a-4fe6-8ab6-07ec2e1dd129,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:19.016541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] No DVR routers for this DVR port 84fbcea0-882a-4fe6-8ab6-07ec2e1dd129 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:19.059907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-96eea9b8-6ba6-44c6-ae1d-04dab74e4914 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e455d547-f143-4f28-8cdd-cc00d9856df3 HTTP/1.1" status: 200 len: 217 time: 0.4226730 Sep 23 19:32:19.082598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8372b6a-e131-41c9-8b2f-a82769261e5a req-817bb09a-a7b7-464e-8e3d-9a51087c5858 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.084587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8372b6a-e131-41c9-8b2f-a82769261e5a req-817bb09a-a7b7-464e-8e3d-9a51087c5858 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 931 time: 0.1793072 Sep 23 19:32:19.099354 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-083ea15f-a397-4824-959c-273050eeb9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.130719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-083ea15f-a397-4824-959c-273050eeb9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.143062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-5beffada-e6f7-42e2-9c8b-974cb30d7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.144618 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-5beffada-e6f7-42e2-9c8b-974cb30d7b45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0747905 Sep 23 19:32:19.207058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.211436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-2ceb817a-0758-49cf-9d04-0b72a69bbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.213315 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-2ceb817a-0758-49cf-9d04-0b72a69bbe67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601258 Sep 23 19:32:19.230245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-083ea15f-a397-4824-959c-273050eeb9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.231505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8372b6a-e131-41c9-8b2f-a82769261e5a req-8ce4956a-2785-402f-8478-fc62f28ad644 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253710 Sep 23 19:32:19.232775 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-083ea15f-a397-4824-959c-273050eeb9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.236624 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-083ea15f-a397-4824-959c-273050eeb9f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19cff7c0-abe5-4345-9c4f-c26a0995f8ee HTTP/1.1" status: 204 len: 168 time: 0.7112026 Sep 23 19:32:19.261225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ea15f-a397-4824-959c-273050eeb9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cff7c0-abe5-4345-9c4f-c26a0995f8ee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:19.291380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07368810-4957-4199-9edb-93b779b95842']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:19.343854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-c523188b-a87c-4b97-a62d-0491aeeb1dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228108 Sep 23 19:32:19.469923 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eca6c4cf-d679-47ee-91f7-3c275a0fa561 req-2d937f90-f470-4573-9e1c-10d9e52be576 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190832 Sep 23 19:32:19.568510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb333e06-701d-4ccc-ae80-d11bcb673dcf') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:19.568806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb333e06-701d-4ccc-ae80-d11bcb673dcf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:19.581029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.606594 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.625643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:19.626962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:19.631885 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:19.676875 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de20bc-3697-41bb-a683-8d6129ce1a99 x-openstack-request-id: req-e7de20bc-3697-41bb-a683-8d6129ce1a99 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:19.677433 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d27315b-7265-4fce-85b4-94de4370937b", "tag": "e455d547-f143-4f28-8cdd-cc00d9856df3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:19.677544 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7de20bc-3697-41bb-a683-8d6129ce1a99 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:19.677956 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d27315b-7265-4fce-85b4-94de4370937b', 'tag': 'e455d547-f143-4f28-8cdd-cc00d9856df3', 'status': 'completed', 'code': 200} Sep 23 19:32:19.747465 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.761374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.763233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/networks/07368810-4957-4199-9edb-93b779b95842 HTTP/1.1" status: 204 len: 168 time: 2.1479397 Sep 23 19:32:19.766672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-f64b6481-69d5-4c52-95cb-ebb2d125659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.768178 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-f64b6481-69d5-4c52-95cb-ebb2d125659a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 1098 time: 0.0685666 Sep 23 19:32:19.768642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:19.791899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5e74-6a40-4509-a14e-422ea1c2ab30 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Network': ['ID=07368810-4957-4199-9edb-93b779b95842,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:19.821853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea19157e-b443-4ec8-9cad-0e070a0f3fbf {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:19.832347 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.853568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Transition to ACTIVE for port object ea19157e-b443-4ec8-9cad-0e070a0f3fbf will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:19.856680 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.869894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9b51-8846-4cfc-9872-d187bf991171 req-7e192c8e-e1a0-4121-a7da-c1e6839fbf4f tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.872375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a85a9b51-8846-4cfc-9872-d187bf991171 req-7e192c8e-e1a0-4121-a7da-c1e6839fbf4f tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 947 time: 0.1126137 Sep 23 19:32:19.912950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.943334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Pushing event updated for resources: {'Port': ['ID=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:19.968644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-9036aacb-a467-4e93-b875-013bf29e5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.970662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-9036aacb-a467-4e93-b875-013bf29e5af2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1905508 Sep 23 19:32:19.987827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a85a9b51-8846-4cfc-9872-d187bf991171 req-2f3c5454-fca0-4e80-adaa-387bb0c196ca tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904064 Sep 23 19:32:20.037712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.048567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Attempting to bind port ea19157e-b443-4ec8-9cad-0e070a0f3fbf on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:20.048963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Attempting to bind port ea19157e-b443-4ec8-9cad-0e070a0f3fbf by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '45345384-fee0-4de3-9f4c-7ebfb8835c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:20.049394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Attempting to bind port ea19157e-b443-4ec8-9cad-0e070a0f3fbf on network f5bce92e-4665-4816-8d36-2b25be90e67b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:20.055233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Port ea19157e-b443-4ec8-9cad-0e070a0f3fbf on network f5bce92e-4665-4816-8d36-2b25be90e67b not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:20.055546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Attempting to bind port ea19157e-b443-4ec8-9cad-0e070a0f3fbf on network f5bce92e-4665-4816-8d36-2b25be90e67b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:20.064501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:20.064501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Checking segment: {'id': '45345384-fee0-4de3-9f4c-7ebfb8835c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:20.064501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Bound using segment: {'id': '45345384-fee0-4de3-9f4c-7ebfb8835c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:20.064501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Bound port: ea19157e-b443-4ec8-9cad-0e070a0f3fbf, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45345384-fee0-4de3-9f4c-7ebfb8835c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:20.064501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.064501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:20.089808 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-823018cd-1789-47ac-afde-e15df1c06088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e455d547-f143-4f28-8cdd-cc00d9856df3 HTTP/1.1" status: 200 len: 217 time: 0.0424504 Sep 23 19:32:20.133420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a78b141-3881-4993-b8ff-3ac505501d17']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:20.150852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942cd634-bc80-4b2c-8f76-c86b00828533') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:20.151342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942cd634-bc80-4b2c-8f76-c86b00828533') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:20.167485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.180049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:20.186123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-19754e9d-5c89-4dd9-b7a6-ee1ec6e21f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.188029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-19754e9d-5c89-4dd9-b7a6-ee1ec6e21f30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0887630 Sep 23 19:32:20.204650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.215223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] For port ea19157e-b443-4ec8-9cad-0e070a0f3fbf, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:20.220623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] For port ea19157e-b443-4ec8-9cad-0e070a0f3fbf, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,segment=NetworkSegment(45345384-fee0-4de3-9f4c-7ebfb8835c46),segment_id=45345384-fee0-4de3-9f4c-7ebfb8835c46)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:20.229812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:20.230272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:20.233353 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:20.241520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.249845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.257451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.265324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.272748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.273327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-8138652e-75db-4bed-a3a6-8b22cea71e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.274905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-8138652e-75db-4bed-a3a6-8b22cea71e1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800655 Sep 23 19:32:20.281484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.285315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.287329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-f86fceea-d3b0-42ae-b178-3d66af94d30a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1713128 Sep 23 19:32:20.297674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-416421714-network', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:20.301565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.351134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.367314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78d711e2-6824-4ad3-a920-ec00291c57c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.397409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.397409 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.397409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] 10.222.0.41 "PUT /v2.0/ports/ea19157e-b443-4ec8-9cad-0e070a0f3fbf HTTP/1.1" status: 200 len: 1091 time: 1.8056800 Sep 23 19:32:20.397980 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.399232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'tag': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:20.402303 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd193d1c-43db-4bac-a0cd-866485a4bc33" -d '{"events": [{"name": "network-changed", "server_uuid": "72547478-36ad-4cc9-b13f-0fccc29183e1", "tag": "ea19157e-b443-4ec8-9cad-0e070a0f3fbf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:20.406569 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/networks/1a78b141-3881-4993-b8ff-3ac505501d17 HTTP/1.1" status: 204 len: 168 time: 0.6368911 Sep 23 19:32:20.412461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Network': ['ID=1a78b141-3881-4993-b8ff-3ac505501d17,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:20.414541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:20.446823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Made reservation on behalf of 9bb8d6f029ca451091d6caeae2ea6c08 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:20.447081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.447387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.447811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.448151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.448491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.448821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.449150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.449475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.449799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.449932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.450118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.450466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.450784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80dc46-3854-4396-92e2-f5784d444a16 tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.472321 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-7dba6562-a77c-4e84-841f-d3897eb57785 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654863 Sep 23 19:32:20.495035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550599e-195c-4ae8-a15b-15856ce9e24a service neutron] Pushing event updated for resources: {'Port': ['ID=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:20.517020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.533181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0cb427c-188f-4b2d-bddd-97a55019941b req-25d777c1-3f32-4064-a4b1-879909f3cbf4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2259963 Sep 23 19:32:20.575862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-a62b72cd-9ab7-4f24-afdb-76918644b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.577422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-a62b72cd-9ab7-4f24-afdb-76918644b93f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5b9b9916fa343938f8a516a9bf697fb&device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 1094 time: 0.0928612 Sep 23 19:32:20.613991 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.653004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-43d2d684-6a2f-4506-a7ff-cf1012c79d4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea19157e-b443-4ec8-9cad-0e070a0f3fbf HTTP/1.1" status: 200 len: 217 time: 0.0659218 Sep 23 19:32:20.688601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-97af674e-80ee-47b2-9dfe-6cc9afd705d2 req-37bf27c7-f492-4f76-8372-bb405b09a53f service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086525 Sep 23 19:32:20.729431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.749820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717c994b-b374-4b1c-842f-0597fadd4bca']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:20.750133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-3fd22992-b65f-4a66-b693-c80e74d0b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.751659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-3fd22992-b65f-4a66-b693-c80e74d0b60b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cea16b66-5292-42f8-910e-6ed163f20588 HTTP/1.1" status: 200 len: 862 time: 0.0899606 Sep 23 19:32:20.759224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b3bd11-1b84-430c-a8eb-4f17d11ba95f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:20.759517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b3bd11-1b84-430c-a8eb-4f17d11ba95f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:20.766608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ef533-7073-4c76-977b-1ae473ee134b req-0637a31f-0ab5-489f-9d17-199ae19c622c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.768063 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-301ef533-7073-4c76-977b-1ae473ee134b req-0637a31f-0ab5-489f-9d17-199ae19c622c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1208858 Sep 23 19:32:20.768735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.769921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78d711e2-6824-4ad3-a920-ec00291c57c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.784350 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.785331 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78d711e2-6824-4ad3-a920-ec00291c57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.790635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:20.791043 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:20.793987 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:20.823760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-ba250032-6170-48a0-b171-2e0051962563 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5bce92e-4665-4816-8d36-2b25be90e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525229 Sep 23 19:32:20.856067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.865275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.869463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] 10.222.0.38 "DELETE /v2.0/networks/717c994b-b374-4b1c-842f-0597fadd4bca HTTP/1.1" status: 204 len: 168 time: 0.4493666 Sep 23 19:32:20.876351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b519c-a2e3-40b6-b570-2970098e073b tempest-BulkNetworkOpsTest-122197393 tempest-BulkNetworkOpsTest-122197393-project] Pushing event deleted for resources: {'Network': ['ID=717c994b-b374-4b1c-842f-0597fadd4bca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:20.917525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-78d711e2-6824-4ad3-a920-ec00291c57c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d66b6e566c4b432d99cc509c872f5498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484616 Sep 23 19:32:20.917525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d711e2-6824-4ad3-a920-ec00291c57c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effbda48-f5f7-4c90-a14f-6d1478e39ebc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:20.917853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:20.931921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-301ef533-7073-4c76-977b-1ae473ee134b req-1a70e611-32d4-459c-82c1-4363c1753fe3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530309 Sep 23 19:32:21.010183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-104dfbcd-1fc3-4307-91e6-e8ce57afa58f service neutron] 10.222.0.41 "GET /v2.0/networks/f5bce92e-4665-4816-8d36-2b25be90e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681869 Sep 23 19:32:21.018988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d5-8f7f-4df5-a809-384f95f0fd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.042888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d5-8f7f-4df5-a809-384f95f0fd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.076899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.090083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.105470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d5-8f7f-4df5-a809-384f95f0fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.108982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d5-8f7f-4df5-a809-384f95f0fd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.112871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5d1754d5-8f7f-4df5-a809-384f95f0fd0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/effbda48-f5f7-4c90-a14f-6d1478e39ebc HTTP/1.1" status: 204 len: 168 time: 0.1902158 Sep 23 19:32:21.121766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1754d5-8f7f-4df5-a809-384f95f0fd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effbda48-f5f7-4c90-a14f-6d1478e39ebc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:21.153378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:21.178266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.178524 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Added segment c27116ad-b40b-4786-8d44-e68863923e6f of type vlan for network 6f7e68af-33f3-4973-a38b-b1c8433c87ac Sep 23 19:32:21.181044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da8f1e6-13e4-4cb0-bd60-cf2cdd7d97a7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:21.196578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:21.203419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18aa17-70eb-414c-851a-fa0db7583872 req-7533eb64-2e3f-4063-98c9-a86610da0865 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.204908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b18aa17-70eb-414c-851a-fa0db7583872 req-7533eb64-2e3f-4063-98c9-a86610da0865 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 943 time: 0.1811097 Sep 23 19:32:21.241269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8d150fb-e361-461c-95f3-18ceac9fda6a req-ce2df9da-4f75-423f-ab87-4cd712c248c7 service neutron] 10.222.0.41 "GET /v2.0/networks/f5bce92e-4665-4816-8d36-2b25be90e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185304 Sep 23 19:32:21.266948 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.284289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b18aa17-70eb-414c-851a-fa0db7583872 req-8f063c45-6e86-40f6-8ff6-ca3bd5113552 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Sep 23 19:32:21.320979 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.322363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.323404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.359375 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2961c01c-06b2-49c5-b2f9-ac118dc3c083 x-openstack-request-id: req-2961c01c-06b2-49c5-b2f9-ac118dc3c083 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:21.359556 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72547478-36ad-4cc9-b13f-0fccc29183e1", "tag": "ea19157e-b443-4ec8-9cad-0e070a0f3fbf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:21.359826 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2961c01c-06b2-49c5-b2f9-ac118dc3c083 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:21.360556 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'tag': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf', 'status': 'completed', 'code': 200} Sep 23 19:32:21.418816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2302675 Sep 23 19:32:21.419605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:21.426125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Request body: {'subnet': {'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-416421714-subnet', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:21.462706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Made reservation on behalf of 9bb8d6f029ca451091d6caeae2ea6c08 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:21.463607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47289c2-38e9-42d0-a07f-88ced70f4f17 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7e68af-33f3-4973-a38b-b1c8433c87ac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:21.465893 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.474563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:21.483412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-4b3e174a-cfd4-444e-8b39-f05d9a33184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.484974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-4b3e174a-cfd4-444e-8b39-f05d9a33184f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5b9b9916fa343938f8a516a9bf697fb&device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 1094 time: 0.1192231 Sep 23 19:32:21.500674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c5286-f691-4f83-bd42-d0ac9ff9faa3 req-58c6e00d-0c70-49fd-8f56-af7cd302de56 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.500674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a04c5286-f691-4f83-bd42-d0ac9ff9faa3 req-58c6e00d-0c70-49fd-8f56-af7cd302de56 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1165230 Sep 23 19:32:21.603284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a04c5286-f691-4f83-bd42-d0ac9ff9faa3 req-abd9071d-055c-4184-bb9b-a6dc2140e8bf tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941935 Sep 23 19:32:21.626095 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e4ba285b-062c-40f3-92e1-e9dd7abb8d46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a014e8c371c841b1a87229bca6167501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282930 Sep 23 19:32:21.627036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50500) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:21.642693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-c631e99b-823e-46e5-a4bc-5291a0f7503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.644268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-c631e99b-823e-46e5-a4bc-5291a0f7503e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5bce92e-4665-4816-8d36-2b25be90e67b HTTP/1.1" status: 200 len: 923 time: 0.1440740 Sep 23 19:32:21.699648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-0110665b-aa56-411c-9214-fff27b0fa969 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea19157e-b443-4ec8-9cad-0e070a0f3fbf HTTP/1.1" status: 200 len: 217 time: 0.0479152 Sep 23 19:32:21.743755 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76657ef4-86a1-4ea9-bd18-594d97f603f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.781507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af49eb-8674-471e-aaaf-a6a93e48a3b6 req-be5b7640-77da-48af-9814-586b08cc43b6 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.783193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6af49eb-8674-471e-aaaf-a6a93e48a3b6 req-be5b7640-77da-48af-9814-586b08cc43b6 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 947 time: 0.0952008 Sep 23 19:32:21.787140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76657ef4-86a1-4ea9-bd18-594d97f603f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.788032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-1aaffc01-8c82-43fd-9eff-3d82d7c232b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.789655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-1aaffc01-8c82-43fd-9eff-3d82d7c232b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cea16b66-5292-42f8-910e-6ed163f20588 HTTP/1.1" status: 200 len: 862 time: 0.0754082 Sep 23 19:32:21.789886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.830435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-28c21962-608f-4d62-be3d-6a4175b6a756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5bce92e-4665-4816-8d36-2b25be90e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312083 Sep 23 19:32:21.870550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6af49eb-8674-471e-aaaf-a6a93e48a3b6 req-79179e10-8aea-4cdc-b97b-fed7d58de7dc tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774674 Sep 23 19:32:21.888207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=83134214-e988-4210-add8-37139a6f8537,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:21.908906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Checking segment: {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:21.909289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Network hostable DHCP agents. Network: 6f7e68af-33f3-4973-a38b-b1c8433c87ac, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:21.938319 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76657ef4-86a1-4ea9-bd18-594d97f603f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.941905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76657ef4-86a1-4ea9-bd18-594d97f603f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.946515 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-76657ef4-86a1-4ea9-bd18-594d97f603f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be159112-6ea6-4bc9-8f96-9535ac8fc4e8 HTTP/1.1" status: 204 len: 168 time: 0.3142955 Sep 23 19:32:21.955807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:21.959632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76657ef4-86a1-4ea9-bd18-594d97f603f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be159112-6ea6-4bc9-8f96-9535ac8fc4e8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:21.967801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-08310f5b-e2da-413b-bf69-01922ae4663b service neutron] 10.222.0.41 "GET /v2.0/networks/f5bce92e-4665-4816-8d36-2b25be90e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248424 Sep 23 19:32:21.971075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6f7e68af-33f3-4973-a38b-b1c8433c87ac) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:21.975632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.976232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.986951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a9e35-fff1-4bd1-89a1-ef165fcb1c34 None None] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:21.999697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-72863d33-df23-4228-b371-ddec2fec3ced admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5789852 Sep 23 19:32:22.002441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:22.007234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:22.043193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.044497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.058555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50526) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:22.126024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.214126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd193d1c-43db-4bac-a0cd-866485a4bc33 req-c984d63e-6d02-4fd6-9176-329476bc9c96 service neutron] 10.222.0.41 "GET /v2.0/networks/f5bce92e-4665-4816-8d36-2b25be90e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392135 Sep 23 19:32:22.218714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:22.220944 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.237177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.245126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.252559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.269546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.277174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.285002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.292289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.300395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.303964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-9a627e44-968c-4a7f-907d-b27ca7725840 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5420 time: 0.1841607 Sep 23 19:32:22.366923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9418c185-86ca-4fe4-a67f-b4c0a10bcec6 req-8f9e3ee8-30dc-409a-859d-415961736384 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618222 Sep 23 19:32:22.454997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device bd49f370-8308-485c-946b-1ca74010d3a6 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:22.529806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1871500674-network', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:22.543204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Allocated IP 172.20.0.2 (6f7e68af-33f3-4973-a38b-b1c8433c87ac/83134214-e988-4210-add8-37139a6f8537/bb589ebb-eee9-48d9-9438-b178d85e9052) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:22.619728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.643433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.646086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Made reservation on behalf of 08265e62bd2e4e029cb647ecc7f4072c for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:22.648375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.663165 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.786874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port bd49f370-8308-485c-946b-1ca74010d3a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=bd49f370-8308-485c-946b-1ca74010d3a6,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:22.814977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Allocated IP 172.25.6.216 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/ef85721a-5306-4f1a-9040-ffaa41a99bd8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:22.823171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86b8dc-f3ad-4940-8340-14a24234200c req-32ab1758-2e09-492b-9f4c-85e907c37b32 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.833050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d86b8dc-f3ad-4940-8340-14a24234200c req-32ab1758-2e09-492b-9f4c-85e907c37b32 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 943 time: 0.0695586 Sep 23 19:32:22.850160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'bd49f370-8308-485c-946b-1ca74010d3a6', 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'port_id': 'bd49f370-8308-485c-946b-1ca74010d3a6', 'mac_address': 'fa:16:3e:73:41:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5419-cfc9-4aaf-8237-3005c5ab6045', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:22.879659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d86b8dc-f3ad-4940-8340-14a24234200c req-85027e88-b4e6-4b56-8d6d-5f9acfdb06a4 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448577 Sep 23 19:32:23.069584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02d3bb-b776-4eb6-a631-1c6025595a7f req-7d95d108-7e77-4ebd-8fa4-2778ba5a058f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.071648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.077348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da02d3bb-b776-4eb6-a631-1c6025595a7f req-7d95d108-7e77-4ebd-8fa4-2778ba5a058f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0733666 Sep 23 19:32:23.114107 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.120690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.123207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da02d3bb-b776-4eb6-a631-1c6025595a7f req-7a95d07c-163e-4245-b54a-a5513e0281d5 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Sep 23 19:32:23.126150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.127743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.150910 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.170907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.190540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:23.193625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd49f370-8308-485c-946b-1ca74010d3a6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:23.199732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:23.200674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Pushing event updated for resources: {'Port': ['ID=bb589ebb-eee9-48d9-9438-b178d85e9052,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.212936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:23.215738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:23.221783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d835b098-2cb9-4c16-a7cc-04e09f602229,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.237121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:23.238406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.238748 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Added segment 2b467899-2048-497e-9bce-0ba7b84887ed of type vlan for network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 Sep 23 19:32:23.250717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:23.257790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:23.277262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port bd49f370-8308-485c-946b-1ca74010d3a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=bd49f370-8308-485c-946b-1ca74010d3a6,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:23.287555 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.289055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:23.301606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693ee2-9378-49f5-97e4-4878ca635a42 req-4eee9857-578d-4bde-9ecf-13752676a929 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.311589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Pushing event updated for resources: {'Port': ['ID=ef85721a-5306-4f1a-9040-ffaa41a99bd8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.319764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d693ee2-9378-49f5-97e4-4878ca635a42 req-4eee9857-578d-4bde-9ecf-13752676a929 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 947 time: 0.1118095 Sep 23 19:32:23.322377 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.360334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:23.385054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d693ee2-9378-49f5-97e4-4878ca635a42 req-dcb509ca-63a6-4dd5-88bf-87168fd555a1 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641277 Sep 23 19:32:23.397479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Attempting to bind port bb589ebb-eee9-48d9-9438-b178d85e9052 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:23.397910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Attempting to bind port bb589ebb-eee9-48d9-9438-b178d85e9052 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:23.398310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Attempting to bind port bb589ebb-eee9-48d9-9438-b178d85e9052 on network 6f7e68af-33f3-4973-a38b-b1c8433c87ac {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:23.424357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e455d547-f143-4f28-8cdd-cc00d9856df3 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:23.435202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:23.437810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:23.438189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Checking segment: {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:23.438719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.439147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Bound using segment: {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:23.439642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Bound port: bb589ebb-eee9-48d9-9438-b178d85e9052, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:23.440043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.458879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=bd49f370-8308-485c-946b-1ca74010d3a6,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.461541 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.463429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.464044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.477146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-420161718'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:23.489458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1', 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'port_id': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1', 'mac_address': 'fa:16:3e:6d:e0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5419-cfc9-4aaf-8237-3005c5ab6045', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:23.523772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:23.528079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.544748 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4847429 Sep 23 19:32:23.549006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.554237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:23.558387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Request body: {'subnet': {'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-subnet', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:23.577656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb70c1-6103-4455-b56b-df88b8b90e08 admin admin] Pushing event updated for resources: {'Network': ['ID=ae3d8fb7-cfad-4e8f-823b-6545004b2e95,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.593088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.600772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:23.621352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Made reservation on behalf of 08265e62bd2e4e029cb647ecc7f4072c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:23.623667 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.639597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.645497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.652006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.657992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.664808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.670910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.671328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:23.677801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.679885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-76486fa0-df22-4b9e-a953-7f189b71d194 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5421 time: 0.1405828 Sep 23 19:32:23.695886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8669483a-195b-467a-897a-65fff1b37efa None None] For port bb589ebb-eee9-48d9-9438-b178d85e9052, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:23.726466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.756230 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8669483a-195b-467a-897a-65fff1b37efa None None] For port bb589ebb-eee9-48d9-9438-b178d85e9052, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bb589ebb-eee9-48d9-9438-b178d85e9052,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:23.759762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:23.767722 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.772923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e455d547-f143-4f28-8cdd-cc00d9856df3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e455d547-f143-4f28-8cdd-cc00d9856df3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:23.786235 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.786952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 85dd6cdd-e188-4f13-a28a-5a88d36efe31 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:23.820902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5c3c824-fa95-4f2e-b892-bd3a166fe6d9 req-6e8b798e-ec83-4d01-a8b6-16d8f88ac91a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278725 Sep 23 19:32:23.821960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'e455d547-f143-4f28-8cdd-cc00d9856df3', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'e455d547-f143-4f28-8cdd-cc00d9856df3', 'mac_address': 'fa:16:3e:20:65:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:23.918301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669483a-195b-467a-897a-65fff1b37efa None None] Pushing event updated for resources: {'Port': ['ID=bb589ebb-eee9-48d9-9438-b178d85e9052,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.943722 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.967274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.979942 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.009568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.039775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:24.045786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e455d547-f143-4f28-8cdd-cc00d9856df3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:24.053751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.064186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.070595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2398a74-4ccf-4097-961a-059b7f6f897a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.089401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e455d547-f143-4f28-8cdd-cc00d9856df3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e455d547-f143-4f28-8cdd-cc00d9856df3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:24.097223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:24.099923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.100379 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment effc8f20-19ce-4518-8dc3-e2c58d387d47 of type vlan for network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 Sep 23 19:32:24.103033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.200134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '85dd6cdd-e188-4f13-a28a-5a88d36efe31', 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36', 'port_id': '85dd6cdd-e188-4f13-a28a-5a88d36efe31', 'mac_address': 'fa:16:3e:d3:72:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63557403-7b6c-4a15-a5ed-c8b719f2c1d5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:24.205955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.212085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e455d547-f143-4f28-8cdd-cc00d9856df3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.225558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a93f37-9534-4ee8-b008-7e2ab918681a req-32e59282-eab5-423c-b0a7-703e27e16985 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.227278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24a93f37-9534-4ee8-b008-7e2ab918681a req-32e59282-eab5-423c-b0a7-703e27e16985 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 943 time: 0.2388239 Sep 23 19:32:24.230632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Router ffe22192-376d-4375-8d33-8b4b5e716900 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:32:24.238908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44333a89-c613-48d0-a2f4-6b190098b6ca,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.253628 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.267967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dd6cdd-e188-4f13-a28a-5a88d36efe31 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:24.296960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Checking segment: {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:24.297382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Network hostable DHCP agents. Network: ae3d8fb7-cfad-4e8f-823b-6545004b2e95, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:24.300500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:24.304248 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.304808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 737cb5f9-5a6a-4514-ace9-5368884d99f5 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:24.311157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.315371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.316307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.337032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 737cb5f9-5a6a-4514-ace9-5368884d99f5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:24.351237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '737cb5f9-5a6a-4514-ace9-5368884d99f5', 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'port_id': '737cb5f9-5a6a-4514-ace9-5368884d99f5', 'mac_address': 'fa:16:3e:38:49:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5419-cfc9-4aaf-8237-3005c5ab6045', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:24.362517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24a93f37-9534-4ee8-b008-7e2ab918681a req-f31264b4-8aab-44e2-87cc-01a8540ae41b tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220446 Sep 23 19:32:24.374669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:24.390711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Sync routers for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:24.392712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.397203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-859c8ddb-3e63-4b2c-9d93-ba565e04da55 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3906581 Sep 23 19:32:24.397991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.424441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0629294 Sep 23 19:32:24.427565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee02053-ab55-4a59-a2ed-53feaeb7574f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=6d15d2be-36e2-4e61-a21b-2f10651b1b24,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.429867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e455d547-f143-4f28-8cdd-cc00d9856df3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:24.438198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.443933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'name': 'tempest-PortsTestJSON-502073672'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:24.448844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:24.464115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:24.496855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:24.497386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:24.528971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ae3d8fb7-cfad-4e8f-823b-6545004b2e95) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:24.566155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=85dd6cdd-e188-4f13-a28a-5a88d36efe31,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.577369 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.579673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8031a-0232-4ae8-a9d7-01dd3f7c4760 None None] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:24.589362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.589956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.654104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fdf05-c636-469a-a4b3-0afc3e3b1a8e req-629b30d1-e149-4476-91ed-a91a0dce411b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.662767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-167fdf05-c636-469a-a4b3-0afc3e3b1a8e req-629b30d1-e149-4476-91ed-a91a0dce411b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.2010891 Sep 23 19:32:24.684531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-907377cf-8a64-47e2-8c97-d0b5a2afd262 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1283257 Sep 23 19:32:24.686877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.737495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737cb5f9-5a6a-4514-ace9-5368884d99f5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:24.764656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-167fdf05-c636-469a-a4b3-0afc3e3b1a8e req-bfad4a0f-a2bd-4279-832d-bc7c3ba920b7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980067 Sep 23 19:32:24.766145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:24.775654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.809429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bb589ebb-eee9-48d9-9438-b178d85e9052 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:24.882716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:24.951357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:25.049182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 737cb5f9-5a6a-4514-ace9-5368884d99f5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:25.070609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124328f1-4c74-4691-b7f2-52f12316dd15 req-82504fe8-8170-4437-82bc-bac22601f5fe tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.078889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-124328f1-4c74-4691-b7f2-52f12316dd15 req-82504fe8-8170-4437-82bc-bac22601f5fe tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 948 time: 0.2233288 Sep 23 19:32:25.080101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:25.094225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.096909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d287f203-8aab-4f14-8447-6ca4287eb268 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:25.136522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.137609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.249845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-124328f1-4c74-4691-b7f2-52f12316dd15 req-5938344c-e5ad-433a-93ad-df40a0273b48 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666856 Sep 23 19:32:25.275979 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.287317 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.337552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.363856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b2b716-4656-40c1-8a81-fc4e8b3da29a None None] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:25.427149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.432931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.439750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.445866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.452044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.458174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.459090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea19157e-b443-4ec8-9cad-0e070a0f3fbf details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:25.464217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.466307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-5fbac40c-0c97-4af2-bc77-13ab197deec0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5424 time: 0.1418116 Sep 23 19:32:25.467441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=d18d1ebc-4e34-412e-8cad-8c1aa09458e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:25.476830 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.513878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': 'effc8f20-19ce-4518-8dc3-e2c58d387d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:25.514292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: 6d15d2be-36e2-4e61-a21b-2f10651b1b24, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:25.541679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42933fa6-37a7-40f2-854a-eea15ae2888f req-baa31e78-584e-4b6b-a499-e4a7b64d60f6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524337 Sep 23 19:32:25.548852 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.551609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:25.566078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6d15d2be-36e2-4e61-a21b-2f10651b1b24) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:25.572615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:25.580097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.581657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.600253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d42170f4-d5b7-42ff-a02d-dac04514b133 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1606135 Sep 23 19:32:25.600899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:25.605690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1095668342'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:25.617366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.636532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:25.644339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.646281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port bb589ebb-eee9-48d9-9438-b178d85e9052 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:25.646579 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.648414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e41af0-a7a7-491e-b0b6-9cf4b357cb1c None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:25.690729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:25.706876 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.707248 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment 8640b54d-2854-4456-af2b-a0f880649091 of type vlan for network d711feb9-6835-491a-9b3c-eb244e0a1f0f Sep 23 19:32:25.776811 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.784359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=737cb5f9-5a6a-4514-ace9-5368884d99f5,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:25.787918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:25.788746 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.794122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d287f203-8aab-4f14-8447-6ca4287eb268, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d287f203-8aab-4f14-8447-6ca4287eb268,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:25.851643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb46d6-d524-4a29-a515-50a9b6934f63 req-c027c62d-669c-48fe-979e-18be2450d3bc tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.853549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06fb46d6-d524-4a29-a515-50a9b6934f63 req-c027c62d-669c-48fe-979e-18be2450d3bc tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 943 time: 0.1009195 Sep 23 19:32:25.853727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-eee4fcf2-45c6-4f6f-90db-e0812285b7b4 None None] Provisioning complete for port bb589ebb-eee9-48d9-9438-b178d85e9052 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:25.853984 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee4fcf2-45c6-4f6f-90db-e0812285b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.859143 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.866726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.867414 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.885462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.907028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.921637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Allocated IP 172.20.0.1 (6f7e68af-33f3-4973-a38b-b1c8433c87ac/83134214-e988-4210-add8-37139a6f8537/5106ee02-db71-4987-8379-097f94bd235b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:25.946674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06fb46d6-d524-4a29-a515-50a9b6934f63 req-abfe2114-6323-410a-84ce-6eb5b7bfab17 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739071 Sep 23 19:32:25.951471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3495777 Sep 23 19:32:25.952093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:25.960124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'port_id': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'mac_address': 'fa:16:3e:ea:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:25.964171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'ports': [{'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24'}, {'network_id': 'd711feb9-6835-491a-9b3c-eb244e0a1f0f'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:25.964171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:25.964171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': 'd711feb9-6835-491a-9b3c-eb244e0a1f0f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:26.002336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=d711feb9-6835-491a-9b3c-eb244e0a1f0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:26.024928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.025308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.025694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.026114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.026490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.026828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.027154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.027476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.027841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.028125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.028882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.028882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac6d7a3-51d5-4d34-b6b7-d5182b45fd2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:26.084538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d711feb9-6835-491a-9b3c-eb244e0a1f0f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:26.136932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.171686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea19157e-b443-4ec8-9cad-0e070a0f3fbf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,segment=NetworkSegment(45345384-fee0-4de3-9f4c-7ebfb8835c46),segment_id=45345384-fee0-4de3-9f4c-7ebfb8835c46)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:26.183705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.217480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Allocated IP 172.25.6.162 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/37c16bd2-6010-4ed1-97f1-da3362987c82) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:26.242097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:26.248159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:26.258804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:26.270755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Pushing event updated for resources: {'Port': ['ID=5106ee02-db71-4987-8379-097f94bd235b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:26.271497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f9225-ab10-4caa-be95-620710dc1b4e req-b356a0ab-a1fd-4ea7-8b45-f2624c30ccdd tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.278793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-016f9225-ab10-4caa-be95-620710dc1b4e req-b356a0ab-a1fd-4ea7-8b45-f2624c30ccdd tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1107402 Sep 23 19:32:26.296528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf', 'network_id': 'f5bce92e-4665-4816-8d36-2b25be90e67b', 'port_id': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf', 'mac_address': 'fa:16:3e:4d:20:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea16b66-5292-42f8-910e-6ed163f20588', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:26.302660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:26.307383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.332933 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.335326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.353300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.361082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-016f9225-ab10-4caa-be95-620710dc1b4e req-3d8a708e-f079-430f-bc73-3970cc25c180 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813916 Sep 23 19:32:26.451961 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.481583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 7bcb35e9-0990-42c6-9564-4e5afbeb3adb yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:26.498293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d287f203-8aab-4f14-8447-6ca4287eb268 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:26.521127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0276-effa-421d-a79e-3b5192070bd0 req-5a2ffa6e-6cac-4418-93d2-a821d923ee12 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.522891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5abf0276-effa-421d-a79e-3b5192070bd0 req-5a2ffa6e-6cac-4418-93d2-a821d923ee12 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 948 time: 0.0685673 Sep 23 19:32:26.527972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.549424 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.575683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Allocated IP 172.20.0.2 (ae3d8fb7-cfad-4e8f-823b-6545004b2e95/44333a89-c613-48d0-a2f4-6b190098b6ca/b47914fe-1440-4720-80fd-6697336e5e09) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:26.578941 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee4fcf2-45c6-4f6f-90db-e0812285b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.579925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.581708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d287f203-8aab-4f14-8447-6ca4287eb268, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d287f203-8aab-4f14-8447-6ca4287eb268,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:26.596057 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.598849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:23Z', 'revision_number': 3, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:26.607799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:26.612389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:26.620120 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.620773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 33fde9fc-1a19-4611-a1e4-d60a06d847ab details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:26.621147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:26.626751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Pushing event updated for resources: {'Port': ['ID=37c16bd2-6010-4ed1-97f1-da3362987c82,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:26.675922 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.693168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Checking router: ffe22192-376d-4375-8d33-8b4b5e716900 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:26.693554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Updating router ffe22192-376d-4375-8d33-8b4b5e716900 port ef85721a-5306-4f1a-9040-ffaa41a99bd8 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:32:26.765436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port bb589ebb-eee9-48d9-9438-b178d85e9052, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bb589ebb-eee9-48d9-9438-b178d85e9052,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:26.767440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea19157e-b443-4ec8-9cad-0e070a0f3fbf {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:26.787990 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.822570 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.889349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.899660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:26.923528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea19157e-b443-4ec8-9cad-0e070a0f3fbf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,segment=NetworkSegment(45345384-fee0-4de3-9f4c-7ebfb8835c46),segment_id=45345384-fee0-4de3-9f4c-7ebfb8835c46)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:26.945671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d287f203-8aab-4f14-8447-6ca4287eb268,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:26.954368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.967860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '33fde9fc-1a19-4611-a1e4-d60a06d847ab', 'network_id': 'd8b32375-3fae-49d8-9e83-21bb6f780f44', 'port_id': '33fde9fc-1a19-4611-a1e4-d60a06d847ab', 'mac_address': 'fa:16:3e:c7:06:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99a5419-cfc9-4aaf-8237-3005c5ab6045', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:26.973374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-eee4fcf2-45c6-4f6f-90db-e0812285b7b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:32:26.974287 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-eee4fcf2-45c6-4f6f-90db-e0812285b7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:32:27.054677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5abf0276-effa-421d-a79e-3b5192070bd0 req-dd1df4fb-575a-479c-b65e-2a7e871ef89f tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138166 Sep 23 19:32:27.104700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.111036 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.114276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.124832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port bb7b19e0-2310-44d2-a5d3-2caa56f429e2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:27.209404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.217300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.225078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.232163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.238679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.245641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.255210 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.257248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-292dad89-88c5-4936-999a-10824925dc09 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5425 time: 0.1256723 Sep 23 19:32:27.318681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.320411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Pushing event updated for resources: {'Port': ['ID=5106ee02-db71-4987-8379-097f94bd235b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:27.416734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.429833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=bb589ebb-eee9-48d9-9438-b178d85e9052,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:27.449123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e455d547-f143-4f28-8cdd-cc00d9856df3 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:27.471542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.496805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c43d1197-df68-4adb-b75d-274e61c7ac7b req-16375afe-4a5a-4d46-895e-d5bd08967281 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2325213 Sep 23 19:32:27.522773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.526505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.535768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:27.538801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:27.560172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=7bcb35e9-0990-42c6-9564-4e5afbeb3adb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:27.566806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ea19157e-b443-4ec8-9cad-0e070a0f3fbf'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:27.586721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:27.588609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:27.595705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:27.596578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.625322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.643664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fde9fc-1a19-4611-a1e4-d60a06d847ab {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:27.673235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.711189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=bb7b19e0-2310-44d2-a5d3-2caa56f429e2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:27.735340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac0c94-d4f9-440d-a00e-c97b9c01b5f0 req-0a3ea79c-322f-4016-afd1-8753402a1f29 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.744158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8ac0c94-d4f9-440d-a00e-c97b9c01b5f0 req-0a3ea79c-322f-4016-afd1-8753402a1f29 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 944 time: 0.1455395 Sep 23 19:32:27.763899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': '8640b54d-2854-4456-af2b-a0f880649091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd711feb9-6835-491a-9b3c-eb244e0a1f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:27.764177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:27.764290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: d711feb9-6835-491a-9b3c-eb244e0a1f0f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:27.791136 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.792381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:27.793313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Router ffe22192-376d-4375-8d33-8b4b5e716900 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:27.809005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8ac0c94-d4f9-440d-a00e-c97b9c01b5f0 req-47696638-7fa2-499e-89e8-fffb3c069db2 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Sep 23 19:32:27.816272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:27.820345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network d711feb9-6835-491a-9b3c-eb244e0a1f0f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:27.836642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d711feb9-6835-491a-9b3c-eb244e0a1f0f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:27.842148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:27.842834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:27.851227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.856970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb94f51-2d25-4879-b0b0-f21bcc87d938 None None] Network d711feb9-6835-491a-9b3c-eb244e0a1f0f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:27.860335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.861500 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.891085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-025126dc-8a7c-4ae9-b6b0-27d1ecf2c50f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9351418 Sep 23 19:32:27.905942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:27.965433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:27.980024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port e455d547-f143-4f28-8cdd-cc00d9856df3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:27.988094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:27.993103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:27.998170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465c7d7-7375-45d9-b31c-f186d3301f1d req-684deffd-5357-4c31-9414-0d44e6b49d65 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.999910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e465c7d7-7375-45d9-b31c-f186d3301f1d req-684deffd-5357-4c31-9414-0d44e6b49d65 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1252835 Sep 23 19:32:28.037679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port e455d547-f143-4f28-8cdd-cc00d9856df3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:28.038079 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.045718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea', 'network_id': 'ccddee97-ddac-4044-bf49-845dacc0be36', 'port_id': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea', 'mac_address': 'fa:16:3e:f3:9a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63557403-7b6c-4a15-a5ed-c8b719f2c1d5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:28.058473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e465c7d7-7375-45d9-b31c-f186d3301f1d req-75fd3a0c-c49d-4a48-ab6b-5f1a8f8277f7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Sep 23 19:32:28.060670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port bb7b19e0-2310-44d2-a5d3-2caa56f429e2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:28.061017 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.136284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Pushing event updated for resources: {'Port': ['ID=b47914fe-1440-4720-80fd-6697336e5e09,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:28.153069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-16d95807-bfc7-4f8d-bcc0-9e9843a6e09f None None] Provisioning complete for port bb589ebb-eee9-48d9-9438-b178d85e9052 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:28.153069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d95807-bfc7-4f8d-bcc0-9e9843a6e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.188276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.203661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for bb7b19e0-2310-44d2-a5d3-2caa56f429e2 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:28.268306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:28.271071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Router 24d8a0a6-b93a-4f71-bb20-005b134460b6 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:32:28.284632 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d731bd83-bebd-49ec-8160-eb6097e133bf admin admin] 10.222.0.38 "PUT /v2.0/routers/ffe22192-376d-4375-8d33-8b4b5e716900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8759012 Sep 23 19:32:28.306089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b52ec1-01d8-44d1-b03c-43c96ba2264f req-0aa81c04-ceab-4c9f-9b91-b1f494fbe877 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.314973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b52ec1-01d8-44d1-b03c-43c96ba2264f req-0aa81c04-ceab-4c9f-9b91-b1f494fbe877 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 948 time: 0.0985551 Sep 23 19:32:28.355839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Attempting to bind port b47914fe-1440-4720-80fd-6697336e5e09 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:28.356215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Attempting to bind port b47914fe-1440-4720-80fd-6697336e5e09 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:28.356585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Attempting to bind port b47914fe-1440-4720-80fd-6697336e5e09 on network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:28.380686 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b52ec1-01d8-44d1-b03c-43c96ba2264f req-10c88aa9-5a71-4c40-b676-67d180a21bfb tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640957 Sep 23 19:32:28.383510 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.405262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.420532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:28.421249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Checking segment: {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:28.421942 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.422649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Bound using segment: {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:28.423489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Bound port: b47914fe-1440-4720-80fd-6697336e5e09, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:28.424144 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.430836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:28.437549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.446933 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Sync routers for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:28.457599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.463050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=33fde9fc-1a19-4611-a1e4-d60a06d847ab,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:28.463392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=bb7b19e0-2310-44d2-a5d3-2caa56f429e2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:28.464103 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-26097b35-5afb-40a4-a2bf-8db453df4a12 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7719235 Sep 23 19:32:28.465567 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.472731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.476674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:28.478641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:28.479045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:28.483885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-08a35bc1-b2c1-44a7-96b0-3e1c4c5984b3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/bb7b19e0-2310-44d2-a5d3-2caa56f429e2 HTTP/1.1" status: 204 len: 168 time: 0.5768249 Sep 23 19:32:28.485402 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:28.486023 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:28.651205 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:28.671935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Attempting to bind port ef85721a-5306-4f1a-9040-ffaa41a99bd8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:28.672312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Attempting to bind port ef85721a-5306-4f1a-9040-ffaa41a99bd8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:28.672679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Attempting to bind port ef85721a-5306-4f1a-9040-ffaa41a99bd8 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:28.674844 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.686787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Pushing event updated for resources: {'Port': ['ID=ef85721a-5306-4f1a-9040-ffaa41a99bd8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:28.699226 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.707020 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:28.724695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:28.725130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:28.725488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.725889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:28.726657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Bound port: ef85721a-5306-4f1a-9040-ffaa41a99bd8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:28.727053 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.778114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35155a8f-4cbd-4945-b1b6-7a3dd4d31363 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.785810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35155a8f-4cbd-4945-b1b6-7a3dd4d31363 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.787977 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-35155a8f-4cbd-4945-b1b6-7a3dd4d31363 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3067207 Sep 23 19:32:28.790976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:28.792034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] For port b47914fe-1440-4720-80fd-6697336e5e09, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:28.828498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d27315b-7265-4fce-85b4-94de4370937b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e455d547-f143-4f28-8cdd-cc00d9856df3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:28.830788 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e726cdc2-8ca4-4fc4-a516-a085c2687ecf" -d '{"events": [{"server_uuid": "3d27315b-7265-4fce-85b4-94de4370937b", "name": "network-vif-plugged", "status": "completed", "tag": "e455d547-f143-4f28-8cdd-cc00d9856df3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:28.867817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] For port b47914fe-1440-4720-80fd-6697336e5e09, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b47914fe-1440-4720-80fd-6697336e5e09,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:28.880178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e455d547-f143-4f28-8cdd-cc00d9856df3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e455d547-f143-4f28-8cdd-cc00d9856df3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:28.893104 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.895051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:28.901169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-16d95807-bfc7-4f8d-bcc0-9e9843a6e09f None None] Provisioning complete for port 5106ee02-db71-4987-8379-097f94bd235b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:28.901538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d95807-bfc7-4f8d-bcc0-9e9843a6e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.917975 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.921916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] For port ef85721a-5306-4f1a-9040-ffaa41a99bd8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:28.974925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bb589ebb-eee9-48d9-9438-b178d85e9052 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:28.975475 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 3, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:29.012976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:29.014522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] For port ef85721a-5306-4f1a-9040-ffaa41a99bd8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ef85721a-5306-4f1a-9040-ffaa41a99bd8,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:29.019807 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Checking router: 24d8a0a6-b93a-4f71-bb20-005b134460b6 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:29.020228 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Updating router 24d8a0a6-b93a-4f71-bb20-005b134460b6 port 37c16bd2-6010-4ed1-97f1-da3362987c82 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:32:29.027637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e90ec231-c82b-467f-b12a-66ade5de4302 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064317746', 'description': 'tempest-description--169096359'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:29.038364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.062623 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.076056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 7bcb35e9-0990-42c6-9564-4e5afbeb3adb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:29.076489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.093666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-16d95807-bfc7-4f8d-bcc0-9e9843a6e09f None None] Port 5106ee02-db71-4987-8379-097f94bd235b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:29.124738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e90ec231-c82b-467f-b12a-66ade5de4302 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.126003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7027-9c92-49f3-b346-5a70f5a62ca1 None None] Pushing event updated for resources: {'Port': ['ID=b47914fe-1440-4720-80fd-6697336e5e09,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.156714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.166856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.174877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.182463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.188560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.191347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:29.192012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:29.196741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.204938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.219344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-bc6621f1-949c-4941-9a5e-0c4ed68871d3 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5427 time: 0.1377399 Sep 23 19:32:29.261845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port bb589ebb-eee9-48d9-9438-b178d85e9052 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:29.262329 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.267290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e455d547-f143-4f28-8cdd-cc00d9856df3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.290537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-929acc88-3bfd-46ae-ba1f-13d534e04612 req-10181d3d-ae6e-4653-88c1-36e1f3c0f6e8 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599728 Sep 23 19:32:29.333940 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.385092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 7bcb35e9-0990-42c6-9564-4e5afbeb3adb owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:29.409910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['70c2f396-d09d-42e0-b12c-9f20ebbd47e1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:29.413392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['bd49f370-8308-485c-946b-1ca74010d3a6'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:29.448019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['85dd6cdd-e188-4f13-a28a-5a88d36efe31'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:29.453497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d287f203-8aab-4f14-8447-6ca4287eb268'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:29.485230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-ab578e07-a53d-4510-ae46-892ef0f33541 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1ec966dad87b411e861388f9fd5b49f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590098 Sep 23 19:32:29.554129 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.564200 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.568666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.631149 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Attempting to bind port 37c16bd2-6010-4ed1-97f1-da3362987c82 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:29.631943 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Attempting to bind port 37c16bd2-6010-4ed1-97f1-da3362987c82 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:29.632532 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Attempting to bind port 37c16bd2-6010-4ed1-97f1-da3362987c82 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:29.636670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e90ec231-c82b-467f-b12a-66ade5de4302 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.643341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a231f2cf-df6d-4208-9768-dc839d2098b0 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.644900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a231f2cf-df6d-4208-9768-dc839d2098b0 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586659 Sep 23 19:32:29.647657 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:29.648554 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:29.649325 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.649937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:29.650695 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Bound port: 37c16bd2-6010-4ed1-97f1-da3362987c82, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:29.651504 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.653811 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Pushing event updated for resources: {'Port': ['ID=37c16bd2-6010-4ed1-97f1-da3362987c82,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.662761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e90ec231-c82b-467f-b12a-66ade5de4302 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.663982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-2eb16937-2e46-40ab-8282-3ced876569ab tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/quotas/1ec966dad87b411e861388f9fd5b49f4 HTTP/1.1" status: 200 len: 375 time: 0.0103595 Sep 23 19:32:29.680881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea19157e-b443-4ec8-9cad-0e070a0f3fbf up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:29.684132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:29.686223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['737cb5f9-5a6a-4514-ace9-5368884d99f5'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:29.688301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['33fde9fc-1a19-4611-a1e4-d60a06d847ab'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:29.690159 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.694543 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.694767 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.695135 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.695447 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.695723 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.696092 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.696506 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.697580 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.697580 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.697580 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.697896 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:29.702987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-d33692bb-7faa-4fa3-8b31-4ea2ea70ad2b tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ec966dad87b411e861388f9fd5b49f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290744 Sep 23 19:32:29.745934 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] For port 37c16bd2-6010-4ed1-97f1-da3362987c82, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:29.750566 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] For port 37c16bd2-6010-4ed1-97f1-da3362987c82, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=37c16bd2-6010-4ed1-97f1-da3362987c82,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:29.757397 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.759028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.765112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e90ec231-c82b-467f-b12a-66ade5de4302 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.769627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:29.774888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a1cd0ce4-4e46-4f23-b52d-e0ad56f5bda1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Request body: {'security_group_rule': {'security_group_id': 'e29d8e80-2d0b-4af4-ae49-a958a2b5a58f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:29.779802 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e90ec231-c82b-467f-b12a-66ade5de4302 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7620537 Sep 23 19:32:29.811311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ec231-c82b-467f-b12a-66ade5de4302 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.827530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0ce4-4e46-4f23-b52d-e0ad56f5bda1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.862124 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bb30d-314b-4ded-b10d-5926b59a26b0 None None] Pushing event updated for resources: {'Port': ['ID=37c16bd2-6010-4ed1-97f1-da3362987c82,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.869121 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:29.870000 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:29.921194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0ce4-4e46-4f23-b52d-e0ad56f5bda1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.927903 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0ce4-4e46-4f23-b52d-e0ad56f5bda1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.945598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Pushing event updated for resources: {'Port': ['ID=ef85721a-5306-4f1a-9040-ffaa41a99bd8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.971534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd0ce4-4e46-4f23-b52d-e0ad56f5bda1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c848b814-3d29-449e-906b-7355021617ac,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.986780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0ce4-4e46-4f23-b52d-e0ad56f5bda1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.988044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1cd0ce4-4e46-4f23-b52d-e0ad56f5bda1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167785 Sep 23 19:32:29.991433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:29.992851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Allocated IP 172.20.0.1 (ae3d8fb7-cfad-4e8f-823b-6545004b2e95/44333a89-c613-48d0-a2f4-6b190098b6ca/c4769f60-9acf-4db4-849a-5560ff63c820) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:29.996668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7a23a3ba-9042-492c-a0c2-7e655b9ae014 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Request body: {'security_group_rule': {'security_group_id': 'e29d8e80-2d0b-4af4-ae49-a958a2b5a58f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:30.034611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.034812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.035029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.035376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.035711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.036598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.036904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.037234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.037568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.037890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.038234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.038576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4166f6-fb96-4043-a91c-87139eb10a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:30.070775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a23a3ba-9042-492c-a0c2-7e655b9ae014 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.084106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:30.159953 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:30.212689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.264527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a86acb-c34c-4037-88b3-7d0631805f3a req-d265e4e7-b9c4-4f31-9f90-4113f543f40e tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.267364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0a86acb-c34c-4037-88b3-7d0631805f3a req-d265e4e7-b9c4-4f31-9f90-4113f543f40e tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 944 time: 0.1498978 Sep 23 19:32:30.282643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=7bcb35e9-0990-42c6-9564-4e5afbeb3adb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:30.289814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.304555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.306822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e5217c02-8040-419b-b492-6e6ac8a3f259 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/7bcb35e9-0990-42c6-9564-4e5afbeb3adb HTTP/1.1" status: 204 len: 168 time: 1.5147550 Sep 23 19:32:30.317442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:30.375927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a23a3ba-9042-492c-a0c2-7e655b9ae014 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.398657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0a86acb-c34c-4037-88b3-7d0631805f3a req-4e152239-9e82-48e2-b14c-fbc65efa2fed tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118805 Sep 23 19:32:30.405451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a23a3ba-9042-492c-a0c2-7e655b9ae014 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.414429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:30.426423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:30.432924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Pushing event updated for resources: {'Port': ['ID=c4769f60-9acf-4db4-849a-5560ff63c820,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:30.444004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:30.456348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a3ba-9042-492c-a0c2-7e655b9ae014 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c4c016-845d-4ed1-9855-24c442e0ca51,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:30.504422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a23a3ba-9042-492c-a0c2-7e655b9ae014 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.508991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a23a3ba-9042-492c-a0c2-7e655b9ae014 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5151455 Sep 23 19:32:30.509619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:30.518112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:30.560775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc7704-d18b-41e5-8f26-46fc9fd1d3c9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.562437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-74dc7704-d18b-41e5-8f26-46fc9fd1d3c9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2203412 Sep 23 19:32:30.566976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:30.582764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.613285 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a27ec-2a61-4dd5-90e0-079df2c24bef x-openstack-request-id: req-403a27ec-2a61-4dd5-90e0-079df2c24bef {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:30.613718 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d27315b-7265-4fce-85b4-94de4370937b", "name": "network-vif-plugged", "status": "completed", "tag": "e455d547-f143-4f28-8cdd-cc00d9856df3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:30.614088 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-403a27ec-2a61-4dd5-90e0-079df2c24bef {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:30.614590 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d27315b-7265-4fce-85b4-94de4370937b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e455d547-f143-4f28-8cdd-cc00d9856df3', 'code': 200} Sep 23 19:32:30.616928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port ea19157e-b443-4ec8-9cad-0e070a0f3fbf completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:30.637566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port ea19157e-b443-4ec8-9cad-0e070a0f3fbf triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:30.638293 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.657361 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 3, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:30.674749 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a71b53f-eb1b-4291-b3b5-21f1ce1c9366 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:32:30.676389 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8a71b53f-eb1b-4291-b3b5-21f1ce1c9366 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/bb7b19e0-2310-44d2-a5d3-2caa56f429e2 HTTP/1.1" status: 404 len: 333 time: 0.1084156 Sep 23 19:32:30.683757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:30.699183 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.708383 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec944d4-e336-496d-a85d-f600e3594940 None None] The sync data for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 is: [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 3, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:30.757135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2aa8e-d7ed-4158-833a-f14fa38e0c61 req-89b028df-f83e-4705-b0b2-e649886ffad3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.757388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0edc2-606d-4917-bd8f-ecbef5104ec3 None None] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:30.759004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4f2aa8e-d7ed-4158-833a-f14fa38e0c61 req-89b028df-f83e-4705-b0b2-e649886ffad3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1858211 Sep 23 19:32:30.762012 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1ccb42-3ed1-4b81-bbb4-638a9398c019 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:32:30.767257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74feb0-b505-4297-bac6-540e81b8e0db req-1c689114-3c23-4a71-8856-8be612542317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.768772 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0c1ccb42-3ed1-4b81-bbb4-638a9398c019 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/7bcb35e9-0990-42c6-9564-4e5afbeb3adb HTTP/1.1" status: 404 len: 333 time: 0.0818107 Sep 23 19:32:30.768921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f74feb0-b505-4297-bac6-540e81b8e0db req-1c689114-3c23-4a71-8856-8be612542317 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 1100 time: 0.1883886 Sep 23 19:32:30.769366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:30.897963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.012608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f74feb0-b505-4297-bac6-540e81b8e0db req-1a7bd9d6-ab05-49e7-9f1e-190c8e7abd12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256100 Sep 23 19:32:31.018636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4f2aa8e-d7ed-4158-833a-f14fa38e0c61 req-4d38365a-bf9d-4517-b1dc-1fbc291a406c tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463601 Sep 23 19:32:31.024253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.055001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b47914fe-1440-4720-80fd-6697336e5e09 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:31.131348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.195316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.224874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d711feb9-6835-491a-9b3c-eb244e0a1f0f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:31.248989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.254743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.275628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a1604bde-e941-4893-b59e-c2237e027427 None None] Provisioning complete for port b47914fe-1440-4720-80fd-6697336e5e09 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:31.276000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1604bde-e941-4893-b59e-c2237e027427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.277345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8640b54d-2854-4456-af2b-a0f880649091') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:31.277840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8640b54d-2854-4456-af2b-a0f880649091') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:31.296076 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.300623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.321890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed8af-5c4b-4469-ba46-d26e74e8cdb1 req-0994addd-3279-45c9-973d-79bc0fdeb082 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:31.336899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-814ed8af-5c4b-4469-ba46-d26e74e8cdb1 req-0994addd-3279-45c9-973d-79bc0fdeb082 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 949 time: 0.2185247 Sep 23 19:32:31.366230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.401123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Pushing event updated for resources: {'Port': ['ID=c4769f60-9acf-4db4-849a-5560ff63c820,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:31.402110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:31.402568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:31.405593 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:31.429040 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:32:31.456170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-814ed8af-5c4b-4469-ba46-d26e74e8cdb1 req-18e6a698-da41-47ed-8aa0-f4b0c3432023 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160021 Sep 23 19:32:31.523720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:31.525249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:31.529372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Allocated IP 172.25.6.151 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/89ff659c-445a-4636-9d4a-c668883204f6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:31.552781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.619651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.629360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/d711feb9-6835-491a-9b3c-eb244e0a1f0f HTTP/1.1" status: 204 len: 168 time: 0.8560324 Sep 23 19:32:31.637149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:31.658522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-171475738'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:31.707667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b47914fe-1440-4720-80fd-6697336e5e09 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:31.708442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.717241 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.719241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb321617-31bd-48a0-9fdc-5bdbc7bda125 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=d711feb9-6835-491a-9b3c-eb244e0a1f0f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:31.730865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-1f70631d-7834-4dff-b25d-2c73a5f063ea tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1ec966dad87b411e861388f9fd5b49f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995719 Sep 23 19:32:31.742862 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a1833554-4705-473b-928e-b76434e7c904 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1ec966dad87b411e861388f9fd5b49f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541732 Sep 23 19:32:31.778879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:31.784145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.790548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 2, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:31.838981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Router 24d8a0a6-b93a-4f71-bb20-005b134460b6 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:31.846179 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.893981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385d8c9-b5dd-49f5-bfdf-bc1758390172 None None] The sync data for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 is: [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 2, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:31.917802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:31.921250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ea19157e-b443-4ec8-9cad-0e070a0f3fbf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,segment=NetworkSegment(45345384-fee0-4de3-9f4c-7ebfb8835c46),segment_id=45345384-fee0-4de3-9f4c-7ebfb8835c46)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:31.942151 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.951652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.953056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1604bde-e941-4893-b59e-c2237e027427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.954548 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment 47ef24d2-990a-4955-8718-c94bafe07f25 of type vlan for network 77e80d61-d782-414d-b775-fd2a18079b51 Sep 23 19:32:32.004783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-251f4b4c-5d92-49b0-a336-b7ebfbdf8f67 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.006513 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-251f4b4c-5d92-49b0-a336-b7ebfbdf8f67 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614021 Sep 23 19:32:32.073265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.099786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:32.106089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-37916696-0c2a-4b4c-be53-2caef2300051 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.107664 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-37916696-0c2a-4b4c-be53-2caef2300051 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3559005 Sep 23 19:32:32.118723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.121063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a1604bde-e941-4893-b59e-c2237e027427 None None] For port b47914fe-1440-4720-80fd-6697336e5e09, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b47914fe-1440-4720-80fd-6697336e5e09,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:32.123677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Request body: {'port': {'device_id': '792f60d3-59e7-46d3-951b-665174888055', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '1ec966dad87b411e861388f9fd5b49f4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:32.133918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:32.141972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1604bde-e941-4893-b59e-c2237e027427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.142354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-49df4872-e7c9-45e1-a17a-fce1e874e02e tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/quotas/1ec966dad87b411e861388f9fd5b49f4 HTTP/1.1" status: 200 len: 375 time: 0.1096931 Sep 23 19:32:32.152441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.162055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.163060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.165586 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-728c5be3-ce72-4166-8173-fa9a340ac290 admin admin] 10.222.0.38 "PUT /v2.0/routers/24d8a0a6-b93a-4f71-bb20-005b134460b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6854029 Sep 23 19:32:32.184188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:32.207247 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.338378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:32.341990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-7ded9159-a938-40d2-9028-7517c0c0bc06 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ec966dad87b411e861388f9fd5b49f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1985972 Sep 23 19:32:32.342798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:32.388524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=77e80d61-d782-414d-b775-fd2a18079b51,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:32.435324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Made reservation on behalf of 1ec966dad87b411e861388f9fd5b49f4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:32.451277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.467888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:32:32.475610 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:32:32.476315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 77e80d61-d782-414d-b775-fd2a18079b51 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:32.500485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.502347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c6a5d22c-ecb0-4cbd-8b31-424ed91e5902 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8638191 Sep 23 19:32:32.508933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:32.529378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '77e80d61-d782-414d-b775-fd2a18079b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:32.553563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event updated for resources: {'Port': ['ID=89ff659c-445a-4636-9d4a-c668883204f6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:32.566451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1604bde-e941-4893-b59e-c2237e027427 None None] Pushing event updated for resources: {'Port': ['ID=b47914fe-1440-4720-80fd-6697336e5e09,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:32.584257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1a6a3bf2-3e1f-4a37-89b4-e9fde4bd443e None None] Provisioning complete for port b47914fe-1440-4720-80fd-6697336e5e09 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:32.584572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a6a3bf2-3e1f-4a37-89b4-e9fde4bd443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.689566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.846743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.859175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.866614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.914303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:32.916544 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f461c6d6-15ac-48c5-a4d4-97e947d2a2d9" -d '{"events": [{"server_uuid": "72547478-36ad-4cc9-b13f-0fccc29183e1", "name": "network-vif-plugged", "status": "completed", "tag": "ea19157e-b443-4ec8-9cad-0e070a0f3fbf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:32.947983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d729fa-fe97-4c67-aafd-650ab15085bb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:33.014413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:33.019871 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.046284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:33.187577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:33.191669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.204766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.209181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:33.209559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.310813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.324830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.341161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.349134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.355726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.363317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.380561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.382561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-ee30b2f9-1376-4920-aecf-ec15801defd1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5427 time: 0.6009526 Sep 23 19:32:33.431642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 37c16bd2-6010-4ed1-97f1-da3362987c82 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:33.517070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event updated for resources: {'Port': ['ID=89ff659c-445a-4636-9d4a-c668883204f6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:33.528331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.528557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.582016 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.584646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c978233-cb0b-46a7-8fc6-fead94806878 req-4fc2f7a5-9da1-4932-81c2-df0e22c0ac83 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518350 Sep 23 19:32:33.585701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1a6a3bf2-3e1f-4a37-89b4-e9fde4bd443e None None] Provisioning complete for port c4769f60-9acf-4db4-849a-5560ff63c820 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:33.586316 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a6a3bf2-3e1f-4a37-89b4-e9fde4bd443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.600233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.606261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4c932e16-a23b-494b-a97e-c795575b5baf tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0909355 Sep 23 19:32:33.647604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Allocated IP 192.168.233.78 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/9750fe45-766c-4f4e-aa6f-31450a493d71) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:33.673144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=5e991e5a-694f-4539-86e9-c548f7582830,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:33.718779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 37c16bd2-6010-4ed1-97f1-da3362987c82 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:33.719295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.724507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': '47ef24d2-990a-4955-8718-c94bafe07f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '77e80d61-d782-414d-b775-fd2a18079b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:33.725126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: 77e80d61-d782-414d-b775-fd2a18079b51, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:33.787934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:33.798356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a3bf2-3e1f-4a37-89b4-e9fde4bd443e None None] Port c4769f60-9acf-4db4-849a-5560ff63c820 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:33.802903 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.818676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 77e80d61-d782-414d-b775-fd2a18079b51 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:33.835034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Sync routers for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:33.870460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 77e80d61-d782-414d-b775-fd2a18079b51) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:33.873695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae771e-c6f7-4aa9-ba61-f3ae20671663 req-e1a8ac05-29ce-4943-b6ac-bd330706d7e5 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.880619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bae771e-c6f7-4aa9-ba61-f3ae20671663 req-e1a8ac05-29ce-4943-b6ac-bd330706d7e5 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 945 time: 0.1191590 Sep 23 19:32:33.880857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.881682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.887582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.906064 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c630fc-0eb4-47af-8d7d-2e86eb2e6f65 None None] Network 77e80d61-d782-414d-b775-fd2a18079b51 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:33.939282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-705fc573-985f-46f5-80b4-f8c40baac5f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4219921 Sep 23 19:32:33.944363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 37c16bd2-6010-4ed1-97f1-da3362987c82, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=37c16bd2-6010-4ed1-97f1-da3362987c82,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:33.957501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:33.966031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '77e80d61-d782-414d-b775-fd2a18079b51', 'name': 'tempest-PortsTestJSON-43147379'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:33.966919 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.967938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b47914fe-1440-4720-80fd-6697336e5e09 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:33.969680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:33.970617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:34.000002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.003129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-055dccb6-22e5-439c-bb52-e3efc37696d8 None None] Provisioning complete for port c4769f60-9acf-4db4-849a-5560ff63c820 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:34.003773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-055dccb6-22e5-439c-bb52-e3efc37696d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.021837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bae771e-c6f7-4aa9-ba61-f3ae20671663 req-d350decd-cc49-42c4-8867-8ab30563ffaf tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298599 Sep 23 19:32:34.145880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=37c16bd2-6010-4ed1-97f1-da3362987c82,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.149395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.271581 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.294279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-a67e55db-d658-4e0a-a4c6-e3c1ada75ea6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ec966dad87b411e861388f9fd5b49f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121256 Sep 23 19:32:34.353450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-055dccb6-22e5-439c-bb52-e3efc37696d8 None None] Port c4769f60-9acf-4db4-849a-5560ff63c820 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:34.387357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:34.391395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.429334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:34.436533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.447125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:34.450640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:34.453523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 12dc181a-27fe-4fde-946d-d7606ef6cd7b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:34.461520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b47914fe-1440-4720-80fd-6697336e5e09 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:34.462371 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.476296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07438ab3-dbe7-4de5-b7d5-9442f3266f5f req-ec93acc4-d5ca-4c71-9bf4-0a3a4d85597f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.479176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07438ab3-dbe7-4de5-b7d5-9442f3266f5f req-ec93acc4-d5ca-4c71-9bf4-0a3a4d85597f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.3093963 Sep 23 19:32:34.527627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:34.590974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.591643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.615151 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-a3c48e48-4483-4b8e-b1bf-d6101f35d1e7 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4958899 Sep 23 19:32:34.636252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Request body: {'port': {'device_id': '792f60d3-59e7-46d3-951b-665174888055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:34.657354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07438ab3-dbe7-4de5-b7d5-9442f3266f5f req-39bce93a-f581-4de8-aa41-14087ced41b8 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689224 Sep 23 19:32:34.665736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-6f05e84c-e541-4103-a875-b173985eaa51 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.667697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-6f05e84c-e541-4103-a875-b173985eaa51 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661480 Sep 23 19:32:34.735442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Request body: {'port': {'device_id': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '1ec966dad87b411e861388f9fd5b49f4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:34.736151 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.760295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 737cb5f9-5a6a-4514-ace9-5368884d99f5 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:34.904002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-77e80d61-d782-414d-b775-fd2a18079b51', 'network_id': '77e80d61-d782-414d-b775-fd2a18079b51', 'tenant_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'fixed_ips': [{'subnet_id': '5e991e5a-694f-4539-86e9-c548f7582830'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:34.905309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.167215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 737cb5f9-5a6a-4514-ace9-5368884d99f5 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:35.198722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 737cb5f9-5a6a-4514-ace9-5368884d99f5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:35.199415 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.248878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.3 (77e80d61-d782-414d-b775-fd2a18079b51/5e991e5a-694f-4539-86e9-c548f7582830/12dc181a-27fe-4fde-946d-d7606ef6cd7b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:35.263556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12314-224c-4ccd-aa9d-a3951e74be9a req-5eb76a99-074f-4700-8c56-dbf7efbd7e46 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.265140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12c12314-224c-4ccd-aa9d-a3951e74be9a req-5eb76a99-074f-4700-8c56-dbf7efbd7e46 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 949 time: 0.5108383 Sep 23 19:32:35.273842 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-279d6461-903e-455c-9e6c-b39e27b690d3 None None] Provisioning complete for port 9750fe45-766c-4f4e-aa6f-31450a493d71 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:35.274114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-279d6461-903e-455c-9e6c-b39e27b690d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.306285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9750fe45-766c-4f4e-aa6f-31450a493d71 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:35.343340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 2, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:35.346524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-279d6461-903e-455c-9e6c-b39e27b690d3 None None] Port 9750fe45-766c-4f4e-aa6f-31450a493d71 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:35.353145 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.385246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12c12314-224c-4ccd-aa9d-a3951e74be9a req-ade4c1e4-617c-4904-8d00-2ceda9ce2f1c tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965836 Sep 23 19:32:35.408085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Transition to ACTIVE for port object 9750fe45-766c-4f4e-aa6f-31450a493d71 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:35.413978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.431336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Made reservation on behalf of 1ec966dad87b411e861388f9fd5b49f4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:35.440424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.441054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ef85721a-5306-4f1a-9040-ffaa41a99bd8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:35.445631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Checking router: 24d8a0a6-b93a-4f71-bb20-005b134460b6 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:35.445988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Updating router 24d8a0a6-b93a-4f71-bb20-005b134460b6 port c4769f60-9acf-4db4-849a-5560ff63c820 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:32:35.537587 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.577170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.668679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:35.685510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 737cb5f9-5a6a-4514-ace9-5368884d99f5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:35.713180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.714021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d287f203-8aab-4f14-8447-6ca4287eb268 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:35.729517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Attempting to bind port 9750fe45-766c-4f4e-aa6f-31450a493d71 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:35.731652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Attempting to bind port 9750fe45-766c-4f4e-aa6f-31450a493d71 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:35.746592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Attempting to bind port 9750fe45-766c-4f4e-aa6f-31450a493d71 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:35.749073 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Sync routers for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:35.753469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Port 9750fe45-766c-4f4e-aa6f-31450a493d71 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:35.754089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Attempting to bind port 9750fe45-766c-4f4e-aa6f-31450a493d71 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:35.760942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:35.761593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:35.762800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:35.763476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Bound port: 9750fe45-766c-4f4e-aa6f-31450a493d71, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:35.764109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.769037 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:35.769677 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:35.800114 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.871142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Allocated IP 192.168.233.60 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/f6063fe1-7b03-4308-b968-8a45bfe55bde) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:35.881652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:35.887726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:35.900649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.970403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.971421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.976914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] 10.222.0.72 "PUT /v2.0/ports/9750fe45-766c-4f4e-aa6f-31450a493d71 HTTP/1.1" status: 200 len: 1095 time: 1.3534963 Sep 23 19:32:35.978671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:35.985582 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed260db6-fa99-4193-9aaf-36cc0c656e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:36.005790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.022358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6952e-99e6-45d9-a645-080a553d0561 service neutron] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:36.070114 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:36.072564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 77e80d61-d782-414d-b775-fd2a18079b51 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:36.079463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:36.082354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:36.118593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50910) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:36.124013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1a7de5e9-2bff-48d3-a57b-a599a20dcc87 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238203208', 'description': 'tempest-description--1932988876'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:36.183083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-88355955-ae91-45a6-8433-1768e8a2684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.190306 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-88355955-ae91-45a6-8433-1768e8a2684d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ec966dad87b411e861388f9fd5b49f4&device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 1098 time: 0.1506915 Sep 23 19:32:36.192063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a7de5e9-2bff-48d3-a57b-a599a20dcc87 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.233890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=12dc181a-27fe-4fde-946d-d7606ef6cd7b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:36.264907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-7d9c9799-b1e0-4e29-aa3b-b74dbb8d020a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=9750fe45-766c-4f4e-aa6f-31450a493d71 HTTP/1.1" status: 200 len: 217 time: 0.0605922 Sep 23 19:32:36.299760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c89db768-c065-46cd-be75-78e8e19a61f2 req-c433a73e-1852-437b-8d92-854b6e709376 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 210 time: 0.0420008 Sep 23 19:32:36.317860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.318751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.380699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6be911c1-9c31-4a99-b7ac-3806b6291be2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4135444 Sep 23 19:32:36.381462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:36.400163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ef85721a-5306-4f1a-9040-ffaa41a99bd8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:36.400909 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.427227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.490583 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cd8055-692a-49f2-9f20-ea8d849652f1 x-openstack-request-id: req-f6cd8055-692a-49f2-9f20-ea8d849652f1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:36.491148 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72547478-36ad-4cc9-b13f-0fccc29183e1", "name": "network-vif-plugged", "status": "completed", "tag": "ea19157e-b443-4ec8-9cad-0e070a0f3fbf", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:36.491148 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6cd8055-692a-49f2-9f20-ea8d849652f1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:36.491486 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf', 'code': 200} Sep 23 19:32:36.535221 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 2, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:36.580232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Allocated IP 172.20.0.2 (77e80d61-d782-414d-b775-fd2a18079b51/5e991e5a-694f-4539-86e9-c548f7582830/8df37ead-68df-4a26-8d44-d1232017c4c8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:36.585039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=737cb5f9-5a6a-4514-ace9-5368884d99f5,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:36.615720 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Checking router: ffe22192-376d-4375-8d33-8b4b5e716900 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:36.616073 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Updating router ffe22192-376d-4375-8d33-8b4b5e716900 port 5106ee02-db71-4987-8379-097f94bd235b binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:32:36.650597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port d287f203-8aab-4f14-8447-6ca4287eb268 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:36.670347 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.728217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.847660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port d287f203-8aab-4f14-8447-6ca4287eb268 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:36.848847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.869390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.875297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.881768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.888765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.896086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.902348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.908192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.916858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-b2476476-f003-41ff-b79c-eb7781a46eca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5429 time: 0.2994695 Sep 23 19:32:36.931793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:36.950974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:36.953459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:36.965326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 12dc181a-27fe-4fde-946d-d7606ef6cd7b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:36.965673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.965953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.975133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:36.996101 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.062369 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.106189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d649a31e-8f82-446c-95a1-20da1e1f0470 req-065ce9bc-38a0-4714-a972-ce758a5d5c49 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1859815 Sep 23 19:32:37.120771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ef85721a-5306-4f1a-9040-ffaa41a99bd8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ef85721a-5306-4f1a-9040-ffaa41a99bd8,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:37.154292 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.155070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 37c16bd2-6010-4ed1-97f1-da3362987c82 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:37.220559 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.230077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.230972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.233584 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.263338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a7de5e9-2bff-48d3-a57b-a599a20dcc87 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.306119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a7de5e9-2bff-48d3-a57b-a599a20dcc87 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.344127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-79f7ee2a-7de7-431b-b70b-0ef3e5df56a3 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6567895 Sep 23 19:32:37.358951 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.370433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a7de5e9-2bff-48d3-a57b-a599a20dcc87 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.377416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1a7de5e9-2bff-48d3-a57b-a599a20dcc87 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2576921 Sep 23 19:32:37.380806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 12dc181a-27fe-4fde-946d-d7606ef6cd7b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:37.395858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774cfea-9218-4562-bd51-a8f17e4f1a96 None None] Pushing event updated for resources: {'Port': ['ID=c4769f60-9acf-4db4-849a-5560ff63c820,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:37.414261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50918) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:37.435914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a7de6166-f007-4843-a760-fa80a2418a96 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Request body: {'security_group_rule': {'security_group_id': '40083fbc-3504-4c4e-8990-5c2d59458781', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:37.442966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-7ffb1821-073a-4c05-a4de-592c76ab263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.444654 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-7ffb1821-073a-4c05-a4de-592c76ab263f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 1.1631527 Sep 23 19:32:37.528387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7de5e9-2bff-48d3-a57b-a599a20dcc87 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40083fbc-3504-4c4e-8990-5c2d59458781,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:37.592834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Request body: {'port': {'device_id': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:37.605468 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Attempting to bind port 5106ee02-db71-4987-8379-097f94bd235b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:37.606279 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Attempting to bind port 5106ee02-db71-4987-8379-097f94bd235b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:37.609784 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Attempting to bind port 5106ee02-db71-4987-8379-097f94bd235b on network 6f7e68af-33f3-4973-a38b-b1c8433c87ac {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:37.613393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312ea80-42ee-40ca-a999-2f5e2016da44 req-c8c3ce80-f522-4d01-a3a2-5c569b582e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.615604 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b312ea80-42ee-40ca-a999-2f5e2016da44 req-c8c3ce80-f522-4d01-a3a2-5c569b582e86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 1096 time: 0.5313108 Sep 23 19:32:37.624178 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:37.624878 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Checking segment: {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:37.626768 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.627347 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Bound using segment: {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:37.628920 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Bound port: 5106ee02-db71-4987-8379-097f94bd235b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:37.631347 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.658487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 37c16bd2-6010-4ed1-97f1-da3362987c82 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:37.659155 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.678437 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.697429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618fc8-71bc-428c-b901-73ba7ff617c4 req-3a2c9770-13f4-4848-bfe2-1a64dce8828b tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.708891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24618fc8-71bc-428c-b901-73ba7ff617c4 req-3a2c9770-13f4-4848-bfe2-1a64dce8828b tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 945 time: 0.4697149 Sep 23 19:32:37.719357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7de6166-f007-4843-a760-fa80a2418a96 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.725890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-87c4b154-2a11-409d-9239-22fe11de6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.727679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-87c4b154-2a11-409d-9239-22fe11de6e0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2633629 Sep 23 19:32:37.736286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.771017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4c670214-d5b3-4264-a9e1-d2be580bcaa1 None None] Provisioning complete for port f6063fe1-7b03-4308-b968-8a45bfe55bde triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:37.771393 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c670214-d5b3-4264-a9e1-d2be580bcaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.772384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] For port 5106ee02-db71-4987-8379-097f94bd235b, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:37.776122 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] For port 5106ee02-db71-4987-8379-097f94bd235b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5106ee02-db71-4987-8379-097f94bd235b,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:37.777589 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16032b7a-a76c-40bd-9b8a-9be45ee06fc3 None None] Pushing event updated for resources: {'Port': ['ID=5106ee02-db71-4987-8379-097f94bd235b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:37.781581 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.826847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4c670214-d5b3-4264-a9e1-d2be580bcaa1 None None] Port f6063fe1-7b03-4308-b968-8a45bfe55bde cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:37.833637 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.858928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-78b8ccde-1cc9-4dcc-aa17-1eb675ee8e8b service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200109 Sep 23 19:32:37.866509 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16032b7a-a76c-40bd-9b8a-9be45ee06fc3 None None] Pushing event updated for resources: {'Port': ['ID=5106ee02-db71-4987-8379-097f94bd235b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:37.867146 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b312ea80-42ee-40ca-a999-2f5e2016da44 req-1d8062df-c923-411f-a41b-250341096b70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428107 Sep 23 19:32:37.876049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Attempting to bind port c4769f60-9acf-4db4-849a-5560ff63c820 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:37.876433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Attempting to bind port c4769f60-9acf-4db4-849a-5560ff63c820 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:37.876810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Attempting to bind port c4769f60-9acf-4db4-849a-5560ff63c820 on network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:37.878779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ef85721a-5306-4f1a-9040-ffaa41a99bd8,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:37.882988 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:37.883859 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:37.904625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:37.907529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Checking segment: {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:37.907966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.908384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Bound using segment: {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:37.908859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Bound port: c4769f60-9acf-4db4-849a-5560ff63c820, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:37.912769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.931749 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.966241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d287f203-8aab-4f14-8447-6ca4287eb268, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d287f203-8aab-4f14-8447-6ca4287eb268,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:37.971311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Network 77e80d61-d782-414d-b775-fd2a18079b51 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:37.996105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.023693 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.024503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device bd49f370-8308-485c-946b-1ca74010d3a6 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:38.026416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:38.040828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:38.047304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7de6166-f007-4843-a760-fa80a2418a96 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.056147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7de6166-f007-4843-a760-fa80a2418a96 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.057973 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:38.096306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Pushing event updated for resources: {'Port': ['ID=8df37ead-68df-4a26-8d44-d1232017c4c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.170735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7de6166-f007-4843-a760-fa80a2418a96 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.170931 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a7de6166-f007-4843-a760-fa80a2418a96 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7526956 Sep 23 19:32:38.174963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de6166-f007-4843-a760-fa80a2418a96 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac920ca-156b-4a06-b58a-9efbfdbee9a7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.186781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:38.191323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1d19b105-fc64-44b8-93a8-aa4a31f97a7a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Request body: {'security_group_rule': {'security_group_id': '40083fbc-3504-4c4e-8990-5c2d59458781', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:38.241538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Provisioning complete for port c4769f60-9acf-4db4-849a-5560ff63c820 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:38.242005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.318589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=12dc181a-27fe-4fde-946d-d7606ef6cd7b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.350238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24618fc8-71bc-428c-b901-73ba7ff617c4 req-31d1387d-df0e-4ad0-9725-13066ee5d9be tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392677 Sep 23 19:32:38.372586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d19b105-fc64-44b8-93a8-aa4a31f97a7a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.383514 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c551fd-ce89-42cd-84c8-205d0a433cd4 req-f44e1a04-6ef0-4743-869a-049e2f1a0fa1 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150075 Sep 23 19:32:38.397321 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:38.398520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] For port c4769f60-9acf-4db4-849a-5560ff63c820, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:38.424734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ef85721a-5306-4f1a-9040-ffaa41a99bd8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:38.460895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef119aab-ce05-493e-8416-23fe92ebe097 None None] The sync data for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 is: [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:38.513239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1'}, {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737cb5f9-5a6a-4514-ace9-5368884d99f5'}, {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:38.515882 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d8f397-bb20-4d90-96a5-ff384d622222" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "70c2f396-d09d-42e0-b12c-9f20ebbd47e1"}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "737cb5f9-5a6a-4514-ace9-5368884d99f5"}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:38.527420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Attempting to bind port 8df37ead-68df-4a26-8d44-d1232017c4c8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:38.527871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Attempting to bind port 8df37ead-68df-4a26-8d44-d1232017c4c8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '47ef24d2-990a-4955-8718-c94bafe07f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '77e80d61-d782-414d-b775-fd2a18079b51'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:38.528298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Attempting to bind port 8df37ead-68df-4a26-8d44-d1232017c4c8 on network 77e80d61-d782-414d-b775-fd2a18079b51 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:38.531657 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d19b105-fc64-44b8-93a8-aa4a31f97a7a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.538876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] For port c4769f60-9acf-4db4-849a-5560ff63c820, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c4769f60-9acf-4db4-849a-5560ff63c820,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:38.539953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d19b105-fc64-44b8-93a8-aa4a31f97a7a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.541431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.544341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Port c4769f60-9acf-4db4-849a-5560ff63c820 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:38.544534 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d2a0844d-0d98-483b-a55e-acf19ab475e5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/12dc181a-27fe-4fde-946d-d7606ef6cd7b HTTP/1.1" status: 204 len: 168 time: 2.1459498 Sep 23 19:32:38.550792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:38.558086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d287f203-8aab-4f14-8447-6ca4287eb268,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.567798 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.573777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19b105-fc64-44b8-93a8-aa4a31f97a7a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f739b5f0-2365-409a-b453-282e1f0e2a17,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.599799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d19b105-fc64-44b8-93a8-aa4a31f97a7a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.609681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:38.612075 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d19b105-fc64-44b8-93a8-aa4a31f97a7a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4234097 Sep 23 19:32:38.620200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:38.626845 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-069da1d4-27bc-45d2-87d7-2eaf7d9c3562 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:38.627561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069da1d4-27bc-45d2-87d7-2eaf7d9c3562 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:38.629303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-069da1d4-27bc-45d2-87d7-2eaf7d9c3562 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/12dc181a-27fe-4fde-946d-d7606ef6cd7b HTTP/1.1" status: 404 len: 333 time: 0.0777380 Sep 23 19:32:38.633204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:38.636290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774cfea-9218-4562-bd51-a8f17e4f1a96 None None] Pushing event updated for resources: {'Port': ['ID=c4769f60-9acf-4db4-849a-5560ff63c820,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.640265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:38.640265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Checking segment: {'id': '47ef24d2-990a-4955-8718-c94bafe07f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '77e80d61-d782-414d-b775-fd2a18079b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:38.640265 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.642690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Bound using segment: {'id': '47ef24d2-990a-4955-8718-c94bafe07f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '77e80d61-d782-414d-b775-fd2a18079b51'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:38.643198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Bound port: 8df37ead-68df-4a26-8d44-d1232017c4c8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ef24d2-990a-4955-8718-c94bafe07f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '77e80d61-d782-414d-b775-fd2a18079b51'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:38.645799 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.661635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port bd49f370-8308-485c-946b-1ca74010d3a6 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:38.700819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port bd49f370-8308-485c-946b-1ca74010d3a6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:38.701068 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a62b6f-e8db-46ba-8ac9-d2c8caab96d1 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:32:38.701213 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.702707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-23a62b6f-e8db-46ba-8ac9-d2c8caab96d1 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/12dc181a-27fe-4fde-946d-d7606ef6cd7b HTTP/1.1" status: 404 len: 333 time: 0.0649190 Sep 23 19:32:38.705899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:38.728189 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.766198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Provisioning complete for port 5106ee02-db71-4987-8379-097f94bd235b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:38.766595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.801853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6063fe1-7b03-4308-b968-8a45bfe55bde {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:38.817734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.848885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff0933-1027-42ab-99c6-379e714837d0 req-4756b166-f992-43d4-bc8f-938c00cd2bb7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:38.850522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3eff0933-1027-42ab-99c6-379e714837d0 req-4756b166-f992-43d4-bc8f-938c00cd2bb7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.1606255 Sep 23 19:32:38.855389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Transition to ACTIVE for port object f6063fe1-7b03-4308-b968-8a45bfe55bde will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:38.869314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet 5e991e5a-694f-4539-86e9-c548f7582830 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:38.873193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.876585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.924329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.958804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:38.959455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:39.020599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3eff0933-1027-42ab-99c6-379e714837d0 req-4d1b1aef-c8d4-433c-acfe-3c1761549ac5 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599755 Sep 23 19:32:39.055580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:39.127280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] For port 8df37ead-68df-4a26-8d44-d1232017c4c8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:39.151520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ef85721a-5306-4f1a-9040-ffaa41a99bd8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:39.151520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.165660 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5c5d0a-dd57-4f23-bd5c-7a7ed7d18f5b x-openstack-request-id: req-3e5c5d0a-dd57-4f23-bd5c-7a7ed7d18f5b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:39.165893 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:39.166137 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e5c5d0a-dd57-4f23-bd5c-7a7ed7d18f5b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:39.166808 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'status': 'completed', 'code': 200} Sep 23 19:32:39.210704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.222738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Attempting to bind port f6063fe1-7b03-4308-b968-8a45bfe55bde on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:39.223595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Attempting to bind port f6063fe1-7b03-4308-b968-8a45bfe55bde by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:39.224392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Attempting to bind port f6063fe1-7b03-4308-b968-8a45bfe55bde on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:39.248793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Port f6063fe1-7b03-4308-b968-8a45bfe55bde on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:39.252079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Attempting to bind port f6063fe1-7b03-4308-b968-8a45bfe55bde on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:39.307271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:39.307645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:39.308119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:39.308572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Bound port: f6063fe1-7b03-4308-b968-8a45bfe55bde, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:39.308933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.312468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] For port 8df37ead-68df-4a26-8d44-d1232017c4c8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8df37ead-68df-4a26-8d44-d1232017c4c8,segment=NetworkSegment(47ef24d2-990a-4955-8718-c94bafe07f25),segment_id=47ef24d2-990a-4955-8718-c94bafe07f25)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:39.351327 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.354441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-171d5cc1-b46b-442b-b984-2e5dd892485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.356913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-171d5cc1-b46b-442b-b984-2e5dd892485a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ec966dad87b411e861388f9fd5b49f4&device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 1098 time: 0.1554363 Sep 23 19:32:39.361193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.462742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef547347-a1ec-4dfd-8543-64738ea4aaa3 req-6c3eebe1-7bbd-4ed6-a94b-4d550929acb2 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.470296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef547347-a1ec-4dfd-8543-64738ea4aaa3 req-6c3eebe1-7bbd-4ed6-a94b-4d550929acb2 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.1571584 Sep 23 19:32:39.536979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Allocated IP 172.25.6.254 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/0c7526e1-54aa-455a-a914-70d25e0e56f4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:39.562842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-09bdbb0a-9232-4340-b24c-8f1754cf75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.564499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef547347-a1ec-4dfd-8543-64738ea4aaa3 req-e17381ed-585a-43b4-8ec9-0a4dde3f1bc8 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932431 Sep 23 19:32:39.564962 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-09bdbb0a-9232-4340-b24c-8f1754cf75d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1951778 Sep 23 19:32:39.567153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.572858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:39.584912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:39.599315 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.646185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-10698a0d-27d4-49c4-9e95-20e5b828ed8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=9750fe45-766c-4f4e-aa6f-31450a493d71 HTTP/1.1" status: 200 len: 217 time: 0.0702837 Sep 23 19:32:39.647032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=5e991e5a-694f-4539-86e9-c548f7582830,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:39.649775 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.655463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c8c55565-8d59-48e1-90da-bca86818f0cf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/5e991e5a-694f-4539-86e9-c548f7582830 HTTP/1.1" status: 204 len: 168 time: 0.9459772 Sep 23 19:32:39.656208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:39.675053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.675632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.677805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] 10.222.0.41 "PUT /v2.0/ports/f6063fe1-7b03-4308-b968-8a45bfe55bde HTTP/1.1" status: 200 len: 1095 time: 2.1048472 Sep 23 19:32:39.700972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:39.703586 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ac5953-c284-4894-a7d8-5f89faabe442" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:39.854294 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.885546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-97ef219f-1fbd-4547-8ac0-c5a6bf137f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.887116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-97ef219f-1fbd-4547-8ac0-c5a6bf137f54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.2297680 Sep 23 19:32:39.898350 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.907068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.914089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.921110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.931383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.934652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.944176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.951839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.959970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-9caee2f7-dfcd-47f5-9bb6-19514f388079 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5430 time: 0.2738998 Sep 23 19:32:39.987101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-88681fea-3445-4a20-b63c-17dcece88178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.988656 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-88681fea-3445-4a20-b63c-17dcece88178 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862856 Sep 23 19:32:39.996847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550a630-2efe-43dd-9ba3-075c6fbd6443 service neutron] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.008676 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.019566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-6c9cc111-d941-4028-8b3a-bf909a3fb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.021890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-6c9cc111-d941-4028-8b3a-bf909a3fb380 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ec966dad87b411e861388f9fd5b49f4&device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 1098 time: 0.2917135 Sep 23 19:32:40.033156 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.041879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:40.110401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d0b3adf-8619-4567-be14-dfb59cc6ec8f req-3d634a2d-b000-422b-8502-7877c59698ca tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431131 Sep 23 19:32:40.116208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-42a946ff-8b48-4ac8-84c5-658e48ea787b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde HTTP/1.1" status: 200 len: 217 time: 0.0732853 Sep 23 19:32:40.137719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port bd49f370-8308-485c-946b-1ca74010d3a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=bd49f370-8308-485c-946b-1ca74010d3a6,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:40.144759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bb410-36c1-4e04-b5d5-1cc52ada026a None None] Pushing event updated for resources: {'Port': ['ID=8df37ead-68df-4a26-8d44-d1232017c4c8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.155465 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.157662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-3c7c68ff-9114-45dd-9257-d99b2df126da service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360927 Sep 23 19:32:40.159703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 33fde9fc-1a19-4611-a1e4-d60a06d847ab up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:40.210349 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044eb09-5a18-42cb-8239-46b1356f621b x-openstack-request-id: req-4044eb09-5a18-42cb-8239-46b1356f621b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:40.210750 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "70c2f396-d09d-42e0-b12c-9f20ebbd47e1", "code": 200}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "737cb5f9-5a6a-4514-ace9-5368884d99f5", "code": 200}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:40.211065 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4044eb09-5a18-42cb-8239-46b1356f621b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:40.211520 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1', 'code': 200} Sep 23 19:32:40.211871 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737cb5f9-5a6a-4514-ace9-5368884d99f5', 'code': 200} Sep 23 19:32:40.212183 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'code': 200} Sep 23 19:32:40.219877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 8df37ead-68df-4a26-8d44-d1232017c4c8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:40.220227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.259270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-33e45cbb-9a9c-4bc4-b8e8-d2fd9b556500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.261067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-33e45cbb-9a9c-4bc4-b8e8-d2fd9b556500 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1385324 Sep 23 19:32:40.267184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.331288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] For port 8df37ead-68df-4a26-8d44-d1232017c4c8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8df37ead-68df-4a26-8d44-d1232017c4c8,segment=NetworkSegment(47ef24d2-990a-4955-8718-c94bafe07f25),segment_id=47ef24d2-990a-4955-8718-c94bafe07f25)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:40.331545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.346180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 8df37ead-68df-4a26-8d44-d1232017c4c8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:40.415064 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=bd49f370-8308-485c-946b-1ca74010d3a6,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.427213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:40.433328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:40.436273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:40.437446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] For port 5106ee02-db71-4987-8379-097f94bd235b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5106ee02-db71-4987-8379-097f94bd235b,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:40.467299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.506586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event updated for resources: {'Port': ['ID=0c7526e1-54aa-455a-a914-70d25e0e56f4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.521509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0a46e5d4-dc91-4ae7-ab8f-ac7c3aafa887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.523098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-0a46e5d4-dc91-4ae7-ab8f-ac7c3aafa887 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2513378 Sep 23 19:32:40.544054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=8df37ead-68df-4a26-8d44-d1232017c4c8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.554764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No DVR routers for this DVR port 8df37ead-68df-4a26-8d44-d1232017c4c8 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:40.576862 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.596661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cf950-725e-413b-a5a3-a86faf66ef94 req-53042894-5fca-4eca-bc7b-b2d89e764073 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.598764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b8cf950-725e-413b-a5a3-a86faf66ef94 req-53042894-5fca-4eca-bc7b-b2d89e764073 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 949 time: 0.1562722 Sep 23 19:32:40.633707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed260db6-fa99-4193-9aaf-36cc0c656e3e req-ce2ba435-dad9-4483-a3db-c4833be37894 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629495 Sep 23 19:32:40.663695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.693713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e80d61-d782-414d-b775-fd2a18079b51']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:40.705684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ef24d2-990a-4955-8718-c94bafe07f25') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:40.706177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ef24d2-990a-4955-8718-c94bafe07f25') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:40.719498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.721974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.726667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b8cf950-725e-413b-a5a3-a86faf66ef94 req-a22af8ef-125e-41b6-add0-1d29db0439ac tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937412 Sep 23 19:32:40.735355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-8cd427a8-3ce6-4707-a279-7ceb107a495e service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044730 Sep 23 19:32:40.740678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.759267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:40.759522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:40.765058 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:40.780854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9179662-539b-4e3b-9308-db337bd7b261 None None] Pushing event updated for resources: {'Port': ['ID=5106ee02-db71-4987-8379-097f94bd235b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.804149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:40.813066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.814812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5106ee02-db71-4987-8379-097f94bd235b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:40.846881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.885925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 33fde9fc-1a19-4611-a1e4-d60a06d847ab completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:40.886589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.892482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/77e80d61-d782-414d-b775-fd2a18079b51 HTTP/1.1" status: 204 len: 168 time: 1.2219472 Sep 23 19:32:40.892482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ba97-077a-4116-987d-4086e944a93a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=77e80d61-d782-414d-b775-fd2a18079b51,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.893490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:40.903679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-414114732'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:40.929683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:40.949209 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.007660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:41.044660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 33fde9fc-1a19-4611-a1e4-d60a06d847ab triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:41.045551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.047127 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.047530 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment 11c03166-3de7-45f5-af68-9d13eea0e921 of type vlan for network b063213a-61e3-4bec-aefb-2fb50fab6b30 Sep 23 19:32:41.080595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 5106ee02-db71-4987-8379-097f94bd235b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:41.083252 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.098155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:41.136581 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.145649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'mac_address': 'fa:16:3e:3c:ce:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:41.163634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] Provisioning complete for port 5106ee02-db71-4987-8379-097f94bd235b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:41.164072 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.173371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.187834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.190686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.210670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:38Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:41.257683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3588555 Sep 23 19:32:41.264534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:41.270085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:41.270380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1dc8c6-c666-4264-b338-93e828c25178 None None] The sync data for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 is: [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:38Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:41.326962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1843b-8a53-4ecc-9d93-4c14454c5c77 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=b063213a-61e3-4bec-aefb-2fb50fab6b30,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:41.416399 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.433225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b063213a-61e3-4bec-aefb-2fb50fab6b30 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:41.494686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:41.502996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.509199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9750fe45-766c-4f4e-aa6f-31450a493d71 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:41.542223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.559407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.619977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4613954c-f0e4-45ca-9033-97ad32c00a38 req-8e461f7e-84ef-4b70-8851-9210198ff05c service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8763168 Sep 23 19:32:41.658245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413823-b0ea-47ae-b47c-98ba2185942b req-b37f7abf-c73a-42db-8ae4-18fe174d196d tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.666315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51413823-b0ea-47ae-b47c-98ba2185942b req-b37f7abf-c73a-42db-8ae4-18fe174d196d tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 945 time: 0.7877595 Sep 23 19:32:41.701571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event updated for resources: {'Port': ['ID=0c7526e1-54aa-455a-a914-70d25e0e56f4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:41.741315 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.755724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51413823-b0ea-47ae-b47c-98ba2185942b req-167e21d4-1528-4fe1-8daa-5667b2daa7df tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883415 Sep 23 19:32:41.764029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:41.783820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.793342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4bc48a3-c773-4cbc-b708-299c976c2408 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1689620 Sep 23 19:32:41.812986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39cb9c4-64ae-4b3b-9ff8-2c7012cbc56f None None] DHCP port deletion for 77e80d61-d782-414d-b775-fd2a18079b51 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:32:41.816333 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ecc817-cdb4-478d-bcbd-3e5849adf5de x-openstack-request-id: req-32ecc817-cdb4-478d-bcbd-3e5849adf5de {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:41.816731 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:41.817070 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32ecc817-cdb4-478d-bcbd-3e5849adf5de {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:41.817539 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'status': 'completed', 'code': 200} Sep 23 19:32:41.888243 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.890757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.897980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419291ea-12d4-4e1c-9b8f-8ef5b386135c None None] Network 77e80d61-d782-414d-b775-fd2a18079b51 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:41.911423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-31cbd864-4cbd-4d88-a2ef-13dbddf6cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.913324 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-31cbd864-4cbd-4d88-a2ef-13dbddf6cc3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ec966dad87b411e861388f9fd5b49f4&device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 1098 time: 0.0667267 Sep 23 19:32:41.995274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.003991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=97033664-761b-4d39-82e4-3e2b1341e118,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:42.014531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': '11c03166-3de7-45f5-af68-9d13eea0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:42.014962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: b063213a-61e3-4bec-aefb-2fb50fab6b30, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:42.016742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] Provisioning complete for port c4769f60-9acf-4db4-849a-5560ff63c820 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:42.017309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.019445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419291ea-12d4-4e1c-9b8f-8ef5b386135c None None] Network 77e80d61-d782-414d-b775-fd2a18079b51 could not be found, it might have been deleted concurrently. {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:32:42.036944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network b063213a-61e3-4bec-aefb-2fb50fab6b30 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:42.057381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b063213a-61e3-4bec-aefb-2fb50fab6b30) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:42.062551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.063072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.096919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5c130df0-bae7-406f-a46d-5590a34085fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8313301 Sep 23 19:32:42.101685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:42.122392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7c48f-17a5-4530-b0c6-83c6e2397071 None None] Network b063213a-61e3-4bec-aefb-2fb50fab6b30 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:42.137753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30', 'security_groups': [], 'name': 'tempest-PortsTestJSON-806478969'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:42.218155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:42.219271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6'}, {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fde9fc-1a19-4611-a1e4-d60a06d847ab'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:42.223625 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c69747-d71f-46f2-a772-aea890c6e028" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6"}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "33fde9fc-1a19-4611-a1e4-d60a06d847ab"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:42.231007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.231875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:42.233650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:42.293043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace67b-a8c1-445f-b91a-67488ff531dc req-34d2070c-6d1b-41c1-8255-c500e89e811b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.301224 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dace67b-a8c1-445f-b91a-67488ff531dc req-34d2070c-6d1b-41c1-8255-c500e89e811b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.3761806 Sep 23 19:32:42.323344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-9c2bdb67-db4a-4762-af97-fa7713b3bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.325546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-9c2bdb67-db4a-4762-af97-fa7713b3bf14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.4020605 Sep 23 19:32:42.332751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['9750fe45-766c-4f4e-aa6f-31450a493d71'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:42.379314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-7665f5d3-6455-4e35-9863-44af40baae15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde HTTP/1.1" status: 200 len: 217 time: 0.0448959 Sep 23 19:32:42.392572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c4769f60-9acf-4db4-849a-5560ff63c820 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:42.414169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dace67b-a8c1-445f-b91a-67488ff531dc req-59df7532-ddac-4caf-8aae-e74c41447c8f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117246 Sep 23 19:32:42.488917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-123409c4-b3ab-408a-aeba-29e710f73aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.490815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-123409c4-b3ab-408a-aeba-29e710f73aec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1045139 Sep 23 19:32:42.566845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:42.570484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.591317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port fed82f25-74ce-49db-996d-98d9ddde89c5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:42.640574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=33fde9fc-1a19-4611-a1e4-d60a06d847ab,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:42.671590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c4769f60-9acf-4db4-849a-5560ff63c820 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:42.671965 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.673557 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.675437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:42.719098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:42.719804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.759754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b458b6-2c25-41f3-b4ec-d0a20df640aa req-816f2b66-d930-4066-8837-0cee1a555822 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.761400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2b458b6-2c25-41f3-b4ec-d0a20df640aa req-816f2b66-d930-4066-8837-0cee1a555822 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.2670012 Sep 23 19:32:42.764478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-ce23c3b6-58b4-46bc-956b-5eb80079de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.765970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-ce23c3b6-58b4-46bc-956b-5eb80079de8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2563055 Sep 23 19:32:42.770862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.2 (b063213a-61e3-4bec-aefb-2fb50fab6b30/97033664-761b-4d39-82e4-3e2b1341e118/fed82f25-74ce-49db-996d-98d9ddde89c5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:42.818042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-b063213a-61e3-4bec-aefb-2fb50fab6b30', 'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30', 'tenant_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'fixed_ips': [{'subnet_id': '97033664-761b-4d39-82e4-3e2b1341e118'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:42.818946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.854406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] For port c4769f60-9acf-4db4-849a-5560ff63c820, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c4769f60-9acf-4db4-849a-5560ff63c820,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:42.865185 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.918289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2b458b6-2c25-41f3-b4ec-d0a20df640aa req-1568b98c-fcdd-4dc0-b56d-09b0d876c0b0 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418226 Sep 23 19:32:43.016021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-29976d69-e1f2-48a6-b88f-1a421f49b35c service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418702 Sep 23 19:32:43.077933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.171911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75ac5953-c284-4894-a7d8-5f89faabe442 req-53bdaee5-388a-4daf-80b4-0d0612483061 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469109 Sep 23 19:32:43.191780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.277323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network b063213a-61e3-4bec-aefb-2fb50fab6b30 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:43.279441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=fed82f25-74ce-49db-996d-98d9ddde89c5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:43.284066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:43.288004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:43.335582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.341408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.347182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.350350 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f0ffeee3-15fa-4d49-b31b-f31295e5419c {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:32:43.350865 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:32:43.353526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.360107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.360735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ea9cb8ff-6125-49a0-8958-869eb5b87287 None None] Could not find standard attr ID for object 8df37ead-68df-4a26-8d44-d1232017c4c8. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:32:43.365591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.370515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5106ee02-db71-4987-8379-097f94bd235b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:43.371971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.378792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-abd03bc2-2adb-4530-ab31-38d6de2af9df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5432 time: 0.1475439 Sep 23 19:32:43.404934 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1131f983-e2c6-444b-97a9-f5481124a300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.412602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371df3c5-ca55-4c92-a522-79f641590ee1 None None] Pushing event updated for resources: {'Port': ['ID=c4769f60-9acf-4db4-849a-5560ff63c820,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:43.415198 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.417059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.417904 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.457212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b6f115a-0936-477d-87d3-71edc80cda1a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3240528 Sep 23 19:32:43.458240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:43.460473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2453394f-3ad2-4bae-ba0d-290716e5026a req-2520c5be-c448-4494-b61d-2e2fb055bcc8 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726483 Sep 23 19:32:43.477511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:43.485582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.486364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 85dd6cdd-e188-4f13-a28a-5a88d36efe31 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:43.541834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 5106ee02-db71-4987-8379-097f94bd235b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:43.542380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.603030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port fed82f25-74ce-49db-996d-98d9ddde89c5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:43.603250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.617000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:43.661300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:43.669327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:43.669704 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.693827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-ae0877bb-2044-4d7b-9fda-601805e14a19 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1238203208&fields=id&tenant_id=08265e62bd2e4e029cb647ecc7f4072c HTTP/1.1" status: 200 len: 267 time: 0.0482166 Sep 23 19:32:43.733785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.749438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for fed82f25-74ce-49db-996d-98d9ddde89c5 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:43.775560 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.815642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:43.820726 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.839066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-59a9f38d-7e75-40f3-9a71-8ac9e77677b5 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.840675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-59a9f38d-7e75-40f3-9a71-8ac9e77677b5 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/networks?id=ae3d8fb7-cfad-4e8f-823b-6545004b2e95 HTTP/1.1" status: 200 len: 815 time: 0.1366129 Sep 23 19:32:43.853812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.868345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-f0b47b48-c3f3-41af-aebb-3a7d989b3955 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/quotas/08265e62bd2e4e029cb647ecc7f4072c HTTP/1.1" status: 200 len: 375 time: 0.0211897 Sep 23 19:32:43.909026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=85dd6cdd-e188-4f13-a28a-5a88d36efe31,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:43.932956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.933274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-33037f8e-935f-48a9-9be5-e0976fed7f82 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=08265e62bd2e4e029cb647ecc7f4072c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637476 Sep 23 19:32:43.975614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=fed82f25-74ce-49db-996d-98d9ddde89c5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:44.050771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-e54043c3-abaf-44dd-9431-77f052456a0d service neutron] 10.222.0.38 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043029 Sep 23 19:32:44.058187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.058839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Allocated IP 172.20.0.3 (b063213a-61e3-4bec-aefb-2fb50fab6b30/97033664-761b-4d39-82e4-3e2b1341e118/9afc91a9-f272-49a8-802c-8d5597956a53) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:44.060870 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-46ed8c34-1d62-4ada-987f-2dd36b8eb497 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/fed82f25-74ce-49db-996d-98d9ddde89c5 HTTP/1.1" status: 204 len: 168 time: 0.6015522 Sep 23 19:32:44.066715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:44.095418 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5a082b-d8d1-4416-8681-6ba4b288ff71 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:32:44.097488 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ba5a082b-d8d1-4416-8681-6ba4b288ff71 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/fed82f25-74ce-49db-996d-98d9ddde89c5 HTTP/1.1" status: 404 len: 333 time: 0.0287066 Sep 23 19:32:44.100424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:44.164268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet 97033664-761b-4d39-82e4-3e2b1341e118 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:44.195106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c4769f60-9acf-4db4-849a-5560ff63c820 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:44.200651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-765cb014-d0b5-498d-89e4-b79b21953b35 service neutron] 10.222.0.38 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432025 Sep 23 19:32:44.313265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c4769f60-9acf-4db4-849a-5560ff63c820 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:44.313639 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.353205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.367057 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc5cd9b-3a81-4b85-984d-73bd4d428ac8 x-openstack-request-id: req-8bc5cd9b-3a81-4b85-984d-73bd4d428ac8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:44.367360 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6", "code": 200}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "33fde9fc-1a19-4611-a1e4-d60a06d847ab", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:44.368115 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bc5cd9b-3a81-4b85-984d-73bd4d428ac8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:44.368115 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6', 'code': 200} Sep 23 19:32:44.368542 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fde9fc-1a19-4611-a1e4-d60a06d847ab', 'code': 200} Sep 23 19:32:44.370145 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.396052 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.444927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Pushing event updated for resources: {'Port': ['ID=9afc91a9-f272-49a8-802c-8d5597956a53,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:44.455003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.475086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Network b063213a-61e3-4bec-aefb-2fb50fab6b30 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:44.479632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:44.484793 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:44.494638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb0ec0-99f6-4b84-a7c8-27c30d7112e1 req-2955a18c-5263-4f5d-bbb4-c9d9a2f9ddf5 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:44.504019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bcb0ec0-99f6-4b84-a7c8-27c30d7112e1 req-2955a18c-5263-4f5d-bbb4-c9d9a2f9ddf5 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 949 time: 0.0723979 Sep 23 19:32:44.550430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bcb0ec0-99f6-4b84-a7c8-27c30d7112e1 req-c6cf94b9-13d9-4fc0-a805-3bcfef09773e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 Sep 23 19:32:44.594703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Attempting to bind port 9afc91a9-f272-49a8-802c-8d5597956a53 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:44.595137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Attempting to bind port 9afc91a9-f272-49a8-802c-8d5597956a53 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '11c03166-3de7-45f5-af68-9d13eea0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:44.595558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Attempting to bind port 9afc91a9-f272-49a8-802c-8d5597956a53 on network b063213a-61e3-4bec-aefb-2fb50fab6b30 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:44.609567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:44.610364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Checking segment: {'id': '11c03166-3de7-45f5-af68-9d13eea0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:44.610535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.610796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Bound using segment: {'id': '11c03166-3de7-45f5-af68-9d13eea0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:44.611275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Bound port: 9afc91a9-f272-49a8-802c-8d5597956a53, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c03166-3de7-45f5-af68-9d13eea0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b063213a-61e3-4bec-aefb-2fb50fab6b30'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:44.611663 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.664891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.712515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba539b-dc3f-488e-a005-c793f0546161 req-20f5cdab-2fd6-4019-96cc-847f5fba807b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:44.715032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fba539b-dc3f-488e-a005-c793f0546161 req-20f5cdab-2fd6-4019-96cc-847f5fba807b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0751657 Sep 23 19:32:44.772353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.777530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] For port 9afc91a9-f272-49a8-802c-8d5597956a53, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:44.793063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] For port 9afc91a9-f272-49a8-802c-8d5597956a53, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9afc91a9-f272-49a8-802c-8d5597956a53,segment=NetworkSegment(11c03166-3de7-45f5-af68-9d13eea0e921),segment_id=11c03166-3de7-45f5-af68-9d13eea0e921)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:44.793815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fba539b-dc3f-488e-a005-c793f0546161 req-26426f58-4084-47a9-b9ec-bc4bf1c5a7de tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668378 Sep 23 19:32:44.803572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:44.811406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=97033664-761b-4d39-82e4-3e2b1341e118,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:44.822054 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.830769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:44.831409 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-04b71bdc-1939-4f45-8bca-3d94afb2583f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/97033664-761b-4d39-82e4-3e2b1341e118 HTTP/1.1" status: 204 len: 168 time: 0.7297099 Sep 23 19:32:44.838888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.936452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5e272-8a81-4b26-b8e9-fc028d6f1c68 None None] Pushing event updated for resources: {'Port': ['ID=9afc91a9-f272-49a8-802c-8d5597956a53,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:44.940334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 9750fe45-766c-4f4e-aa6f-31450a493d71 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:44.949606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 9750fe45-766c-4f4e-aa6f-31450a493d71 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:44.950032 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.035878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.084314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-dab38142-a932-4e08-808d-258ecc11b964 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.086929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-dab38142-a932-4e08-808d-258ecc11b964 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 949 time: 0.2202935 Sep 23 19:32:45.100324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c041810-9483-414f-938d-232b5ada1c74 req-92a328c8-0d38-4452-9358-df57a65505fd tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.101739 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.101976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c041810-9483-414f-938d-232b5ada1c74 req-92a328c8-0d38-4452-9358-df57a65505fd tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.1857917 Sep 23 19:32:45.175623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:45.187603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.270520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:45.286797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c041810-9483-414f-938d-232b5ada1c74 req-7169ee3e-4839-4776-b92d-a0aaab694a64 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698699 Sep 23 19:32:45.337058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 9afc91a9-f272-49a8-802c-8d5597956a53 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:45.337651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.401191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4c383c6-c49c-4988-9737-50654e83828a req-58aef7c1-a600-45ab-a18e-fb26a80bbe17 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 210 time: 0.0383403 Sep 23 19:32:45.440891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Deleting port e455d547-f143-4f28-8cdd-cc00d9856df3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:45.440891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.449262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] For port 9afc91a9-f272-49a8-802c-8d5597956a53, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9afc91a9-f272-49a8-802c-8d5597956a53,segment=NetworkSegment(11c03166-3de7-45f5-af68-9d13eea0e921),segment_id=11c03166-3de7-45f5-af68-9d13eea0e921)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:45.449616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.486098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 9afc91a9-f272-49a8-802c-8d5597956a53 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:45.534167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f6063fe1-7b03-4308-b968-8a45bfe55bde details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:45.669584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:45.682201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.683866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'mac_address': 'fa:16:3e:a6:af:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:45.688402 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.695454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.701483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.708197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.714379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.720423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.728695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-1de07166-8bc2-418d-854f-05d8a9bf5275 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.2404535 Sep 23 19:32:45.740807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.774833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] For port e455d547-f143-4f28-8cdd-cc00d9856df3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e455d547-f143-4f28-8cdd-cc00d9856df3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:45.775198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.777164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6063fe1-7b03-4308-b968-8a45bfe55bde {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:45.805220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:45.813107 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.833674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Calling delete_port for e455d547-f143-4f28-8cdd-cc00d9856df3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:45.836044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.897929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:45.930134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5a113cc-b643-442f-95b0-cba4378d8f92 req-07879df8-f0d4-44ea-a4ac-64adc64faf4a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905947 Sep 23 19:32:45.932889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=9afc91a9-f272-49a8-802c-8d5597956a53,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:45.935294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-be375235-921c-4fc3-9aba-57ad6a19203d tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.937588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No DVR routers for this DVR port 9afc91a9-f272-49a8-802c-8d5597956a53 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:45.937797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-be375235-921c-4fc3-9aba-57ad6a19203d tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.72 "GET /v2.0/networks?id=ae3d8fb7-cfad-4e8f-823b-6545004b2e95 HTTP/1.1" status: 200 len: 815 time: 0.1887493 Sep 23 19:32:46.017730 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-87b1f070-4004-4ec1-bbd4-26771f412cc6 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08265e62bd2e4e029cb647ecc7f4072c HTTP/1.1" status: 200 len: 380 time: 0.0694540 Sep 23 19:32:46.036632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Request body: {'port': {'device_id': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'admin_state_up': True, 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'security_groups': ['40083fbc-3504-4c4e-8990-5c2d59458781']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:46.099324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.154393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b063213a-61e3-4bec-aefb-2fb50fab6b30']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:46.155377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['f6063fe1-7b03-4308-b968-8a45bfe55bde'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:46.173233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c03166-3de7-45f5-af68-9d13eea0e921') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:46.173626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c03166-3de7-45f5-af68-9d13eea0e921') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:46.187412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.234793 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.268346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:46.271077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:46.278914 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:46.287873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e85bc2-dac1-4fb1-9890-b710f8e4f874 None None] Network b063213a-61e3-4bec-aefb-2fb50fab6b30 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:46.303173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Made reservation on behalf of 08265e62bd2e4e029cb647ecc7f4072c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:46.307746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.374917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea'}, {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31'}, {'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:46.378641 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd43d7d-6e77-4cbc-9ab2-b4c2c9334e3e" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea"}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31"}, {"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-plugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:46.383828 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ff56bf2-15fb-4f03-a334-ec8617512142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.389077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.411960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751399-7a35-4fca-b9a2-f5e6646cbdd5 req-6197c7ba-73a9-4b68-a225-3364cab87638 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:46.414329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84751399-7a35-4fca-b9a2-f5e6646cbdd5 req-6197c7ba-73a9-4b68-a225-3364cab87638 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d27315b-7265-4fce-85b4-94de4370937b HTTP/1.1" status: 200 len: 867 time: 0.1865678 Sep 23 19:32:46.480576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Pushing event deleted for resources: {'Port': ['ID=e455d547-f143-4f28-8cdd-cc00d9856df3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:46.492452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.500875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.503369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/b063213a-61e3-4bec-aefb-2fb50fab6b30 HTTP/1.1" status: 204 len: 168 time: 1.6708221 Sep 23 19:32:46.509744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:46.512655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d624d42d-5852-4725-a4c0-2311573362b7 None None] Could not find standard attr ID for object 9afc91a9-f272-49a8-802c-8d5597956a53. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:32:46.528174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'name': 'tempest-PortsTestJSON-2085821942'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:46.557674 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.562532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] No DVR routers for this DVR port e455d547-f143-4f28-8cdd-cc00d9856df3 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:46.565360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.573598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b56071ed-d58c-4560-b1ef-94fd485695e6 req-c989e9f2-49c2-493d-a1ca-7cae9e841e6e tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.41 "DELETE /v2.0/ports/e455d547-f143-4f28-8cdd-cc00d9856df3 HTTP/1.1" status: 204 len: 173 time: 1.4704778 Sep 23 19:32:46.595205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d27315b-7265-4fce-85b4-94de4370937b', 'name': 'network-vif-deleted', 'tag': 'e455d547-f143-4f28-8cdd-cc00d9856df3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:46.599432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Allocated IP 172.20.0.9 (ae3d8fb7-cfad-4e8f-823b-6545004b2e95/44333a89-c613-48d0-a2f4-6b190098b6ca/f97f9305-bc56-4798-b75c-f31b67d69baf) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:46.612230 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ab776-f214-4d41-8352-a6e943e707d4" -d '{"events": [{"server_uuid": "3d27315b-7265-4fce-85b4-94de4370937b", "name": "network-vif-deleted", "tag": "e455d547-f143-4f28-8cdd-cc00d9856df3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:46.620034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f25ee-0cc5-4117-ada7-2a4e40ff8013 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=b063213a-61e3-4bec-aefb-2fb50fab6b30,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:46.656783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f8085-433f-4bf1-8398-0f6c3827333f None None] DHCP port deletion for b063213a-61e3-4bec-aefb-2fb50fab6b30 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:32:46.673095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84751399-7a35-4fca-b9a2-f5e6646cbdd5 req-83688c93-a13d-412b-a063-46ce54e5f908 tempest-DeleteServersAdminTestJSON-1216515350 tempest-DeleteServersAdminTestJSON-1216515350-project] 10.222.0.38 "GET /v2.0/security-groups?id=40b6e24b-bc88-47c9-9fdd-9b96b4368834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370317 Sep 23 19:32:46.720618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:46.725826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.787354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 023bb3b9-bb9d-4993-a86a-1573d140225b yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:46.855696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0690d6-eaef-4a71-82b5-9a8efd744857 req-10038944-2d5f-40b3-af7c-eedac51f7a50 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:46.857246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd0690d6-eaef-4a71-82b5-9a8efd744857 req-10038944-2d5f-40b3-af7c-eedac51f7a50 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0653410 Sep 23 19:32:46.911232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd0690d6-eaef-4a71-82b5-9a8efd744857 req-1b528dbf-79ff-4a7f-82f9-d7265eb47fc4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Sep 23 19:32:46.928128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.959167 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.034738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f9a46-1cc5-4d9c-a665-e697dd0ef0a8 req-8f93276c-1703-4d4a-93c5-8a091586fa18 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.036969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b1f9a46-1cc5-4d9c-a665-e697dd0ef0a8 req-8f93276c-1703-4d4a-93c5-8a091586fa18 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 945 time: 0.0598638 Sep 23 19:32:47.046676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.049990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.082980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b1f9a46-1cc5-4d9c-a665-e697dd0ef0a8 req-d71a84d4-4ff8-4868-8aeb-e4830f4c9839 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e90aaac-dedd-40b0-b2c8-585412e5c244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Sep 23 19:32:47.105375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:47.110264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:47.117671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:47.153993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e455d547-f143-4f28-8cdd-cc00d9856df3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:47.158183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event updated for resources: {'Port': ['ID=f97f9305-bc56-4798-b75c-f31b67d69baf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:47.208977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.209688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.213919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.250693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d88a8-857e-4410-8f77-a333059871ea req-081b2310-70a7-49af-8ce1-087d92c93e40 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.260474 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-46f1c43b-4c2e-4484-8305-35cd2bbfda70 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2367277 Sep 23 19:32:47.262887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-719d88a8-857e-4410-8f77-a333059871ea req-081b2310-70a7-49af-8ce1-087d92c93e40 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 948 time: 0.1078696 Sep 23 19:32:47.288003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Request body: {'port': {'device_id': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:47.292435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:47.320083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-719d88a8-857e-4410-8f77-a333059871ea req-7ad4b7bf-2fa3-42c4-acd1-de0c8324fd93 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Sep 23 19:32:47.340252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:47.352148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:47.357979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.358654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.365591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=023bb3b9-bb9d-4993-a86a-1573d140225b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:47.409175 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15244e94-9678-46f3-8fa2-9bbe67c7c220 x-openstack-request-id: req-15244e94-9678-46f3-8fa2-9bbe67c7c220 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:47.409631 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea", "code": 200}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-plugged", "status": "completed", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31", "code": 200}, {"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-plugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:47.409998 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15244e94-9678-46f3-8fa2-9bbe67c7c220 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:47.411092 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea', 'code': 200} Sep 23 19:32:47.411584 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31', 'code': 200} Sep 23 19:32:47.411935 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'code': 200} Sep 23 19:32:47.430424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:47.430777 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-906b30c8-a8e2-46e5-94b5-2ec0051c9a4b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9179387 Sep 23 19:32:47.431961 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.551004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f6063fe1-7b03-4308-b968-8a45bfe55bde up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:47.555299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6b2d9315-0ede-46fb-867b-73362221df8e None None] Provisioning complete for port f97f9305-bc56-4798-b75c-f31b67d69baf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:47.555559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9315-0ede-46fb-867b-73362221df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.630748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d9315-0ede-46fb-867b-73362221df8e None None] Port f97f9305-bc56-4798-b75c-f31b67d69baf cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:47.650734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7cfcd-33cb-4cd6-a889-7f8d8f266abc req-e67c86ed-d2fb-4a0e-b6c9-7e8badf5870b tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.652858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc7cfcd-33cb-4cd6-a889-7f8d8f266abc req-e67c86ed-d2fb-4a0e-b6c9-7e8badf5870b tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 931 time: 0.1341171 Sep 23 19:32:47.657838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9354e20-bd56-43a5-b446-212ce86bb96e req-e5a30590-c1c2-4c02-9051-787052c5c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.659290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9354e20-bd56-43a5-b446-212ce86bb96e req-e5a30590-c1c2-4c02-9051-787052c5c4be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 1100 time: 0.0985963 Sep 23 19:32:47.669476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 023bb3b9-bb9d-4993-a86a-1573d140225b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:47.669807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.680976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port f6063fe1-7b03-4308-b968-8a45bfe55bde completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:47.689305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port f6063fe1-7b03-4308-b968-8a45bfe55bde triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:47.691978 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.708959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.709549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.711810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.711810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.711810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.711810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.711810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.713773 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-92f98320-a430-49b6-b2b4-ae7bd0a961f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6491 time: 0.1250989 Sep 23 19:32:47.783897 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.788938 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6bca0624-0a65-4264-b2a9-39f299fe1a23 req-981ffc79-8864-4015-8c4b-b31aac32de29 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659506 Sep 23 19:32:47.808585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc7cfcd-33cb-4cd6-a889-7f8d8f266abc req-ec229094-aaa6-4445-b703-ce8f4344c57e tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417949 Sep 23 19:32:47.813548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9354e20-bd56-43a5-b446-212ce86bb96e req-d75f7401-9dd3-49cc-b263-c9f925bfb2e8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399565 Sep 23 19:32:47.814126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 023bb3b9-bb9d-4993-a86a-1573d140225b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:47.814814 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.859640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:47.866147 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.867363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e455d547-f143-4f28-8cdd-cc00d9856df3 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:47.894931 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667e643-ac2f-4a86-a9b0-6f1009a89c95 x-openstack-request-id: req-5667e643-ac2f-4a86-a9b0-6f1009a89c95 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:47.895466 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d27315b-7265-4fce-85b4-94de4370937b", "name": "network-vif-deleted", "tag": "e455d547-f143-4f28-8cdd-cc00d9856df3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:47.895466 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5667e643-ac2f-4a86-a9b0-6f1009a89c95 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:47.895901 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d27315b-7265-4fce-85b4-94de4370937b', 'name': 'network-vif-deleted', 'tag': 'e455d547-f143-4f28-8cdd-cc00d9856df3', 'status': 'completed', 'code': 200} Sep 23 19:32:47.912140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97f9305-bc56-4798-b75c-f31b67d69baf {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:47.925330 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.941600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Transition to ACTIVE for port object f97f9305-bc56-4798-b75c-f31b67d69baf will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:47.948019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.954919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: e455d547-f143-4f28-8cdd-cc00d9856df3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:47.955521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e455d547-f143-4f28-8cdd-cc00d9856df3 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:47.957445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:48.076015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Pushing event updated for resources: {'Port': ['ID=f97f9305-bc56-4798-b75c-f31b67d69baf,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:48.122506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Attempting to bind port f97f9305-bc56-4798-b75c-f31b67d69baf on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:48.123099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Attempting to bind port f97f9305-bc56-4798-b75c-f31b67d69baf by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:48.123628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Attempting to bind port f97f9305-bc56-4798-b75c-f31b67d69baf on network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:48.130121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Port f97f9305-bc56-4798-b75c-f31b67d69baf on network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:48.130823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Attempting to bind port f97f9305-bc56-4798-b75c-f31b67d69baf on network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:48.137881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:48.138617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Checking segment: {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:48.139504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Bound using segment: {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:48.140153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Bound port: f97f9305-bc56-4798-b75c-f31b67d69baf, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b467899-2048-497e-9bce-0ba7b84887ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:48.140743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.142446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9afc91a9-f272-49a8-802c-8d5597956a53 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:48.182867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9afc91a9-f272-49a8-802c-8d5597956a53 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:48.183209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9afc91a9-f272-49a8-802c-8d5597956a53 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:48.221634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] For port f97f9305-bc56-4798-b75c-f31b67d69baf, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:48.225875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] For port f97f9305-bc56-4798-b75c-f31b67d69baf, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f97f9305-bc56-4798-b75c-f31b67d69baf,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:48.231648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.280511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.282262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.284410 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] 10.222.0.72 "PUT /v2.0/ports/f97f9305-bc56-4798-b75c-f31b67d69baf HTTP/1.1" status: 200 len: 1091 time: 1.0010095 Sep 23 19:32:48.289997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:48.290749 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720dc39a-84c5-4ddf-82ae-2519e878bae8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:48.327110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.344209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dadfc-e146-417b-9298-082bf71ded98 service neutron] Pushing event updated for resources: {'Port': ['ID=f97f9305-bc56-4798-b75c-f31b67d69baf,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:48.353084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-09829cef-7871-4ad9-b545-ccbc0ea714af tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.354647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-09829cef-7871-4ad9-b545-ccbc0ea714af tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.41 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 945 time: 0.1009977 Sep 23 19:32:48.383781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=023bb3b9-bb9d-4993-a86a-1573d140225b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:48.391955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.392163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-a2291e35-63fa-4e20-acf0-071a637aac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.393657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-a2291e35-63fa-4e20-acf0-071a637aac34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08265e62bd2e4e029cb647ecc7f4072c&device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 1094 time: 0.0615931 Sep 23 19:32:48.394080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-356207c2-6114-43a0-9cb3-58a444f88b35 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/023bb3b9-bb9d-4993-a86a-1573d140225b HTTP/1.1" status: 204 len: 168 time: 0.9626484 Sep 23 19:32:48.398130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:48.403395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'mac_address': 'fa:16:3e:77:f5:ac', 'name': 'tempest-PortsTestJSON-1800626777'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:48.449916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.462697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.468288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-87304fb2-9778-4b34-a614-b49c25a89124 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97f9305-bc56-4798-b75c-f31b67d69baf HTTP/1.1" status: 200 len: 217 time: 0.0612900 Sep 23 19:32:48.470720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.477740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.483460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.489490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.497277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.505669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.508624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-a0755381-b42c-441f-a429-b8a3e27f3f04 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.2536097 Sep 23 19:32:48.584379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-f7e4cf83-7709-4845-b393-6c918baee5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.586294 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-f7e4cf83-7709-4845-b393-6c918baee5e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44333a89-c613-48d0-a2f4-6b190098b6ca HTTP/1.1" status: 200 len: 854 time: 0.1014805 Sep 23 19:32:48.595496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:48.604349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98e4ff3d-f944-4376-8907-495bda5a2b3c req-557c69f8-e7c8-440d-9fb9-45be0ab8a43b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869086 Sep 23 19:32:48.642131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Deleting port ea19157e-b443-4ec8-9cad-0e070a0f3fbf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:48.642587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.710310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.740730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:48.749187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-978cf367-e07d-450f-a5bf-79b1e8507668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.750724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-978cf367-e07d-450f-a5bf-79b1e8507668 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae3d8fb7-cfad-4e8f-823b-6545004b2e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218560 Sep 23 19:32:48.784070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] For port ea19157e-b443-4ec8-9cad-0e070a0f3fbf, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,segment=NetworkSegment(45345384-fee0-4de3-9f4c-7ebfb8835c46),segment_id=45345384-fee0-4de3-9f4c-7ebfb8835c46)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:48.784530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.803158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Calling delete_port for ea19157e-b443-4ec8-9cad-0e070a0f3fbf owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:48.823667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2159-dd7d-4bf1-ba73-d320c59493f7 req-db8338f5-bef2-4315-b9ff-362e40a183d2 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.823667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd2159-dd7d-4bf1-ba73-d320c59493f7 req-db8338f5-bef2-4315-b9ff-362e40a183d2 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0874460 Sep 23 19:32:48.933556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-d790551e-37da-469e-b3e1-aa2ecea46457 service neutron] 10.222.0.72 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534598 Sep 23 19:32:48.943381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abfd2159-dd7d-4bf1-ba73-d320c59493f7 req-eac4c1b5-612d-4332-9c77-1d36c4468c04 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427198 Sep 23 19:32:49.008640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.016974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.024014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ea19157e-b443-4ec8-9cad-0e070a0f3fbf'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:49.058668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Pushing event deleted for resources: {'Port': ['ID=ea19157e-b443-4ec8-9cad-0e070a0f3fbf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:49.077440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7004d213-65a5-4bb9-9f06-95ef6e34e3b1 req-9fbff4fa-e894-4088-ab0f-5d81d3bf3c7c tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.38 "GET /v2.0/ports?device_id=72547478-36ad-4cc9-b13f-0fccc29183e1 HTTP/1.1" status: 200 len: 210 time: 0.0529275 Sep 23 19:32:49.090944 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68b3ce2f-2ab3-4f1b-aedf-951a5ffed59c req-c605bf58-42cb-4024-a3f8-aa7be513ee75 service neutron] 10.222.0.72 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213794 Sep 23 19:32:49.109467 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.123259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] No DVR routers for this DVR port ea19157e-b443-4ec8-9cad-0e070a0f3fbf on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:49.125775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.127921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95b3883f-166d-47e3-ab07-638f7b580cbd req-58ef25fd-9a35-4469-a9c9-f7f06c1942c3 tempest-ServerAddressesNegativeTestJSON-1351987424 tempest-ServerAddressesNegativeTestJSON-1351987424-project] 10.222.0.41 "DELETE /v2.0/ports/ea19157e-b443-4ec8-9cad-0e070a0f3fbf HTTP/1.1" status: 204 len: 173 time: 0.7538588 Sep 23 19:32:49.157727 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047e7c5b-48cc-4114-9beb-c499c229da04 x-openstack-request-id: req-047e7c5b-48cc-4114-9beb-c499c229da04 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:49.158293 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:49.158293 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-047e7c5b-48cc-4114-9beb-c499c229da04 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:49.158872 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'status': 'completed', 'code': 200} Sep 23 19:32:49.176995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:49.180140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:49.185018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:49.191114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.192326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.311745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb155-830a-43f6-b4f5-3cd4a29a8fd3 req-545600f9-4a1b-4c03-a817-0e9131380179 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.313775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e9cb155-830a-43f6-b4f5-3cd4a29a8fd3 req-545600f9-4a1b-4c03-a817-0e9131380179 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 949 time: 0.1012650 Sep 23 19:32:49.374187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e9cb155-830a-43f6-b4f5-3cd4a29a8fd3 req-65b1e4c6-882d-4fe0-b970-e91527511211 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491889 Sep 23 19:32:49.413131 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:49.415580 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201bfcc5-22b6-452f-bb83-edf6f7a38a91" -d '{"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-plugged", "status": "completed", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:49.549517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:49.558375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ed046-0dee-4362-8f53-0bfc3de3e26d req-2dd8fdc0-90d0-4167-8074-33e601a9a1aa tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.569441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b571c7f7-3983-4fb5-9fef-0a215f1adf28 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1709940 Sep 23 19:32:49.569636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372ed046-0dee-4362-8f53-0bfc3de3e26d req-2dd8fdc0-90d0-4167-8074-33e601a9a1aa tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 943 time: 0.0760198 Sep 23 19:32:49.572119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:49.578900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-e73cf075-40d4-4e86-9d42-983260d2bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.580553 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-e73cf075-40d4-4e86-9d42-983260d2bfa3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08265e62bd2e4e029cb647ecc7f4072c&device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 1094 time: 0.3964989 Sep 23 19:32:49.634777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20327e00-ffde-46b8-b11b-001256fc6c53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.639721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-20327e00-ffde-46b8-b11b-001256fc6c53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45 HTTP/1.1" status: 200 len: 841 time: 0.0632730 Sep 23 19:32:49.642767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:49.691139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372ed046-0dee-4362-8f53-0bfc3de3e26d req-1d896506-e7f3-44a1-b9a9-20616177dfda tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172988 Sep 23 19:32:49.762564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-182ef1a5-4c10-412f-b6f3-cdaaff1960a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.764783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-182ef1a5-4c10-412f-b6f3-cdaaff1960a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae3d8fb7-cfad-4e8f-823b-6545004b2e95 HTTP/1.1" status: 200 len: 916 time: 0.1766608 Sep 23 19:32:49.773959 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16447e59-1e7f-45e1-ad7c-5e4f265b4cdc x-openstack-request-id: req-16447e59-1e7f-45e1-ad7c-5e4f265b4cdc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:49.774298 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-plugged", "status": "completed", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:49.774525 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16447e59-1e7f-45e1-ad7c-5e4f265b4cdc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:49.774904 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'code': 200} Sep 23 19:32:49.794508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:49.794925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.831444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-73f33e59-2f49-440a-bc34-75aa315c2ff9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97f9305-bc56-4798-b75c-f31b67d69baf HTTP/1.1" status: 200 len: 217 time: 0.0541420 Sep 23 19:32:49.898090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-c90227b9-152e-42bc-b430-aa223ebad0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.899635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-c90227b9-152e-42bc-b430-aa223ebad0e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44333a89-c613-48d0-a2f4-6b190098b6ca HTTP/1.1" status: 200 len: 854 time: 0.0600860 Sep 23 19:32:49.906319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'name': 'network-vif-deleted', 'tag': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:49.908650 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e598f-4611-46fa-9ad4-40ae41cd3369" -d '{"events": [{"server_uuid": "72547478-36ad-4cc9-b13f-0fccc29183e1", "name": "network-vif-deleted", "tag": "ea19157e-b443-4ec8-9cad-0e070a0f3fbf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:49.929593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.961182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-c797ad57-7189-4289-ba8c-3384fda69267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.963461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-c797ad57-7189-4289-ba8c-3384fda69267 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae3d8fb7-cfad-4e8f-823b-6545004b2e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552857 Sep 23 19:32:49.977104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:49.980089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76f7a9-f403-4dce-8f42-601c3bcabc9e req-96ecd6aa-b08e-4cd8-a8ac-826c77f741e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.982160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be76f7a9-f403-4dce-8f42-601c3bcabc9e req-96ecd6aa-b08e-4cd8-a8ac-826c77f741e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 1100 time: 0.1496851 Sep 23 19:32:50.073902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.079849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.085656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.091509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.097411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.099356 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-156f1881-79d4-4394-87d9-8c72b03475d6 service neutron] 10.222.0.72 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117852 Sep 23 19:32:50.103270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.109389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.117863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-e518d70e-b8b0-4c9f-90a7-8127a8831a84 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.1995089 Sep 23 19:32:50.153629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be76f7a9-f403-4dce-8f42-601c3bcabc9e req-59da1661-d2c2-44f9-ad03-8d1dd913dcab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615169 Sep 23 19:32:50.177900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02d9a371-c9f2-4826-a7ae-04adeff7f2f0 req-71832863-1dde-4b93-8bea-349b9faa995a tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590093 Sep 23 19:32:50.199015 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-720dc39a-84c5-4ddf-82ae-2519e878bae8 req-62517625-d707-43e0-ac17-65da0299354d service neutron] 10.222.0.72 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933459 Sep 23 19:32:50.218757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.253215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:50.260971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.265685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fed3d22-c065-41a8-b85b-664a7bcc13d2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45 HTTP/1.1" status: 204 len: 168 time: 0.6197081 Sep 23 19:32:50.266720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.291188 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffecce83-5083-4748-aa74-dd7c9eb64026 x-openstack-request-id: req-ffecce83-5083-4748-aa74-dd7c9eb64026 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:50.291505 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72547478-36ad-4cc9-b13f-0fccc29183e1", "name": "network-vif-deleted", "tag": "ea19157e-b443-4ec8-9cad-0e070a0f3fbf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:50.291763 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffecce83-5083-4748-aa74-dd7c9eb64026 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:50.292195 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72547478-36ad-4cc9-b13f-0fccc29183e1', 'name': 'network-vif-deleted', 'tag': 'ea19157e-b443-4ec8-9cad-0e070a0f3fbf', 'status': 'completed', 'code': 200} Sep 23 19:32:50.293091 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-55776b16-4516-487d-89eb-7585b1e6343b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:32:50.294655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-55776b16-4516-487d-89eb-7585b1e6343b tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/9b1e43c1-c7c7-4350-b4e4-0e7e07d6cd45 HTTP/1.1" status: 404 len: 333 time: 0.0277524 Sep 23 19:32:50.298495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.303848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'name': 'tempest-PortsTestJSON-861921998'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:50.380529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093e60a-6e1b-47f0-bb06-1e30b954e397 req-7a8e7221-b820-4302-b014-169afab3d60b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.382702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6093e60a-6e1b-47f0-bb06-1e30b954e397 req-7a8e7221-b820-4302-b014-169afab3d60b tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0548704 Sep 23 19:32:50.403512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:50.407282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.429504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 7c7d9bc7-cf5f-486a-aedc-900685da47be yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:50.430914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6093e60a-6e1b-47f0-bb06-1e30b954e397 req-eec33853-a6aa-465e-a35d-7cc01e33ec40 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Sep 23 19:32:50.505765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.558414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] Deleting subnet cea16b66-5292-42f8-910e-6ed163f20588 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:50.563423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.612360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.626310 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.649287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.673699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.680103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.686995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.693441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.700731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.701496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:50.704781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:50.706168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.708272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:50.711996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.713047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.713954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-737a460a-80c6-4403-9cbe-76e1f6d096ee req-ea8fdb11-e139-4984-bf84-561e8c86f569 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.1531053 Sep 23 19:32:50.718465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.724713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.734559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Request body: {'floatingip': {'port_id': 'd287f203-8aab-4f14-8447-6ca4287eb268'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:50.742597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=7c7d9bc7-cf5f-486a-aedc-900685da47be,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:50.764729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-55d635e8-1df7-4578-8816-6ea77e584ff2 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4610467 Sep 23 19:32:50.764729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.774155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:50.803840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.827085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.877878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.052770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8e8d1-2f92-48ac-b9d6-61d762e1eab7 req-8f75d969-9ba2-4c59-80bd-6a95af68ce8f tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.054336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59e8e8d1-2f92-48ac-b9d6-61d762e1eab7 req-8f75d969-9ba2-4c59-80bd-6a95af68ce8f tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 949 time: 0.1543546 Sep 23 19:32:51.085254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.105730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.115089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.140137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.165911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] In _notify_port_updated(), no bound segment for port 7c7d9bc7-cf5f-486a-aedc-900685da47be on network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:32:51.177560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.178475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.179019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.186758 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "PUT /v2.0/ports/7c7d9bc7-cf5f-486a-aedc-900685da47be HTTP/1.1" status: 200 len: 818 time: 0.4169719 Sep 23 19:32:51.187027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cea16b66-5292-42f8-910e-6ed163f20588 HTTP/1.1" status: 204 len: 168 time: 0.6755350 Sep 23 19:32:51.187027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635d845-17d5-432e-a6cb-b92afcc12257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea16b66-5292-42f8-910e-6ed163f20588,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:51.187280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.188077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.239879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0e7b2-b086-4458-b8d2-33616a3c0819 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=7c7d9bc7-cf5f-486a-aedc-900685da47be,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:51.286875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59e8e8d1-2f92-48ac-b9d6-61d762e1eab7 req-83239aab-45c2-491d-bf01-baaaf62325a6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235014 Sep 23 19:32:51.298685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4b54-2636-4f5e-8c28-486d025a5088 req-58be2ac7-1686-40b1-a35e-87bac735542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.300353 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-570b4b54-2636-4f5e-8c28-486d025a5088 req-58be2ac7-1686-40b1-a35e-87bac735542d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1101 time: 0.0573242 Sep 23 19:32:51.347433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c3bb6e5c-b093-4382-9bb9-abf08c7c032a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bc8a6d33c014781a0518fe58ba70dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005756 Sep 23 19:32:51.349920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.373997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-570b4b54-2636-4f5e-8c28-486d025a5088 req-b4f6caa0-46bd-499a-a452-5936fdfe4bda service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659311 Sep 23 19:32:51.392340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.439004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da655a89-35ea-4b86-b811-f662d138e6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.478872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da655a89-35ea-4b86-b811-f662d138e6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.547210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da655a89-35ea-4b86-b811-f662d138e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.550169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da655a89-35ea-4b86-b811-f662d138e6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.554947 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-da655a89-35ea-4b86-b811-f662d138e6fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40b6e24b-bc88-47c9-9fdd-9b96b4368834 HTTP/1.1" status: 204 len: 168 time: 0.1971126 Sep 23 19:32:51.564533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da655a89-35ea-4b86-b811-f662d138e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b6e24b-bc88-47c9-9fdd-9b96b4368834,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:51.586438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea19157e-b443-4ec8-9cad-0e070a0f3fbf no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:51.612012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: ea19157e-b443-4ec8-9cad-0e070a0f3fbf {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:51.612615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ea19157e-b443-4ec8-9cad-0e070a0f3fbf not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:51.682555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023670-0328-497a-9a00-213c32b4e2cf req-bd030171-143a-4860-aaf9-2b0b41e878ac tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.684145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f023670-0328-497a-9a00-213c32b4e2cf req-bd030171-143a-4860-aaf9-2b0b41e878ac tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 943 time: 0.2060213 Sep 23 19:32:51.745289 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.864656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bce92e-4665-4816-8d36-2b25be90e67b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:51.893504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45345384-fee0-4de3-9f4c-7ebfb8835c46') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:51.893886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45345384-fee0-4de3-9f4c-7ebfb8835c46') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:51.897217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 7c7d9bc7-cf5f-486a-aedc-900685da47be {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:51.897561 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.945672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.985916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:52.002081 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe5004f-a2e8-4a36-8f2d-4a7d93ee31e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.100521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe5004f-a2e8-4a36-8f2d-4a7d93ee31e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.105657 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe5004f-a2e8-4a36-8f2d-4a7d93ee31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.138270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ebe5004f-a2e8-4a36-8f2d-4a7d93ee31e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5af394937ed94621b4464b9b6f648acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479599 Sep 23 19:32:52.138270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:52.183750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5004f-a2e8-4a36-8f2d-4a7d93ee31e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd3b11-f1a2-4289-84e9-a98558942ca1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:52.213057 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3642e954-6689-4823-baf0-dfb4c42a9f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.236055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3642e954-6689-4823-baf0-dfb4c42a9f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.295568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.297220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3642e954-6689-4823-baf0-dfb4c42a9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.300245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f023670-0328-497a-9a00-213c32b4e2cf req-f1738cd4-10ef-40d3-a8d3-f9bef67e2ee9 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5511544 Sep 23 19:32:52.300740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3642e954-6689-4823-baf0-dfb4c42a9f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.304666 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3642e954-6689-4823-baf0-dfb4c42a9f65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0cd3b11-f1a2-4289-84e9-a98558942ca1 HTTP/1.1" status: 204 len: 168 time: 0.1629615 Sep 23 19:32:52.339071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642e954-6689-4823-baf0-dfb4c42a9f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd3b11-f1a2-4289-84e9-a98558942ca1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:52.345428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:52.346408 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:52.354044 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:52.378654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.403599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:32:52.451974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 7c7d9bc7-cf5f-486a-aedc-900685da47be owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:52.606805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.611844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.616695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] 10.222.0.38 "DELETE /v2.0/networks/f5bce92e-4665-4816-8d36-2b25be90e67b HTTP/1.1" status: 204 len: 168 time: 1.3928542 Sep 23 19:32:52.618975 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.641242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.646264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e89d52-b643-4195-af11-0e7b5b21540e admin admin] Pushing event deleted for resources: {'Network': ['ID=f5bce92e-4665-4816-8d36-2b25be90e67b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:52.742329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac631f1-c560-41a1-9f20-9ee6a91c3c0c req-e11131ef-d2ee-4c41-9974-af045500f637 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:52.750403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fac631f1-c560-41a1-9f20-9ee6a91c3c0c req-e11131ef-d2ee-4c41-9974-af045500f637 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.3002114 Sep 23 19:32:52.813194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f97f9305-bc56-4798-b75c-f31b67d69baf details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:52.834930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fac631f1-c560-41a1-9f20-9ee6a91c3c0c req-3a6495b4-623e-4ca3-a46a-d726a62c3160 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835922 Sep 23 19:32:52.865933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.876405 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Floating IP 50063913-99ed-4629-81a5-b5810664f51c associated. External IP: 172.25.6.113, port: d287f203-8aab-4f14-8447-6ca4287eb268. Sep 23 19:32:52.880260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:52.958539 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-70f1df5d-1795-4c20-a21a-9cd074500dd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5b9b9916fa343938f8a516a9bf697fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743246 Sep 23 19:32:52.958773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51156) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:52.983433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=7c7d9bc7-cf5f-486a-aedc-900685da47be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:52.985634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:53.004665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.009899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:53.010070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3fec7abf-b117-49e1-b5cd-1a044ab66af7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/7c7d9bc7-cf5f-486a-aedc-900685da47be HTTP/1.1" status: 204 len: 168 time: 1.7864680 Sep 23 19:32:53.055499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f97f9305-bc56-4798-b75c-f31b67d69baf, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f97f9305-bc56-4798-b75c-f31b67d69baf,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:53.120213 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8250716c-a337-450d-90d9-06a4c352ccb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.124020 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.132138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936d663-3c59-405c-b165-20cb9abf0749 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:53.138021 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7936d663-3c59-405c-b165-20cb9abf0749 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1262019 Sep 23 19:32:53.142458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:53.145378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'port_id': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'mac_address': 'fa:16:3e:59:30:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:53.157331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:53.160501 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd011d3-dabc-4dd4-8b36-9f179d149352" -d '{"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:53.176435 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8250716c-a337-450d-90d9-06a4c352ccb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.186410 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9e84bf-f077-4f28-95cb-4ee7511e4e85 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:32:53.192524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:53.197829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf9e84bf-f077-4f28-95cb-4ee7511e4e85 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/7c7d9bc7-cf5f-486a-aedc-900685da47be HTTP/1.1" status: 404 len: 333 time: 0.0486631 Sep 23 19:32:53.207949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-692607705'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:53.258340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:53.266806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.267136 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.270687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:53.280652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.309845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8250716c-a337-450d-90d9-06a4c352ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.314101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8250716c-a337-450d-90d9-06a4c352ccb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.319307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8250716c-a337-450d-90d9-06a4c352ccb9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e90aaac-dedd-40b0-b2c8-585412e5c244 HTTP/1.1" status: 204 len: 168 time: 0.3595345 Sep 23 19:32:53.320024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97f9305-bc56-4798-b75c-f31b67d69baf {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:53.358668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250716c-a337-450d-90d9-06a4c352ccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90aaac-dedd-40b0-b2c8-585412e5c244,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.361435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffc8df-6e2a-4318-93ca-72a666e78720 req-62244cd6-7745-4533-ae5d-d88fac6c7f7e tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:53.366006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:53.375620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdffc8df-6e2a-4318-93ca-72a666e78720 req-62244cd6-7745-4533-ae5d-d88fac6c7f7e tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 949 time: 0.3934309 Sep 23 19:32:53.390618 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.391887 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment f4db3b40-b7f3-4096-b26b-7756d3170f79 of type vlan for network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 Sep 23 19:32:53.395941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f97f9305-bc56-4798-b75c-f31b67d69baf, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f97f9305-bc56-4798-b75c-f31b67d69baf,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:53.397298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.405935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.407764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:53.467259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.480682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f97f9305-bc56-4798-b75c-f31b67d69baf,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.506347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdffc8df-6e2a-4318-93ca-72a666e78720 req-19b879c2-724f-4f4a-bf0f-8cddda4a1c4c tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293595 Sep 23 19:32:53.518750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.527497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:53.528827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.544564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:53.574610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3783548 Sep 23 19:32:53.576386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:53.590706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:53.608795 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc1d68-ec83-4fe6-9033-bf4505f52688 x-openstack-request-id: req-75dc1d68-ec83-4fe6-9033-bf4505f52688 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:53.609508 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:53.609995 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75dc1d68-ec83-4fe6-9033-bf4505f52688 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:53.610527 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd', 'code': 200} Sep 23 19:32:53.679183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0963c45-e7ca-4e1e-822f-5592ea5f5659 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=d2c6b2b6-258c-46cc-a8c4-bd7136823b21,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.681814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:53.705367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:53.746388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '84f40afc-3e25-4247-a292-190863869dcd', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '84f40afc-3e25-4247-a292-190863869dcd', 'mac_address': 'fa:16:3e:d6:f5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:53.832768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:53.841862 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.847122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cc260-ac3f-4cdb-9e74-11dfb3fb452a req-129b47ac-dc03-4f6c-98b3-394f30c2fdf8 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:53.848762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e1cc260-ac3f-4cdb-9e74-11dfb3fb452a req-129b47ac-dc03-4f6c-98b3-394f30c2fdf8 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 944 time: 0.1045990 Sep 23 19:32:53.852233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.860594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f40afc-3e25-4247-a292-190863869dcd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:53.866778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] Sync routers for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:53.890018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:53.891418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:53.896392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d93ca58f-5638-43bf-bf03-6a5e7827b75e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "PUT /v2.0/floatingips/50063913-99ed-4629-81a5-b5810664f51c HTTP/1.1" status: 200 len: 992 time: 3.1673474 Sep 23 19:32:53.899688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:53.901679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:53.902067 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340a81c-5a41-45aa-937f-53756cbbe23c" -d '{"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:53.915614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:53.923735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.949424 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.058964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:54.083688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:54.118081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e1cc260-ac3f-4cdb-9e74-11dfb3fb452a req-4119f460-c1ba-4027-aeee-aa64b57a61b8 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218821 Sep 23 19:32:54.387837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ca2b-50b6-4468-9d43-702fdade0796 req-f813d880-d4ec-48c7-bae3-59272ff56ffd tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:54.389012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01b8ca2b-50b6-4468-9d43-702fdade0796 req-f813d880-d4ec-48c7-bae3-59272ff56ffd tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 949 time: 0.1241462 Sep 23 19:32:54.396567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.433928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84f40afc-3e25-4247-a292-190863869dcd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:54.470444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f97f9305-bc56-4798-b75c-f31b67d69baf'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:54.507946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=c539f99a-3a2f-4713-b131-fd311e957d45,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:54.521084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01b8ca2b-50b6-4468-9d43-702fdade0796 req-549ae396-282d-4afd-aa64-fe628f454aba tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168859 Sep 23 19:32:54.523923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': 'f4db3b40-b7f3-4096-b26b-7756d3170f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:54.524915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: d2c6b2b6-258c-46cc-a8c4-bd7136823b21, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:54.555727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:54.569294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d2c6b2b6-258c-46cc-a8c4-bd7136823b21) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:54.581305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738ddea-a9e9-4785-a825-9f5fdbd6059c None None] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:54.589362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:54.590081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.591442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '50063913-99ed-4629-81a5-b5810664f51c', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'port_id': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'mac_address': 'fa:16:3e:ea:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:31:29Z', 'updated_at': '2021-09-23T19:32:51Z', 'revision_number': 1, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:57Z', 'revision_number': 5, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:54.615464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:54.616583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d93b430f-f78f-4706-ac21-742bce15e630 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0375373 Sep 23 19:32:54.621028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-db546103-f22c-4629-9567-5d4922130769 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:54.682592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:54.721021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff498edb-8174-4e1d-b61f-5c1154b10ce6 req-787b4066-df73-40ed-aba5-78873ccb6ef4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:54.731632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff498edb-8174-4e1d-b61f-5c1154b10ce6 req-787b4066-df73-40ed-aba5-78873ccb6ef4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 950 time: 0.0919259 Sep 23 19:32:54.820075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff498edb-8174-4e1d-b61f-5c1154b10ce6 req-e2b8ea60-b875-4c61-ac48-6ecc9a05b886 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868917 Sep 23 19:32:54.875272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] Checking router: 3378e854-40fc-4335-8f21-f8eb7c5cecd9 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:54.922954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db546103-f22c-4629-9567-5d4922130769 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:54.927329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db546103-f22c-4629-9567-5d4922130769 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.954068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1020112415-network', 'tenant_id': '4ec3cdc4c1e943519eee776bfc010560'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:55.016293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Made reservation on behalf of 4ec3cdc4c1e943519eee776bfc010560 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:55.019681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.045172 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-db546103-f22c-4629-9567-5d4922130769 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c539f99a-3a2f-4713-b131-fd311e957d45 (CIDR: 172.20.0.0/28) Sep 23 19:32:55.046355 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece39465-37f1-42df-bb2a-a10d411e50db x-openstack-request-id: req-ece39465-37f1-42df-bb2a-a10d411e50db {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:55.046923 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:55.047360 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ece39465-37f1-42df-bb2a-a10d411e50db {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:55.047936 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'status': 'completed', 'code': 200} Sep 23 19:32:55.049722 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-db546103-f22c-4629-9567-5d4922130769 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:32:55.050684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.051377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db546103-f22c-4629-9567-5d4922130769 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.093458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:55.096806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:55.180144 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-db546103-f22c-4629-9567-5d4922130769 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5610240 Sep 23 19:32:55.181303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.188735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:55.241628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.242114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.242642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.243104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.243786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.244168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.244640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.246698 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-b7aeb862-f6ae-4cd7-b319-94ce800577c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6491 time: 0.1619740 Sep 23 19:32:55.304867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.321578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.332140 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.352198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:55.365336 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.367032 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Added segment c5da4282-39a4-445a-b2bf-a77e478fcc4c of type vlan for network 980db797-4640-4409-b419-61ccc2fac0be Sep 23 19:32:55.391555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-d2c6b2b6-258c-46cc-a8c4-bd7136823b21', 'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21', 'tenant_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'fixed_ips': [{'subnet_id': 'c539f99a-3a2f-4713-b131-fd311e957d45'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:55.392561 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.408389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-af783727-ebd2-416b-bce5-d875fc730eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.411593 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-af783727-ebd2-416b-bce5-d875fc730eea service neutron] 10.222.0.72 "GET /v2.0/networks?id=25b98c0d-0af2-4ba7-a863-97453a2f9de9 HTTP/1.1" status: 200 len: 912 time: 0.1489406 Sep 23 19:32:55.439132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.478056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.480127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.480878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.570169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-9b405ce5-e2de-4d45-8b6d-a3b1f6fd334c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 200 len: 1000 time: 0.1457872 Sep 23 19:32:55.576678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:55.578916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Pushing event updated for resources: {'Network': ['ID=980db797-4640-4409-b419-61ccc2fac0be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:55.581113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.582805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Allocated IP 172.20.0.2 (d2c6b2b6-258c-46cc-a8c4-bd7136823b21/c539f99a-3a2f-4713-b131-fd311e957d45/821fbfbf-c978-452d-aafd-b8694554ea42) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:55.583178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62699903-386f-4b3a-b2f2-9b441ba6023d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:55.588041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae1eeed6-030c-4632-a6f9-dd71381c4dbf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9043522 Sep 23 19:32:55.591625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.599380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Request body: {'subnet': {'network_id': '980db797-4640-4409-b419-61ccc2fac0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1020112415-subnet', 'tenant_id': '4ec3cdc4c1e943519eee776bfc010560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:55.600407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 980db797-4640-4409-b419-61ccc2fac0be details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:55.626094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Made reservation on behalf of 4ec3cdc4c1e943519eee776bfc010560 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:55.630642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.637857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:55.693143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-1ea8a4ec-0abe-4634-8bd2-683379030bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.694841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-1ea8a4ec-0abe-4634-8bd2-683379030bbf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ff15eed-30d3-44f4-98a3-5e8d898cc901 HTTP/1.1" status: 200 len: 850 time: 0.1090703 Sep 23 19:32:55.772080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-74f0fec5-ef91-43a5-b968-2b629d609c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.773661 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-74f0fec5-ef91-43a5-b968-2b629d609c2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710447 Sep 23 19:32:56.007147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.010616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-abddb51b-6586-4569-a8e8-e540a23d0bcf service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157512 Sep 23 19:32:56.106960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3929f3d-dbd9-4347-89fb-8f955bf1566b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:56.148033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Checking segment: {'id': 'c5da4282-39a4-445a-b2bf-a77e478fcc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '980db797-4640-4409-b419-61ccc2fac0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:56.148394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Network hostable DHCP agents. Network: 980db797-4640-4409-b419-61ccc2fac0be, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:56.179445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.189868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28696-0fb1-4e20-bb03-3749812e54a1 req-b0438058-2819-459e-baf3-183a17df9061 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:56.192615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0df28696-0fb1-4e20-bb03-3749812e54a1 req-b0438058-2819-459e-baf3-183a17df9061 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 944 time: 0.1157629 Sep 23 19:32:56.204834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Network 980db797-4640-4409-b419-61ccc2fac0be is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:56.235783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.246789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 980db797-4640-4409-b419-61ccc2fac0be) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:56.252577 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.262074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:56.262224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.267047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:56.274423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4340a81c-5a41-45aa-937f-53756cbbe23c req-d79d10f5-a762-43e5-a355-c6eea30376d3 service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484021 Sep 23 19:32:56.282847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:56.288436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:56.290698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.316955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0df28696-0fb1-4e20-bb03-3749812e54a1 req-ea9debd3-5e0e-48a3-ac6c-200348109fcb tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005857 Sep 23 19:32:56.330265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1cbc5d3f-7edd-45ca-ac0c-decdd8cd9dbb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7298341 Sep 23 19:32:56.330690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9f2c9f-9d4a-45b5-859c-ef782078b91a None None] Network 980db797-4640-4409-b419-61ccc2fac0be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:56.330852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1429377 Sep 23 19:32:56.331322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:56.337913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21', 'fixed_ips': [{'subnet_id': 'c539f99a-3a2f-4713-b131-fd311e957d45'}, {'subnet_id': 'c1ab51b7-6aea-4fc2-92a1-f42fb85a7153'}], 'name': 'tempest-PortsTestJSON-587308505'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:56.356900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29b569-4029-43e7-a620-6f6a3f64f47f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=c1ab51b7-6aea-4fc2-92a1-f42fb85a7153,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:56.433308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:56.463995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:56.467948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:56.530980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:56.582874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Pushing event updated for resources: {'Port': ['ID=821fbfbf-c978-452d-aafd-b8694554ea42,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:56.671986 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.678201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '50063913-99ed-4629-81a5-b5810664f51c', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'port_id': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'mac_address': 'fa:16:3e:ea:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:31:29Z', 'updated_at': '2021-09-23T19:32:51Z', 'revision_number': 1, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:57Z', 'revision_number': 5, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:56.708836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:32:56.738918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c2fd7-3983-4a51-a854-561a6f9b6ba6 None None] The sync data for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 is: [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '50063913-99ed-4629-81a5-b5810664f51c', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'port_id': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'mac_address': 'fa:16:3e:ea:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:31:29Z', 'updated_at': '2021-09-23T19:32:51Z', 'revision_number': 1, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:57Z', 'revision_number': 5, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:56.748994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Attempting to bind port 821fbfbf-c978-452d-aafd-b8694554ea42 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:56.749371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Attempting to bind port 821fbfbf-c978-452d-aafd-b8694554ea42 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f4db3b40-b7f3-4096-b26b-7756d3170f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:56.749742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Attempting to bind port 821fbfbf-c978-452d-aafd-b8694554ea42 on network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:56.808028 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.829804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:56.830232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Checking segment: {'id': 'f4db3b40-b7f3-4096-b26b-7756d3170f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:56.830971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.831405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Bound using segment: {'id': 'f4db3b40-b7f3-4096-b26b-7756d3170f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:56.833154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Bound port: 821fbfbf-c978-452d-aafd-b8694554ea42, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4db3b40-b7f3-4096-b26b-7756d3170f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:56.833660 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.839907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:56.854528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035f1d5-dbae-466c-8c6c-f428315053f0 None None] Network 980db797-4640-4409-b419-61ccc2fac0be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:57.012773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] For port 821fbfbf-c978-452d-aafd-b8694554ea42, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:57.017194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] For port 821fbfbf-c978-452d-aafd-b8694554ea42, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=821fbfbf-c978-452d-aafd-b8694554ea42,segment=NetworkSegment(f4db3b40-b7f3-4096-b26b-7756d3170f79),segment_id=f4db3b40-b7f3-4096-b26b-7756d3170f79)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:57.074880 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.101470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d1718-3bd0-404d-aa2e-7eab05496fbc None None] New status for floating IP 50063913-99ed-4629-81a5-b5810664f51c: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:32:57.156332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 84f40afc-3e25-4247-a292-190863869dcd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:57.156855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.272089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3cd48-b87d-4bb5-a688-6bfcde49ed4b None None] Pushing event updated for resources: {'Port': ['ID=821fbfbf-c978-452d-aafd-b8694554ea42,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:57.283695 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.312789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:57.315204 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e91b3f-6ef8-4e6e-b0c4-432a1d8a106c" -d '{"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:57.334710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:57.343681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.345066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f97f9305-bc56-4798-b75c-f31b67d69baf up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:57.437572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.8 (d2c6b2b6-258c-46cc-a8c4-bd7136823b21/c539f99a-3a2f-4713-b131-fd311e957d45/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:57.445519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:57.449314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.19 (d2c6b2b6-258c-46cc-a8c4-bd7136823b21/c1ab51b7-6aea-4fc2-92a1-f42fb85a7153/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:57.453056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336a355-9808-4c98-9a93-ef8b7ccd67a7 req-e81254ef-1754-496b-8b9f-896ba6be23c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.461472 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c336a355-9808-4c98-9a93-ef8b7ccd67a7 req-e81254ef-1754-496b-8b9f-896ba6be23c6 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1101 time: 0.5316470 Sep 23 19:32:57.462102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f97f9305-bc56-4798-b75c-f31b67d69baf completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:57.466154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f97f9305-bc56-4798-b75c-f31b67d69baf triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:57.467008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.561520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c336a355-9808-4c98-9a93-ef8b7ccd67a7 req-f15c86d7-2a37-4830-b8d6-82d67c424589 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987763 Sep 23 19:32:57.580932 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.638604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f97f9305-bc56-4798-b75c-f31b67d69baf, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f97f9305-bc56-4798-b75c-f31b67d69baf,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:57.642811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.701216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f97f9305-bc56-4798-b75c-f31b67d69baf,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:57.743245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.785981 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.835533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:57.851393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:57.857465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:57.899001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=7b92f9fd-dcc4-455f-b0aa-1bcaecc36969,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:57.963336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.963956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.989510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-05b5684c-2f40-4de1-8a3d-5c511fe68e75 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.991158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-05b5684c-2f40-4de1-8a3d-5c511fe68e75 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/networks?id=980db797-4640-4409-b419-61ccc2fac0be HTTP/1.1" status: 200 len: 809 time: 0.1916964 Sep 23 19:32:57.992944 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62b06ba4-cec2-4df2-8fc8-e3561ada1d21 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6601367 Sep 23 19:32:57.995868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:58.000947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c539f99a-3a2f-4713-b131-fd311e957d45'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:58.033133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-8dcbc956-e176-4987-800e-1088d44b82f0 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/quotas/4ec3cdc4c1e943519eee776bfc010560 HTTP/1.1" status: 200 len: 375 time: 0.0284576 Sep 23 19:32:58.089292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3eb5cef8-0a58-489e-85d3-4f7b84f2b48e tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ec3cdc4c1e943519eee776bfc010560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494113 Sep 23 19:32:58.106433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.223662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 821fbfbf-c978-452d-aafd-b8694554ea42 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:58.261054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-bd3f3b8a-78fb-4e39-9d58-7948ea1210e7 service neutron] 10.222.0.38 "GET /v2.0/networks/980db797-4640-4409-b419-61ccc2fac0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624646 Sep 23 19:32:58.276229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 821fbfbf-c978-452d-aafd-b8694554ea42 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:58.276792 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.362151 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.396929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f402c9-d31e-4c4c-97c9-8fb7bc2b8438 None None] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:58.401388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 821fbfbf-c978-452d-aafd-b8694554ea42, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=821fbfbf-c978-452d-aafd-b8694554ea42,segment=NetworkSegment(f4db3b40-b7f3-4096-b26b-7756d3170f79),segment_id=f4db3b40-b7f3-4096-b26b-7756d3170f79)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:58.415264 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.451410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-d5085fc7-b164-4d44-9337-623a450f4b00 service neutron] 10.222.0.38 "GET /v2.0/networks/980db797-4640-4409-b419-61ccc2fac0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812992 Sep 23 19:32:58.487694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-42149579-aa82-4583-a550-fb0218309e1c None None] Provisioning complete for port 821fbfbf-c978-452d-aafd-b8694554ea42 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:58.488607 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42149579-aa82-4583-a550-fb0218309e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.508376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Delete allocated IP 172.20.0.19 (d2c6b2b6-258c-46cc-a8c4-bd7136823b21/c1ab51b7-6aea-4fc2-92a1-f42fb85a7153) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:32:58.706113 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7de5ae-4d4f-43cc-a0c5-0c31d8949b6e x-openstack-request-id: req-2f7de5ae-4d4f-43cc-a0c5-0c31d8949b6e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:58.706468 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "84f40afc-3e25-4247-a292-190863869dcd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:58.706726 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f7de5ae-4d4f-43cc-a0c5-0c31d8949b6e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:58.707123 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f40afc-3e25-4247-a292-190863869dcd', 'code': 200} Sep 23 19:32:58.713954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.721498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=821fbfbf-c978-452d-aafd-b8694554ea42,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:58.734166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.872049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] In _notify_port_updated(), no bound segment for port 7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 on network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:32:58.873567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:58.877831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:58.879060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.883398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "PUT /v2.0/ports/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 HTTP/1.1" status: 200 len: 918 time: 0.8835874 Sep 23 19:32:58.883649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:58.888736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c539f99a-3a2f-4713-b131-fd311e957d45'}, {'subnet_id': 'c1ab51b7-6aea-4fc2-92a1-f42fb85a7153'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:58.904540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928306a-ba23-45b9-a775-53861edb364e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=7b92f9fd-dcc4-455f-b0aa-1bcaecc36969,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:58.921148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2aaf0-328c-4bf1-9be0-219fc926ec9d req-3a2235f0-85b5-4fe6-a26c-3c55dc73fa61 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:58.930911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ada2aaf0-328c-4bf1-9be0-219fc926ec9d req-3a2235f0-85b5-4fe6-a26c-3c55dc73fa61 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 945 time: 0.2333260 Sep 23 19:32:58.971745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ada2aaf0-328c-4bf1-9be0-219fc926ec9d req-60b3c8ad-803c-4083-b3d9-034c03f4c8b1 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 Sep 23 19:32:59.025918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c160e8a-ae61-42d9-8eb2-bb3c4afbd08a None None] Update dhcp port {'port': {'network_id': 'd2c6b2b6-258c-46cc-a8c4-bd7136823b21', 'fixed_ips': [{'subnet_id': 'c539f99a-3a2f-4713-b131-fd311e957d45', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1ab51b7-6aea-4fc2-92a1-f42fb85a7153'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '821fbfbf-c978-452d-aafd-b8694554ea42'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:32:59.028378 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:32:59.073359 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c160e8a-ae61-42d9-8eb2-bb3c4afbd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.183459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:59.207363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.253068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'mac_address': 'fa:16:3e:3c:ce:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:59.325742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.341772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9750fe45-766c-4f4e-aa6f-31450a493d71 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:59.393463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:59.412094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.496484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7c160e8a-ae61-42d9-8eb2-bb3c4afbd08a None None] Allocated IP 172.20.0.18 (d2c6b2b6-258c-46cc-a8c4-bd7136823b21/c1ab51b7-6aea-4fc2-92a1-f42fb85a7153/821fbfbf-c978-452d-aafd-b8694554ea42) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:59.550052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:59.563666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['9750fe45-766c-4f4e-aa6f-31450a493d71'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:59.621996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-20c1bc17-749d-4ca4-9507-bd56b3d8374a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1064317746&fields=id&tenant_id=9bb8d6f029ca451091d6caeae2ea6c08 HTTP/1.1" status: 200 len: 267 time: 0.0673172 Sep 23 19:32:59.700833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7c160e8a-ae61-42d9-8eb2-bb3c4afbd08a None None] For port 821fbfbf-c978-452d-aafd-b8694554ea42, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=821fbfbf-c978-452d-aafd-b8694554ea42,segment=NetworkSegment(f4db3b40-b7f3-4096-b26b-7756d3170f79),segment_id=f4db3b40-b7f3-4096-b26b-7756d3170f79)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:59.770640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-21370c12-4440-4f0b-a8dc-4a91ec12b9bc tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:59.772186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-21370c12-4440-4f0b-a8dc-4a91ec12b9bc tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/networks?id=6f7e68af-33f3-4973-a38b-b1c8433c87ac HTTP/1.1" status: 200 len: 815 time: 0.1403952 Sep 23 19:32:59.799199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-aa62a6cb-5150-4dde-94a4-e2300207b459 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/quotas/9bb8d6f029ca451091d6caeae2ea6c08 HTTP/1.1" status: 200 len: 375 time: 0.0138803 Sep 23 19:32:59.824644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c160e8a-ae61-42d9-8eb2-bb3c4afbd08a None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.835181 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c160e8a-ae61-42d9-8eb2-bb3c4afbd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.928571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.26 (d2c6b2b6-258c-46cc-a8c4-bd7136823b21/c1ab51b7-6aea-4fc2-92a1-f42fb85a7153/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:59.951104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c160e8a-ae61-42d9-8eb2-bb3c4afbd08a None None] Pushing event updated for resources: {'Port': ['ID=821fbfbf-c978-452d-aafd-b8694554ea42,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:00.055907 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-2b60cf63-fbb6-4336-8782-70b8347e6d2d tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bb8d6f029ca451091d6caeae2ea6c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2484224 Sep 23 19:33:00.120800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.136785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.246377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-8544bb69-f1b9-4c05-ba26-5246c823e7f3 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:00.249926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 821fbfbf-c978-452d-aafd-b8694554ea42 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:00.252139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-8544bb69-f1b9-4c05-ba26-5246c823e7f3 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.41 "GET /v2.0/networks?id=980db797-4640-4409-b419-61ccc2fac0be HTTP/1.1" status: 200 len: 809 time: 0.3589926 Sep 23 19:33:00.266146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Request body: {'port': {'device_id': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'network_id': '980db797-4640-4409-b419-61ccc2fac0be', 'admin_state_up': True, 'tenant_id': '4ec3cdc4c1e943519eee776bfc010560'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:00.315795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=7b92f9fd-dcc4-455f-b0aa-1bcaecc36969,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:00.367958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 821fbfbf-c978-452d-aafd-b8694554ea42 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:00.368623 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.369076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-c0899236-e98d-4c48-985b-56fd7005721c service neutron] 10.222.0.38 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118174 Sep 23 19:33:00.403886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] In _notify_port_updated(), no bound segment for port 7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 on network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:33:00.440033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:00.440693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.442429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d9ff2af2-5793-4d15-8449-b0fd25dfc29e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "PUT /v2.0/ports/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 HTTP/1.1" status: 200 len: 998 time: 1.5580873 Sep 23 19:33:00.445525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:00.528255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-a3780a86-5fc4-4413-ad6e-1cc169830110 service neutron] 10.222.0.38 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582165 Sep 23 19:33:00.537730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Made reservation on behalf of 4ec3cdc4c1e943519eee776bfc010560 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:00.543487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.611490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:00.621011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.709017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:00.711506 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6858e06e-0a10-4606-99cb-3762d9fa5195" -d '{"events": [{"server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "name": "network-vif-plugged", "status": "completed", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:00.768309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.782524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Allocated IP 172.20.0.12 (980db797-4640-4409-b419-61ccc2fac0be/c3929f3d-dbd9-4347-89fb-8f955bf1566b/155ff446-4bc9-48e6-9318-3edf7d6e7129) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:00.787505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:00.849539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df4ad7-66da-4ba4-88f3-cbdbcd7ea456 None None] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:00.890513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:01.122747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.135199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.145835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-29d78c34-ef3d-4da0-b263-7531ef94f119 None None] Provisioning complete for port 821fbfbf-c978-452d-aafd-b8694554ea42 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:01.146636 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-29d78c34-ef3d-4da0-b263-7531ef94f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.167823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.224831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 9750fe45-766c-4f4e-aa6f-31450a493d71 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:01.225303 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.248009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=7b92f9fd-dcc4-455f-b0aa-1bcaecc36969,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.272736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Network 980db797-4640-4409-b419-61ccc2fac0be is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:01.284427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:01.292493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:01.295360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Pushing event updated for resources: {'Port': ['ID=155ff446-4bc9-48e6-9318-3edf7d6e7129,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.354831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824be3e-fce8-41f6-96e6-42a70588ff84 req-fc2a7554-a2b5-46ef-b86d-3e78504a71de tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.359849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.363873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8824be3e-fce8-41f6-96e6-42a70588ff84 req-fc2a7554-a2b5-46ef-b86d-3e78504a71de tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 932 time: 0.1437480 Sep 23 19:33:01.365518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bfe7316c-4386-4153-9432-b752204a4e3f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 HTTP/1.1" status: 204 len: 168 time: 0.9189324 Sep 23 19:33:01.366372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:01.403499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.404197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.435884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-29d78c34-ef3d-4da0-b263-7531ef94f119 None None] Could not find standard attr ID for object 7b92f9fd-dcc4-455f-b0aa-1bcaecc36969. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:01.447486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8824be3e-fce8-41f6-96e6-42a70588ff84 req-48cca5a2-bc99-4115-ad19-0fc68e9ca646 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819664 Sep 23 19:33:01.449965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-3f2b86bd-3b02-49ea-899c-ff4c573c4385 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1880248 Sep 23 19:33:01.459146 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2b0001-b65f-4070-acee-29a0f261c4e1 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:01.462724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Request body: {'port': {'device_id': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:01.465056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:01.468650 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9c2b0001-b65f-4070-acee-29a0f261c4e1 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 HTTP/1.1" status: 404 len: 333 time: 0.0986230 Sep 23 19:33:01.494822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.584282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:01.589563 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.647577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.651209 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet c1ab51b7-6aea-4fc2-92a1-f42fb85a7153 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:01.663047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b81dfc-2b4c-4c44-80c0-b3dfb67a7c5d req-0ecc0059-39ae-4700-80d6-f5ea596c0437 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.671639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35b81dfc-2b4c-4c44-80c0-b3dfb67a7c5d req-0ecc0059-39ae-4700-80d6-f5ea596c0437 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 1102 time: 0.1178436 Sep 23 19:33:01.674938 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.705709 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.748475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.817903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35b81dfc-2b4c-4c44-80c0-b3dfb67a7c5d req-e822c656-8aaf-4cc6-b545-9426e7e8b0d5 tempest-ServersAdminTestJSON-1838786624 tempest-ServersAdminTestJSON-1838786624-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417813 Sep 23 19:33:02.133298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.163507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-65568f0c-b7d4-4f57-8d8f-c9e4a423c038 None None] Provisioning complete for port 821fbfbf-c978-452d-aafd-b8694554ea42 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:02.164240 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65568f0c-b7d4-4f57-8d8f-c9e4a423c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.164368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f3ba4-1705-4ba2-90f9-eab7d2909440 req-fc13692f-1050-4830-aabe-0640a94ad585 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.171961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-764f3ba4-1705-4ba2-90f9-eab7d2909440 req-fc13692f-1050-4830-aabe-0640a94ad585 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 945 time: 0.1518285 Sep 23 19:33:02.321623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-764f3ba4-1705-4ba2-90f9-eab7d2909440 req-7c60e239-be80-4964-9529-0b7b783d290a tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487670 Sep 23 19:33:02.351015 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.424032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.433612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/c1ab51b7-6aea-4fc2-92a1-f42fb85a7153 HTTP/1.1" status: 204 len: 168 time: 0.9653702 Sep 23 19:33:02.435790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:02.444283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb072f93-df5f-41d8-b421-bda467c6eb53 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ab51b7-6aea-4fc2-92a1-f42fb85a7153,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:02.560410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3dc922-9909-4db0-a2ef-fb72ce2f343e None None] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:02.645171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-42b55f0a-4a00-4681-baa6-f2e2cad9dbba None None] Could not find standard attr ID for object 7b92f9fd-dcc4-455f-b0aa-1bcaecc36969. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:02.646904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet c539f99a-3a2f-4713-b131-fd311e957d45 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:02.651106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.663515 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496b8b66-3389-451e-baa2-dadb47c91819 x-openstack-request-id: req-496b8b66-3389-451e-baa2-dadb47c91819 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:02.663811 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "name": "network-vif-plugged", "status": "completed", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:02.664068 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-496b8b66-3389-451e-baa2-dadb47c91819 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:02.664477 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'code': 200} Sep 23 19:33:02.715291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-9a4fc67b-a332-4a19-9dae-f02d58400355 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1925094 Sep 23 19:33:02.790547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-03a14eed-17fb-4760-a725-7de85278938d tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.792752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-03a14eed-17fb-4760-a725-7de85278938d tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.41 "GET /v2.0/networks?id=6f7e68af-33f3-4973-a38b-b1c8433c87ac HTTP/1.1" status: 200 len: 815 time: 0.3705230 Sep 23 19:33:02.813205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.015938 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-5c56f859-2079-4f6a-bf3b-ecc8844fcc80 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb8d6f029ca451091d6caeae2ea6c08 HTTP/1.1" status: 200 len: 380 time: 0.1532240 Sep 23 19:33:03.028472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Request body: {'port': {'device_id': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'admin_state_up': True, 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'security_groups': ['e29d8e80-2d0b-4af4-ae49-a958a2b5a58f']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:03.033232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f327d86-e401-48b7-99fb-0e8789abde2d req-a5bc1a14-3a68-4206-bfa5-4b00b52695cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.035346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3f327d86-e401-48b7-99fb-0e8789abde2d req-a5bc1a14-3a68-4206-bfa5-4b00b52695cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 1096 time: 0.2652802 Sep 23 19:33:03.069191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.200754 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3f327d86-e401-48b7-99fb-0e8789abde2d req-0f044d7f-c3e1-497e-893c-75c6f318d3c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458204 Sep 23 19:33:03.204170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a739b9ad-cab4-45fc-a65e-2b9d736b1204 req-a6fdc345-3aef-4cc2-bc7f-7bc3387cab7b tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 210 time: 0.0882001 Sep 23 19:33:03.244396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.298814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=c539f99a-3a2f-4713-b131-fd311e957d45,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:03.309358 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.316952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a205864a-1889-4fd2-97a6-3fdae7042acb tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/c539f99a-3a2f-4713-b131-fd311e957d45 HTTP/1.1" status: 204 len: 168 time: 0.8725219 Sep 23 19:33:03.319079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51422) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:03.320203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Made reservation on behalf of 9bb8d6f029ca451091d6caeae2ea6c08 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:03.324099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.380578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-b8b5514e-0d14-432e-b8f7-9079601c9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.384519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-b8b5514e-0d14-432e-b8f7-9079601c9661 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19604681f2044942a75a72d52ff7df46&device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 1100 time: 0.2545502 Sep 23 19:33:03.396629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155ff446-4bc9-48e6-9318-3edf7d6e7129 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:03.427033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.462963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Transition to ACTIVE for port object 155ff446-4bc9-48e6-9318-3edf7d6e7129 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:33:03.500762 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.556856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.730667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=155ff446-4bc9-48e6-9318-3edf7d6e7129,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:03.880088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc0989-abd4-4d95-a5ef-99c012ac1ce1 None None] Network d2c6b2b6-258c-46cc-a8c4-bd7136823b21 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:03.892989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Attempting to bind port 155ff446-4bc9-48e6-9318-3edf7d6e7129 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:03.893221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Attempting to bind port 155ff446-4bc9-48e6-9318-3edf7d6e7129 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'c5da4282-39a4-445a-b2bf-a77e478fcc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '980db797-4640-4409-b419-61ccc2fac0be'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:03.893552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Attempting to bind port 155ff446-4bc9-48e6-9318-3edf7d6e7129 on network 980db797-4640-4409-b419-61ccc2fac0be {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:03.906661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Port 155ff446-4bc9-48e6-9318-3edf7d6e7129 on network 980db797-4640-4409-b419-61ccc2fac0be not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:33:03.906987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Attempting to bind port 155ff446-4bc9-48e6-9318-3edf7d6e7129 on network 980db797-4640-4409-b419-61ccc2fac0be {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:03.929724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2f620b90-3d29-4591-bcba-0ccd4cfa5095 None None] Provisioning complete for port 821fbfbf-c978-452d-aafd-b8694554ea42 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:03.929959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac4d78-13c5-4a2d-8646-84fd77ff5b3a req-32f09357-1c92-463c-a325-31f0be49e346 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.930124 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f620b90-3d29-4591-bcba-0ccd4cfa5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.931472 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6dac4d78-13c5-4a2d-8646-84fd77ff5b3a req-32f09357-1c92-463c-a325-31f0be49e346 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 944 time: 0.2486243 Sep 23 19:33:03.932554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-d71f58fb-df71-4156-b4c1-ee7ba5bdd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.933930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-d71f58fb-df71-4156-b4c1-ee7ba5bdd277 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.4589610 Sep 23 19:33:03.937189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:03.937610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Checking segment: {'id': 'c5da4282-39a4-445a-b2bf-a77e478fcc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '980db797-4640-4409-b419-61ccc2fac0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:03.938011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Bound using segment: {'id': 'c5da4282-39a4-445a-b2bf-a77e478fcc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '980db797-4640-4409-b419-61ccc2fac0be'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:03.938496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Bound port: 155ff446-4bc9-48e6-9318-3edf7d6e7129, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da4282-39a4-445a-b2bf-a77e478fcc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '980db797-4640-4409-b419-61ccc2fac0be'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:03.938864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.095279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Allocated IP 172.20.0.6 (6f7e68af-33f3-4973-a38b-b1c8433c87ac/83134214-e988-4210-add8-37139a6f8537/76e999e3-e47f-464c-a55d-857bf9af404c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:04.121926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-b8d3d3c0-b990-43c3-9447-4c61a1d7454b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4 HTTP/1.1" status: 200 len: 217 time: 0.1560657 Sep 23 19:33:04.134525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 821fbfbf-c978-452d-aafd-b8694554ea42 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:04.134840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.185471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6dac4d78-13c5-4a2d-8646-84fd77ff5b3a req-ec9ff3dc-6c57-43bf-82f9-21840f765243 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227612 Sep 23 19:33:04.236307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] DHCP port deletion for d2c6b2b6-258c-46cc-a8c4-bd7136823b21 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:04.299539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-4dd2aac3-357c-47af-b58b-e01f0469f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.306249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-4dd2aac3-357c-47af-b58b-e01f0469f0a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1590250 Sep 23 19:33:04.311687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] For port 155ff446-4bc9-48e6-9318-3edf7d6e7129, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:04.343019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] For port 155ff446-4bc9-48e6-9318-3edf7d6e7129, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=155ff446-4bc9-48e6-9318-3edf7d6e7129,segment=NetworkSegment(c5da4282-39a4-445a-b2bf-a77e478fcc4c),segment_id=c5da4282-39a4-445a-b2bf-a77e478fcc4c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:04.350572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] Deleting port 821fbfbf-c978-452d-aafd-b8694554ea42 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:04.351008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.371839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] For port 821fbfbf-c978-452d-aafd-b8694554ea42, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=821fbfbf-c978-452d-aafd-b8694554ea42,segment=NetworkSegment(f4db3b40-b7f3-4096-b26b-7756d3170f79),segment_id=f4db3b40-b7f3-4096-b26b-7756d3170f79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:04.372734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.465146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 821fbfbf-c978-452d-aafd-b8694554ea42 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:04.510297 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.538954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] For port 821fbfbf-c978-452d-aafd-b8694554ea42, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=821fbfbf-c978-452d-aafd-b8694554ea42,segment=NetworkSegment(f4db3b40-b7f3-4096-b26b-7756d3170f79),segment_id=f4db3b40-b7f3-4096-b26b-7756d3170f79)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:04.539363 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.585323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] Calling delete_port for 821fbfbf-c978-452d-aafd-b8694554ea42 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:04.594540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.613765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-f23c2f6f-0460-4ec1-9cde-ca9c5219a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.615006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-f23c2f6f-0460-4ec1-9cde-ca9c5219a289 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2970040 Sep 23 19:33:04.616510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.625955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.634697 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.636125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/155ff446-4bc9-48e6-9318-3edf7d6e7129 HTTP/1.1" status: 200 len: 1092 time: 3.1781187 Sep 23 19:33:04.657924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=821fbfbf-c978-452d-aafd-b8694554ea42,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.675447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:04.677702 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f96939-3a4c-4de9-8f7c-dfe914c498d1" -d '{"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-plugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:04.692359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'tag': '155ff446-4bc9-48e6-9318-3edf7d6e7129'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:04.694240 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1276fb9f-1090-4369-b24d-dd175b357406" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fbc2d8-200e-474a-9da9-6870837d8e45", "tag": "155ff446-4bc9-48e6-9318-3edf7d6e7129"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:04.701614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c697ab-0117-493c-a2a5-5eb5eb77d2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=155ff446-4bc9-48e6-9318-3edf7d6e7129,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.731733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No DVR routers for this DVR port 821fbfbf-c978-452d-aafd-b8694554ea42 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:04.790768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.800092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.836780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] Pushing event deleted for resources: {'Port': ['ID=821fbfbf-c978-452d-aafd-b8694554ea42,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.856351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f5ee3-0819-4966-9036-68a0877f7266 None None] No DVR routers for this DVR port 821fbfbf-c978-452d-aafd-b8694554ea42 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:04.903095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.905231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649767a-9210-4baf-877b-9126746ce8ce req-63aebe19-4706-4a35-a627-303afe90c215 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.906883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a649767a-9210-4baf-877b-9126746ce8ce req-63aebe19-4706-4a35-a627-303afe90c215 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 945 time: 0.5593362 Sep 23 19:33:04.927037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c6b2b6-258c-46cc-a8c4-bd7136823b21']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:04.937324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4db3b40-b7f3-4096-b26b-7756d3170f79') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:04.937622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4db3b40-b7f3-4096-b26b-7756d3170f79') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:04.951583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.966787 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.970814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-437715df-ff16-48b0-9381-1ea8ec82f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.972374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-437715df-ff16-48b0-9381-1ea8ec82f84c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ec3cdc4c1e943519eee776bfc010560&device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 1095 time: 0.2007790 Sep 23 19:33:04.973795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:04.974268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.983422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a649767a-9210-4baf-877b-9126746ce8ce req-3a9d7d14-7f4e-4208-8e07-090285bc19ae tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656862 Sep 23 19:33:05.024245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-9d7a9798-1746-49be-b72a-f52d6d05eff6 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871207 Sep 23 19:33:05.070238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-94e1f7df-e9fd-4466-b055-a08c0cb462f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=155ff446-4bc9-48e6-9318-3edf7d6e7129 HTTP/1.1" status: 200 len: 217 time: 0.0826447 Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:05.075264 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:05.097604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:05.099084 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.105738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:05.114061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:05.116933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.119284 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/d2c6b2b6-258c-46cc-a8c4-bd7136823b21 HTTP/1.1" status: 204 len: 168 time: 1.7923453 Sep 23 19:33:05.126943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:05.231858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d38fc-1040-43f1-aa5a-3815504436e4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=d2c6b2b6-258c-46cc-a8c4-bd7136823b21,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:05.314262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:05.314857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.343923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event updated for resources: {'Port': ['ID=76e999e3-e47f-464c-a55d-857bf9af404c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:05.374798 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-af33306d-3adc-444b-9c4f-77742a4778a1 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3493409 Sep 23 19:33:05.380847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-fd3ad71e-0ade-4b5b-bc4c-b784299f1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:05.382421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-fd3ad71e-0ade-4b5b-bc4c-b784299f1fdd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3929f3d-dbd9-4347-89fb-8f955bf1566b HTTP/1.1" status: 200 len: 849 time: 0.2947927 Sep 23 19:33:05.401322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0cb95-612e-4152-a6dd-055cc3a19b63 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:05.413801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:05.415812 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fef0cb95-612e-4152-a6dd-055cc3a19b63 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2731373 Sep 23 19:33:05.428942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Request body: {'port': {'device_id': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:05.468858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-b14ce780-3b03-4a0e-a2a1-5ed7164b02ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980db797-4640-4409-b419-61ccc2fac0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776849 Sep 23 19:33:05.481968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138deb5-573a-49d7-8157-6b7c06675f48 req-3794e66d-307b-432c-9270-1c9c7c35c7c9 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:05.483865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1138deb5-573a-49d7-8157-6b7c06675f48 req-3794e66d-307b-432c-9270-1c9c7c35c7c9 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 949 time: 0.1858044 Sep 23 19:33:05.486498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ba5148-f63e-426a-9f82-94c208b90de6 req-87d1f331-0a28-447c-b41b-df78fe40c4ed service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251816 Sep 23 19:33:05.620291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1055eada-e997-4455-983f-5d8ee8429683 None None] Provisioning complete for port 76e999e3-e47f-464c-a55d-857bf9af404c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:05.621441 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1055eada-e997-4455-983f-5d8ee8429683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.635936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-45265042-4de4-466b-951d-ab371422f5cd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2046278 Sep 23 19:33:05.645283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:05.649642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.659218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2044523198'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:05.680368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1138deb5-573a-49d7-8157-6b7c06675f48 req-59ac654d-14ba-4364-bf26-5e4d3aadd515 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834977 Sep 23 19:33:05.687428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1055eada-e997-4455-983f-5d8ee8429683 None None] Port 76e999e3-e47f-464c-a55d-857bf9af404c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:05.710265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-43aa5460-a891-4a4b-9434-08caf1d25cc4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:05.712183 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-43aa5460-a891-4a4b-9434-08caf1d25cc4 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c51b3e4-1c25-4084-b380-99fff90ab77e HTTP/1.1" status: 200 len: 949 time: 0.1764424 Sep 23 19:33:05.734008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-e6cf4b0f-febd-449c-8195-2f9114425002 service neutron] 10.222.0.41 "GET /v2.0/networks/980db797-4640-4409-b419-61ccc2fac0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442174 Sep 23 19:33:05.749332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:05.752815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.851649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:05.888356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.888597 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment 0b3d7f57-293d-445b-8437-1b72eb10be4e of type vlan for network 5e333ff6-1f60-43dc-a479-772f66b319fc Sep 23 19:33:05.968370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cab1dc9-8924-4a81-87ac-d36f29fdc634 req-246ee968-32f1-417a-b5a0-2a8804d0ce68 service neutron] 10.222.0.41 "GET /v2.0/networks/980db797-4640-4409-b419-61ccc2fac0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274935 Sep 23 19:33:05.981118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.006173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd76b5e-ab2e-4195-b4d2-8fcdffd21b0b req-15c61fde-2f3a-4d1e-a93d-b40c3f856a13 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:06.008712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fdd76b5e-ab2e-4195-b4d2-8fcdffd21b0b req-15c61fde-2f3a-4d1e-a93d-b40c3f856a13 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 931 time: 0.1380072 Sep 23 19:33:06.070392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fdd76b5e-ab2e-4195-b4d2-8fcdffd21b0b req-94546194-3c49-4347-8e4a-b206ebfc1ecb tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Sep 23 19:33:06.071376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.077884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:06.079033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.112595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Deleting port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:06.113414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.128834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4768617 Sep 23 19:33:06.132843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:06.138698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:06.163322 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e822c60c-2b28-45cb-915b-7628d6557321 x-openstack-request-id: req-e822c60c-2b28-45cb-915b-7628d6557321 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:06.163814 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-plugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:06.164466 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e822c60c-2b28-45cb-915b-7628d6557321 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:06.165076 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'code': 200} Sep 23 19:33:06.192203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae1142-872f-4ef8-9173-4fdac8ffe168 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=5e333ff6-1f60-43dc-a479-772f66b319fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:06.203636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5e333ff6-1f60-43dc-a479-772f66b319fc details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:06.233124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 821fbfbf-c978-452d-aafd-b8694554ea42 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:06.276875 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8f49e-4b93-4fd1-af64-e23e62f37f59 x-openstack-request-id: req-b8c8f49e-4b93-4fd1-af64-e23e62f37f59 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:06.277174 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fbc2d8-200e-474a-9da9-6870837d8e45", "tag": "155ff446-4bc9-48e6-9318-3edf7d6e7129", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:06.277419 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8c8f49e-4b93-4fd1-af64-e23e62f37f59 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:06.277816 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'tag': '155ff446-4bc9-48e6-9318-3edf7d6e7129', 'status': 'completed', 'code': 200} Sep 23 19:33:06.383988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] For port 41e9baae-65ef-4b6a-81c8-5361288dd9e4, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=41e9baae-65ef-4b6a-81c8-5361288dd9e4,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:06.394467 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.446990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 821fbfbf-c978-452d-aafd-b8694554ea42 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:06.447382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 821fbfbf-c978-452d-aafd-b8694554ea42 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:06.450672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Calling delete_port for 41e9baae-65ef-4b6a-81c8-5361288dd9e4 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:06.470376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e999e3-e47f-464c-a55d-857bf9af404c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:06.492040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.552262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fb9f-1090-4369-b24d-dd175b357406 req-a876cc2a-449b-4436-8ed1-5462f091fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:06.556366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1276fb9f-1090-4369-b24d-dd175b357406 req-a876cc2a-449b-4436-8ed1-5462f091fd9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ec3cdc4c1e943519eee776bfc010560&device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 1095 time: 0.2502275 Sep 23 19:33:06.599148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Transition to ACTIVE for port object 76e999e3-e47f-464c-a55d-857bf9af404c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:33:06.599986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:06.606323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.611838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.656705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2921b4-342c-487d-9207-ecd590ff007b req-09f6ffe0-12a0-486c-9ee6-efe86f699a6c tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:06.658271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af2921b4-342c-487d-9207-ecd590ff007b req-09f6ffe0-12a0-486c-9ee6-efe86f699a6c tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 944 time: 0.2181180 Sep 23 19:33:06.809580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Pushing event updated for resources: {'Port': ['ID=76e999e3-e47f-464c-a55d-857bf9af404c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:06.842139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af2921b4-342c-487d-9207-ecd590ff007b req-ed632e86-a668-4203-abfa-0ff3a575c92f tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822077 Sep 23 19:33:06.891473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fb9f-1090-4369-b24d-dd175b357406 req-fa7228f0-23af-4be6-8632-478e6a359271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:06.893452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1276fb9f-1090-4369-b24d-dd175b357406 req-fa7228f0-23af-4be6-8632-478e6a359271 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980db797-4640-4409-b419-61ccc2fac0be HTTP/1.1" status: 200 len: 910 time: 0.3280685 Sep 23 19:33:07.008649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Attempting to bind port 76e999e3-e47f-464c-a55d-857bf9af404c on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:07.009136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Attempting to bind port 76e999e3-e47f-464c-a55d-857bf9af404c by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:07.009600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Attempting to bind port 76e999e3-e47f-464c-a55d-857bf9af404c on network 6f7e68af-33f3-4973-a38b-b1c8433c87ac {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:07.016011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Port 76e999e3-e47f-464c-a55d-857bf9af404c on network 6f7e68af-33f3-4973-a38b-b1c8433c87ac not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:33:07.016545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Attempting to bind port 76e999e3-e47f-464c-a55d-857bf9af404c on network 6f7e68af-33f3-4973-a38b-b1c8433c87ac {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:07.029657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:07.031499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Checking segment: {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:07.032273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Bound using segment: {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:07.032821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Bound port: 76e999e3-e47f-464c-a55d-857bf9af404c, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27116ad-b40b-4786-8d44-e68863923e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:07.033453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.047219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.060454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c9db7628-9ace-45fd-9be0-e6827f548039'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:07.107560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Pushing event deleted for resources: {'Port': ['ID=41e9baae-65ef-4b6a-81c8-5361288dd9e4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:07.119884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84f40afc-3e25-4247-a292-190863869dcd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:07.189245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] No DVR routers for this DVR port 41e9baae-65ef-4b6a-81c8-5361288dd9e4 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:07.195206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.198185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1e2178f2-fcc7-4ae5-b513-53579510ef5a req-e6a1e07d-7f72-48dd-a483-cbccc47c3a69 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "DELETE /v2.0/ports/41e9baae-65ef-4b6a-81c8-5361288dd9e4 HTTP/1.1" status: 204 len: 173 time: 1.4727857 Sep 23 19:33:07.218623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'name': 'network-vif-deleted', 'tag': '41e9baae-65ef-4b6a-81c8-5361288dd9e4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:07.222789 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825b7ce2-ac0d-4552-845b-67831d83097b" -d '{"events": [{"server_uuid": "4c51b3e4-1c25-4084-b380-99fff90ab77e", "name": "network-vif-deleted", "tag": "41e9baae-65ef-4b6a-81c8-5361288dd9e4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:07.283656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1276fb9f-1090-4369-b24d-dd175b357406 req-d746a1cd-0049-4d56-90c6-46b83efc4d83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=155ff446-4bc9-48e6-9318-3edf7d6e7129 HTTP/1.1" status: 200 len: 217 time: 0.1530368 Sep 23 19:33:07.408085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] For port 76e999e3-e47f-464c-a55d-857bf9af404c, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:07.414323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] For port 76e999e3-e47f-464c-a55d-857bf9af404c, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=76e999e3-e47f-464c-a55d-857bf9af404c,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:07.427644 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.496662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Pushing event updated for resources: {'Port': ['ID=76e999e3-e47f-464c-a55d-857bf9af404c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:07.516044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.518239 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.520947 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-e1cb59d8-7234-4ad2-b71c-654593cdd85b service neutron] 10.222.0.41 "PUT /v2.0/ports/76e999e3-e47f-464c-a55d-857bf9af404c HTTP/1.1" status: 200 len: 1091 time: 2.1032317 Sep 23 19:33:07.574747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.650878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-3ae87def-b0ef-4678-855f-e19a017d1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.652542 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-3ae87def-b0ef-4678-855f-e19a017d1e55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bb8d6f029ca451091d6caeae2ea6c08&device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0860898 Sep 23 19:33:07.706664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=e931d41f-a62a-45e1-9232-f918d033c131,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:07.757388 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-cdc9b2c8-bd78-4c8e-ba62-73357305ef48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76e999e3-e47f-464c-a55d-857bf9af404c HTTP/1.1" status: 200 len: 217 time: 0.0948308 Sep 23 19:33:07.792375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5ca4f-b425-414e-b59f-3324cd8bbaa0 req-0f852ff3-fa27-49e2-9483-3cf7d4cdd9fd tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.807381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08b5ca4f-b425-414e-b59f-3324cd8bbaa0 req-0f852ff3-fa27-49e2-9483-3cf7d4cdd9fd tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 945 time: 0.6901205 Sep 23 19:33:07.824989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fb9f-1090-4369-b24d-dd175b357406 req-c24e041a-1e07-4631-98e0-684476267d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.826828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1276fb9f-1090-4369-b24d-dd175b357406 req-c24e041a-1e07-4631-98e0-684476267d45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3929f3d-dbd9-4347-89fb-8f955bf1566b HTTP/1.1" status: 200 len: 849 time: 0.3175085 Sep 23 19:33:07.846599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': '0b3d7f57-293d-445b-8437-1b72eb10be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:07.847279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: 5e333ff6-1f60-43dc-a479-772f66b319fc, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:07.875184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-8fc4e9c4-55e4-4e5c-8c61-305651e72de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.880710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-8fc4e9c4-55e4-4e5c-8c61-305651e72de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83134214-e988-4210-add8-37139a6f8537 HTTP/1.1" status: 200 len: 854 time: 0.1129229 Sep 23 19:33:07.945308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1276fb9f-1090-4369-b24d-dd175b357406 req-d0a50601-c278-4681-81bd-c4a465b808af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980db797-4640-4409-b419-61ccc2fac0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932322 Sep 23 19:33:07.983986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-c897a15a-63a4-4e36-a5e1-6c9708cdb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.986236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-c897a15a-63a4-4e36-a5e1-6c9708cdb5be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f7e68af-33f3-4973-a38b-b1c8433c87ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998886 Sep 23 19:33:08.002233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08b5ca4f-b425-414e-b59f-3324cd8bbaa0 req-b4df6383-6f56-438b-ab91-9c1f4005429b tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885729 Sep 23 19:33:08.075485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 5e333ff6-1f60-43dc-a479-772f66b319fc is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:08.119213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5e333ff6-1f60-43dc-a479-772f66b319fc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:08.130856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34212e27-eb1f-4148-b39a-6e95183625ff None None] Network 5e333ff6-1f60-43dc-a479-772f66b319fc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:08.135075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:08.135840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.154492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1276fb9f-1090-4369-b24d-dd175b357406 req-03d0a17f-144e-4e24-9af6-38e8da9eae04 service neutron] 10.222.0.41 "GET /v2.0/networks/980db797-4640-4409-b419-61ccc2fac0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987023 Sep 23 19:33:08.173608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-319d40ff-fc75-4838-8438-898d40c94baa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0394065 Sep 23 19:33:08.177690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:08.199695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc', 'name': 'tempest-PortsTestJSON-1542719006'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:08.256825 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-5969f21a-cfc7-467d-aa0e-d00c22f4eb22 service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623823 Sep 23 19:33:08.435173 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:33:08.469662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38012e2a-9b67-49fd-92f9-7acd07392baa req-7bde7485-8a97-4ecd-8f09-c3404a957f8e service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046609 Sep 23 19:33:08.547828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1276fb9f-1090-4369-b24d-dd175b357406 req-2994a852-4926-47ff-81f7-047385c400b4 service neutron] 10.222.0.41 "GET /v2.0/networks/980db797-4640-4409-b419-61ccc2fac0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855238 Sep 23 19:33:08.573405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224001b-639a-407b-a3cb-25fd8c21318e req-3b4c77fe-010f-4c7d-8638-b6efa84710e9 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:08.581458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6224001b-639a-407b-a3cb-25fd8c21318e req-3b4c77fe-010f-4c7d-8638-b6efa84710e9 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.1033864 Sep 23 19:33:08.619617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-5e333ff6-1f60-43dc-a479-772f66b319fc', 'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc', 'tenant_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'fixed_ips': [{'subnet_id': 'e931d41f-a62a-45e1-9232-f918d033c131'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:08.621501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.630464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:08.634187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.677847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6224001b-639a-407b-a3cb-25fd8c21318e req-453cced7-5897-4d83-8121-381ea279a669 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946944 Sep 23 19:33:08.679451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port bf239081-09ee-46d5-b07d-d97689412a6a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:33:08.726192 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395dbcbf-66bc-470e-96a5-3f401276f415 x-openstack-request-id: req-395dbcbf-66bc-470e-96a5-3f401276f415 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:08.726580 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c51b3e4-1c25-4084-b380-99fff90ab77e", "name": "network-vif-deleted", "tag": "41e9baae-65ef-4b6a-81c8-5361288dd9e4", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:08.726898 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-395dbcbf-66bc-470e-96a5-3f401276f415 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:08.727362 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51b3e4-1c25-4084-b380-99fff90ab77e', 'name': 'network-vif-deleted', 'tag': '41e9baae-65ef-4b6a-81c8-5361288dd9e4', 'status': 'completed', 'code': 200} Sep 23 19:33:08.836392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Allocated IP 172.20.0.2 (5e333ff6-1f60-43dc-a479-772f66b319fc/e931d41f-a62a-45e1-9232-f918d033c131/f6e4a8cb-2d31-4d19-bfeb-efc2f220b903) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:08.850451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b49a65-3330-4a06-b847-c44fd2a57eda req-635386db-1b4c-4ff8-a68c-2eb6ab605831 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:08.858893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78b49a65-3330-4a06-b847-c44fd2a57eda req-635386db-1b4c-4ff8-a68c-2eb6ab605831 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 944 time: 0.0732672 Sep 23 19:33:08.908445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78b49a65-3330-4a06-b847-c44fd2a57eda req-6c57e8ba-08cd-4ac1-b3ab-b05f6034b440 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481868 Sep 23 19:33:08.930563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 41e9baae-65ef-4b6a-81c8-5361288dd9e4 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:08.974349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 41e9baae-65ef-4b6a-81c8-5361288dd9e4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:08.974747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 41e9baae-65ef-4b6a-81c8-5361288dd9e4 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:09.060779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48383c7-48f6-4a91-b341-b51871be718b req-12a2c65f-492b-462a-8cd2-92801111d1c2 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:09.062415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c48383c7-48f6-4a91-b341-b51871be718b req-12a2c65f-492b-462a-8cd2-92801111d1c2 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 945 time: 0.0566492 Sep 23 19:33:09.071721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:09.077742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.079218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Request body: {'floatingip': {'port_id': 'f97f9305-bc56-4798-b75c-f31b67d69baf'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:09.087447 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.130816 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.139238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Pushing event updated for resources: {'Port': ['ID=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:09.158185 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Network 5e333ff6-1f60-43dc-a479-772f66b319fc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:09.160411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:09.163938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:09.271491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Attempting to bind port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:09.271880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Attempting to bind port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '0b3d7f57-293d-445b-8437-1b72eb10be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:09.272241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Attempting to bind port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 on network 5e333ff6-1f60-43dc-a479-772f66b319fc {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:09.283628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:09.285374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Checking segment: {'id': '0b3d7f57-293d-445b-8437-1b72eb10be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:09.286435 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.288033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Bound using segment: {'id': '0b3d7f57-293d-445b-8437-1b72eb10be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:09.288599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Bound port: f6e4a8cb-2d31-4d19-bfeb-efc2f220b903, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3d7f57-293d-445b-8437-1b72eb10be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:09.289215 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.346594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.6 (5e333ff6-1f60-43dc-a479-772f66b319fc/e931d41f-a62a-45e1-9232-f918d033c131/bf239081-09ee-46d5-b07d-d97689412a6a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:09.406843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] For port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:09.411079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] For port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,segment=NetworkSegment(0b3d7f57-293d-445b-8437-1b72eb10be4e),segment_id=0b3d7f57-293d-445b-8437-1b72eb10be4e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:09.420328 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.539236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bee0a-f6dc-4e75-b1b5-126a55616f37 None None] Pushing event updated for resources: {'Port': ['ID=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:09.657489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 155ff446-4bc9-48e6-9318-3edf7d6e7129 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:33:09.914827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 155ff446-4bc9-48e6-9318-3edf7d6e7129, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=155ff446-4bc9-48e6-9318-3edf7d6e7129,segment=NetworkSegment(c5da4282-39a4-445a-b2bf-a77e478fcc4c),segment_id=c5da4282-39a4-445a-b2bf-a77e478fcc4c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:09.951216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '155ff446-4bc9-48e6-9318-3edf7d6e7129', 'network_id': '980db797-4640-4409-b419-61ccc2fac0be', 'port_id': '155ff446-4bc9-48e6-9318-3edf7d6e7129', 'mac_address': 'fa:16:3e:f1:b6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3929f3d-dbd9-4347-89fb-8f955bf1566b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:33:10.042162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.061081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155ff446-4bc9-48e6-9318-3edf7d6e7129 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:10.084796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 155ff446-4bc9-48e6-9318-3edf7d6e7129, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=155ff446-4bc9-48e6-9318-3edf7d6e7129,segment=NetworkSegment(c5da4282-39a4-445a-b2bf-a77e478fcc4c),segment_id=c5da4282-39a4-445a-b2bf-a77e478fcc4c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:10.092175 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.152390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=155ff446-4bc9-48e6-9318-3edf7d6e7129,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:10.165387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f12e0-75e5-4471-b219-aacaeb2abb82 req-f4a9bf77-2ed3-4a81-b476-f21fb7f33165 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.174231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e56f12e0-75e5-4471-b219-aacaeb2abb82 req-f4a9bf77-2ed3-4a81-b476-f21fb7f33165 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 950 time: 0.5527794 Sep 23 19:33:10.265972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.308827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e56f12e0-75e5-4471-b219-aacaeb2abb82 req-094a35fd-4e71-43dc-993c-06224470cdbd tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290252 Sep 23 19:33:10.310113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:10.384982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:10.385375 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.510655 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.531682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['155ff446-4bc9-48e6-9318-3edf7d6e7129'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:10.538513 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.552220 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.562098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,segment=NetworkSegment(0b3d7f57-293d-445b-8437-1b72eb10be4e),segment_id=0b3d7f57-293d-445b-8437-1b72eb10be4e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:10.581781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.592648 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.604120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08df7-6f01-4858-b92d-903c412b700f req-cd2409b8-75b9-4eed-8bcb-2b69113247de tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.613132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85b08df7-6f01-4858-b92d-903c412b700f req-cd2409b8-75b9-4eed-8bcb-2b69113247de tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.1516895 Sep 23 19:33:10.694245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:10.728171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:10.731287 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df55d77-2a9e-4d5a-8f17-07615df99133" -d '{"events": [{"name": "network-changed", "server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:10.753742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 5e333ff6-1f60-43dc-a479-772f66b319fc is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:10.765569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:10.770190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=bf239081-09ee-46d5-b07d-d97689412a6a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:10.778327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:10.791341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85b08df7-6f01-4858-b92d-903c412b700f req-f603e914-e8ab-497d-89cc-6a8191c740a7 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767707 Sep 23 19:33:10.941663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.942689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.961577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe38cd-1dc3-431b-ade9-a28d244aa91f None None] Network 5e333ff6-1f60-43dc-a479-772f66b319fc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:10.968171 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Floating IP a89ea183-9ee4-4843-92ff-49fec3fadd9d associated. External IP: 172.25.6.254, port: f97f9305-bc56-4798-b75c-f31b67d69baf. Sep 23 19:33:11.030263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-33562709-3920-4cd0-87d0-4e7872a518d4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8343785 Sep 23 19:33:11.031446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51526) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:11.035907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '5e333ff6-1f60-43dc-a479-772f66b319fc', 'name': 'tempest-PortsTestJSON-2007065499'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:11.046669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0bed71b2-9edd-473f-9028-89169e88adf4 None None] Provisioning complete for port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:11.047012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bed71b2-9edd-473f-9028-89169e88adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.112875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b51f9-033d-494b-9603-5a33fc7552a4 req-c52a2875-1839-4631-bcb2-86e53a82b111 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:11.121180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a0b51f9-033d-494b-9603-5a33fc7552a4 req-c52a2875-1839-4631-bcb2-86e53a82b111 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 945 time: 0.2409854 Sep 23 19:33:11.195510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-f024c0a4-7daf-480e-bd2d-4a8a57d1ffba tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:11.198600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-f024c0a4-7daf-480e-bd2d-4a8a57d1ffba tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.41 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 950 time: 0.1905882 Sep 23 19:33:11.200067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:11.208340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.243934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 2eec566a-f674-4ca3-a701-8fb3f60d6caa yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:33:11.280970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a0b51f9-033d-494b-9603-5a33fc7552a4 req-512fc5e1-e0c3-460c-889f-8b6d0b134a29 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543412 Sep 23 19:33:11.485054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.10 (5e333ff6-1f60-43dc-a479-772f66b319fc/e931d41f-a62a-45e1-9232-f918d033c131/2eec566a-f674-4ca3-a701-8fb3f60d6caa) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:11.595362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Router 24d8a0a6-b93a-4f71-bb20-005b134460b6 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:33:11.626027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c6e49772-4418-4c39-83b0-fdfaee2aaf76 None None] Provisioning complete for port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:11.626631 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6e49772-4418-4c39-83b0-fdfaee2aaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.769701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Deleting port c9db7628-9ace-45fd-9be0-e6827f548039 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:11.770110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.787848 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.827875 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b427c3c8-efb4-4610-83f5-59e97455d4b5 x-openstack-request-id: req-b427c3c8-efb4-4610-83f5-59e97455d4b5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:11.828209 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:11.828868 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b427c3c8-efb4-4610-83f5-59e97455d4b5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:11.829325 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c', 'status': 'completed', 'code': 200} Sep 23 19:33:11.861438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c6e49772-4418-4c39-83b0-fdfaee2aaf76 None None] Provisioning complete for port bf239081-09ee-46d5-b07d-d97689412a6a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:11.862132 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6e49772-4418-4c39-83b0-fdfaee2aaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.910961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-ad29397d-1b23-44b3-843e-acd619f73c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:11.913238 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-ad29397d-1b23-44b3-843e-acd619f73c1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bb8d6f029ca451091d6caeae2ea6c08&device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0827298 Sep 23 19:33:11.915174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c6e49772-4418-4c39-83b0-fdfaee2aaf76 None None] Port bf239081-09ee-46d5-b07d-d97689412a6a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:11.915336 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.936869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ec122-2087-438d-aa07-c437a7473f87 req-c268673f-4f3d-4b93-9256-243bb5a16d24 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:11.944687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd7ec122-2087-438d-aa07-c437a7473f87 req-c268673f-4f3d-4b93-9256-243bb5a16d24 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=075c8392-fc7f-4454-98ea-19bb19a47eb1 HTTP/1.1" status: 200 len: 950 time: 0.2164202 Sep 23 19:33:11.954794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:11.975525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.983696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] Sync routers for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:11.993667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 5e333ff6-1f60-43dc-a479-772f66b319fc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:11.996779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:11.996943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:11.997628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:12.024710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] For port c9db7628-9ace-45fd-9be0-e6827f548039, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c9db7628-9ace-45fd-9be0-e6827f548039,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:12.025875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.026739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:12.084970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd7ec122-2087-438d-aa07-c437a7473f87 req-dc9adf9d-f486-470f-89bd-316d478ce6d3 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210084 Sep 23 19:33:12.084970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-631bca9a-a938-4212-8f61-08fd5c383f09 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "PUT /v2.0/floatingips/a89ea183-9ee4-4843-92ff-49fec3fadd9d HTTP/1.1" status: 200 len: 991 time: 3.0113854 Sep 23 19:33:12.098828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:12.101165 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:12.112182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Calling delete_port for c9db7628-9ace-45fd-9be0-e6827f548039 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:12.135831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bfed5713-7f49-4c9b-a994-14c001cb7a7e None None] Provisioning complete for port bf239081-09ee-46d5-b07d-d97689412a6a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:12.136453 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfed5713-7f49-4c9b-a994-14c001cb7a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.193017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bfed5713-7f49-4c9b-a994-14c001cb7a7e None None] Port bf239081-09ee-46d5-b07d-d97689412a6a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:12.210195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.211342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.247291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=2eec566a-f674-4ca3-a701-8fb3f60d6caa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:12.250279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:12.266809 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dfd6561a-7ef8-4c3a-a15a-1e0d09dd0597 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2351036 Sep 23 19:33:12.269870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:12.347991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac421f-7422-47b4-9832-03a65d5de16c req-3078cbd2-a312-4011-8888-a2eb2e6db9ad tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.350244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79ac421f-7422-47b4-9832-03a65d5de16c req-3078cbd2-a312-4011-8888-a2eb2e6db9ad tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.1678808 Sep 23 19:33:12.374608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-9fd98728-7d0d-4ec4-a4c4-f2a9015cc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.377891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-9fd98728-7d0d-4ec4-a4c4-f2a9015cc3f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f7e68af-33f3-4973-a38b-b1c8433c87ac HTTP/1.1" status: 200 len: 916 time: 0.4577973 Sep 23 19:33:12.390658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:12.413658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51473198-b38d-47c4-ba28-50d83dd80989 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.415376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-51473198-b38d-47c4-ba28-50d83dd80989 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1444612 Sep 23 19:33:12.425446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:12.450036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-ed0bd5a7-1ca0-413f-bc2a-c52fa364388d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76e999e3-e47f-464c-a55d-857bf9af404c HTTP/1.1" status: 200 len: 217 time: 0.0623446 Sep 23 19:33:12.489276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79ac421f-7422-47b4-9832-03a65d5de16c req-9a037d14-c2c8-444d-b1bc-9236c89c37b5 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327112 Sep 23 19:33:12.518062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-3a8d5ec5-0b6a-4353-ae84-d8aef4187862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.520716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-3a8d5ec5-0b6a-4353-ae84-d8aef4187862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83134214-e988-4210-add8-37139a6f8537 HTTP/1.1" status: 200 len: 854 time: 0.0609655 Sep 23 19:33:12.532866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ebff64da-1aa6-4bad-b5c6-fd74ca71e90b None None] Provisioning complete for port 2eec566a-f674-4ca3-a701-8fb3f60d6caa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:12.533335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebff64da-1aa6-4bad-b5c6-fd74ca71e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.577690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ebff64da-1aa6-4bad-b5c6-fd74ca71e90b None None] Port 2eec566a-f674-4ca3-a701-8fb3f60d6caa cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:12.580190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-21dfcf84-5bac-4fc2-8bfe-e652cf89abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.582588 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-21dfcf84-5bac-4fc2-8bfe-e652cf89abeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f7e68af-33f3-4973-a38b-b1c8433c87ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540373 Sep 23 19:33:12.593401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:12.593933 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.628769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.652776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c9db7628-9ace-45fd-9be0-e6827f548039'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:12.679974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Pushing event deleted for resources: {'Port': ['ID=c9db7628-9ace-45fd-9be0-e6827f548039,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:12.707629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84f40afc-3e25-4247-a292-190863869dcd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:12.755963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-0909573b-167a-49de-a095-47b4e7c7ab48 service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585860 Sep 23 19:33:12.760721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] No DVR routers for this DVR port c9db7628-9ace-45fd-9be0-e6827f548039 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:12.773759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.777262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03377464-1c3c-4c6b-aac8-152e2c48ada9 req-d01805a5-5ce3-43eb-b05b-236ef4e46af7 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.41 "DELETE /v2.0/ports/c9db7628-9ace-45fd-9be0-e6827f548039 HTTP/1.1" status: 204 len: 173 time: 1.5493131 Sep 23 19:33:12.779622 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d850d6-54c0-4125-8023-9383dcd0eb86 x-openstack-request-id: req-d9d850d6-54c0-4125-8023-9383dcd0eb86 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:12.781122 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:12.781584 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9d850d6-54c0-4125-8023-9383dcd0eb86 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:12.782808 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'status': 'completed', 'code': 200} Sep 23 19:33:12.798505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 2eec566a-f674-4ca3-a701-8fb3f60d6caa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:12.799360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.934380 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5df55d77-2a9e-4d5a-8f17-07615df99133 req-2296f725-4d76-48ae-8c25-17eef7c678fe service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704719 Sep 23 19:33:13.008847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-02fbd3b5-1635-4ee8-a1ee-76fdb5b5e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.010476 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-02fbd3b5-1635-4ee8-a1ee-76fdb5b5e7a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08265e62bd2e4e029cb647ecc7f4072c&device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 1096 time: 0.0747945 Sep 23 19:33:13.033491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'a89ea183-9ee4-4843-92ff-49fec3fadd9d', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'port_id': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'mac_address': 'fa:16:3e:59:30:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:40Z', 'updated_at': '2021-09-23T19:33:10Z', 'revision_number': 1, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:42Z', 'revision_number': 5, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:13.041741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.070972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3b95-169d-4528-86e2-4b13c7972345 req-42f95168-30b2-42e6-8e05-37e81baeab59 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.072612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71ff3b95-169d-4528-86e2-4b13c7972345 req-42f95168-30b2-42e6-8e05-37e81baeab59 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 945 time: 0.1461129 Sep 23 19:33:13.100236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] Checking router: 24d8a0a6-b93a-4f71-bb20-005b134460b6 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:33:13.106017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 2eec566a-f674-4ca3-a701-8fb3f60d6caa owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:13.132562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:13.133274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:32:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:13.207919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71ff3b95-169d-4528-86e2-4b13c7972345 req-6f6ae4cf-c32d-4bd9-8a4e-e3e69e6eef90 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127422 Sep 23 19:33:13.241183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-d6d111f9-7736-4d46-8875-a84887cc6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.246511 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-d6d111f9-7736-4d46-8875-a84887cc6460 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae3d8fb7-cfad-4e8f-823b-6545004b2e95 HTTP/1.1" status: 200 len: 916 time: 0.2268770 Sep 23 19:33:13.377753 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26f5e335-bb5d-4e42-befa-54bf78e16843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.404989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-a9799ec1-5475-4483-acea-044b2503ad0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97f9305-bc56-4798-b75c-f31b67d69baf HTTP/1.1" status: 200 len: 999 time: 0.1416383 Sep 23 19:33:13.410736 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.455018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=2eec566a-f674-4ca3-a701-8fb3f60d6caa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:13.486499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:13.542419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-7338209b-9bc0-4dc8-8653-b64e0ed89bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.546371 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-7338209b-9bc0-4dc8-8653-b64e0ed89bd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44333a89-c613-48d0-a2f4-6b190098b6ca HTTP/1.1" status: 200 len: 854 time: 0.1241436 Sep 23 19:33:13.623489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.627218 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a72ee49-8a66-499e-9f60-8dd17777c7d0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/2eec566a-f674-4ca3-a701-8fb3f60d6caa HTTP/1.1" status: 204 len: 168 time: 1.2004220 Sep 23 19:33:13.633649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:13.654456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-8ed54932-c223-4836-9876-cb92e4337613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.656145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-8ed54932-c223-4836-9876-cb92e4337613 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae3d8fb7-cfad-4e8f-823b-6545004b2e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984535 Sep 23 19:33:13.688583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 155ff446-4bc9-48e6-9318-3edf7d6e7129 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:13.703802 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-894d0beb-4bfd-47dc-8d00-24d4c26e0b8c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:13.711602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-894d0beb-4bfd-47dc-8d00-24d4c26e0b8c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/2eec566a-f674-4ca3-a701-8fb3f60d6caa HTTP/1.1" status: 404 len: 333 time: 0.0762742 Sep 23 19:33:13.713697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:13.848848 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-db004285-4cfa-4f5c-80d5-61b7c14bd24f service neutron] 10.222.0.72 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817703 Sep 23 19:33:13.904193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 155ff446-4bc9-48e6-9318-3edf7d6e7129 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:33:13.926312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28689971-1573-4a24-af82-03195c5f33cd req-68d1fbff-fc18-4b38-84e7-a73a80a74729 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.934435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 155ff446-4bc9-48e6-9318-3edf7d6e7129 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:13.934661 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.934854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28689971-1573-4a24-af82-03195c5f33cd req-68d1fbff-fc18-4b38-84e7-a73a80a74729 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.1581399 Sep 23 19:33:14.019498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79ecf9b3-d63b-4770-b8d7-63f3fb7a2b94 req-27138de5-3484-4880-adc9-a35c7ecb0c1d service neutron] 10.222.0.72 "GET /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604290 Sep 23 19:33:14.041637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28689971-1573-4a24-af82-03195c5f33cd req-cb272bd6-e58e-401a-9501-d87b28f3f499 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057403 Sep 23 19:33:14.072280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port bf239081-09ee-46d5-b07d-d97689412a6a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:14.072633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.096848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:14.286027 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.322959 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd6dcd39-d89d-4223-989e-538486377359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.335222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for bf239081-09ee-46d5-b07d-d97689412a6a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:14.462492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.468039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'a89ea183-9ee4-4843-92ff-49fec3fadd9d', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'port_id': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'mac_address': 'fa:16:3e:59:30:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:40Z', 'updated_at': '2021-09-23T19:33:10Z', 'revision_number': 1, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:42Z', 'revision_number': 5, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:14.514544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8dd9e7-f1f6-4290-bf01-3aba166bf782 None None] The sync data for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 is: [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'a89ea183-9ee4-4843-92ff-49fec3fadd9d', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'port_id': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'mac_address': 'fa:16:3e:59:30:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:40Z', 'updated_at': '2021-09-23T19:33:10Z', 'revision_number': 1, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:42Z', 'revision_number': 5, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:14.537624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155ff446-4bc9-48e6-9318-3edf7d6e7129'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:14.541532 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb9e6d3-149d-40e1-8966-a3fee093ddab" -d '{"events": [{"server_uuid": "a9fbc2d8-200e-474a-9da9-6870837d8e45", "name": "network-vif-plugged", "status": "completed", "tag": "155ff446-4bc9-48e6-9318-3edf7d6e7129"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:14.558913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd6dcd39-d89d-4223-989e-538486377359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.580119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd6dcd39-d89d-4223-989e-538486377359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.584168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 155ff446-4bc9-48e6-9318-3edf7d6e7129, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=155ff446-4bc9-48e6-9318-3edf7d6e7129,segment=NetworkSegment(c5da4282-39a4-445a-b2bf-a77e478fcc4c),segment_id=c5da4282-39a4-445a-b2bf-a77e478fcc4c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:14.590972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.600576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8c50a-2a9e-4390-baab-375d993a53d8 req-4f8bc8c5-2507-4f49-b5b0-920e341c419d tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:14.602311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bec8c50a-2a9e-4390-baab-375d993a53d8 req-4f8bc8c5-2507-4f49-b5b0-920e341c419d tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 945 time: 0.1280494 Sep 23 19:33:14.614005 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd6dcd39-d89d-4223-989e-538486377359 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4616c6d54b374b9ca7f14314fc00a096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154154 Sep 23 19:33:14.619651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51602) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:14.680617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dcd39-d89d-4223-989e-538486377359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50ab143-8d5f-4c2d-98c4-af012588d012,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:14.709068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=155ff446-4bc9-48e6-9318-3edf7d6e7129,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:14.716730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b54afd3-4834-4e57-9be0-81b0b3b9e8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.753779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b54afd3-4834-4e57-9be0-81b0b3b9e8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.832470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b54afd3-4834-4e57-9be0-81b0b3b9e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.837017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b54afd3-4834-4e57-9be0-81b0b3b9e8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.839026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6b54afd3-4834-4e57-9be0-81b0b3b9e8fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e50ab143-8d5f-4c2d-98c4-af012588d012 HTTP/1.1" status: 204 len: 168 time: 0.2182491 Sep 23 19:33:14.857617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54afd3-4834-4e57-9be0-81b0b3b9e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50ab143-8d5f-4c2d-98c4-af012588d012,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:14.915150 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb8e66-1720-4751-bdd0-05c9fe1ebcd9 None None] New status for floating IP a89ea183-9ee4-4843-92ff-49fec3fadd9d: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:33:14.997813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'name': 'network-vif-deleted', 'tag': 'c9db7628-9ace-45fd-9be0-e6827f548039'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:15.000830 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb7772-26fb-4097-bd58-9f2305c47177" -d '{"events": [{"server_uuid": "075c8392-fc7f-4454-98ea-19bb19a47eb1", "name": "network-vif-deleted", "tag": "c9db7628-9ace-45fd-9be0-e6827f548039"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:15.041611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bec8c50a-2a9e-4390-baab-375d993a53d8 req-3b05a09e-4e33-4b21-8f35-525d2c1d6874 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300923 Sep 23 19:33:15.046762 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.135260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=bf239081-09ee-46d5-b07d-d97689412a6a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:15.274843 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.278982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-71fba5cb-8ec4-46ac-8d9d-271e3e5ddb67 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/bf239081-09ee-46d5-b07d-d97689412a6a HTTP/1.1" status: 204 len: 168 time: 1.5618277 Sep 23 19:33:15.279356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:15.303624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beb59d-229e-4249-b64d-481e987c0579 req-25a5fbd2-da66-428f-958d-999575f0ca6f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:15.311941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2beb59d-229e-4249-b64d-481e987c0579 req-25a5fbd2-da66-428f-958d-999575f0ca6f tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 951 time: 0.1449478 Sep 23 19:33:15.317904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:15.336158 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-436e19af-b8ff-41af-82f3-a89f7c5a625d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:15.340282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-436e19af-b8ff-41af-82f3-a89f7c5a625d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/bf239081-09ee-46d5-b07d-d97689412a6a HTTP/1.1" status: 404 len: 333 time: 0.0574481 Sep 23 19:33:15.346790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:15.385017 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c63ca07-67eb-4a66-9099-ac66718ecbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.402269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2beb59d-229e-4249-b64d-481e987c0579 req-74554c72-c413-42f2-8159-319988152f42 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894353 Sep 23 19:33:15.433605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet e931d41f-a62a-45e1-9232-f918d033c131 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:15.441768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.523546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.546040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c63ca07-67eb-4a66-9099-ac66718ecbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.551819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c63ca07-67eb-4a66-9099-ac66718ecbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.597933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c63ca07-67eb-4a66-9099-ac66718ecbff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2efef0dc63254807909836739201e73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783046 Sep 23 19:33:15.598190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51628) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:15.598828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63ca07-67eb-4a66-9099-ac66718ecbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56897bc4-cbc5-497b-a6f1-df2d900e00ac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:15.656341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c9db7628-9ace-45fd-9be0-e6827f548039 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:15.663301 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd44fa-e13a-4a8a-9a0f-7c8f496cf00c x-openstack-request-id: req-a3cd44fa-e13a-4a8a-9a0f-7c8f496cf00c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:15.663692 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fbc2d8-200e-474a-9da9-6870837d8e45", "name": "network-vif-plugged", "status": "completed", "tag": "155ff446-4bc9-48e6-9318-3edf7d6e7129", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:15.664037 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3cd44fa-e13a-4a8a-9a0f-7c8f496cf00c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:15.664524 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155ff446-4bc9-48e6-9318-3edf7d6e7129', 'code': 200} Sep 23 19:33:15.708658 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5f9d51-1619-4009-8915-bb91bf8e817d x-openstack-request-id: req-9b5f9d51-1619-4009-8915-bb91bf8e817d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:15.709693 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c8392-fc7f-4454-98ea-19bb19a47eb1", "name": "network-vif-deleted", "tag": "c9db7628-9ace-45fd-9be0-e6827f548039", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:15.710404 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b5f9d51-1619-4009-8915-bb91bf8e817d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:15.710998 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c8392-fc7f-4454-98ea-19bb19a47eb1', 'name': 'network-vif-deleted', 'tag': 'c9db7628-9ace-45fd-9be0-e6827f548039', 'status': 'completed', 'code': 200} Sep 23 19:33:15.727662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: c9db7628-9ace-45fd-9be0-e6827f548039 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:15.728235 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c9db7628-9ace-45fd-9be0-e6827f548039 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:15.752170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.814873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48cf65c6-d2d6-4206-b65f-fb9941682825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.818820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d249a9-9e62-40a7-8ee1-6dec2729fb47 req-11867d67-f090-4a92-9517-3939cb795653 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:15.820494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87d249a9-9e62-40a7-8ee1-6dec2729fb47 req-11867d67-f090-4a92-9517-3939cb795653 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.0572288 Sep 23 19:33:15.860158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48cf65c6-d2d6-4206-b65f-fb9941682825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.896418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb276dc-f876-4217-b07b-2e8b4683e961 req-60875960-c6a0-4f15-b14d-7ac780e23266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:15.897842 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cdb276dc-f876-4217-b07b-2e8b4683e961 req-60875960-c6a0-4f15-b14d-7ac780e23266 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 1097 time: 0.1592073 Sep 23 19:33:15.899748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87d249a9-9e62-40a7-8ee1-6dec2729fb47 req-c7263291-6835-49aa-a4c1-aeefc3563640 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696695 Sep 23 19:33:15.945255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.980587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=e931d41f-a62a-45e1-9232-f918d033c131,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:15.984580 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cdb276dc-f876-4217-b07b-2e8b4683e961 req-2eee7499-15dc-404e-8930-bc343bd82f9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786333 Sep 23 19:33:15.990933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.998054 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-92955f5b-77d3-4cfd-9ca0-d8b68599a24d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/e931d41f-a62a-45e1-9232-f918d033c131 HTTP/1.1" status: 204 len: 168 time: 0.6478844 Sep 23 19:33:16.000517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:16.004204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b33d4e-33c2-4e1a-835b-e5b22d9f5f43 None None] Network 5e333ff6-1f60-43dc-a479-772f66b319fc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:16.079863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.089816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48cf65c6-d2d6-4206-b65f-fb9941682825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.093015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48cf65c6-d2d6-4206-b65f-fb9941682825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.096719 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-48cf65c6-d2d6-4206-b65f-fb9941682825 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56897bc4-cbc5-497b-a6f1-df2d900e00ac HTTP/1.1" status: 204 len: 168 time: 0.4950171 Sep 23 19:33:16.142958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf65c6-d2d6-4206-b65f-fb9941682825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56897bc4-cbc5-497b-a6f1-df2d900e00ac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:16.199903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-0495a36f-e559-4fbc-ba18-aa8b7b99db06 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:16.201310 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-0495a36f-e559-4fbc-ba18-aa8b7b99db06 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 951 time: 0.1053264 Sep 23 19:33:16.262345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b994c6-3aaf-4b6f-919e-4c3b5ef7ba6c req-7d8b3674-d7ec-4c98-a5f9-0bcd6107482a tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:16.270532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b994c6-3aaf-4b6f-919e-4c3b5ef7ba6c req-7d8b3674-d7ec-4c98-a5f9-0bcd6107482a tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 946 time: 0.1028852 Sep 23 19:33:16.308902 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21287454-a6ec-472a-b696-f33bad5cf649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.343460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] DHCP port deletion for 5e333ff6-1f60-43dc-a479-772f66b319fc request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:16.360708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b994c6-3aaf-4b6f-919e-4c3b5ef7ba6c req-9c70ae86-98ab-478a-90a6-755676d319d0 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891337 Sep 23 19:33:16.383993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:16.384872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.416958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] Deleting port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:16.417258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.459171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.515697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] For port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,segment=NetworkSegment(0b3d7f57-293d-445b-8437-1b72eb10be4e),segment_id=0b3d7f57-293d-445b-8437-1b72eb10be4e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:16.516533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.534801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] Calling delete_port for f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:16.543780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] For port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,segment=NetworkSegment(0b3d7f57-293d-445b-8437-1b72eb10be4e),segment_id=0b3d7f57-293d-445b-8437-1b72eb10be4e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:16.544185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.561510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Deleting port 84f40afc-3e25-4247-a292-190863869dcd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:16.569907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.578682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6d28d-3349-4724-bc3d-b9ffcea789f1 req-196d3904-48b9-467e-a286-9041eb415f81 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:16.587217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6b6d28d-3349-4724-bc3d-b9ffcea789f1 req-196d3904-48b9-467e-a286-9041eb415f81 tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 951 time: 0.0956891 Sep 23 19:33:16.609703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:16.648901 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.660193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6b6d28d-3349-4724-bc3d-b9ffcea789f1 req-2cbc67ea-1aec-45fe-8720-92fbbea4be7a tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/security-groups?id=a9def46f-b306-4940-b7c2-180bd574703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660815 Sep 23 19:33:16.686107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] No DVR routers for this DVR port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:16.694495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fd1c9-01c9-41c6-b5c8-7a843951d80b None None] Pushing event deleted for resources: {'Port': ['ID=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:16.963818 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.073569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c2090-c694-4064-a169-c97b30c6df0e req-01c784b6-6365-47b2-9f7b-14aad30b1c77 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:17.083338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b47c2090-c694-4064-a169-c97b30c6df0e req-01c784b6-6365-47b2-9f7b-14aad30b1c77 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.0808561 Sep 23 19:33:17.138849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b47c2090-c694-4064-a169-c97b30c6df0e req-8bde851a-cbd2-4c6e-8b08-4afcf0f06ded tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518997 Sep 23 19:33:17.218982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] For port 84f40afc-3e25-4247-a292-190863869dcd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84f40afc-3e25-4247-a292-190863869dcd,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:17.219390 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.239626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.242083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Calling delete_port for 84f40afc-3e25-4247-a292-190863869dcd owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:17.271542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=f6e4a8cb-2d31-4d19-bfeb-efc2f220b903,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:17.280903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No DVR routers for this DVR port f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:17.428502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.464502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e333ff6-1f60-43dc-a479-772f66b319fc']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:17.487998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d7f57-293d-445b-8437-1b72eb10be4e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:17.488606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d7f57-293d-445b-8437-1b72eb10be4e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:17.500912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.521745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.552226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa182c7-0846-4866-aa1b-394e86c889e2 req-61ffadb8-04cf-4d8c-a307-419b29dd1ad6 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:17.557237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:17.557969 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:17.561590 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:17.581298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fa182c7-0846-4866-aa1b-394e86c889e2 req-61ffadb8-04cf-4d8c-a307-419b29dd1ad6 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 946 time: 0.1345696 Sep 23 19:33:17.655120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fa182c7-0846-4866-aa1b-394e86c889e2 req-65e0e32c-e201-4cb5-a48f-239e5fdb5be6 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734222 Sep 23 19:33:17.693095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.783327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Pushing event deleted for resources: {'Port': ['ID=84f40afc-3e25-4247-a292-190863869dcd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:17.789358 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.801768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.806597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/5e333ff6-1f60-43dc-a479-772f66b319fc HTTP/1.1" status: 204 len: 168 time: 1.8071110 Sep 23 19:33:17.817775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:17.838416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2116923883'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:17.917687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd40bc1-bce5-4b3c-a696-95720a0f05f9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=5e333ff6-1f60-43dc-a479-772f66b319fc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:17.923865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbbae335-f9ba-4172-9cd9-78833b925bca req-b4ffa6f4-6a82-415f-91de-84064c88f71d tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.38 "GET /v2.0/ports?device_id=97872900-2b54-45f0-8179-7b4fb71e9ee6 HTTP/1.1" status: 200 len: 210 time: 0.1156011 Sep 23 19:33:17.961884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:17.968465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] No DVR routers for this DVR port 84f40afc-3e25-4247-a292-190863869dcd on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:17.969887 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.974532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.977408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d9b4feb-07da-4026-b6c8-0fcdcf67b377 req-5160adfb-9b93-4d11-8622-64e2d758f9ae tempest-ServersAdminTestJSON-492806137 tempest-ServersAdminTestJSON-492806137-project] 10.222.0.72 "DELETE /v2.0/ports/84f40afc-3e25-4247-a292-190863869dcd HTTP/1.1" status: 204 len: 173 time: 1.7673619 Sep 23 19:33:17.978185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-deleted', 'tag': '84f40afc-3e25-4247-a292-190863869dcd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:17.981143 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e684e576-3755-4526-a6ea-c61bff0e81da" -d '{"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-deleted", "tag": "84f40afc-3e25-4247-a292-190863869dcd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:18.049049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:18.062752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.062752 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment 0622b585-8e4c-49fa-b831-3bf58af4d441 of type vlan for network d98b431b-19bd-41ff-b5a1-94917ac2fc9b Sep 23 19:33:18.111418 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.184784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.192104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:18.197404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.292564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:18.355457 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28c5e1-5c69-4d57-b517-c90217060a89 x-openstack-request-id: req-5c28c5e1-5c69-4d57-b517-c90217060a89 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:18.356166 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97872900-2b54-45f0-8179-7b4fb71e9ee6", "name": "network-vif-deleted", "tag": "84f40afc-3e25-4247-a292-190863869dcd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:18.356604 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c28c5e1-5c69-4d57-b517-c90217060a89 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:18.357181 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97872900-2b54-45f0-8179-7b4fb71e9ee6', 'name': 'network-vif-deleted', 'tag': '84f40afc-3e25-4247-a292-190863869dcd', 'status': 'completed', 'code': 200} Sep 23 19:33:18.383010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:18.386665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f6e4a8cb-2d31-4d19-bfeb-efc2f220b903 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:18.446651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=d98b431b-19bd-41ff-b5a1-94917ac2fc9b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:18.453019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:18.453564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c292a189-e61d-4f88-b94d-da388241bc87 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6308215 Sep 23 19:33:18.469666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:18.486056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:18.523822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ad2e6-68dc-4358-9a5e-cb7b38060a3c req-9933c2e7-bc3b-43d3-8bf7-65e165057851 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:18.532674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f3ad2e6-68dc-4358-9a5e-cb7b38060a3c req-9933c2e7-bc3b-43d3-8bf7-65e165057851 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.0776601 Sep 23 19:33:18.549939 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.586701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f3ad2e6-68dc-4358-9a5e-cb7b38060a3c req-e1c63b2c-0e48-4b7b-95be-24eed5b3f7dd tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468397 Sep 23 19:33:18.687005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:18.691450 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.945450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:18.978840 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 84f40afc-3e25-4247-a292-190863869dcd {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:18.979269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84f40afc-3e25-4247-a292-190863869dcd not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:18.995031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.064335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=7bc4620a-51e2-48fe-bd63-5dd8c1197b98,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:19.070406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a92ba0-437d-4977-845f-8a9f41d4bc40 req-fba08735-b049-4d2d-97b5-df3f869c0fcf tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:19.071753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a92ba0-437d-4977-845f-8a9f41d4bc40 req-fba08735-b049-4d2d-97b5-df3f869c0fcf tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 946 time: 0.0608528 Sep 23 19:33:19.071899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': '0622b585-8e4c-49fa-b831-3bf58af4d441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:19.072184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: d98b431b-19bd-41ff-b5a1-94917ac2fc9b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:19.091990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:19.103016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d98b431b-19bd-41ff-b5a1-94917ac2fc9b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:19.107648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:19.108565 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.117787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a341d-3135-41cf-9aee-719ab3c4d3e1 None None] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:19.120034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a92ba0-437d-4977-845f-8a9f41d4bc40 req-718a4659-848b-4fd2-bd8a-5202f2c87e68 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Sep 23 19:33:19.128155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7733610b-9752-4976-8247-e8b8bbaaaf6a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6732974 Sep 23 19:33:19.130927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:19.136237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b', 'name': 'tempest-PortsTestJSON-700295090', 'fixed_ips': [{'subnet_id': '7bc4620a-51e2-48fe-bd63-5dd8c1197b98', 'ip_address': '172.20.0.10'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:19.283178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:19.356640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-d98b431b-19bd-41ff-b5a1-94917ac2fc9b', 'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b', 'tenant_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'fixed_ips': [{'subnet_id': '7bc4620a-51e2-48fe-bd63-5dd8c1197b98'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:19.357534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.442945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.479937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 500aae9a-6cc7-478e-8eef-d0e8085d52ff yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:33:19.612477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Allocated IP 172.20.0.2 (d98b431b-19bd-41ff-b5a1-94917ac2fc9b/7bc4620a-51e2-48fe-bd63-5dd8c1197b98/a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:19.700057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:19.702315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 76e999e3-e47f-464c-a55d-857bf9af404c details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:33:19.726615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:19.851425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b07c0e27-44ce-493a-90c2-b2c0c18696e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.868430 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.882498 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.893674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 76e999e3-e47f-464c-a55d-857bf9af404c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=76e999e3-e47f-464c-a55d-857bf9af404c,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:19.900872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cb60c-b597-4b6b-be70-14c93fe3b3a1 req-147ad95e-d36a-4223-b52a-ad6efd8e004a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:19.902646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7cb60c-b597-4b6b-be70-14c93fe3b3a1 req-147ad95e-d36a-4223-b52a-ad6efd8e004a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 943 time: 0.0904734 Sep 23 19:33:19.909862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd603660-dc37-403c-a3e8-6d02fb124b40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19604681f2044942a75a72d52ff7df46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815228 Sep 23 19:33:19.912537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:19.938071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '76e999e3-e47f-464c-a55d-857bf9af404c', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'port_id': '76e999e3-e47f-464c-a55d-857bf9af404c', 'mac_address': 'fa:16:3e:87:22:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:33:19.940570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.10 (d98b431b-19bd-41ff-b5a1-94917ac2fc9b/7bc4620a-51e2-48fe-bd63-5dd8c1197b98/500aae9a-6cc7-478e-8eef-d0e8085d52ff) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:19.941296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:19.952193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:19.955495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:19.975177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Pushing event updated for resources: {'Port': ['ID=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:19.975969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7cb60c-b597-4b6b-be70-14c93fe3b3a1 req-54144aca-fb8d-4223-9b19-b965cc236834 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646152 Sep 23 19:33:20.010321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79c4990f-0c2d-4ee7-9906-7cd8a642f019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.018671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.035963 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79c4990f-0c2d-4ee7-9906-7cd8a642f019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.052453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Attempting to bind port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:20.052453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Attempting to bind port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '0622b585-8e4c-49fa-b831-3bf58af4d441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:20.052861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Attempting to bind port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f on network d98b431b-19bd-41ff-b5a1-94917ac2fc9b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:20.061825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e999e3-e47f-464c-a55d-857bf9af404c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:20.066395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:20.066775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Checking segment: {'id': '0622b585-8e4c-49fa-b831-3bf58af4d441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:20.067185 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.067584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Bound using segment: {'id': '0622b585-8e4c-49fa-b831-3bf58af4d441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:20.068062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Bound port: a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0622b585-8e4c-49fa-b831-3bf58af4d441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:20.068560 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.099546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79c4990f-0c2d-4ee7-9906-7cd8a642f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.105874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79c4990f-0c2d-4ee7-9906-7cd8a642f019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.106354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 76e999e3-e47f-464c-a55d-857bf9af404c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=76e999e3-e47f-464c-a55d-857bf9af404c,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:20.111117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-79c4990f-0c2d-4ee7-9906-7cd8a642f019 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9def46f-b306-4940-b7c2-180bd574703e HTTP/1.1" status: 204 len: 168 time: 0.1975701 Sep 23 19:33:20.113273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.122088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4990f-0c2d-4ee7-9906-7cd8a642f019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9def46f-b306-4940-b7c2-180bd574703e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.132170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.209004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.246689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] For port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:20.254783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b07c0e27-44ce-493a-90c2-b2c0c18696e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.260798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=76e999e3-e47f-464c-a55d-857bf9af404c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.266972 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b07c0e27-44ce-493a-90c2-b2c0c18696e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.267273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] For port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,segment=NetworkSegment(0622b585-8e4c-49fa-b831-3bf58af4d441),segment_id=0622b585-8e4c-49fa-b831-3bf58af4d441)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:20.269448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=500aae9a-6cc7-478e-8eef-d0e8085d52ff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.274141 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.294258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb67b58-d747-47b8-a15a-1b4beb5b98eb req-893fee37-5cc0-45a2-8de6-2094ec59dbdf tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:20.304378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c0e27-44ce-493a-90c2-b2c0c18696e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf68e2-e4a1-4aec-946d-9c35140a8fcb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.304543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcb67b58-d747-47b8-a15a-1b4beb5b98eb req-893fee37-5cc0-45a2-8de6-2094ec59dbdf tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 949 time: 0.1110649 Sep 23 19:33:20.347112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e03cc4-4811-4539-9d41-c3ec3898b684 None None] Pushing event updated for resources: {'Port': ['ID=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.347342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:20.355224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:20.357783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:20.378255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcb67b58-d747-47b8-a15a-1b4beb5b98eb req-7967bcff-a716-48fc-b8b0-ae9ff55fee3b tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726926 Sep 23 19:33:20.393600 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b07c0e27-44ce-493a-90c2-b2c0c18696e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6251ac6d318b4e1284911d1792210835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911845 Sep 23 19:33:20.396480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:20.457198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:20.457853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.484533 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-181d44bc-7e3e-4766-97ee-e373d7b15c95 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3524814 Sep 23 19:33:20.487913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:20.493955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': 'd98b431b-19bd-41ff-b5a1-94917ac2fc9b', 'name': 'tempest-PortsTestJSON-1047207720', 'fixed_ips': [{'subnet_id': '7bc4620a-51e2-48fe-bd63-5dd8c1197b98', 'ip_address': '172.20.0.9'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:20.496935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['76e999e3-e47f-464c-a55d-857bf9af404c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:20.526139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.625958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:20.627415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.712588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5fbda7eb-4579-4b1e-8208-4da87209067a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9398dc5bac14ecaa6935fa70929a244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839021 Sep 23 19:33:20.715060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:20.722575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:20.729821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.742768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.746383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.750269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70bf68e2-e4a1-4aec-946d-9c35140a8fcb HTTP/1.1" status: 204 len: 168 time: 0.3504260 Sep 23 19:33:20.767204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf68e2-e4a1-4aec-946d-9c35140a8fcb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.771851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 0cb4f42a-31be-4cb3-b0f0-fece659c610d yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:33:20.788458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.788814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.789397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.789927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.790353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.790693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.791026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.791380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.791876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.792356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.793037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.793390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e993b-7c15-4b36-8c45-016473f23660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:20.810765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3857b4bd-50b7-4d3c-b98c-034e80d82867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.842309 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3857b4bd-50b7-4d3c-b98c-034e80d82867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.921179 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3857b4bd-50b7-4d3c-b98c-034e80d82867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.924687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3857b4bd-50b7-4d3c-b98c-034e80d82867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.930626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3857b4bd-50b7-4d3c-b98c-034e80d82867 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39464a46-0b5c-44c8-a434-73eede0f25af HTTP/1.1" status: 204 len: 168 time: 0.2120500 Sep 23 19:33:20.951631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857b4bd-50b7-4d3c-b98c-034e80d82867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39464a46-0b5c-44c8-a434-73eede0f25af,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:21.073820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.9 (d98b431b-19bd-41ff-b5a1-94917ac2fc9b/7bc4620a-51e2-48fe-bd63-5dd8c1197b98/0cb4f42a-31be-4cb3-b0f0-fece659c610d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:21.327841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.385760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.458941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:21.462390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:21.470507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:21.477449 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:21.496569 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d5b895-0054-4418-b49f-907eeaefd2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.534532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=0cb4f42a-31be-4cb3-b0f0-fece659c610d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:21.569617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:21.570365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.602266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7af3-d1a3-4f09-b0df-7c9de6f7c056 req-280bb1ad-1409-405e-a3ed-1eddd204076e tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:21.603885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e6d7af3-d1a3-4f09-b0df-7c9de6f7c056 req-280bb1ad-1409-405e-a3ed-1eddd204076e tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 944 time: 0.1026535 Sep 23 19:33:21.606700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad45b3ab-459a-453e-a994-ebadf5e3875a None None] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:21.676615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e6d7af3-d1a3-4f09-b0df-7c9de6f7c056 req-d8ed0623-3f91-4836-ba40-57f6f8246957 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599651 Sep 23 19:33:21.705582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 76e999e3-e47f-464c-a55d-857bf9af404c up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:21.728285 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d5b895-0054-4418-b49f-907eeaefd2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.733668 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d5b895-0054-4418-b49f-907eeaefd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.737789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-31f6313e-c5a2-43ba-886b-470be1961af4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2484741 Sep 23 19:33:21.740099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:21.787038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b895-0054-4418-b49f-907eeaefd2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab701f21-4f6a-45b3-a4e5-727b87607347,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:21.791817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-70d5b895-0054-4418-b49f-907eeaefd2de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cd2d8ea286e410cbb4f222eb1ee80ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125355 Sep 23 19:33:21.794346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:21.802536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cce6e8a3-195d-45d7-bb44-4541516e44d8 None None] Provisioning complete for port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:21.802864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce6e8a3-195d-45d7-bb44-4541516e44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.898851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c575-2d94-402e-ab67-f93faedcc750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.899584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 76e999e3-e47f-464c-a55d-857bf9af404c completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:33:21.903815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 76e999e3-e47f-464c-a55d-857bf9af404c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:21.904543 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.931020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b13da0-8311-442f-9997-fbe650d24a9f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:21.935973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f0b13da0-8311-442f-9997-fbe650d24a9f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1918399 Sep 23 19:33:21.935973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:21.936712 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c575-2d94-402e-ab67-f93faedcc750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.015610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c575-2d94-402e-ab67-f93faedcc750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.020210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2b4c575-2d94-402e-ab67-f93faedcc750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.021602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2b4c575-2d94-402e-ab67-f93faedcc750 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab701f21-4f6a-45b3-a4e5-727b87607347 HTTP/1.1" status: 204 len: 168 time: 0.2261462 Sep 23 19:33:22.031701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf86242-0d2d-4955-9c0b-6ccf7dd9d98d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:22.041029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf86242-0d2d-4955-9c0b-6ccf7dd9d98d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:22.041821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4c575-2d94-402e-ab67-f93faedcc750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab701f21-4f6a-45b3-a4e5-727b87607347,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:22.053125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf86242-0d2d-4955-9c0b-6ccf7dd9d98d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:22.055130 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ddf86242-0d2d-4955-9c0b-6ccf7dd9d98d tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1176412 Sep 23 19:33:22.057836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:22.188765 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce6e8a3-195d-45d7-bb44-4541516e44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.231864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.289947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:22.304466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 0cb4f42a-31be-4cb3-b0f0-fece659c610d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:22.308055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.346745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cce6e8a3-195d-45d7-bb44-4541516e44d8 None None] For port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,segment=NetworkSegment(0622b585-8e4c-49fa-b831-3bf58af4d441),segment_id=0622b585-8e4c-49fa-b831-3bf58af4d441)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:22.356533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:22.366086 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82876add-e07b-407a-badb-6caf65e24924" -d '{"events": [{"server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "name": "network-vif-plugged", "status": "completed", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:22.383031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:22.391531 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce6e8a3-195d-45d7-bb44-4541516e44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.453792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.468425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 76e999e3-e47f-464c-a55d-857bf9af404c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=76e999e3-e47f-464c-a55d-857bf9af404c,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:22.479599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 0cb4f42a-31be-4cb3-b0f0-fece659c610d owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:22.488582 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150fd0f8-da8d-4127-9fd2-d6233ca7c9d3 x-openstack-request-id: req-150fd0f8-da8d-4127-9fd2-d6233ca7c9d3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:22.488878 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "name": "network-vif-plugged", "status": "completed", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:22.489130 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-150fd0f8-da8d-4127-9fd2-d6233ca7c9d3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:22.489523 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c', 'code': 200} Sep 23 19:33:22.501003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-network', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:22.569140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Made reservation on behalf of 1f78eff1772b4357a216cb4029e0d19b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:22.573361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.593810 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.612654 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.690375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e8a3-195d-45d7-bb44-4541516e44d8 None None] Pushing event updated for resources: {'Port': ['ID=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:22.751910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:22.752707 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.770716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4321b0-36e5-4c47-b31b-6866122067b4 req-cec36e18-a551-4dc8-b182-df40926296f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:22.772458 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aa4321b0-36e5-4c47-b31b-6866122067b4 req-cec36e18-a551-4dc8-b182-df40926296f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 1096 time: 0.1816845 Sep 23 19:33:22.772647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.779005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.819190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-832df31f-59ce-4d8e-bc6b-135eb09d0886 None None] Provisioning complete for port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:22.821988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-832df31f-59ce-4d8e-bc6b-135eb09d0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.829557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.836254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:22.858552 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aa4321b0-36e5-4c47-b31b-6866122067b4 req-a5b9f657-7c5d-43cb-ba9d-b76549112adc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763321 Sep 23 19:33:22.861549 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.861910 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Added segment f819e983-dbd2-4f25-9ac6-428d89c48098 of type vlan for network 12010e2c-524c-4c05-86a2-e7e93c592d7a Sep 23 19:33:22.875888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f6014-660c-4468-9a2b-cf0275a13974,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:22.938566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.942089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=0cb4f42a-31be-4cb3-b0f0-fece659c610d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:22.949848 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=76e999e3-e47f-464c-a55d-857bf9af404c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:22.965112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:23.020831 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.020831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:23.021587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.087033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7940512 Sep 23 19:33:23.089250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:23.100674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Request body: {'subnet': {'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-subnet', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:23.134363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.143873 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fdaacee8-7970-44c1-847c-e79642c08fe6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/0cb4f42a-31be-4cb3-b0f0-fece659c610d HTTP/1.1" status: 204 len: 168 time: 1.0848808 Sep 23 19:33:23.159640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51912) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:23.171422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7776bf2-6855-4f4a-a169-710cd1e575ad admin admin] Pushing event updated for resources: {'Network': ['ID=12010e2c-524c-4c05-86a2-e7e93c592d7a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:23.221981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:23.222322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac04d-30e3-4ae0-9db1-bfc6c3836d44 req-22d1c64f-07fc-44a5-bbba-4c0ab9caa88a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:23.225107 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c131148-5303-4bb5-afde-dbf527257ae8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:23.227118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8c131148-5303-4bb5-afde-dbf527257ae8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/0cb4f42a-31be-4cb3-b0f0-fece659c610d HTTP/1.1" status: 404 len: 333 time: 0.0652642 Sep 23 19:33:23.229895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:23.233854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d34ac04d-30e3-4ae0-9db1-bfc6c3836d44 req-22d1c64f-07fc-44a5-bbba-4c0ab9caa88a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.1128292 Sep 23 19:33:23.271681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Made reservation on behalf of 1f78eff1772b4357a216cb4029e0d19b for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:23.274546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.291979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d34ac04d-30e3-4ae0-9db1-bfc6c3836d44 req-77eb0a70-08c4-46c7-957c-9915b5ea9b96 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574629 Sep 23 19:33:23.418883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51918) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:23.469969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 500aae9a-6cc7-478e-8eef-d0e8085d52ff {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:23.470228 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.487343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.552099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-832df31f-59ce-4d8e-bc6b-135eb09d0886 None None] Could not find standard attr ID for object 0cb4f42a-31be-4cb3-b0f0-fece659c610d. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:23.583591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:23.584976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-832df31f-59ce-4d8e-bc6b-135eb09d0886 None None] Provisioning complete for port 500aae9a-6cc7-478e-8eef-d0e8085d52ff triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:23.585364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-832df31f-59ce-4d8e-bc6b-135eb09d0886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.599835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-357918226-network', 'tenant_id': 'f06d40e761cb4eb9b65458097f30d6b0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:23.613611 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.660384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-832df31f-59ce-4d8e-bc6b-135eb09d0886 None None] Port 500aae9a-6cc7-478e-8eef-d0e8085d52ff cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:23.682779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.688862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:23.694311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.713733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Made reservation on behalf of f06d40e761cb4eb9b65458097f30d6b0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:23.716148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.744140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.750383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 500aae9a-6cc7-478e-8eef-d0e8085d52ff owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:23.776702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21770b7-ba3b-4c29-93fd-b0c21d26a917,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:23.780672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-44ac85b0-3fe6-49bf-8dd4-74b3d21baf4b None None] Could not find standard attr ID for object 0cb4f42a-31be-4cb3-b0f0-fece659c610d. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:23.798654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-44ac85b0-3fe6-49bf-8dd4-74b3d21baf4b None None] Provisioning complete for port 500aae9a-6cc7-478e-8eef-d0e8085d52ff triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:23.799604 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44ac85b0-3fe6-49bf-8dd4-74b3d21baf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.845679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-44ac85b0-3fe6-49bf-8dd4-74b3d21baf4b None None] Port 500aae9a-6cc7-478e-8eef-d0e8085d52ff cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:23.864462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Checking segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:23.865124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Network hostable DHCP agents. Network: 12010e2c-524c-4c05-86a2-e7e93c592d7a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:23.919473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:23.947475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 12010e2c-524c-4c05-86a2-e7e93c592d7a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:23.956314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302d9a9-8316-4d09-a52a-3607a7e13b11 None None] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:23.972936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:23.973642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.009196 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.014882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.031593 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d063d20-b340-4c94-bce3-8d42a3da8d4a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9334445 Sep 23 19:33:24.031995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:24.038596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:24.043427 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.054016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:24.075843 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.077698 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.092789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c5618f-b287-4ce6-bfee-1be1f9ef90ae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:24.099918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=500aae9a-6cc7-478e-8eef-d0e8085d52ff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:24.107148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.107520 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Added segment b6db3756-5523-461b-bcee-726c40c8aaab of type vlan for network 1faef7ee-b0d6-4691-b916-54606bf8ca39 Sep 23 19:33:24.201169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.223031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-12010e2c-524c-4c05-86a2-e7e93c592d7a', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:24.224414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.239093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.244508 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1c1757ff-a345-4c2b-9653-550c8c8e2d1c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/500aae9a-6cc7-478e-8eef-d0e8085d52ff HTTP/1.1" status: 204 len: 168 time: 1.0111680 Sep 23 19:33:24.250954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:24.273726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.292965 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6c6fa8-d03d-4180-a69f-6c2bfa7125a1 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:24.301318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4e6c6fa8-d03d-4180-a69f-6c2bfa7125a1 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/500aae9a-6cc7-478e-8eef-d0e8085d52ff HTTP/1.1" status: 404 len: 333 time: 0.0469122 Sep 23 19:33:24.304566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:24.346553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.347532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:24.348118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.365533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:24.415136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet 7bc4620a-51e2-48fe-bd63-5dd8c1197b98 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:24.422656 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0011864 Sep 23 19:33:24.441555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:24.450626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Request body: {'subnet': {'network_id': '1faef7ee-b0d6-4691-b916-54606bf8ca39', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-357918226-subnet', 'tenant_id': 'f06d40e761cb4eb9b65458097f30d6b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:24.458089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.464726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1527164-cf0b-432c-93ed-25e3ce34ee90 admin admin] Pushing event updated for resources: {'Network': ['ID=1faef7ee-b0d6-4691-b916-54606bf8ca39,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:24.482649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 1faef7ee-b0d6-4691-b916-54606bf8ca39 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:24.503293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:24.505570 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ff44e7-323e-41e8-bccc-6ef16eb66154" -d '{"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-unplugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:24.513574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.526766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.557576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Made reservation on behalf of f06d40e761cb4eb9b65458097f30d6b0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:24.559893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.594248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:24.594842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.603464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c508df-8364-4262-b43a-2fe4208979bc req-c4d14c37-4bd9-494c-a99b-51fee0d0425e tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:24.605191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19c508df-8364-4262-b43a-2fe4208979bc req-c4d14c37-4bd9-494c-a99b-51fee0d0425e tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.1420801 Sep 23 19:33:24.634900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.636962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Allocated IP 172.20.0.2 (12010e2c-524c-4c05-86a2-e7e93c592d7a/d21770b7-ba3b-4c29-93fd-b0c21d26a917/3869ddb9-c842-4e5c-b722-2b61238f6b3d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:24.705574 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.735123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc4620a-51e2-48fe-bd63-5dd8c1197b98,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:24.740952 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.744259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19c508df-8364-4262-b43a-2fe4208979bc req-c3079827-fde9-4ca7-83a4-fc0ded1c360e tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305611 Sep 23 19:33:24.746524 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ca489113-0622-4ab1-b3bd-5a16b9759e5a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/7bc4620a-51e2-48fe-bd63-5dd8c1197b98 HTTP/1.1" status: 204 len: 168 time: 0.4376328 Sep 23 19:33:24.749622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:24.767884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd4f1c-402c-4f55-b73e-d65a75d72301 None None] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:24.888272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.905691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.948913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:24.949369 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.977602 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:24.988596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.026455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] For port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,segment=NetworkSegment(0622b585-8e4c-49fa-b831-3bf58af4d441),segment_id=0622b585-8e4c-49fa-b831-3bf58af4d441)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:25.026933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.042357 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741dd3d9-76f7-4743-a744-eb7ce9730879 x-openstack-request-id: req-741dd3d9-76f7-4743-a744-eb7ce9730879 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:25.044424 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-unplugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:25.044900 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-741dd3d9-76f7-4743-a744-eb7ce9730879 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:25.045487 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'code': 200} Sep 23 19:33:25.051131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:25.055874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] DHCP port deletion for d98b431b-19bd-41ff-b5a1-94917ac2fc9b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:25.057255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c8dc9c-b159-46d4-bb63-01ce78b81093,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.132367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Checking segment: {'id': 'b6db3756-5523-461b-bcee-726c40c8aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1faef7ee-b0d6-4691-b916-54606bf8ca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:25.132906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Network hostable DHCP agents. Network: 1faef7ee-b0d6-4691-b916-54606bf8ca39, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:25.135072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:25.137395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Pushing event updated for resources: {'Port': ['ID=3869ddb9-c842-4e5c-b722-2b61238f6b3d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.153375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:25.159043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.159743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:25.162313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.172885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.200009 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.208375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Network 1faef7ee-b0d6-4691-b916-54606bf8ca39 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:25.213438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No DVR routers for this DVR port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:25.216058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.250954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 1faef7ee-b0d6-4691-b916-54606bf8ca39) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:25.265635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0654e54d-777d-487a-8c07-93e036b212b1 None None] Network 1faef7ee-b0d6-4691-b916-54606bf8ca39 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:25.266322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:25.267038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.270636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Deleting port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:25.271344 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.275784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Attempting to bind port 3869ddb9-c842-4e5c-b722-2b61238f6b3d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:25.276729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Attempting to bind port 3869ddb9-c842-4e5c-b722-2b61238f6b3d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:25.276729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Attempting to bind port 3869ddb9-c842-4e5c-b722-2b61238f6b3d on network 12010e2c-524c-4c05-86a2-e7e93c592d7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:25.297821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b634ecf0-0870-46ee-9269-5f8362ae23b6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8550632 Sep 23 19:33:25.301071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:25.301446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Checking segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:25.301853 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.302292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Bound using segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:25.303515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Bound port: 3869ddb9-c842-4e5c-b722-2b61238f6b3d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:25.303515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.338625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.361451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98b431b-19bd-41ff-b5a1-94917ac2fc9b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:25.372449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0622b585-8e4c-49fa-b831-3bf58af4d441') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:25.373175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0622b585-8e4c-49fa-b831-3bf58af4d441') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:25.384364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.401927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Allocated IP 172.25.6.135 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/a27031d2-eb2d-4d74-8f89-070bba396e7a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:25.410158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.412065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] For port 3869ddb9-c842-4e5c-b722-2b61238f6b3d, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:25.423742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:25.424717 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:25.430201 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:25.505050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] For port 3869ddb9-c842-4e5c-b722-2b61238f6b3d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3869ddb9-c842-4e5c-b722-2b61238f6b3d,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:25.512230 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] For port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:25.512723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.517260 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.559678 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.570264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Calling delete_port for a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:25.588004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.589099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:33:25.601848 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.603857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/d98b431b-19bd-41ff-b5a1-94917ac2fc9b HTTP/1.1" status: 204 len: 168 time: 0.8532648 Sep 23 19:33:25.617564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:25.623340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1055031372'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:25.627602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53740496-20e3-45f5-8fc6-e405fd6a6426 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=d98b431b-19bd-41ff-b5a1-94917ac2fc9b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.641564 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.655039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Network d98b431b-19bd-41ff-b5a1-94917ac2fc9b is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:33:25.656019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] No DVR routers for this DVR port a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:25.657222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:25.660974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.664861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.680917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec37698-bfae-48dd-a373-174a41dbaef3 req-66fd781a-a914-4dd3-a0be-4239b86ef4df tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:25.682557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec37698-bfae-48dd-a373-174a41dbaef3 req-66fd781a-a914-4dd3-a0be-4239b86ef4df tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 946 time: 0.1097589 Sep 23 19:33:25.694455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda09a0-8afb-49dd-9068-7875dbdda5bf None None] Network 1faef7ee-b0d6-4691-b916-54606bf8ca39 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:25.718605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:25.724260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f6063fe1-7b03-4308-b968-8a45bfe55bde details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:33:25.733122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.733862 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Added segment 7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660 of type vlan for network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 Sep 23 19:33:25.735977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426ff7-3ff9-4e67-bba6-34a3dee04feb None None] Pushing event updated for resources: {'Port': ['ID=3869ddb9-c842-4e5c-b722-2b61238f6b3d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.776731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:25.787546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0926c-499f-4212-a626-e1d88338a74e None None] Pushing event deleted for resources: {'Port': ['ID=a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.796150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:25.801530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.803142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a27031d2-eb2d-4d74-8f89-070bba396e7a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.830149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec37698-bfae-48dd-a373-174a41dbaef3 req-8ecd8d20-d068-4384-89f5-dc93000c64ed tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286793 Sep 23 19:33:25.831050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:25.839981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.847060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:25.847752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.956970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3377471 Sep 23 19:33:25.985308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:25.986812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9789e6e-1ee4-4fa6-a6a2-719e0aebcd3c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Network': ['ID=8f6d3260-3f44-4aaa-88c0-c32561e5d7f7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:25.995589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:26.135660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:26.140731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.184033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ab38-1541-47fd-9c44-90fe340a0c29 req-e9d5f6fe-77a5-4d53-ae20-35d88d055ecd tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:26.186520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:26.188395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45c3ab38-1541-47fd-9c44-90fe340a0c29 req-e9d5f6fe-77a5-4d53-ae20-35d88d055ecd tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.2399991 Sep 23 19:33:26.199204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'mac_address': 'fa:16:3e:a6:af:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:33:26.206041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:26.235769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:26.241891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1051412121-network', 'tenant_id': 'c6d95eaa78c74fe3ba1f911172e76640'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:26.289476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Made reservation on behalf of c6d95eaa78c74fe3ba1f911172e76640 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:26.290890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.293207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45c3ab38-1541-47fd-9c44-90fe340a0c29 req-5c528bd4-872a-4841-88b7-2747526c2038 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810726 Sep 23 19:33:26.354788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3869ddb9-c842-4e5c-b722-2b61238f6b3d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:26.358138 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.366088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.398513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6063fe1-7b03-4308-b968-8a45bfe55bde {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:26.419811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:26.426357 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.469805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.479577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.495380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:26.499440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3869ddb9-c842-4e5c-b722-2b61238f6b3d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:26.499820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.530561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['f6063fe1-7b03-4308-b968-8a45bfe55bde'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:26.538015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=9099917a-9fa1-4131-a9a0-5f40e30858b1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:26.593979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Checking segment: {'id': '7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:26.594393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network hostable DHCP agents. Network: 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:26.628983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:26.648105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:26.652935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:26.653527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.664962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72ef95-e266-4c63-b047-9c7ab0b70842 None None] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:26.681079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.685975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.701025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:26.708439 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.715050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.715424 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Added segment 2e9cd3d1-39af-40cd-9054-f11f8a652a47 of type vlan for network 2e2dec98-f1ef-44fc-97b5-f4a85e9206d1 Sep 23 19:33:26.756691 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.795680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.842965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 3869ddb9-c842-4e5c-b722-2b61238f6b3d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3869ddb9-c842-4e5c-b722-2b61238f6b3d,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:26.859149 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.862251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-606505ea-208c-4f33-a599-cb0e6be98632 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8698397 Sep 23 19:33:26.862985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.864188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:26.864837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:26.867306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:26.932323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Pushing event updated for resources: {'Network': ['ID=2e2dec98-f1ef-44fc-97b5-f4a85e9206d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:26.944628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b194e7-dc6c-4bc9-b7be-7c37b113d3b8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:26.965724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2aa40d9c-3f6b-4b03-b44d-9ee1f95fcaec tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2028039434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:26.971428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 2e2dec98-f1ef-44fc-97b5-f4a85e9206d1 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:26.984608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:26.991607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddb0b5-782e-4437-8625-123cf8305f91 req-dee57ba5-a7be-48c9-a5fe-d00392120886 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:26.993213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7ddb0b5-782e-4437-8625-123cf8305f91 req-dee57ba5-a7be-48c9-a5fe-d00392120886 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.0721109 Sep 23 19:33:27.003670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aa40d9c-3f6b-4b03-b44d-9ee1f95fcaec tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.005864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aa40d9c-3f6b-4b03-b44d-9ee1f95fcaec tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.007661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:27.014323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Request body: {'floatingip': {'port_id': '76e999e3-e47f-464c-a55d-857bf9af404c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:27.084868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:27.085224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a7a3a9ce-d5a8-4915-b6a9-f67a165ee54f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:27.102978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aa40d9c-3f6b-4b03-b44d-9ee1f95fcaec tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.107316 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb25f8ec-ffe2-4df3-af50-80043b64552e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8698518 Sep 23 19:33:27.109649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aa40d9c-3f6b-4b03-b44d-9ee1f95fcaec tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.116170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:27.120974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Request body: {'subnet': {'network_id': '2e2dec98-f1ef-44fc-97b5-f4a85e9206d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1051412121-subnet', 'tenant_id': 'c6d95eaa78c74fe3ba1f911172e76640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:27.129114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2aa40d9c-3f6b-4b03-b44d-9ee1f95fcaec tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.130710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2aa40d9c-3f6b-4b03-b44d-9ee1f95fcaec tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2006462 Sep 23 19:33:27.134662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:27.143505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7', 'name': 'tempest-PortsTestJSON-138484560'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:27.159608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=3869ddb9-c842-4e5c-b722-2b61238f6b3d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:27.196478 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.208691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-8f6d3260-3f44-4aaa-88c0-c32561e5d7f7', 'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7', 'tenant_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'fixed_ips': [{'subnet_id': '9099917a-9fa1-4131-a9a0-5f40e30858b1'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:27.211054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.216724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25683657-9d0b-4bff-8948-03191631a382 None None] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:27.289678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Made reservation on behalf of c6d95eaa78c74fe3ba1f911172e76640 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:27.291577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.304464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:27.308558 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.339610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port be4e349c-48df-41c6-a247-373ccf47f6a2 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:33:27.364177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39387ab-0fb2-4459-b4a5-b1b07537b27a req-4f4e4ee1-56c8-45f6-bad6-51c8616e3f1c tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:27.365583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d39387ab-0fb2-4459-b4a5-b1b07537b27a req-4f4e4ee1-56c8-45f6-bad6-51c8616e3f1c tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 946 time: 0.2537029 Sep 23 19:33:27.371807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.378562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6a6d14fa-41fc-4a04-a44a-52ee4e4ffb51 None None] Provisioning complete for port 3869ddb9-c842-4e5c-b722-2b61238f6b3d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:27.378949 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a6d14fa-41fc-4a04-a44a-52ee4e4ffb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.493182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Allocated IP 172.20.0.2 (8f6d3260-3f44-4aaa-88c0-c32561e5d7f7/9099917a-9fa1-4131-a9a0-5f40e30858b1/b4ecbefb-b6cc-4f31-b6ed-a575361d6876) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:27.610066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d39387ab-0fb2-4459-b4a5-b1b07537b27a req-72846350-dcc9-4b05-b962-17d76f110ff7 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316332 Sep 23 19:33:27.713731 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.718711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f6063fe1-7b03-4308-b968-8a45bfe55bde up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:27.792267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.805865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.14 (8f6d3260-3f44-4aaa-88c0-c32561e5d7f7/9099917a-9fa1-4131-a9a0-5f40e30858b1/be4e349c-48df-41c6-a247-373ccf47f6a2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:27.826186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:27.871158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:27.876653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Pushing event updated for resources: {'Port': ['ID=b4ecbefb-b6cc-4f31-b6ed-a575361d6876,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:27.888207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:27.916091 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.936038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port f6063fe1-7b03-4308-b968-8a45bfe55bde triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:27.936416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.993374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Attempting to bind port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:27.994028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Attempting to bind port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:27.994612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Attempting to bind port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 on network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:28.013120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:28.013829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Router facd1192-1c7e-42fd-b762-2018c91bd578 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:33:28.014016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Checking segment: {'id': '7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:28.014267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.014673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Bound using segment: {'id': '7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:28.015154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Bound port: b4ecbefb-b6cc-4f31-b6ed-a575361d6876, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8f6d3260-3f44-4aaa-88c0-c32561e5d7f7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:28.015547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.027614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56a5411-e10c-4a10-aece-c2f92196e68f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:28.061419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.069824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-381a758f-f65f-47d3-867a-9eaac7afcce6 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:28.071459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-381a758f-f65f-47d3-867a-9eaac7afcce6 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 946 time: 0.0850546 Sep 23 19:33:28.078990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a358fedf-1a5a-496d-ad35-cf8f97d1c938 None None] Provisioning complete for port 3869ddb9-c842-4e5c-b722-2b61238f6b3d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:28.079373 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a358fedf-1a5a-496d-ad35-cf8f97d1c938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.086788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.087264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.087710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.088148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.088602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.090683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.091131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.091570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.092012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.092438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.092867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.093294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:28.136597 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.145952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Checking segment: {'id': '2e9cd3d1-39af-40cd-9054-f11f8a652a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2e2dec98-f1ef-44fc-97b5-f4a85e9206d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:28.146477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Network hostable DHCP agents. Network: 2e2dec98-f1ef-44fc-97b5-f4a85e9206d1, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:28.163208 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.169084 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.202125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.220535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] For port b4ecbefb-b6cc-4f31-b6ed-a575361d6876, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:28.226164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:28.227474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:28.228838 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d2c2d9-27d7-44ff-9151-0489d553149b" -d '{"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-plugged", "status": "completed", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:28.239478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3869ddb9-c842-4e5c-b722-2b61238f6b3d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:28.246851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:28.254915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:28.277327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] For port b4ecbefb-b6cc-4f31-b6ed-a575361d6876, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b4ecbefb-b6cc-4f31-b6ed-a575361d6876,segment=NetworkSegment(7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660),segment_id=7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:28.280947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:28.289786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Network 2e2dec98-f1ef-44fc-97b5-f4a85e9206d1 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:28.292117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=be4e349c-48df-41c6-a247-373ccf47f6a2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:28.308859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 2e2dec98-f1ef-44fc-97b5-f4a85e9206d1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:28.323342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:28.324026 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.340782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:28.357603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Deleting port 155ff446-4bc9-48e6-9318-3edf7d6e7129 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:28.358312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.359678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7588cbcc-fd18-4ae1-88ae-889b1b1a0803 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2425385 Sep 23 19:33:28.366838 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Floating IP 005ae314-5689-43d2-b05d-8eb6ceceb386 associated. External IP: 172.25.6.151, port: 76e999e3-e47f-464c-a55d-857bf9af404c. Sep 23 19:33:28.370895 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.375399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-72b76640-b904-4a6b-96ac-263e403558b0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3421645 Sep 23 19:33:28.379236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:28.386743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:28.387421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.458506 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-49671b86-fee6-4294-a38c-4d3c0fdbd0a5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3211415 Sep 23 19:33:28.464342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:28.478775 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22ba33-e73d-4adb-8a59-16fc6e58d8f7 x-openstack-request-id: req-aa22ba33-e73d-4adb-8a59-16fc6e58d8f7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:28.479068 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-plugged", "status": "completed", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:28.479324 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa22ba33-e73d-4adb-8a59-16fc6e58d8f7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:28.479676 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'code': 200} Sep 23 19:33:28.485053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fb11f-4de0-4c50-9012-7d187876e159 None None] Network 2e2dec98-f1ef-44fc-97b5-f4a85e9206d1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:28.487892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:28.497180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.499519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.541637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:28.556403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:28.557048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:28.632822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] Deleting subnet 04c8dc9c-b159-46d4-bb63-01ce78b81093 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:28.653052 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.720069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Router ffe22192-376d-4375-8d33-8b4b5e716900 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:33:28.723012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.750698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:28.853933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.863299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:28.896882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31e9d9-c836-40fa-b3c6-d59913fffd73 req-47fb96da-5b6c-42be-8fc0-397b768e6601 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:28.910769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd31e9d9-c836-40fa-b3c6-d59913fffd73 req-47fb96da-5b6c-42be-8fc0-397b768e6601 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 946 time: 0.1854546 Sep 23 19:33:28.942412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3869ddb9-c842-4e5c-b722-2b61238f6b3d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:28.942783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.018819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd31e9d9-c836-40fa-b3c6-d59913fffd73 req-a9ce53b5-5f2b-485d-b30d-ff307397ed16 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/security-groups?id=62699903-386f-4b3a-b2f2-9b441ba6023d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071517 Sep 23 19:33:29.027329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be9d877-df71-4897-9cf9-a54076755a93 None None] Network 2e2dec98-f1ef-44fc-97b5-f4a85e9206d1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:29.063156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea81a4a-d456-429b-a176-ff0888a01e4d None None] Pushing event updated for resources: {'Port': ['ID=b4ecbefb-b6cc-4f31-b6ed-a575361d6876,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:29.075995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.116554 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.120915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/04c8dc9c-b159-46d4-bb63-01ce78b81093 HTTP/1.1" status: 204 len: 168 time: 0.5759478 Sep 23 19:33:29.120915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda4189-5866-45b9-90ee-361da6140bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c8dc9c-b159-46d4-bb63-01ce78b81093,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:29.125306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:29.138170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:29.148079 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] Sync routers for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:29.152211 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.165784 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:29.166665 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:29.194315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-93827599-34f3-45de-a428-ba8322038f23 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "PUT /v2.0/floatingips/005ae314-5689-43d2-b05d-8eb6ceceb386 HTTP/1.1" status: 200 len: 991 time: 2.1826181 Sep 23 19:33:29.211334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] For port 155ff446-4bc9-48e6-9318-3edf7d6e7129, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=155ff446-4bc9-48e6-9318-3edf7d6e7129,segment=NetworkSegment(c5da4282-39a4-445a-b2bf-a77e478fcc4c),segment_id=c5da4282-39a4-445a-b2bf-a77e478fcc4c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:29.211896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.261657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Calling delete_port for 155ff446-4bc9-48e6-9318-3edf7d6e7129 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:29.381193 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:29.440132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:26Z', 'revision_number': 3, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:29.475678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:33:29.476046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Updating router facd1192-1c7e-42fd-b762-2018c91bd578 port a27031d2-eb2d-4d74-8f89-070bba396e7a binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:33:29.513390 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.688852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:29.691405 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:29.696273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.712440 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '005ae314-5689-43d2-b05d-8eb6ceceb386', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'port_id': '76e999e3-e47f-464c-a55d-857bf9af404c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'mac_address': 'fa:16:3e:87:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:32Z', 'updated_at': '2021-09-23T19:33:27Z', 'revision_number': 1, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:40Z', 'revision_number': 5, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:29.830599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.839339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.871703 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48867e6a-e18d-4b3c-a67f-4b6cb6a39293 x-openstack-request-id: req-48867e6a-e18d-4b3c-a67f-4b6cb6a39293 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:29.872243 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:29.872500 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48867e6a-e18d-4b3c-a67f-4b6cb6a39293 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:29.873519 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c', 'status': 'completed', 'code': 200} Sep 23 19:33:29.873718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.902404 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.911145 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.911384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] Checking router: ffe22192-376d-4375-8d33-8b4b5e716900 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:33:29.917627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faef7ee-b0d6-4691-b916-54606bf8ca39']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:29.924343 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:29.925888 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:29.931515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6db3756-5523-461b-bcee-726c40c8aaab') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:29.931816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6db3756-5523-461b-bcee-726c40c8aaab') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:29.936432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-f0bd3a7e-5817-4527-9be0-2a7f4d1de066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:29.937970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-f0bd3a7e-5817-4527-9be0-2a7f4d1de066 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bb8d6f029ca451091d6caeae2ea6c08&device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 1096 time: 0.1037495 Sep 23 19:33:29.963295 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.996586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Attempting to bind port a27031d2-eb2d-4d74-8f89-070bba396e7a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:29.997052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Attempting to bind port a27031d2-eb2d-4d74-8f89-070bba396e7a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:29.997655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Attempting to bind port a27031d2-eb2d-4d74-8f89-070bba396e7a on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:30.000029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.003436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Pushing event updated for resources: {'Port': ['ID=a27031d2-eb2d-4d74-8f89-070bba396e7a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:30.006976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:30.007358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:30.007985 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.008642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:30.009133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Bound port: a27031d2-eb2d-4d74-8f89-070bba396e7a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:30.009520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.015884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:30.016332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:30.018162 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:30.086029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3497a7ee-b979-4e43-834e-054ab4d40069 None None] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:30.123341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.135992 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.137928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1faef7ee-b0d6-4691-b916-54606bf8ca39 HTTP/1.1" status: 204 len: 168 time: 1.0112746 Sep 23 19:33:30.145898 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:30.151446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:30.234241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.251060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.285665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] Deleting subnet d56a5411-e10c-4a10-aece-c2f92196e68f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:30.290138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-267db97c-1d51-4978-bb4f-4bb424556756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:30.291629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-267db97c-1d51-4978-bb4f-4bb424556756 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f7e68af-33f3-4973-a38b-b1c8433c87ac HTTP/1.1" status: 200 len: 916 time: 0.3414712 Sep 23 19:33:30.292348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.305272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c233c-2e60-4dad-aba8-d998faafe742 admin admin] Pushing event deleted for resources: {'Network': ['ID=1faef7ee-b0d6-4691-b916-54606bf8ca39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:30.318264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] For port a27031d2-eb2d-4d74-8f89-070bba396e7a, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:30.332811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b4ecbefb-b6cc-4f31-b6ed-a575361d6876 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:30.347127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] For port a27031d2-eb2d-4d74-8f89-070bba396e7a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a27031d2-eb2d-4d74-8f89-070bba396e7a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:30.351021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5a456cf-fb4d-4724-b941-491a4aebf268 req-0e11b149-20ce-4039-8f12-9eeddfdfe075 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9fbc2d8-200e-474a-9da9-6870837d8e45 HTTP/1.1" status: 200 len: 210 time: 0.0833583 Sep 23 19:33:30.352847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Pushing event deleted for resources: {'Port': ['ID=155ff446-4bc9-48e6-9318-3edf7d6e7129,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:30.415573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] No DVR routers for this DVR port 155ff446-4bc9-48e6-9318-3edf7d6e7129 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:30.419732 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.421500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.423903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fdc231d2-610a-43e2-84d0-42e680ef4a13 req-ce8e72b7-16e0-496d-9653-a7df5d9a8b34 tempest-ServerTagsTestJSON-1663811052 tempest-ServerTagsTestJSON-1663811052-project] 10.222.0.41 "DELETE /v2.0/ports/155ff446-4bc9-48e6-9318-3edf7d6e7129 HTTP/1.1" status: 204 len: 173 time: 2.3449962 Sep 23 19:33:30.425231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=be4e349c-48df-41c6-a247-373ccf47f6a2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:30.430480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.431379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'name': 'network-vif-deleted', 'tag': '155ff446-4bc9-48e6-9318-3edf7d6e7129'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:30.435232 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030b23a0-c6bf-47b2-899c-51e771953cbf" -d '{"events": [{"server_uuid": "a9fbc2d8-200e-474a-9da9-6870837d8e45", "name": "network-vif-deleted", "tag": "155ff446-4bc9-48e6-9318-3edf7d6e7129"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:30.542369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-3c8ba3d1-eec9-4621-a101-dc4a60805c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76e999e3-e47f-464c-a55d-857bf9af404c HTTP/1.1" status: 200 len: 999 time: 0.1846814 Sep 23 19:33:30.553962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.564960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-220c5eed-2fba-4a5f-b822-0a96fb0cf8bc None None] Provisioning complete for port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:30.565521 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '005ae314-5689-43d2-b05d-8eb6ceceb386', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'port_id': '76e999e3-e47f-464c-a55d-857bf9af404c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'mac_address': 'fa:16:3e:87:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:32Z', 'updated_at': '2021-09-23T19:33:27Z', 'revision_number': 1, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:40Z', 'revision_number': 5, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:30.567085 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-220c5eed-2fba-4a5f-b822-0a96fb0cf8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.651253 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e9129-ca2a-4e93-8de8-ab0aa39104c1 None None] The sync data for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 is: [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '005ae314-5689-43d2-b05d-8eb6ceceb386', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'port_id': '76e999e3-e47f-464c-a55d-857bf9af404c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'mac_address': 'fa:16:3e:87:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:32Z', 'updated_at': '2021-09-23T19:33:27Z', 'revision_number': 1, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:40Z', 'revision_number': 5, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:30.739881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Pushing event updated for resources: {'Port': ['ID=a27031d2-eb2d-4d74-8f89-070bba396e7a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:30.742528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:30.743274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:30.770975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-c62446e8-7460-4402-a211-52c435de5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:30.773563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-c62446e8-7460-4402-a211-52c435de5edb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83134214-e988-4210-add8-37139a6f8537 HTTP/1.1" status: 200 len: 854 time: 0.1621571 Sep 23 19:33:30.849850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.863082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.863950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.864288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.864630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.864970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.865300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.865631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.865992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.867045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.874674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.877526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.877977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.879339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.879746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d672833b-52b9-4801-ab2b-11a0afb26a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:30.933005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:30.933005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.938587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:30.941857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d56a5411-e10c-4a10-aece-c2f92196e68f HTTP/1.1" status: 204 len: 168 time: 0.7812355 Sep 23 19:33:30.943051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8064b57-e288-4060-81ba-20987ec5a038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56a5411-e10c-4a10-aece-c2f92196e68f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:30.947511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:30.957924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-5aaaf9c8-5f69-4e20-9470-20df8126e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:30.959805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-5aaaf9c8-5f69-4e20-9470-20df8126e308 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f7e68af-33f3-4973-a38b-b1c8433c87ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724644 Sep 23 19:33:31.103099 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263d884-1796-4a86-bd35-e409063691dd x-openstack-request-id: req-6263d884-1796-4a86-bd35-e409063691dd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:31.103579 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fbc2d8-200e-474a-9da9-6870837d8e45", "name": "network-vif-deleted", "tag": "155ff446-4bc9-48e6-9318-3edf7d6e7129", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:31.103971 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6263d884-1796-4a86-bd35-e409063691dd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:31.104731 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fbc2d8-200e-474a-9da9-6870837d8e45', 'name': 'network-vif-deleted', 'tag': '155ff446-4bc9-48e6-9318-3edf7d6e7129', 'status': 'completed', 'code': 200} Sep 23 19:33:31.246898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.252577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.256028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-0cf0d54a-4ab0-470a-b961-b15885fca51f service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709293 Sep 23 19:33:31.321541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-220c5eed-2fba-4a5f-b822-0a96fb0cf8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.327142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6ea81-486e-44c5-b733-0e11333b3e8a None None] New status for floating IP 005ae314-5689-43d2-b05d-8eb6ceceb386: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:33:31.449637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc41a776-00bc-4e22-8855-b8bd7fda7ec8 req-c98dd1f8-d04b-4dc0-9ac0-e7a9f14d3478 service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843336 Sep 23 19:33:31.483747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:31.571118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:31.582574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.620376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2dec98-f1ef-44fc-97b5-f4a85e9206d1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:31.626875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] Deleting subnet c3929f3d-dbd9-4347-89fb-8f955bf1566b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:31.638180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.677683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9cd3d1-39af-40cd-9054-f11f8a652a47') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:31.677961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9cd3d1-39af-40cd-9054-f11f8a652a47') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:31.699823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.700434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Allocated IP 172.20.0.1 (12010e2c-524c-4c05-86a2-e7e93c592d7a/d21770b7-ba3b-4c29-93fd-b0c21d26a917/7c4108a3-4e62-4d03-a28a-8d9590bd4b5c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:31.726541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.729789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.770509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:31.771028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:31.784213 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:31.789186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 155ff446-4bc9-48e6-9318-3edf7d6e7129 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:31.855245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.859012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.861145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-220c5eed-2fba-4a5f-b822-0a96fb0cf8bc None None] For port b4ecbefb-b6cc-4f31-b6ed-a575361d6876, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b4ecbefb-b6cc-4f31-b6ed-a575361d6876,segment=NetworkSegment(7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660),segment_id=7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:31.871992 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.874093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2e2dec98-f1ef-44fc-97b5-f4a85e9206d1 HTTP/1.1" status: 204 len: 168 time: 0.9254029 Sep 23 19:33:31.888067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 155ff446-4bc9-48e6-9318-3edf7d6e7129 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:31.888456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 155ff446-4bc9-48e6-9318-3edf7d6e7129 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:31.898958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-220c5eed-2fba-4a5f-b822-0a96fb0cf8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:31.986762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c9391-db60-4edb-9c89-5ddb92138406 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2dec98-f1ef-44fc-97b5-f4a85e9206d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:32.076741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.100429 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.140202 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.147117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c3929f3d-dbd9-4347-89fb-8f955bf1566b HTTP/1.1" status: 204 len: 168 time: 0.6584101 Sep 23 19:33:32.147117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b8dae-e7de-441c-9adf-11d8a492a72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3929f3d-dbd9-4347-89fb-8f955bf1566b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:32.150341 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.150949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:32.163837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.176480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.195785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0fdeacf2-be2f-4e52-85e6-9d2666b39a7b None None] Provisioning complete for port be4e349c-48df-41c6-a247-373ccf47f6a2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:32.196306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fdeacf2-be2f-4e52-85e6-9d2666b39a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.246023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:32.286057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.345738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-601f9f47-e5cf-420d-8681-e61898ab7676 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f06d40e761cb4eb9b65458097f30d6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983689 Sep 23 19:33:32.351755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52146) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:32.364875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:33:32.365942 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:33:32.366084 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.367063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c5eed-2fba-4a5f-b822-0a96fb0cf8bc None None] Pushing event updated for resources: {'Port': ['ID=b4ecbefb-b6cc-4f31-b6ed-a575361d6876,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:32.382698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=be4e349c-48df-41c6-a247-373ccf47f6a2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:32.389695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.401431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0fdeacf2-be2f-4e52-85e6-9d2666b39a7b None None] Port be4e349c-48df-41c6-a247-373ccf47f6a2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:32.420195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:26Z', 'revision_number': 3, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:32.436216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:32.448898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.454308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc93cb2-f78e-4b46-a88e-40e7493aa593 None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:26Z', 'revision_number': 3, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:32.471687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0fdeacf2-be2f-4e52-85e6-9d2666b39a7b None None] Provisioning complete for port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:32.472292 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fdeacf2-be2f-4e52-85e6-9d2666b39a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.502301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980db797-4640-4409-b419-61ccc2fac0be']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:32.522909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5da4282-39a4-445a-b2bf-a77e478fcc4c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:32.523802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5da4282-39a4-445a-b2bf-a77e478fcc4c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:32.525904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:32.540356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.546191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:32.577127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.590387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-004a0808-659b-4dc1-a362-991644cedac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.591956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:32.592431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:32.595447 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:32.600371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:32.703937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.721469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-004a0808-659b-4dc1-a362-991644cedac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.724205 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.730045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] 10.222.0.38 "DELETE /v2.0/networks/980db797-4640-4409-b419-61ccc2fac0be HTTP/1.1" status: 204 len: 168 time: 0.5754213 Sep 23 19:33:32.746674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:32.752661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.756593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:32.758880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eabff1-980a-43e0-b0e7-14e492821f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=980db797-4640-4409-b419-61ccc2fac0be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:32.780207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7826df82-0df9-427d-8550-c913d0f7823c None None] Provisioning complete for port be4e349c-48df-41c6-a247-373ccf47f6a2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:32.780768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7826df82-0df9-427d-8550-c913d0f7823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:32.881337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7826df82-0df9-427d-8550-c913d0f7823c None None] Port be4e349c-48df-41c6-a247-373ccf47f6a2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:33.226287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4223486e-af95-481f-ad7c-2863cc5c53e9 None None] Provisioning complete for port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:33.227010 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4223486e-af95-481f-ad7c-2863cc5c53e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.368583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4223486e-af95-481f-ad7c-2863cc5c53e9 None None] Port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:33.398742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a27031d2-eb2d-4d74-8f89-070bba396e7a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:33.409813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:33.437497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-004a0808-659b-4dc1-a362-991644cedac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.442785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-004a0808-659b-4dc1-a362-991644cedac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.448412 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-004a0808-659b-4dc1-a362-991644cedac2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8c5618f-b287-4ce6-bfee-1be1f9ef90ae HTTP/1.1" status: 204 len: 168 time: 1.0955546 Sep 23 19:33:33.495379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a0808-659b-4dc1-a362-991644cedac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c5618f-b287-4ce6-bfee-1be1f9ef90ae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:33.519837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c7c9791-82c4-4af7-bd7b-df499c184df4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4ec3cdc4c1e943519eee776bfc010560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078899 Sep 23 19:33:33.524086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:33.535871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a27031d2-eb2d-4d74-8f89-070bba396e7a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:33.536261 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.586602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.590891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6cec0bed-a000-4f30-b598-937f6ad54bf5 None None] Provisioning complete for port be4e349c-48df-41c6-a247-373ccf47f6a2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:33.591281 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6cec0bed-a000-4f30-b598-937f6ad54bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.622630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Router a39369fa-5d42-4f6d-a18a-5ac476b94c74 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:33:33.664858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f348029e-d8a1-408d-a18e-38acfb232474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.697840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f348029e-d8a1-408d-a18e-38acfb232474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.720223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6cec0bed-a000-4f30-b598-937f6ad54bf5 None None] Port be4e349c-48df-41c6-a247-373ccf47f6a2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:33.777767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f348029e-d8a1-408d-a18e-38acfb232474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.781940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f348029e-d8a1-408d-a18e-38acfb232474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.785187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f348029e-d8a1-408d-a18e-38acfb232474 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62699903-386f-4b3a-b2f2-9b441ba6023d HTTP/1.1" status: 204 len: 168 time: 0.2588186 Sep 23 19:33:33.807619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348029e-d8a1-408d-a18e-38acfb232474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62699903-386f-4b3a-b2f2-9b441ba6023d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:33.825802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.904240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port a27031d2-eb2d-4d74-8f89-070bba396e7a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a27031d2-eb2d-4d74-8f89-070bba396e7a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:33.909079 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.909984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b4ecbefb-b6cc-4f31-b6ed-a575361d6876 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:34.137024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:34.138789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:34.139187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.140999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=a27031d2-eb2d-4d74-8f89-070bba396e7a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:34.164943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b7ce2bd9-00a8-4dbf-872e-087e490e5b82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "PUT /v2.0/routers/a39369fa-5d42-4f6d-a18a-5ac476b94c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6995261 Sep 23 19:33:34.165917 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] Sync routers for ids ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:34.168174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:34.203317 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] Routers {'a39369fa-5d42-4f6d-a18a-5ac476b94c74'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:34.216608 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:34.232027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:34.290457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c638a09-e2e6-4268-a6a6-22b9596e98f3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:34.291070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.296553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52196) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:34.297216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c638a09-e2e6-4268-a6a6-22b9596e98f3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports?device_id=a39369fa-5d42-4f6d-a18a-5ac476b94c74 HTTP/1.1" status: 200 len: 982 time: 0.1269176 Sep 23 19:33:34.307086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.393690 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:34.427961 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] Routers {'a39369fa-5d42-4f6d-a18a-5ac476b94c74'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:34.430869 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:34.496605 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:34.498066 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2b70f-778f-4420-a75b-15521da300c2 None None] The sync data for ids ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:34.561588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:34.576257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c8b5705-c84d-4b68-b4c5-ea4a493e1eb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6d95eaa78c74fe3ba1f911172e76640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288128 Sep 23 19:33:34.577970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:34.584670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.644008 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9209ff-8c66-426e-9b31-920c451c174c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.681355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9209ff-8c66-426e-9b31-920c451c174c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.767977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9209ff-8c66-426e-9b31-920c451c174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.772765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9209ff-8c66-426e-9b31-920c451c174c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:34.774043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba9209ff-8c66-426e-9b31-920c451c174c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9b194e7-dc6c-4bc9-b7be-7c37b113d3b8 HTTP/1.1" status: 204 len: 168 time: 0.1950521 Sep 23 19:33:34.784115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9209ff-8c66-426e-9b31-920c451c174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b194e7-dc6c-4bc9-b7be-7c37b113d3b8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:35.172410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a27031d2-eb2d-4d74-8f89-070bba396e7a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:35.348403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a27031d2-eb2d-4d74-8f89-070bba396e7a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:35.348938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:35.361524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:35.367659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:35.775976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-83b63b0c-c6ba-46e4-82c0-34dbd081c50e None None] Provisioning complete for port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:35.776355 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83b63b0c-c6ba-46e4-82c0-34dbd081c50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:35.825985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-83b63b0c-c6ba-46e4-82c0-34dbd081c50e None None] Port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:35.840199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:33:35.951038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:36.188812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:36.205929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:36.206654 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-63b3452f-d37a-4f52-9e1a-d746ff72be22 admin admin] 10.222.0.38 "PUT /v2.0/routers/facd1192-1c7e-42fd-b762-2018c91bd578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8045042 Sep 23 19:33:36.236967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:36.238406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:36.416391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port be4e349c-48df-41c6-a247-373ccf47f6a2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:36.416765 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:36.499915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:36.620112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:36.637721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for be4e349c-48df-41c6-a247-373ccf47f6a2 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:36.896362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 2, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:36.952809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:33:36.953165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Updating router facd1192-1c7e-42fd-b762-2018c91bd578 port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:33:37.000702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:37.037781 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:37.074842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=be4e349c-48df-41c6-a247-373ccf47f6a2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:37.363715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:37.643160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Router a39369fa-5d42-4f6d-a18a-5ac476b94c74 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:33:37.673214 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:37.685675 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:37.759812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:37.766123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7909ef5a-1c71-4f51-9c98-ae8977327d69 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "PUT /v2.0/routers/a39369fa-5d42-4f6d-a18a-5ac476b94c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669061 Sep 23 19:33:37.772364 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] Sync routers for ids ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:37.778890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:37.784520 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] Routers {'a39369fa-5d42-4f6d-a18a-5ac476b94c74'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:37.785140 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:37.819561 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c876a21-ce29-459e-a681-79cc4db31849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:37.821903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3c876a21-ce29-459e-a681-79cc4db31849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/be4e349c-48df-41c6-a247-373ccf47f6a2 HTTP/1.1" status: 404 len: 333 time: 0.0403008 Sep 23 19:33:37.824395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:37.827433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0a8e-3ee1-41f1-a44b-fde5cbf679d9 None None] Pushing event updated for resources: {'Port': ['ID=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:37.901028 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:37.932272 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] Routers {'a39369fa-5d42-4f6d-a18a-5ac476b94c74'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:37.943086 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:37.954115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a29f95ff-982e-4152-b5dd-bf1f8117b154 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:37.959170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-0765c585-5b76-4260-8fe1-6ec7e50a4b51 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:37.984479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-0765c585-5b76-4260-8fe1-6ec7e50a4b51 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 820 time: 0.3317528 Sep 23 19:33:37.990724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Attempting to bind port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:37.991444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Attempting to bind port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:37.992039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Attempting to bind port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c on network 12010e2c-524c-4c05-86a2-e7e93c592d7a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:37.998943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:37.999822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Checking segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:38.000451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.001049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Bound using segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:38.001776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Bound port: 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:38.002441 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.035112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-68035499-71a3-4add-9a1e-c6b25407566b tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/quotas/1f78eff1772b4357a216cb4029e0d19b HTTP/1.1" status: 200 len: 375 time: 0.0493877 Sep 23 19:33:38.057404 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:38.062494 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bce0b5-dcd6-4a1f-ab6e-6cdbb08a0015 None None] The sync data for ids ['a39369fa-5d42-4f6d-a18a-5ac476b94c74'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:38.105109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] For port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:38.108936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] For port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:38.116947 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.145015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-ae87d5cb-3624-441f-9006-877613bb3139 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088860 Sep 23 19:33:38.221922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:38.222974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:38.232982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a29f95ff-982e-4152-b5dd-bf1f8117b154 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.239582 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a29f95ff-982e-4152-b5dd-bf1f8117b154 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.307167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-e5fa7314-38e2-4bf9-ae50-796b19356677 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608293 Sep 23 19:33:38.337828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a29f95ff-982e-4152-b5dd-bf1f8117b154 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.338356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f95ff-982e-4152-b5dd-bf1f8117b154 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Fanout notify agent at l3_agent the message router_deleted on router a39369fa-5d42-4f6d-a18a-5ac476b94c74 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:33:38.346524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a29f95ff-982e-4152-b5dd-bf1f8117b154 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.350100 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a29f95ff-982e-4152-b5dd-bf1f8117b154 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/routers/a39369fa-5d42-4f6d-a18a-5ac476b94c74 HTTP/1.1" status: 204 len: 168 time: 0.5220089 Sep 23 19:33:38.350418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:38.371572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0a8e-3ee1-41f1-a44b-fde5cbf679d9 None None] Pushing event updated for resources: {'Port': ['ID=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:38.396733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9054ab7e-e2ec-48ea-ade9-3e8ce64c541d None None] Provisioning complete for port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:38.397496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9054ab7e-e2ec-48ea-ade9-3e8ce64c541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.430593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet 9099917a-9fa1-4131-a9a0-5f40e30858b1 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:38.434559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.513743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-df737049-9c5f-4dc4-8f5a-7ed3514e9f3f service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052608 Sep 23 19:33:38.529476 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.625633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:33:38.721857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.816558 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.841682 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9054ab7e-e2ec-48ea-ade9-3e8ce64c541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.862361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0acef99-9c1c-4469-b16b-1730f83bad60 None None] Network 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:38.863999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:38.866469 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/9099917a-9fa1-4131-a9a0-5f40e30858b1 HTTP/1.1" status: 204 len: 168 time: 0.5121975 Sep 23 19:33:38.869198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:38.870196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63bc2c-2fcd-4946-8bc0-d22342f7e849 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=9099917a-9fa1-4131-a9a0-5f40e30858b1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:39.005791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.054189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9054ab7e-e2ec-48ea-ade9-3e8ce64c541d None None] For port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:39.083156 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9054ab7e-e2ec-48ea-ade9-3e8ce64c541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.119127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:39.120355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.145290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054ab7e-e2ec-48ea-ade9-3e8ce64c541d None None] Pushing event updated for resources: {'Port': ['ID=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:39.173458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:39.221745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] For port b4ecbefb-b6cc-4f31-b6ed-a575361d6876, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b4ecbefb-b6cc-4f31-b6ed-a575361d6876,segment=NetworkSegment(7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660),segment_id=7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:39.222463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.239179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfde508-f381-40e7-9e5e-d720ab07e845 None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:39.239987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for b4ecbefb-b6cc-4f31-b6ed-a575361d6876 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:39.248414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d3b06520-b731-4e2a-bdde-f091d1d4f568 None None] Provisioning complete for port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:39.249597 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3b06520-b731-4e2a-bdde-f091d1d4f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.325558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7c81e-7e59-45a2-b5ba-b6b6f6fa9f6b None None] DHCP port deletion for 8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:39.460512 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.523480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7c81e-7e59-45a2-b5ba-b6b6f6fa9f6b None None] The port 'b4ecbefb-b6cc-4f31-b6ed-a575361d6876' was deleted {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 23 19:33:39.535450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=b4ecbefb-b6cc-4f31-b6ed-a575361d6876,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:39.550907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No DVR routers for this DVR port b4ecbefb-b6cc-4f31-b6ed-a575361d6876 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:39.706371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.749571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6d3260-3f44-4aaa-88c0-c32561e5d7f7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:39.760658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:39.761222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8a8d80-0ee5-41eb-b09d-c1cd14fa9660') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:39.772959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.796974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.805195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:39.806456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:39.877401 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:39.881613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.930107 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:39.934881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/8f6d3260-3f44-4aaa-88c0-c32561e5d7f7 HTTP/1.1" status: 204 len: 168 time: 1.0645018 Sep 23 19:33:39.938522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:39.939847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-098bc8e6-1d00-4ceb-ab4c-f3a80acfaef9 req-975a5b10-f33a-4dad-88a7-74f1b62a46c0 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 210 time: 0.0614562 Sep 23 19:33:39.950325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa574839-5abe-4c3b-a433-e356f1cc0136 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=8f6d3260-3f44-4aaa-88c0-c32561e5d7f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:40.036450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250fff5-c085-4411-b719-f2c703c57ba8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.037992 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f250fff5-c085-4411-b719-f2c703c57ba8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/d18d1ebc-4e34-412e-8cad-8c1aa09458e6 HTTP/1.1" status: 200 len: 840 time: 0.0983944 Sep 23 19:33:40.041768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:40.129859 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-db3b75dc-c9be-4e01-8a42-c13532fd1132 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/d18d1ebc-4e34-412e-8cad-8c1aa09458e6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0869546 Sep 23 19:33:40.133551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:40.138771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:40.271910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:40.277192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:40.692356 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:40.784478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:40.795635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:40.799168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.800032 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:40.812547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be3fe5-58f9-4945-9fb8-07b4cffc05e2 None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:40.813931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=d3a250da-7acc-4455-a221-5fb16174c820,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:40.832628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-d0e4dcd5-78f2-4b91-850a-f5d1a423cba7 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.834176 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-d0e4dcd5-78f2-4b91-850a-f5d1a423cba7 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 820 time: 0.3371050 Sep 23 19:33:40.848481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-14c5864f-fe38-4a45-987b-d8db6e2be9e0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7105534 Sep 23 19:33:40.849473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:40.851910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'port': {'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'admin_state_up': True, 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:40.854996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-51faa83c-3078-44dd-bbd2-0659dcbe687f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'security_group': {'name': 'tempest-secgroup-573242770'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:40.893397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51faa83c-3078-44dd-bbd2-0659dcbe687f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:40.980255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec018c41-b054-456a-b12b-e7499830a8d0 req-0fea6f52-ca0d-4828-a4b9-70a75a5f942b tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=14526eff14194f538a0ab29d0de3f56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467825 Sep 23 19:33:41.227293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:41.227631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec018c41-b054-456a-b12b-e7499830a8d0 req-0c321bba-e06e-4626-a77b-3159e2031b0c tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:41.235846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec018c41-b054-456a-b12b-e7499830a8d0 req-0c321bba-e06e-4626-a77b-3159e2031b0c tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470441 Sep 23 19:33:41.260228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec018c41-b054-456a-b12b-e7499830a8d0 req-f73122f5-e599-4ab1-b663-add99cfd13ed tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/quotas/14526eff14194f538a0ab29d0de3f56d HTTP/1.1" status: 200 len: 375 time: 0.0232718 Sep 23 19:33:41.286073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51faa83c-3078-44dd-bbd2-0659dcbe687f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.308652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'tenant_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'fixed_ips': [{'subnet_id': 'd3a250da-7acc-4455-a221-5fb16174c820'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:41.309461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.311778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51faa83c-3078-44dd-bbd2-0659dcbe687f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.317950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Made reservation on behalf of 1f78eff1772b4357a216cb4029e0d19b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:41.321735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.347103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec018c41-b054-456a-b12b-e7499830a8d0 req-c606c234-b942-4aaf-9d47-13b5e2ab4143 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=14526eff14194f538a0ab29d0de3f56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858219 Sep 23 19:33:41.393701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:41.394056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.407910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faa83c-3078-44dd-bbd2-0659dcbe687f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba6dc5-c3c8-479c-9279-3cb8cc5bf40f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:41.423283 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51faa83c-3078-44dd-bbd2-0659dcbe687f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.430922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-51faa83c-3078-44dd-bbd2-0659dcbe687f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5797153 Sep 23 19:33:41.431598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:41.443755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a0777b1b-e8b2-43b5-8a73-750707c88a78 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'security_group': {'name': 'tempest-secgroup-480362607'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:41.512705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0777b1b-e8b2-43b5-8a73-750707c88a78 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.612284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Allocated IP 172.20.0.12 (12010e2c-524c-4c05-86a2-e7e93c592d7a/d21770b7-ba3b-4c29-93fd-b0c21d26a917/e91da121-bb54-4bc4-8d92-1b06492b0ed2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:41.679809 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0777b1b-e8b2-43b5-8a73-750707c88a78 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.686326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0777b1b-e8b2-43b5-8a73-750707c88a78 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.727275 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0777b1b-e8b2-43b5-8a73-750707c88a78 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:41.728540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a0777b1b-e8b2-43b5-8a73-750707c88a78 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2959850 Sep 23 19:33:41.731311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:41.738028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-937547324', 'security_groups': ['2dbc4296-1ede-4ac4-8db8-b873582e186b'], 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3a250da-7acc-4455-a221-5fb16174c820'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:41.742840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0777b1b-e8b2-43b5-8a73-750707c88a78 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbc4296-1ede-4ac4-8db8-b873582e186b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:41.841253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Allocated IP 172.20.0.2 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/d3a250da-7acc-4455-a221-5fb16174c820/abb91be8-ac2b-4ba7-8678-b079af765bfc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:41.959964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a9f41b5-fc83-44c5-9a4f-b10701f92fa1 req-883c08df-9db7-486b-a781-b0660f3c5907 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 210 time: 0.0480297 Sep 23 19:33:41.986798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:42.067941 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.078699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.079919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b4ecbefb-b6cc-4f31-b6ed-a575361d6876 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:42.098624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.132353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:33:42.140824 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.168167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.174005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: b4ecbefb-b6cc-4f31-b6ed-a575361d6876 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:42.174398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b4ecbefb-b6cc-4f31-b6ed-a575361d6876 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:42.235315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:42.241950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:42.247057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:42.299857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Pushing event updated for resources: {'Port': ['ID=e91da121-bb54-4bc4-8d92-1b06492b0ed2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:42.303554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:42.306571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:42.319370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:42.397408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Pushing event updated for resources: {'Port': ['ID=abb91be8-ac2b-4ba7-8678-b079af765bfc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:42.415671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:42.419099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.428305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Attempting to bind port abb91be8-ac2b-4ba7-8678-b079af765bfc on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:42.428681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Attempting to bind port abb91be8-ac2b-4ba7-8678-b079af765bfc by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'effc8f20-19ce-4518-8dc3-e2c58d387d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:42.429041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Attempting to bind port abb91be8-ac2b-4ba7-8678-b079af765bfc on network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:42.441015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:42.441426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Checking segment: {'id': 'effc8f20-19ce-4518-8dc3-e2c58d387d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:42.441799 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.442194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Bound using segment: {'id': 'effc8f20-19ce-4518-8dc3-e2c58d387d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:42.442688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Bound port: abb91be8-ac2b-4ba7-8678-b079af765bfc, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effc8f20-19ce-4518-8dc3-e2c58d387d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:42.443073 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.452507 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-79cbb51e-c0fb-408c-b9ed-4808d2397edd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6054840 Sep 23 19:33:42.467099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Request body: {'port': {'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:42.524024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.6 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/d3a250da-7acc-4455-a221-5fb16174c820/42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:42.554360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.627618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] For port abb91be8-ac2b-4ba7-8678-b079af765bfc, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:42.635981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] For port abb91be8-ac2b-4ba7-8678-b079af765bfc, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abb91be8-ac2b-4ba7-8678-b079af765bfc,segment=NetworkSegment(effc8f20-19ce-4518-8dc3-e2c58d387d47),segment_id=effc8f20-19ce-4518-8dc3-e2c58d387d47)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:42.641431 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:42.847737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766ec85-0ac2-4e67-91fd-f8fbcff5ab88 None None] Pushing event updated for resources: {'Port': ['ID=abb91be8-ac2b-4ba7-8678-b079af765bfc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:42.996675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.009993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-69cdcc67-47d0-4b66-abf6-057c9c7b64a3 None None] Provisioning complete for port e91da121-bb54-4bc4-8d92-1b06492b0ed2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:43.010401 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cdcc67-47d0-4b66-abf6-057c9c7b64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.073226 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-69cdcc67-47d0-4b66-abf6-057c9c7b64a3 None None] Port e91da121-bb54-4bc4-8d92-1b06492b0ed2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:43.076459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.122521 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5462c40b-1460-4e7e-b6b2-96581dbc1e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.135146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:43.138699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:43.146286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:43.237289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:43.245445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.316454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:43.321682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bbe8c76e-2727-47d4-8ed0-00019c835f82 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5893297 Sep 23 19:33:43.325576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:43.344382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6fad9951-6adc-4254-9765-d419edc3a493 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:43.614468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a8299-5079-4770-8600-c211df67d1ac req-7be9c723-07e1-4634-8881-dc5d4163723c tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:43.616070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-947a8299-5079-4770-8600-c211df67d1ac req-7be9c723-07e1-4634-8881-dc5d4163723c tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 932 time: 0.0856633 Sep 23 19:33:43.616929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad9951-6adc-4254-9765-d419edc3a493 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:43.621915 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fad9951-6adc-4254-9765-d419edc3a493 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.739812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-947a8299-5079-4770-8600-c211df67d1ac req-728d31eb-d54d-472d-98a4-22083d81c02b tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142573 Sep 23 19:33:43.745501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91da121-bb54-4bc4-8d92-1b06492b0ed2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:43.757532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.772368 n-d-810763-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-6fad9951-6adc-4254-9765-d419edc3a493 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3a250da-7acc-4455-a221-5fb16174c820 (CIDR: 172.20.0.0/28) Sep 23 19:33:43.777128 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fad9951-6adc-4254-9765-d419edc3a493 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:33:43.779166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fad9951-6adc-4254-9765-d419edc3a493 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:43.795182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Transition to ACTIVE for port object e91da121-bb54-4bc4-8d92-1b06492b0ed2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:33:43.802682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.805827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6fad9951-6adc-4254-9765-d419edc3a493 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4791262 Sep 23 19:33:43.808838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:43.816302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:43.947800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Pushing event updated for resources: {'Port': ['ID=e91da121-bb54-4bc4-8d92-1b06492b0ed2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:44.105457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2946f242-10aa-4bb6-88fe-46114b278530 req-0c7807aa-fdc1-4fd2-8dc8-b57c5fb0bc97 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=14526eff14194f538a0ab29d0de3f56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449846 Sep 23 19:33:44.107552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:44.111301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.112031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Attempting to bind port e91da121-bb54-4bc4-8d92-1b06492b0ed2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:44.112475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Attempting to bind port e91da121-bb54-4bc4-8d92-1b06492b0ed2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:44.122406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Attempting to bind port e91da121-bb54-4bc4-8d92-1b06492b0ed2 on network 12010e2c-524c-4c05-86a2-e7e93c592d7a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:44.129693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Port e91da121-bb54-4bc4-8d92-1b06492b0ed2 on network 12010e2c-524c-4c05-86a2-e7e93c592d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:33:44.130289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Attempting to bind port e91da121-bb54-4bc4-8d92-1b06492b0ed2 on network 12010e2c-524c-4c05-86a2-e7e93c592d7a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:44.136290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:44.137000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Checking segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:44.138756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Bound using segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:44.139686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Bound port: e91da121-bb54-4bc4-8d92-1b06492b0ed2, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:44.142057 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.266195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] For port e91da121-bb54-4bc4-8d92-1b06492b0ed2, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:44.272186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] For port e91da121-bb54-4bc4-8d92-1b06492b0ed2, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:44.294810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.369815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:44.370476 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.371959 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] 10.222.0.72 "PUT /v2.0/ports/e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 1092 time: 1.9101322 Sep 23 19:33:44.381815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:44.384758 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b67c338-7004-4fbf-9044-f64937c644b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:44.477812 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.523847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dd377-ff65-4697-956b-d1f330d231aa service neutron] Pushing event updated for resources: {'Port': ['ID=e91da121-bb54-4bc4-8d92-1b06492b0ed2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:44.570525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-4666884c-ca3e-42f6-b6c5-8f947842cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:44.576787 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-4666884c-ca3e-42f6-b6c5-8f947842cd40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1095 time: 0.1511042 Sep 23 19:33:44.669954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:44.670603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.694871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-d5e0cf78-a351-4ff9-92dc-a6237a404e90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 217 time: 0.1061110 Sep 23 19:33:44.791391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-8805c773-080c-43c0-ac4d-3352a1a722de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:44.794545 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-8805c773-080c-43c0-ac4d-3352a1a722de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0910163 Sep 23 19:33:44.910746 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.929394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50cb8-ae33-451f-b104-414fc177c490 req-73277a17-cf47-4fd5-8bf6-926632cf75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:44.939758 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-73277a17-cf47-4fd5-8bf6-926632cf75e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268418 Sep 23 19:33:44.984806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] For port abb91be8-ac2b-4ba7-8678-b079af765bfc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abb91be8-ac2b-4ba7-8678-b079af765bfc,segment=NetworkSegment(effc8f20-19ce-4518-8dc3-e2c58d387d47),segment_id=effc8f20-19ce-4518-8dc3-e2c58d387d47)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:44.989723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:45.075244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Provisioning complete for port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:45.075816 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:45.107048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-54826786-10e4-49dc-9cf7-ccf92b13500e service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663911 Sep 23 19:33:45.151580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:45.165535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:45.170183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:45.171096 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:45.175863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Pushing event updated for resources: {'Port': ['ID=abb91be8-ac2b-4ba7-8678-b079af765bfc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:45.181917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736b9ac-c316-4da7-8574-4bb6e93c5953 None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:45.252317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=c539dc5d-6645-4573-ba3f-4901cf60b2bb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:45.272056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c64e3d4-fdf1-4dd8-a919-7b220604cefc tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4617755 Sep 23 19:33:45.274797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:45.281703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-192277330', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c539dc5d-6645-4573-ba3f-4901cf60b2bb'}], 'security_groups': ['f7ba6dc5-c3c8-479c-9279-3cb8cc5bf40f']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:45.291119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-76a50cb8-ae33-451f-b104-414fc177c490 req-418050ee-d068-4a45-8949-64a450aedaee service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634502 Sep 23 19:33:45.347516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abb91be8-ac2b-4ba7-8678-b079af765bfc up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:45.400940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:45.401305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2c718420-f928-4f36-8cdd-01606d0d0d93 None None] Port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:45.414576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946f242-10aa-4bb6-88fe-46114b278530 req-328f3573-7e31-4e05-a715-8757e21deb66 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:45.417015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2946f242-10aa-4bb6-88fe-46114b278530 req-328f3573-7e31-4e05-a715-8757e21deb66 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9560561 Sep 23 19:33:45.426683 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:33:45.439275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:45.439651 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:45.442935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2946f242-10aa-4bb6-88fe-46114b278530 req-48e016d1-6143-4b47-acc7-2b8c9ad71328 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/quotas/14526eff14194f538a0ab29d0de3f56d HTTP/1.1" status: 200 len: 375 time: 0.0145793 Sep 23 19:33:45.510973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2946f242-10aa-4bb6-88fe-46114b278530 req-78b81ccc-f467-4b0f-9fba-c2e421f0da68 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=14526eff14194f538a0ab29d0de3f56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363755 Sep 23 19:33:45.567512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3da4b45b-a20f-46e0-b44e-2c3cd6d85793 None None] Provisioning complete for port 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:45.567890 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3da4b45b-a20f-46e0-b44e-2c3cd6d85793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:45.656096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3da4b45b-a20f-46e0-b44e-2c3cd6d85793 None None] Port 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:45.674534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a96344-468e-4720-ba97-4fdd3e7880d1 None None] Update dhcp port {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'fixed_ips': [{'subnet_id': 'd3a250da-7acc-4455-a221-5fb16174c820', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c539dc5d-6645-4573-ba3f-4901cf60b2bb'}], 'binding:host_id': 'n-d-810763-1'}, 'id': 'abb91be8-ac2b-4ba7-8678-b079af765bfc'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:33:45.720699 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7a96344-468e-4720-ba97-4fdd3e7880d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:45.972886 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc13bf46-c1f6-450b-b658-26d24d5e57ac x-openstack-request-id: req-cc13bf46-c1f6-450b-b658-26d24d5e57ac {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:45.974343 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:45.974762 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc13bf46-c1f6-450b-b658-26d24d5e57ac {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:45.975344 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'status': 'completed', 'code': 200} Sep 23 19:33:45.984047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Delete allocated IP 172.20.0.6 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/d3a250da-7acc-4455-a221-5fb16174c820) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:33:46.005471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.21 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/c539dc5d-6645-4573-ba3f-4901cf60b2bb/42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:46.133065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-c0feb3b8-92dd-40ac-8427-fcc53af8695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.135206 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-c0feb3b8-92dd-40ac-8427-fcc53af8695e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1095 time: 0.1282113 Sep 23 19:33:46.280317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-05a1ac03-66cf-479e-827e-8bff23b243b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.282151 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-05a1ac03-66cf-479e-827e-8bff23b243b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1391101 Sep 23 19:33:46.283636 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0fd7-1320-4433-9ef1-6553602b23fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.351783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-dab185aa-d8c4-48cd-98a8-49010485faeb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0618410 Sep 23 19:33:46.352586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d101-5e84-4fd9-b355-d0b888f9703f req-9332d4b8-2942-42f4-9fd2-78b8573936e1 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.362320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a26d101-5e84-4fd9-b355-d0b888f9703f req-9332d4b8-2942-42f4-9fd2-78b8573936e1 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 944 time: 0.1508143 Sep 23 19:33:46.363393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:46.421783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a26d101-5e84-4fd9-b355-d0b888f9703f req-b48c8ea9-d4cf-41f1-8feb-ca10b7b9204b tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593455 Sep 23 19:33:46.443139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-579daae7-4bee-422b-98c5-5db4bc57f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.446651 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-579daae7-4bee-422b-98c5-5db4bc57f9a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0839221 Sep 23 19:33:46.455784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.465382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.471696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.565697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:46.638851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d7a96344-468e-4720-ba97-4fdd3e7880d1 None None] Allocated IP 172.20.0.18 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/c539dc5d-6645-4573-ba3f-4901cf60b2bb/abb91be8-ac2b-4ba7-8678-b079af765bfc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:46.661037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] In _notify_port_updated(), no bound segment for port 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f on network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:33:46.669595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.670428 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.672376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-137444b5-a6f1-4e06-9d52-0ce043bdf268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.676757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-adbb7360-fad6-4577-9f49-0a5e3e8dbc2f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "PUT /v2.0/ports/42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f HTTP/1.1" status: 200 len: 920 time: 1.4004920 Sep 23 19:33:46.678390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:46.717334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-cbd74f7a-1d9d-466c-8ce0-e3a9fe9c50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.726361 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-cbd74f7a-1d9d-466c-8ce0-e3a9fe9c50cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564857 Sep 23 19:33:46.790648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d7a96344-468e-4720-ba97-4fdd3e7880d1 None None] For port abb91be8-ac2b-4ba7-8678-b079af765bfc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abb91be8-ac2b-4ba7-8678-b079af765bfc,segment=NetworkSegment(effc8f20-19ce-4518-8dc3-e2c58d387d47),segment_id=effc8f20-19ce-4518-8dc3-e2c58d387d47)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:46.835993 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7a96344-468e-4720-ba97-4fdd3e7880d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.841179 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7a96344-468e-4720-ba97-4fdd3e7880d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.865283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:46.868536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.980093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:46.981621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a96344-468e-4720-ba97-4fdd3e7880d1 None None] Pushing event updated for resources: {'Port': ['ID=abb91be8-ac2b-4ba7-8678-b079af765bfc,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:47.049824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-850de11d-581d-4f74-8813-7121cc87ff2b service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121309 Sep 23 19:33:47.115946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e91da121-bb54-4bc4-8d92-1b06492b0ed2 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:33:47.128126 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.199476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:47.299946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b67c338-7004-4fbf-9044-f64937c644b2 req-a9d3489f-eb19-4a7c-b013-951a7541128f service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414780 Sep 23 19:33:47.376633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-137444b5-a6f1-4e06-9d52-0ce043bdf268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.395218 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-137444b5-a6f1-4e06-9d52-0ce043bdf268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.446310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137444b5-a6f1-4e06-9d52-0ce043bdf268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f6d16a-c68d-4e8d-a353-4429367204d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:47.496752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-137444b5-a6f1-4e06-9d52-0ce043bdf268 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89eba85f094e4bd6b93888a559bf1390&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1322098 Sep 23 19:33:47.500783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52536) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:47.610782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.639981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d30d7e4-87fc-48c7-a0e0-0dcd3ef0951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.689105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:47.700011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d30d7e4-87fc-48c7-a0e0-0dcd3ef0951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.769511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.772160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3f9bb1d7-fad0-46da-9605-a8ef5f5c84a8 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f HTTP/1.1" status: 204 len: 168 time: 1.0927877 Sep 23 19:33:47.777589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52554) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:47.819709 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-804a9fea-4270-45b4-8ce2-571558f8a894 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:47.823693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-804a9fea-4270-45b4-8ce2-571558f8a894 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f HTTP/1.1" status: 404 len: 333 time: 0.0368977 Sep 23 19:33:47.824030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abb91be8-ac2b-4ba7-8678-b079af765bfc up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:47.825805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e91da121-bb54-4bc4-8d92-1b06492b0ed2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:47.825954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:47.854788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d30d7e4-87fc-48c7-a0e0-0dcd3ef0951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.859111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d30d7e4-87fc-48c7-a0e0-0dcd3ef0951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.861234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4d30d7e4-87fc-48c7-a0e0-0dcd3ef0951a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c9f6d16a-c68d-4e8d-a353-4429367204d1 HTTP/1.1" status: 204 len: 168 time: 0.3574660 Sep 23 19:33:47.861860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'mac_address': 'fa:16:3e:6d:e5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:33:47.880014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30d7e4-87fc-48c7-a0e0-0dcd3ef0951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f6d16a-c68d-4e8d-a353-4429367204d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:47.949237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059e1f6-dfef-42f5-91ca-111ba2106ca7 req-e2ca3b21-41aa-487a-b68f-8e9c317f481a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:47.959078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:47.959488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:47.960143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d059e1f6-dfef-42f5-91ca-111ba2106ca7 req-e2ca3b21-41aa-487a-b68f-8e9c317f481a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 944 time: 0.1077147 Sep 23 19:33:47.994256 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.014537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91da121-bb54-4bc4-8d92-1b06492b0ed2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:48.042664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d059e1f6-dfef-42f5-91ca-111ba2106ca7 req-fb367a97-3ac5-4389-9c7b-f70285b31258 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792639 Sep 23 19:33:48.072349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e91da121-bb54-4bc4-8d92-1b06492b0ed2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:48.083045 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.103873 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7a62-7fcb-4a1a-9037-acbdb94830f5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.136294 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7a62-7fcb-4a1a-9037-acbdb94830f5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.165958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e91da121-bb54-4bc4-8d92-1b06492b0ed2,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:48.178406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7fe11955-6a4f-4e73-bf64-689bd270a502 None None] Could not find standard attr ID for object 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:48.199961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7fe11955-6a4f-4e73-bf64-689bd270a502 None None] Provisioning complete for port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:48.200530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fe11955-6a4f-4e73-bf64-689bd270a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.212913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7a62-7fcb-4a1a-9037-acbdb94830f5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.215717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7a62-7fcb-4a1a-9037-acbdb94830f5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.217586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0ec7a62-7fcb-4a1a-9037-acbdb94830f5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/security-groups/2dbc4296-1ede-4ac4-8db8-b873582e186b HTTP/1.1" status: 204 len: 168 time: 0.3895597 Sep 23 19:33:48.223678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52562) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:48.230760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec7a62-7fcb-4a1a-9037-acbdb94830f5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbc4296-1ede-4ac4-8db8-b873582e186b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:48.272738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7fe11955-6a4f-4e73-bf64-689bd270a502 None None] Port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:48.284791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7fe11955-6a4f-4e73-bf64-689bd270a502 None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:48.285251 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fe11955-6a4f-4e73-bf64-689bd270a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.347190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90604234-7465-486e-a958-000cc376a1aa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.409555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e91da121-bb54-4bc4-8d92-1b06492b0ed2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:48.442720 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90604234-7465-486e-a958-000cc376a1aa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.503086 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.524369 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90604234-7465-486e-a958-000cc376a1aa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.529337 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90604234-7465-486e-a958-000cc376a1aa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.533132 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-90604234-7465-486e-a958-000cc376a1aa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/security-groups/f7ba6dc5-c3c8-479c-9279-3cb8cc5bf40f HTTP/1.1" status: 204 len: 168 time: 0.3052003 Sep 23 19:33:48.535401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:48.632306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90604234-7465-486e-a958-000cc376a1aa tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba6dc5-c3c8-479c-9279-3cb8cc5bf40f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:48.671943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet d3a250da-7acc-4455-a221-5fb16174c820 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:48.684669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.733739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0ec16ba8-d0e8-4fb8-9609-53665574f977 None None] Could not find standard attr ID for object 42d2cd84-3900-47ea-a4a0-7aa0e7ceca0f. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:48.755751 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:48.925286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:49.017235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:49.051529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a250da-7acc-4455-a221-5fb16174c820,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:49.058840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:49.061622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-600e9208-9ad2-432d-a01b-f0453a310cb5 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/d3a250da-7acc-4455-a221-5fb16174c820 HTTP/1.1" status: 204 len: 168 time: 0.5162334 Sep 23 19:33:49.065844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:49.071757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33431410-810c-42fc-a6a9-0835b22dd65a None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:49.080389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:49.134068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abb91be8-ac2b-4ba7-8678-b079af765bfc up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:49.263154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:49.266535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:49.290274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8e34265-bfb6-4369-a2e7-74891bc5cb88 req-288f4f06-6fdf-44c8-b88b-4e5ad9ecdab3 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=14526eff14194f538a0ab29d0de3f56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404859 Sep 23 19:33:49.477939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:49.482409 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:49.535217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34265-bfb6-4369-a2e7-74891bc5cb88 req-58bf9f48-fc7a-4986-a978-37f17b1267ef tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:49.544132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8e34265-bfb6-4369-a2e7-74891bc5cb88 req-58bf9f48-fc7a-4986-a978-37f17b1267ef tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468946 Sep 23 19:33:49.597658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8e34265-bfb6-4369-a2e7-74891bc5cb88 req-a31cdcd7-ab23-49f3-a2b1-bf4ede13c627 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/quotas/14526eff14194f538a0ab29d0de3f56d HTTP/1.1" status: 200 len: 375 time: 0.0525937 Sep 23 19:33:49.655510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8e34265-bfb6-4369-a2e7-74891bc5cb88 req-da3d0f94-5584-4157-98c6-db4809fadf73 tempest-QuotasAdminNegativeTest-813181352 tempest-QuotasAdminNegativeTest-813181352-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=14526eff14194f538a0ab29d0de3f56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569751 Sep 23 19:33:49.867037 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:49.979075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:49.995710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:50.007518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:50.008463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.013558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=51e96b96-1c6a-4eee-b715-da52348ae6ba,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:50.040733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52636) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:50.045541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e4b909f7-edd1-496c-a6a2-8ac33f6ce530 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'security_group': {'name': 'tempest-secgroup-1809856725'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:50.050126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f5446c5-e8da-4d06-816a-c71971827f16 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9790819 Sep 23 19:33:50.075908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b909f7-edd1-496c-a6a2-8ac33f6ce530 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.085485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556ca37-66f9-4af7-a3c8-3e4e48520099 req-62dd885c-740f-440a-8a93-ca0b9ce09651 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:50.097020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1556ca37-66f9-4af7-a3c8-3e4e48520099 req-62dd885c-740f-440a-8a93-ca0b9ce09651 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 945 time: 0.2174611 Sep 23 19:33:50.157841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1556ca37-66f9-4af7-a3c8-3e4e48520099 req-61546133-e932-4f33-8a8c-55a7f37de63a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597646 Sep 23 19:33:50.217424 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b909f7-edd1-496c-a6a2-8ac33f6ce530 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.223362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b909f7-edd1-496c-a6a2-8ac33f6ce530 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.261441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b909f7-edd1-496c-a6a2-8ac33f6ce530 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.265915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:50.266118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e4b909f7-edd1-496c-a6a2-8ac33f6ce530 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2242711 Sep 23 19:33:50.271516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-365ba68e-0933-4876-a6ae-03b2f724836c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'security_group': {'name': 'tempest-secgroup-1124350873'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:50.273327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b909f7-edd1-496c-a6a2-8ac33f6ce530 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817a00b8-36bd-49c8-a90c-1d77937713fb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:50.320381 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ba68e-0933-4876-a6ae-03b2f724836c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.490613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44e399-fed8-48a4-bc9a-0df50076b7fe None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:50.548097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ba68e-0933-4876-a6ae-03b2f724836c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.555691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ba68e-0933-4876-a6ae-03b2f724836c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.587265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365ba68e-0933-4876-a6ae-03b2f724836c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.599141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:50.605622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-618bd4ff-c43f-4a0a-925a-034b81abcbbd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582881101'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:50.611344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-365ba68e-0933-4876-a6ae-03b2f724836c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3423502 Sep 23 19:33:50.666134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-618bd4ff-c43f-4a0a-925a-034b81abcbbd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.688581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ba68e-0933-4876-a6ae-03b2f724836c tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831d199f-b648-4c41-8c29-cacc9aca92b8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:50.767891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-50ae3fb9-13cf-48a4-a2c8-7cb9bebc5ebb None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:50.768764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50ae3fb9-13cf-48a4-a2c8-7cb9bebc5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.824951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-618bd4ff-c43f-4a0a-925a-034b81abcbbd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.830235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-618bd4ff-c43f-4a0a-925a-034b81abcbbd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.888384 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-618bd4ff-c43f-4a0a-925a-034b81abcbbd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.889925 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-618bd4ff-c43f-4a0a-925a-034b81abcbbd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2894733 Sep 23 19:33:50.893544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:50.900562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1962980472', 'security_groups': ['86d2c90b-23f5-4b46-87f7-81ed8edf1086'], 'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '51e96b96-1c6a-4eee-b715-da52348ae6ba'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:50.900847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bd4ff-c43f-4a0a-925a-034b81abcbbd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d2c90b-23f5-4b46-87f7-81ed8edf1086,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:51.066691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b25569-4984-4304-a573-e795673512d6 None None] Update dhcp port {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'fixed_ips': [{'subnet_id': 'c539dc5d-6645-4573-ba3f-4901cf60b2bb', 'ip_address': '172.20.0.18'}, {'subnet_id': '51e96b96-1c6a-4eee-b715-da52348ae6ba'}], 'binding:host_id': 'n-d-810763-1'}, 'id': 'abb91be8-ac2b-4ba7-8678-b079af765bfc'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:33:51.151831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e91da121-bb54-4bc4-8d92-1b06492b0ed2 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:51.164465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:51.190147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-50ae3fb9-13cf-48a4-a2c8-7cb9bebc5ebb None None] Provisioning complete for port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:51.190551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50ae3fb9-13cf-48a4-a2c8-7cb9bebc5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.195555 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b25569-4984-4304-a573-e795673512d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.293484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-50ae3fb9-13cf-48a4-a2c8-7cb9bebc5ebb None None] Port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:51.365691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port e91da121-bb54-4bc4-8d92-1b06492b0ed2 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:33:51.378723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port e91da121-bb54-4bc4-8d92-1b06492b0ed2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:51.379194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.400623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.436584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04686-5a92-48d2-b988-094517a31580 req-ef079157-889f-4a8d-9751-facfbb42aeaf tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:51.438888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcd04686-5a92-48d2-b988-094517a31580 req-ef079157-889f-4a8d-9751-facfbb42aeaf tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 945 time: 0.1247563 Sep 23 19:33:51.446251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] device_id is not set on port 2c93a51c-1014-413f-a78b-b94f6c19a68f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:33:51.543116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.546117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f3b25569-4984-4304-a573-e795673512d6 None None] Allocated IP 172.20.0.2 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/51e96b96-1c6a-4eee-b715-da52348ae6ba/abb91be8-ac2b-4ba7-8678-b079af765bfc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:51.602310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:51.605119 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3c5e24-24aa-44f6-ba71-c86db625eb94" -d '{"events": [{"server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "name": "network-vif-plugged", "status": "completed", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:51.632723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcd04686-5a92-48d2-b988-094517a31580 req-5c69b6a9-c321-4165-8de8-42a6fe661dd4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093657 Sep 23 19:33:51.691346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e91da121-bb54-4bc4-8d92-1b06492b0ed2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:51.707574 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.722258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:51.833150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f3b25569-4984-4304-a573-e795673512d6 None None] For port abb91be8-ac2b-4ba7-8678-b079af765bfc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abb91be8-ac2b-4ba7-8678-b079af765bfc,segment=NetworkSegment(effc8f20-19ce-4518-8dc3-e2c58d387d47),segment_id=effc8f20-19ce-4518-8dc3-e2c58d387d47)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:51.840901 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99609bcd-d683-47dc-91dd-ac8c32e98ed2 x-openstack-request-id: req-99609bcd-d683-47dc-91dd-ac8c32e98ed2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:51.841523 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "name": "network-vif-plugged", "status": "completed", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:51.841937 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99609bcd-d683-47dc-91dd-ac8c32e98ed2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:51.842517 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'code': 200} Sep 23 19:33:51.867629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e91da121-bb54-4bc4-8d92-1b06492b0ed2,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:51.921257 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b25569-4984-4304-a573-e795673512d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.947517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3b25569-4984-4304-a573-e795673512d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.995020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0d56f-2630-4bb5-8b66-760c5630ed2f req-2555b74a-95cf-4f56-aa02-470c411a0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:51.997868 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b0d56f-2630-4bb5-8b66-760c5630ed2f req-2555b74a-95cf-4f56-aa02-470c411a0aed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.0641599 Sep 23 19:33:52.010726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-235c22b4-d903-402a-96a4-21214430cb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.085161 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4b0d56f-2630-4bb5-8b66-760c5630ed2f req-7c7f2414-7846-4309-b48d-4c6b610fc311 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801890 Sep 23 19:33:52.115216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-235c22b4-d903-402a-96a4-21214430cb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.131488 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-235c22b4-d903-402a-96a4-21214430cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.148063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b25569-4984-4304-a573-e795673512d6 None None] Pushing event updated for resources: {'Port': ['ID=abb91be8-ac2b-4ba7-8678-b079af765bfc,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:52.161222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-235c22b4-d903-402a-96a4-21214430cb81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14526eff14194f538a0ab29d0de3f56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397590 Sep 23 19:33:52.163989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:52.174158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.8 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/51e96b96-1c6a-4eee-b715-da52348ae6ba/2c93a51c-1014-413f-a78b-b94f6c19a68f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:52.198388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c22b4-d903-402a-96a4-21214430cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758c47ac-8017-4e00-9cbe-6d5d611f9f0c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:52.266268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6dd1-2a8e-424b-9efb-62ea6efcc1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.327987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6dd1-2a8e-424b-9efb-62ea6efcc1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.429039 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6dd1-2a8e-424b-9efb-62ea6efcc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.433979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6dd1-2a8e-424b-9efb-62ea6efcc1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.437686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b1c6dd1-2a8e-424b-9efb-62ea6efcc1aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/758c47ac-8017-4e00-9cbe-6d5d611f9f0c HTTP/1.1" status: 204 len: 168 time: 0.2710409 Sep 23 19:33:52.464841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c6dd1-2a8e-424b-9efb-62ea6efcc1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c47ac-8017-4e00-9cbe-6d5d611f9f0c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:52.473266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.526642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.591445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:52.596247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:52.601086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:52.641000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=2c93a51c-1014-413f-a78b-b94f6c19a68f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:52.694248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:52.695266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.715715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:52.722714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-011a4083-3c42-4f9e-9326-cbbf2ea579b9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:52.732716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9bad01c2-b753-4f55-a3b4-0d56c66a767f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8361998 Sep 23 19:33:52.919176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8683c00-430c-4704-83b2-3afcdf8de24f req-1d17ff0a-a105-4839-85a5-cea62da9a958 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:52.929547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8683c00-430c-4704-83b2-3afcdf8de24f req-1d17ff0a-a105-4839-85a5-cea62da9a958 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 946 time: 0.1632192 Sep 23 19:33:53.018853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a4083-3c42-4f9e-9326-cbbf2ea579b9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:53.033686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011a4083-3c42-4f9e-9326-cbbf2ea579b9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.046767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8683c00-430c-4704-83b2-3afcdf8de24f req-0659f697-7c9b-4564-8156-c89ed589ac15 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151502 Sep 23 19:33:53.117527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d4c672fd-1ca3-4436-8bdc-647fde523b2c None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:53.120972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4c672fd-1ca3-4436-8bdc-647fde523b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.175330 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-011a4083-3c42-4f9e-9326-cbbf2ea579b9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 51e96b96-1c6a-4eee-b715-da52348ae6ba (CIDR: 172.20.0.0/28) Sep 23 19:33:53.182439 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-011a4083-3c42-4f9e-9326-cbbf2ea579b9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:33:53.183411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011a4083-3c42-4f9e-9326-cbbf2ea579b9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:53.217335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-011a4083-3c42-4f9e-9326-cbbf2ea579b9 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4976554 Sep 23 19:33:53.218143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:53.234756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:53.327521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abb91be8-ac2b-4ba7-8678-b079af765bfc up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:53.436540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:53.458782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d323b6-19ae-47d4-8ff0-e71a1dcb720c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.510304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:33:53.510304 n-d-810763-1 neutron-server[94825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:33:53.510304 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id': '6b9f47af968f4f7bbaa7a159dd937cf4', 'id': '0ab9fe92-3fcd-4d46-bde0-98c31342cd57', 'expiration': datetime.datetime(2021, 9, 23, 19, 35, 53, 502911)}] Sep 23 19:33:53.510304 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:33:53.511545 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:33:53.533978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d4c672fd-1ca3-4436-8bdc-647fde523b2c None None] Provisioning complete for port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:53.534573 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4c672fd-1ca3-4436-8bdc-647fde523b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.588261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d4c672fd-1ca3-4436-8bdc-647fde523b2c None None] Port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:53.600170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:53.600674 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.614248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:53.629586 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d323b6-19ae-47d4-8ff0-e71a1dcb720c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.646743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d323b6-19ae-47d4-8ff0-e71a1dcb720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.713104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52756) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:53.713372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1d323b6-19ae-47d4-8ff0-e71a1dcb720c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56a55449b4f545e7945cea6a38bc8eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757070 Sep 23 19:33:53.714582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d323b6-19ae-47d4-8ff0-e71a1dcb720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028a3206-ab67-407b-a9c9-b4cc411dd6fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:53.753493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b88e8972-0205-4c80-b484-1271b9940318 None None] Provisioning complete for port 2c93a51c-1014-413f-a78b-b94f6c19a68f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:53.753903 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b88e8972-0205-4c80-b484-1271b9940318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.790168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc03a-60f7-41b5-8759-bb7851529e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.797727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b88e8972-0205-4c80-b484-1271b9940318 None None] Port 2c93a51c-1014-413f-a78b-b94f6c19a68f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:53.830176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc98da9e-45e1-40bb-9428-e70c2f6cc13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.865422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc98da9e-45e1-40bb-9428-e70c2f6cc13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.941859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc98da9e-45e1-40bb-9428-e70c2f6cc13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.944759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc98da9e-45e1-40bb-9428-e70c2f6cc13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.945997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc98da9e-45e1-40bb-9428-e70c2f6cc13b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/028a3206-ab67-407b-a9c9-b4cc411dd6fd HTTP/1.1" status: 204 len: 168 time: 0.2315636 Sep 23 19:33:53.954715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc03a-60f7-41b5-8759-bb7851529e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.963218 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc03a-60f7-41b5-8759-bb7851529e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.965952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98da9e-45e1-40bb-9428-e70c2f6cc13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a3206-ab67-407b-a9c9-b4cc411dd6fd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:54.025732 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb9dc03a-60f7-41b5-8759-bb7851529e7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1af9c467410494f9563f35fe900ed24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100475 Sep 23 19:33:54.028638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:54.045647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dc03a-60f7-41b5-8759-bb7851529e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e6e527-c544-48dc-ba51-6c1928d5ad5c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:54.063647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:54.069362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.142279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb653c1-7fb9-4472-9ed3-b4f0732db819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.175065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb653c1-7fb9-4472-9ed3-b4f0732db819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.205083 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c539dc5d-6645-4573-ba3f-4901cf60b2bb (CIDR: 172.20.0.16/28) Sep 23 19:33:54.208669 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:33:54.209200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:54.224971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-55e38fdf-2bfb-4813-b9ee-2f808aaac408 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0048800 Sep 23 19:33:54.227610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:54.233883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'subnet': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:54.276582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc35130-1a6f-431a-99ef-c17a66f2ea3e req-06cf3051-3a5a-4640-894a-20358ddbf9cc tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:54.278473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dc35130-1a6f-431a-99ef-c17a66f2ea3e req-06cf3051-3a5a-4640-894a-20358ddbf9cc tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 946 time: 0.1063933 Sep 23 19:33:54.304087 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb653c1-7fb9-4472-9ed3-b4f0732db819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.308022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb653c1-7fb9-4472-9ed3-b4f0732db819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.309503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fb653c1-7fb9-4472-9ed3-b4f0732db819 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24e6e527-c544-48dc-ba51-6c1928d5ad5c HTTP/1.1" status: 204 len: 168 time: 0.2798235 Sep 23 19:33:54.339371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb653c1-7fb9-4472-9ed3-b4f0732db819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e6e527-c544-48dc-ba51-6c1928d5ad5c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:54.371286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dc35130-1a6f-431a-99ef-c17a66f2ea3e req-877c7ff0-4462-49a1-9893-fcf1e64cb0aa tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850160 Sep 23 19:33:54.390773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Made reservation on behalf of 6b9f47af968f4f7bbaa7a159dd937cf4 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:54.395439 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.747113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.763094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878c2642-0537-4eb4-a289-33469eed6f32 req-8df91492-17af-4485-9269-021a367c1757 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2077982 Sep 23 19:33:54.766185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:54.770309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:54.807869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:54.812062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:54.815147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4945116-7229-4c9a-9897-a690632c9d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.817546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:54.818444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.825668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2fd4c-3dee-450b-b0a5-97981f6b64ed None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:54.826988 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.831393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Subnet': ['ID=1034767f-0133-47c2-b20f-5c305bedb699,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:54.844006 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3da73848-9a2e-4337-969a-fa5b3b71e11e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6151197 Sep 23 19:33:54.847204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:54.854582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1827798207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1034767f-0133-47c2-b20f-5c305bedb699'}], 'security_groups': ['817a00b8-36bd-49c8-a90c-1d77937713fb', '831d199f-b648-4c41-8c29-cacc9aca92b8']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:55.030605 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.062069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.103434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4945116-7229-4c9a-9897-a690632c9d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.111596 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4945116-7229-4c9a-9897-a690632c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.174922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc796c-6f5f-4c47-bd08-112cc177892b None None] Update dhcp port {'port': {'network_id': '6d15d2be-36e2-4e61-a21b-2f10651b1b24', 'fixed_ips': [{'subnet_id': 'c539dc5d-6645-4573-ba3f-4901cf60b2bb', 'ip_address': '172.20.0.18'}, {'subnet_id': '51e96b96-1c6a-4eee-b715-da52348ae6ba', 'ip_address': '172.20.0.2'}, {'subnet_id': '1034767f-0133-47c2-b20f-5c305bedb699'}], 'binding:host_id': 'n-d-810763-1'}, 'id': 'abb91be8-ac2b-4ba7-8678-b079af765bfc'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:33:55.197373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:55.197592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4945116-7229-4c9a-9897-a690632c9d81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38330459a8d64ca68dbc3720f6390582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216702 Sep 23 19:33:55.200329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4945116-7229-4c9a-9897-a690632c9d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1274d9-5a6f-4a6d-af33-7f284966364c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:55.206740 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.216078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2acc796c-6f5f-4c47-bd08-112cc177892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.233143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Allocated IP 172.25.6.133 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/02fd23ed-4862-4e12-b2db-2d8023d737bc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:55.378270 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dffcdae9-8d03-4d33-8889-01fd96e8c444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.395390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.434983 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dffcdae9-8d03-4d33-8889-01fd96e8c444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.445533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.515544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:55.522012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:55.532939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:55.534959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Pushing event updated for resources: {'Port': ['ID=02fd23ed-4862-4e12-b2db-2d8023d737bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:55.570914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dffcdae9-8d03-4d33-8889-01fd96e8c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.573527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dffcdae9-8d03-4d33-8889-01fd96e8c444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.577274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dffcdae9-8d03-4d33-8889-01fd96e8c444 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a1274d9-5a6f-4a6d-af33-7f284966364c HTTP/1.1" status: 204 len: 168 time: 0.3765106 Sep 23 19:33:55.593717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcdae9-8d03-4d33-8889-01fd96e8c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1274d9-5a6f-4a6d-af33-7f284966364c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:55.602546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Delete allocated IP 172.20.0.8 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/51e96b96-1c6a-4eee-b715-da52348ae6ba) {{(pid=94825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:33:55.627910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Allocated IP 172.20.0.40 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/1034767f-0133-47c2-b20f-5c305bedb699/2c93a51c-1014-413f-a78b-b94f6c19a68f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:55.648616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.692637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.842754 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.852471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.896128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.905630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.934757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2acc796c-6f5f-4c47-bd08-112cc177892b None None] Allocated IP 172.20.0.34 (6d15d2be-36e2-4e61-a21b-2f10651b1b24/1034767f-0133-47c2-b20f-5c305bedb699/abb91be8-ac2b-4ba7-8678-b079af765bfc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:55.953211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event updated for resources: {'Port': ['ID=2c93a51c-1014-413f-a78b-b94f6c19a68f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:56.006809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] In _notify_port_updated(), no bound segment for port 2c93a51c-1014-413f-a78b-b94f6c19a68f on network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:33:56.013078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:56.013942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.015540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3b5a3616-a7af-48eb-9015-87fa359665fd tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "PUT /v2.0/ports/2c93a51c-1014-413f-a78b-b94f6c19a68f HTTP/1.1" status: 200 len: 960 time: 1.1662800 Sep 23 19:33:56.018955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:56.045791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Pushing event updated for resources: {'Port': ['ID=02fd23ed-4862-4e12-b2db-2d8023d737bc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:56.052244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.062612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2acc796c-6f5f-4c47-bd08-112cc177892b None None] For port abb91be8-ac2b-4ba7-8678-b079af765bfc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abb91be8-ac2b-4ba7-8678-b079af765bfc,segment=NetworkSegment(effc8f20-19ce-4518-8dc3-e2c58d387d47),segment_id=effc8f20-19ce-4518-8dc3-e2c58d387d47)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:56.071533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.072898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878c2642-0537-4eb4-a289-33469eed6f32 req-816df26e-b83a-4a0d-a1d2-6d52bf982ba4 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3080764 Sep 23 19:33:56.097639 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2acc796c-6f5f-4c47-bd08-112cc177892b None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.106230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2acc796c-6f5f-4c47-bd08-112cc177892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.151315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878c2642-0537-4eb4-a289-33469eed6f32 req-4e5f798c-9328-47b7-b0d2-e4f21572ed00 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0698042 Sep 23 19:33:56.165874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port 2c93a51c-1014-413f-a78b-b94f6c19a68f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:56.166665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.194539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc796c-6f5f-4c47-bd08-112cc177892b None None] Pushing event updated for resources: {'Port': ['ID=abb91be8-ac2b-4ba7-8678-b079af765bfc,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:56.291444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c2642-0537-4eb4-a289-33469eed6f32 req-dcce92d3-96a5-4766-982d-602a4a575687 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:56.293356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-878c2642-0537-4eb4-a289-33469eed6f32 req-dcce92d3-96a5-4766-982d-602a4a575687 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1367223 Sep 23 19:33:56.319989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.338461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for 2c93a51c-1014-413f-a78b-b94f6c19a68f owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:56.548350 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.594965 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=2c93a51c-1014-413f-a78b-b94f6c19a68f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:56.678008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.680483 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-56f77c27-2abe-4164-bb3a-7ed06aa52510 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/2c93a51c-1014-413f-a78b-b94f6c19a68f HTTP/1.1" status: 204 len: 168 time: 0.6606271 Sep 23 19:33:56.683307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:56.708076 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.727930 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8182fc0c-2095-4b7b-aefe-d053eb84bdbf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] GET failed (client error): The resource could not be found. Sep 23 19:33:56.730264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8182fc0c-2095-4b7b-aefe-d053eb84bdbf tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports/2c93a51c-1014-413f-a78b-b94f6c19a68f HTTP/1.1" status: 404 len: 333 time: 0.0448151 Sep 23 19:33:56.732875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:56.804641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86b275b4-a789-48ff-9cec-33efe0f6f189 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.850461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86b275b4-a789-48ff-9cec-33efe0f6f189 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.907000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86b275b4-a789-48ff-9cec-33efe0f6f189 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.910232 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86b275b4-a789-48ff-9cec-33efe0f6f189 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.911611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-86b275b4-a789-48ff-9cec-33efe0f6f189 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/security-groups/86d2c90b-23f5-4b46-87f7-81ed8edf1086 HTTP/1.1" status: 204 len: 168 time: 0.1776676 Sep 23 19:33:56.914571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:56.927320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b275b4-a789-48ff-9cec-33efe0f6f189 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d2c90b-23f5-4b46-87f7-81ed8edf1086,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:57.015260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-60742d14-e101-4ca1-8380-5fd1be4ef05c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309005 Sep 23 19:33:57.034322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ee8327-b5a7-4301-8ffd-2a492a0e5dba tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.064922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ee8327-b5a7-4301-8ffd-2a492a0e5dba tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.067564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0dc7d3c3-9f59-45a6-b4a5-af665edf57cb None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:57.068062 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d3c3-9f59-45a6-b4a5-af665edf57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.107602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abb91be8-ac2b-4ba7-8678-b079af765bfc up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:57.117148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ee8327-b5a7-4301-8ffd-2a492a0e5dba tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.120841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51ee8327-b5a7-4301-8ffd-2a492a0e5dba tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.123123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-51ee8327-b5a7-4301-8ffd-2a492a0e5dba tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/security-groups/831d199f-b648-4c41-8c29-cacc9aca92b8 HTTP/1.1" status: 204 len: 168 time: 0.2068634 Sep 23 19:33:57.127302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:57.174048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee8327-b5a7-4301-8ffd-2a492a0e5dba tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d199f-b648-4c41-8c29-cacc9aca92b8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:57.203359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-be35823e-e37e-470b-ae76-aef7a6ef7aab tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:57.205341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-be35823e-e37e-470b-ae76-aef7a6ef7aab tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891353 Sep 23 19:33:57.226853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-6f33b313-3916-4122-86ee-b057d806f7fb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/quotas/a4ab7938e73b4674acedbf5f7dca00d5 HTTP/1.1" status: 200 len: 375 time: 0.0143924 Sep 23 19:33:57.229186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:57.229784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.230479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40bc2643-dcbc-42b3-a2cb-416eaa3c24ae tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.260556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40bc2643-dcbc-42b3-a2cb-416eaa3c24ae tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.261698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0dc7d3c3-9f59-45a6-b4a5-af665edf57cb None None] Could not find standard attr ID for object 2c93a51c-1014-413f-a78b-b94f6c19a68f. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:57.283326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-e7212537-745a-4b24-9a51-628aaa5770fd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462162 Sep 23 19:33:57.288327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0dc7d3c3-9f59-45a6-b4a5-af665edf57cb None None] Provisioning complete for port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:57.288711 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d3c3-9f59-45a6-b4a5-af665edf57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.309437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40bc2643-dcbc-42b3-a2cb-416eaa3c24ae tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.315649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40bc2643-dcbc-42b3-a2cb-416eaa3c24ae tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.316896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-40bc2643-dcbc-42b3-a2cb-416eaa3c24ae tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/security-groups/817a00b8-36bd-49c8-a90c-1d77937713fb HTTP/1.1" status: 204 len: 168 time: 0.1885402 Sep 23 19:33:57.319731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:57.328285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7d3c3-9f59-45a6-b4a5-af665edf57cb None None] Port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:57.333129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc2643-dcbc-42b3-a2cb-416eaa3c24ae tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817a00b8-36bd-49c8-a90c-1d77937713fb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:57.420286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet 51e96b96-1c6a-4eee-b715-da52348ae6ba {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:57.423659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.488404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.645758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d3354bca-d5cf-4045-9883-27f9ac2f57bc None None] Could not find standard attr ID for object 2c93a51c-1014-413f-a78b-b94f6c19a68f. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:33:57.830582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f6063fe1-7b03-4308-b968-8a45bfe55bde no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:57.946109 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.990737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:57.994969 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25267e-8370-4bdc-bccf-a6363fc94fa8" -d '{"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:57.995407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.001210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:58.006997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.080337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:58.084598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-031f33b6-179c-4afe-800f-50d68b465a41 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:58.091827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-031f33b6-179c-4afe-800f-50d68b465a41 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 820 time: 0.5550077 Sep 23 19:33:58.101160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.116155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-4408c53a-e0ed-409f-a257-da7fc4feb96a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/quotas/1f78eff1772b4357a216cb4029e0d19b HTTP/1.1" status: 200 len: 375 time: 0.0234528 Sep 23 19:33:58.136323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=51e96b96-1c6a-4eee-b715-da52348ae6ba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:58.138658 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.144964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:58.147138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c2c34ba-1e35-4b52-ac8c-914048f2bd06 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/51e96b96-1c6a-4eee-b715-da52348ae6ba HTTP/1.1" status: 204 len: 168 time: 0.8242493 Sep 23 19:33:58.156000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f564461-b461-4ca9-a3a5-6bd72db6f9e3 None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:58.212063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet 1034767f-0133-47c2-b20f-5c305bedb699 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:58.216674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.241514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-02a9cd4a-1deb-4b14-b81a-140016793e1f tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1082635 Sep 23 19:33:58.266516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.360572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-9dc6e0a3-d173-4f5d-9fa6-5666b3a14097 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181207 Sep 23 19:33:58.378401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.452948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.478429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-a481327d-30d4-4591-b9a0-12fb07697696 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094384 Sep 23 19:33:58.484539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=1034767f-0133-47c2-b20f-5c305bedb699,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:58.488937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.493923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:58.494090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8ad72632-d0dd-4e11-9de7-95b6787f5712 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/1034767f-0133-47c2-b20f-5c305bedb699 HTTP/1.1" status: 204 len: 168 time: 0.3480868 Sep 23 19:33:58.529505 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e6e1b7-0687-4216-ad1d-0ca40789c241 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:58.530478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e6e1b7-0687-4216-ad1d-0ca40789c241 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:58.534746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62e6e1b7-0687-4216-ad1d-0ca40789c241 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/51e96b96-1c6a-4eee-b715-da52348ae6ba HTTP/1.1" status: 404 len: 337 time: 0.0365779 Sep 23 19:33:58.535160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:58.600680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting subnet c539dc5d-6645-4573-ba3f-4901cf60b2bb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:58.604838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.663907 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.753618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-e2031c4c-7154-4d34-97dc-ed5276a923f9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552192 Sep 23 19:33:58.937303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-d3182b41-3fc3-440b-b2f0-be3ed504e825 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:58.939104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-d3182b41-3fc3-440b-b2f0-be3ed504e825 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612039 Sep 23 19:33:58.962025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:58.986180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-483cc15d-4ebe-47ad-9d35-49022f384526 req-92695c88-f1b6-4b0c-aa29-8cd2e741294d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 210 time: 0.0444374 Sep 23 19:33:59.021398 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.171707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728e39b-81b3-4b94-8ae6-2b177c9c05b4 None None] Network 6d15d2be-36e2-4e61-a21b-2f10651b1b24 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:59.204135 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95a3c6b-44ea-4da4-b29e-6280b162ab15 x-openstack-request-id: req-b95a3c6b-44ea-4da4-b29e-6280b162ab15 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:59.204716 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:59.205131 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b95a3c6b-44ea-4da4-b29e-6280b162ab15 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:59.205709 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'code': 200} Sep 23 19:33:59.210489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.215350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.220357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d851c7b1-0c4f-4efe-b01f-88a53949bf67 None None] Provisioning complete for port abb91be8-ac2b-4ba7-8678-b079af765bfc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:59.220982 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d851c7b1-0c4f-4efe-b01f-88a53949bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.282306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8c7b65c-9dc3-4fcd-b794-8db96daf0e32 req-2bfc33c8-17cd-4814-bc24-282650853afb tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 210 time: 0.0347462 Sep 23 19:33:59.308748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Subnet': ['ID=c539dc5d-6645-4573-ba3f-4901cf60b2bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:59.311212 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.316087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-52028e36-b3e4-4be6-93b1-bc10705b29ef tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/c539dc5d-6645-4573-ba3f-4901cf60b2bb HTTP/1.1" status: 204 len: 168 time: 0.7778347 Sep 23 19:33:59.316556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.334702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:59.343006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.360181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.410078 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e2878f-0040-4c64-9a03-a77bb01068a6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.410613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e2878f-0040-4c64-9a03-a77bb01068a6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.412782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-71e2878f-0040-4c64-9a03-a77bb01068a6 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/d3a250da-7acc-4455-a221-5fb16174c820 HTTP/1.1" status: 404 len: 337 time: 0.0951772 Sep 23 19:33:59.414401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39a216da-cd3f-465f-befa-cc2565a116f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.424043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.458380 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9f9a4b4d-dbd1-46a9-9596-3d24a0ec9ee7 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "GET /v2.0/ports?device_id=a39369fa-5d42-4f6d-a18a-5ac476b94c74 HTTP/1.1" status: 200 len: 205 time: 0.0312376 Sep 23 19:33:59.460701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.486327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85def0ae-7361-4883-97fd-0ee3e5367ef1 req-a52dd304-5154-4b5d-bf0f-e075264e6472 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:59.494573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d851c7b1-0c4f-4efe-b01f-88a53949bf67 None None] Provisioning complete for port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:59.495255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d851c7b1-0c4f-4efe-b01f-88a53949bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.498262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85def0ae-7361-4883-97fd-0ee3e5367ef1 req-a52dd304-5154-4b5d-bf0f-e075264e6472 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.1023591 Sep 23 19:33:59.518773 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-b849b4c1-7a87-4541-acb0-8cdf1604a19e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] delete failed (client error): The resource could not be found. Sep 23 19:33:59.522068 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b849b4c1-7a87-4541-acb0-8cdf1604a19e tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/routers/a39369fa-5d42-4f6d-a18a-5ac476b94c74 HTTP/1.1" status: 404 len: 336 time: 0.0582209 Sep 23 19:33:59.522944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.546076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d851c7b1-0c4f-4efe-b01f-88a53949bf67 None None] Port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:59.561536 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-01379797-7369-483a-b091-8cff0a169bb4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.562145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01379797-7369-483a-b091-8cff0a169bb4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.564295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01379797-7369-483a-b091-8cff0a169bb4 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/9099917a-9fa1-4131-a9a0-5f40e30858b1 HTTP/1.1" status: 404 len: 337 time: 0.0403440 Sep 23 19:33:59.567193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.585573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] DHCP port deletion for 6d15d2be-36e2-4e61-a21b-2f10651b1b24 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:59.591829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85def0ae-7361-4883-97fd-0ee3e5367ef1 req-a89c436f-0e3e-41c5-bbe8-a0af9e919583 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924501 Sep 23 19:33:59.604067 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.604508 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c9384a-431c-45d0-8435-8e02ee563297 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.605315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c9384a-431c-45d0-8435-8e02ee563297 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.607760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c4c9384a-431c-45d0-8435-8e02ee563297 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/7bc4620a-51e2-48fe-bd63-5dd8c1197b98 HTTP/1.1" status: 404 len: 337 time: 0.0388603 Sep 23 19:33:59.611015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.631701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.671063 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2161922a-2139-45b8-8c50-689811b160f0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.671792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2161922a-2139-45b8-8c50-689811b160f0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.674175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2161922a-2139-45b8-8c50-689811b160f0 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/e931d41f-a62a-45e1-9232-f918d033c131 HTTP/1.1" status: 404 len: 337 time: 0.0619085 Sep 23 19:33:59.676952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.706643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] Deleting port abb91be8-ac2b-4ba7-8678-b079af765bfc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:59.707018 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.711413 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba298a5-2c03-4b76-88a9-0551ce41e58a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.712305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba298a5-2c03-4b76-88a9-0551ce41e58a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.714437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2ba298a5-2c03-4b76-88a9-0551ce41e58a tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/7b92f9fd-dcc4-455f-b0aa-1bcaecc36969 HTTP/1.1" status: 404 len: 333 time: 0.0360909 Sep 23 19:33:59.716955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.727440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b3038-c573-46d9-ac96-045e329e0c4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:59.756827 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80d39d7-1d40-49ca-a137-9675fe87e77f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.757286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80d39d7-1d40-49ca-a137-9675fe87e77f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.759210 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e80d39d7-1d40-49ca-a137-9675fe87e77f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/c1ab51b7-6aea-4fc2-92a1-f42fb85a7153 HTTP/1.1" status: 404 len: 337 time: 0.0410054 Sep 23 19:33:59.761686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.797803 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d089f37f-06a4-4189-a779-b7f60ad73116 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.798178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d089f37f-06a4-4189-a779-b7f60ad73116 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.802303 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d089f37f-06a4-4189-a779-b7f60ad73116 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/c539f99a-3a2f-4713-b131-fd311e957d45 HTTP/1.1" status: 404 len: 337 time: 0.0373626 Sep 23 19:33:59.802303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39a216da-cd3f-465f-befa-cc2565a116f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.803073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.806814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] For port abb91be8-ac2b-4ba7-8678-b079af765bfc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=abb91be8-ac2b-4ba7-8678-b079af765bfc,segment=NetworkSegment(effc8f20-19ce-4518-8dc3-e2c58d387d47),segment_id=effc8f20-19ce-4518-8dc3-e2c58d387d47)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:59.807231 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.817492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.17 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/e937de09-502c-4ec6-943d-fd6a4a68071b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:59.821827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] Calling delete_port for abb91be8-ac2b-4ba7-8678-b079af765bfc owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:59.831648 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a80428b-af10-4172-ba9a-5f3db2b74e24 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:33:59.832299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a80428b-af10-4172-ba9a-5f3db2b74e24 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:33:59.836431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6a80428b-af10-4172-ba9a-5f3db2b74e24 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/fed82f25-74ce-49db-996d-98d9ddde89c5 HTTP/1.1" status: 404 len: 333 time: 0.0299923 Sep 23 19:33:59.836431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39a216da-cd3f-465f-befa-cc2565a116f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.837338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53012) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:59.965543 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:59.992154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] No DVR routers for this DVR port abb91be8-ac2b-4ba7-8678-b079af765bfc on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:00.022460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d54a6-5f4f-4a97-b2ae-e3b7288c7ab7 None None] Pushing event deleted for resources: {'Port': ['ID=abb91be8-ac2b-4ba7-8678-b079af765bfc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:00.092421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.140643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.153260 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eff206-f34b-43e5-b04e-8350f4d1460f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:34:00.153722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28eff206-f34b-43e5-b04e-8350f4d1460f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:34:00.155574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-28eff206-f34b-43e5-b04e-8350f4d1460f tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/97033664-761b-4d39-82e4-3e2b1341e118 HTTP/1.1" status: 404 len: 337 time: 0.3159285 Sep 23 19:34:00.167941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53028) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:00.191470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a216da-cd3f-465f-befa-cc2565a116f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc84201-c9ba-4b2c-bfb3-09c4793e89d2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:00.215764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:00.219199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:00.221556 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-27465967-487f-43f3-9197-59fe2a9da1de tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] DELETE failed (client error): The resource could not be found. Sep 23 19:34:00.222590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27465967-487f-43f3-9197-59fe2a9da1de tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:34:00.224556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-27465967-487f-43f3-9197-59fe2a9da1de tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/subnets/5e991e5a-694f-4539-86e9-c548f7582830 HTTP/1.1" status: 404 len: 337 time: 0.0552742 Sep 23 19:34:00.225807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:00.228131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-39a216da-cd3f-465f-befa-cc2565a116f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd2daddbef57451da9ea05706a4d8411&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0113115 Sep 23 19:34:00.232040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:00.232577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:00.290650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=e937de09-502c-4ec6-943d-fd6a4a68071b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:00.330305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:00.331212 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.350327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2930-2102-4d47-b591-b2014f8b21f0 req-5408a191-c3db-4ca9-b77b-596760f26560 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:00.351886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d78a2930-2102-4d47-b591-b2014f8b21f0 req-5408a191-c3db-4ca9-b77b-596760f26560 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 935 time: 0.1298478 Sep 23 19:34:00.358736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-db158d92-d9b7-4efb-9309-96d86395e8de tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4023612 Sep 23 19:34:00.381014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Request body: {'port': {'device_id': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:00.397515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-16946b6c-3ea9-4b6e-a5d7-f923ef89ad7e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:00.398957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-16946b6c-3ea9-4b6e-a5d7-f923ef89ad7e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 820 time: 0.2956412 Sep 23 19:34:00.420601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'port': {'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'admin_state_up': True, 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:00.429938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d78a2930-2102-4d47-b591-b2014f8b21f0 req-3cd50e5b-a404-447d-b450-faf9698fd38b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689447 Sep 23 19:34:00.452388 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06ac632f-53ac-467d-a617-45504430c978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.454108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.512149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Deleting port d18d1ebc-4e34-412e-8cad-8c1aa09458e6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:00.512501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.545161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06ac632f-53ac-467d-a617-45504430c978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.574074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0c1f58fd-0d5b-4761-bec7-b6897f8f082e None None] Provisioning complete for port e937de09-502c-4ec6-943d-fd6a4a68071b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:00.574706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c1f58fd-0d5b-4761-bec7-b6897f8f082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.617327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f58fd-0d5b-4761-bec7-b6897f8f082e None None] Port e937de09-502c-4ec6-943d-fd6a4a68071b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:00.641220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.660752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Calling delete_port for d18d1ebc-4e34-412e-8cad-8c1aa09458e6 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:00.682260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Made reservation on behalf of 1f78eff1772b4357a216cb4029e0d19b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:00.686039 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.751946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed739b9a-8133-4cd0-b52d-e5cd5af3128d req-f90e17fb-8d3a-4d23-84d3-9ec5848d974e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 210 time: 0.0355496 Sep 23 19:34:00.754443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06ac632f-53ac-467d-a617-45504430c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.756968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06ac632f-53ac-467d-a617-45504430c978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.760706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-06ac632f-53ac-467d-a617-45504430c978 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcc84201-c9ba-4b2c-bfb3-09c4793e89d2 HTTP/1.1" status: 204 len: 168 time: 0.5226650 Sep 23 19:34:00.806611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac632f-53ac-467d-a617-45504430c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc84201-c9ba-4b2c-bfb3-09c4793e89d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:00.820019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e937de09-502c-4ec6-943d-fd6a4a68071b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:00.828643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.841205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Transition to ACTIVE for port object e937de09-502c-4ec6-943d-fd6a4a68071b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:00.847285 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.899422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.902548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Pushing event updated for resources: {'Port': ['ID=e937de09-502c-4ec6-943d-fd6a4a68071b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:00.939130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Port': ['ID=d18d1ebc-4e34-412e-8cad-8c1aa09458e6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:00.960735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:00.965989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-25a2232c-00f8-4033-90f8-6ed7d39135a3 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/ports/d18d1ebc-4e34-412e-8cad-8c1aa09458e6 HTTP/1.1" status: 204 len: 168 time: 0.7290578 Sep 23 19:34:00.965989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Allocated IP 172.20.0.11 (12010e2c-524c-4c05-86a2-e7e93c592d7a/d21770b7-ba3b-4c29-93fd-b0c21d26a917/10a4659a-3c2f-48bd-862e-b308cb033355) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:00.965989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:01.012994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Attempting to bind port e937de09-502c-4ec6-943d-fd6a4a68071b on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:01.013396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Attempting to bind port e937de09-502c-4ec6-943d-fd6a4a68071b by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:01.013805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Attempting to bind port e937de09-502c-4ec6-943d-fd6a4a68071b on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:01.019484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Port e937de09-502c-4ec6-943d-fd6a4a68071b on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:01.019821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Attempting to bind port e937de09-502c-4ec6-943d-fd6a4a68071b on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:01.029676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:01.030115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:01.030759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:01.031102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Bound port: e937de09-502c-4ec6-943d-fd6a4a68071b, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:01.031638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.103462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] For port e937de09-502c-4ec6-943d-fd6a4a68071b, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:01.107851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abb91be8-ac2b-4ba7-8678-b079af765bfc no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:01.108659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.114959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] For port e937de09-502c-4ec6-943d-fd6a4a68071b, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e937de09-502c-4ec6-943d-fd6a4a68071b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:01.124629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.136233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: abb91be8-ac2b-4ba7-8678-b079af765bfc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:01.136581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device abb91be8-ac2b-4ba7-8678-b079af765bfc not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:01.164490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:01.193255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9899704c-f12f-4843-a08f-5d7fc5122583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.260563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.262050 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.264362 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] 10.222.0.41 "PUT /v2.0/ports/e937de09-502c-4ec6-943d-fd6a4a68071b HTTP/1.1" status: 200 len: 1095 time: 0.8894105 Sep 23 19:34:01.268994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'tag': 'e937de09-502c-4ec6-943d-fd6a4a68071b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:01.272807 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c4346-91a0-49ae-b267-79ddd1865720" -d '{"events": [{"name": "network-changed", "server_uuid": "6f752fc1-1e02-4cc3-a5a3-49e79d96b893", "tag": "e937de09-502c-4ec6-943d-fd6a4a68071b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:01.328309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.355517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decea04-ad82-41a2-b6f8-9b7dde0540ba service neutron] Pushing event updated for resources: {'Port': ['ID=e937de09-502c-4ec6-943d-fd6a4a68071b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:01.363375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d15d2be-36e2-4e61-a21b-2f10651b1b24']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:01.382024 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c157893-fba6-41e0-a677-23863bacb503 x-openstack-request-id: req-0c157893-fba6-41e0-a677-23863bacb503 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:01.382483 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f752fc1-1e02-4cc3-a5a3-49e79d96b893", "tag": "e937de09-502c-4ec6-943d-fd6a4a68071b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:01.382811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effc8f20-19ce-4518-8dc3-e2c58d387d47') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:01.383054 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c157893-fba6-41e0-a677-23863bacb503 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:01.383535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effc8f20-19ce-4518-8dc3-e2c58d387d47') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:01.383701 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'tag': 'e937de09-502c-4ec6-943d-fd6a4a68071b', 'status': 'completed', 'code': 200} Sep 23 19:34:01.387442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.398391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.416798 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.432043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:01.432766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:01.436338 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:01.452603 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9899704c-f12f-4843-a08f-5d7fc5122583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.461050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-bf9080b7-dbee-4b83-aa56-613a91f62695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.462685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-bf9080b7-dbee-4b83-aa56-613a91f62695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 1098 time: 0.1004555 Sep 23 19:34:01.463897 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9899704c-f12f-4843-a08f-5d7fc5122583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.507524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899704c-f12f-4843-a08f-5d7fc5122583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7725b-26c5-4982-bf03-472bd2aee898,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:01.518845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.529227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.538144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e91da121-bb54-4bc4-8d92-1b06492b0ed2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:01.542667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.544889 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] 10.222.0.38 "DELETE /v2.0/networks/6d15d2be-36e2-4e61-a21b-2f10651b1b24 HTTP/1.1" status: 204 len: 168 time: 0.5777788 Sep 23 19:34:01.578295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:01.591244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:01.596516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:01.605869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-0ec95012-f320-4e80-91c2-d07506095c62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=e937de09-502c-4ec6-943d-fd6a4a68071b HTTP/1.1" status: 200 len: 217 time: 0.1120379 Sep 23 19:34:01.629367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9899704c-f12f-4843-a08f-5d7fc5122583 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dea1c5ccd2804b3e9d7a030eb3fa3dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564557 Sep 23 19:34:01.658365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.659063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.662606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:01.671598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95391b1d-995d-4182-932e-8e3149e05481 tempest-PortsTestJSON-1707848532 tempest-PortsTestJSON-1707848532-project] Pushing event deleted for resources: {'Network': ['ID=6d15d2be-36e2-4e61-a21b-2f10651b1b24,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:01.696002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-0f2d7120-8b2d-4272-b5d1-e7047a8f307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.697355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-0f2d7120-8b2d-4272-b5d1-e7047a8f307f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0749369 Sep 23 19:34:01.713815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Pushing event updated for resources: {'Port': ['ID=10a4659a-3c2f-48bd-862e-b308cb033355,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:01.722877 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-6f06f3d3-8ba3-4232-99cc-fefc5009dd58 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3127182 Sep 23 19:34:01.739606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Request body: {'port': {'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:01.767874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b353c-2ec2-44b9-a2e2-db9bf6c0b83d req-05740ef7-5d51-4073-959f-d15321780322 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.775748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-124b353c-2ec2-44b9-a2e2-db9bf6c0b83d req-05740ef7-5d51-4073-959f-d15321780322 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 947 time: 0.1920595 Sep 23 19:34:01.832137 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-124b353c-2ec2-44b9-a2e2-db9bf6c0b83d req-300634f4-3f1d-48b9-89b0-de9d66b5ecdc tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555098 Sep 23 19:34:01.836192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.838183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228834af-d955-4630-a216-2dc1a3485a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.842320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-6bd456c6-89ce-40de-8084-023767460ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.849587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-6bd456c6-89ce-40de-8084-023767460ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421609 Sep 23 19:34:01.939415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d56d95c8-6f89-4ab5-989e-3c529f441376 None None] Provisioning complete for port 10a4659a-3c2f-48bd-862e-b308cb033355 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:01.940169 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d56d95c8-6f89-4ab5-989e-3c529f441376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.971593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:01.982197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d56d95c8-6f89-4ab5-989e-3c529f441376 None None] Port 10a4659a-3c2f-48bd-862e-b308cb033355 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:02.022517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-3981e16c-637d-4380-b368-93290a8a971e service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619718 Sep 23 19:34:02.105917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228834af-d955-4630-a216-2dc1a3485a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.175360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a4659a-3c2f-48bd-862e-b308cb033355 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:02.183411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.197721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-de6fdeb7-0694-4515-9189-18ed6debd567 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b9f47af968f4f7bbaa7a159dd937cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249854 Sep 23 19:34:02.200616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71db24b3-5dac-4dc7-803e-8e00faba1b90 req-f1d24152-6bf4-43dc-849b-fc83ac172218 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708281 Sep 23 19:34:02.201011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:02.215133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f778f-2509-4a40-81af-a189bbee2af4 req-47b76ce2-8290-46a1-b459-70f882abcbc7 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.216201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Transition to ACTIVE for port object 10a4659a-3c2f-48bd-862e-b308cb033355 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:02.216656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d85f778f-2509-4a40-81af-a189bbee2af4 req-47b76ce2-8290-46a1-b459-70f882abcbc7 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 932 time: 0.0891972 Sep 23 19:34:02.219078 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228834af-d955-4630-a216-2dc1a3485a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.221783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228834af-d955-4630-a216-2dc1a3485a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.224545 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-228834af-d955-4630-a216-2dc1a3485a86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3de7725b-26c5-4982-bf03-472bd2aee898 HTTP/1.1" status: 204 len: 168 time: 0.5573359 Sep 23 19:34:02.233134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.274370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228834af-d955-4630-a216-2dc1a3485a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7725b-26c5-4982-bf03-472bd2aee898,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:02.308032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d85f778f-2509-4a40-81af-a189bbee2af4 req-881196ea-5086-4514-a451-624ace01f585 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847294 Sep 23 19:34:02.309285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=10a4659a-3c2f-48bd-862e-b308cb033355,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:02.352275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd2fa-2a1e-4ea9-81ae-41194505f071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.352932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-063b4d41-b230-4c87-a5e8-4cf5e86a0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.352932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-063b4d41-b230-4c87-a5e8-4cf5e86a0793 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 1098 time: 0.1002288 Sep 23 19:34:02.411496 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd2fa-2a1e-4ea9-81ae-41194505f071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.464996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Attempting to bind port 10a4659a-3c2f-48bd-862e-b308cb033355 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:02.465333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Attempting to bind port 10a4659a-3c2f-48bd-862e-b308cb033355 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:02.465661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Attempting to bind port 10a4659a-3c2f-48bd-862e-b308cb033355 on network 12010e2c-524c-4c05-86a2-e7e93c592d7a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:02.471314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Port 10a4659a-3c2f-48bd-862e-b308cb033355 on network 12010e2c-524c-4c05-86a2-e7e93c592d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:02.471679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Attempting to bind port 10a4659a-3c2f-48bd-862e-b308cb033355 on network 12010e2c-524c-4c05-86a2-e7e93c592d7a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:02.479065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:02.479459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Checking segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:02.479857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Bound using segment: {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:02.480290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Bound port: 10a4659a-3c2f-48bd-862e-b308cb033355, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f819e983-dbd2-4f25-9ac6-428d89c48098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:02.480700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.489213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-2492f7ff-02e1-4823-b274-9bb8f409093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.491021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-2492f7ff-02e1-4823-b274-9bb8f409093a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1338217 Sep 23 19:34:02.522506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd2fa-2a1e-4ea9-81ae-41194505f071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.525045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd2fa-2a1e-4ea9-81ae-41194505f071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.526365 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7fcd2fa-2a1e-4ea9-81ae-41194505f071 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2398a74-4ccf-4097-961a-059b7f6f897a HTTP/1.1" status: 204 len: 168 time: 0.3240402 Sep 23 19:34:02.539514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcd2fa-2a1e-4ea9-81ae-41194505f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2398a74-4ccf-4097-961a-059b7f6f897a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:02.585406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-3f761f0a-d26b-4746-befa-d221d4572b06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=e937de09-502c-4ec6-943d-fd6a4a68071b HTTP/1.1" status: 200 len: 217 time: 0.0852883 Sep 23 19:34:02.585563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] For port 10a4659a-3c2f-48bd-862e-b308cb033355, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:02.589767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] For port 10a4659a-3c2f-48bd-862e-b308cb033355, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=10a4659a-3c2f-48bd-862e-b308cb033355,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:02.595494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.636565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.636912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.638340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] 10.222.0.72 "PUT /v2.0/ports/10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 1092 time: 0.9054182 Sep 23 19:34:02.638782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:02.641740 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7600d39-2f5a-4120-b45d-dfaddaabde26" -d '{"events": [{"name": "network-changed", "server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:02.679960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baa987-5fb0-48ff-a699-a38fa8348cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=10a4659a-3c2f-48bd-862e-b308cb033355,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:02.686536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-7e6bd8d3-875c-44e1-9872-98cd79621f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.692996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-7e6bd8d3-875c-44e1-9872-98cd79621f50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0961776 Sep 23 19:34:02.759145 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83f4862-a10c-48eb-a95d-621548846efe x-openstack-request-id: req-d83f4862-a10c-48eb-a95d-621548846efe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:02.759447 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:02.759706 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d83f4862-a10c-48eb-a95d-621548846efe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:02.760122 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355', 'status': 'completed', 'code': 200} Sep 23 19:34:02.775069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-b0eb8f93-c148-4117-8a34-8026b1d5b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.776894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-b0eb8f93-c148-4117-8a34-8026b1d5b069 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738158 Sep 23 19:34:02.791415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-4265738d-4cfc-4085-afc0-cd250bc291ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.792938 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-4265738d-4cfc-4085-afc0-cd250bc291ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 1095 time: 0.0989649 Sep 23 19:34:02.847086 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-3b0da61b-651c-49b5-842c-b07ceac2f924 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 217 time: 0.0445211 Sep 23 19:34:02.960850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-52f6dcf1-4bc3-4a57-b7fa-9a1d94c2df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.962609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-52f6dcf1-4bc3-4a57-b7fa-9a1d94c2df79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.1072440 Sep 23 19:34:03.006540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-de942aba-4e4d-4e3f-ac61-13548dda3460 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219131 Sep 23 19:34:03.018483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32eaa9-aace-4b70-9be1-5c9eb0643bb7 req-99f158b2-e2fd-4e73-9534-ff8a790e5308 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.020016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff32eaa9-aace-4b70-9be1-5c9eb0643bb7 req-99f158b2-e2fd-4e73-9534-ff8a790e5308 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 947 time: 0.0768869 Sep 23 19:34:03.025192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-f5e6da6a-9bd6-4fce-b337-b40b351d5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.027061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-f5e6da6a-9bd6-4fce-b337-b40b351d5747 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556457 Sep 23 19:34:03.130361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff32eaa9-aace-4b70-9be1-5c9eb0643bb7 req-1165a162-519f-4e10-a447-35893c37ff41 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956593 Sep 23 19:34:03.147608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-3779eab5-a35c-4cd3-b156-dee484420c6a service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095877 Sep 23 19:34:03.163818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d25c4346-91a0-49ae-b267-79ddd1865720 req-3e388ddb-1dd1-4ec4-ad9e-cea4ae27c8dc service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427977 Sep 23 19:34:03.191800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:03.263058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-583218e9-11c6-46f7-bc8f-bbf150c3d63f req-64057dd5-8e71-44aa-bd24-9523079b7446 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964143 Sep 23 19:34:03.347651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:03.361782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'mac_address': 'fa:16:3e:3c:ce:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:03.382442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-bde7e77d-1205-43fd-b698-2b3480be1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.391624 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-bde7e77d-1205-43fd-b698-2b3480be1e0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 1095 time: 0.0764208 Sep 23 19:34:03.423798 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.451954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9750fe45-766c-4f4e-aa6f-31450a493d71 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:03.497606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:03.510044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.549440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-c961799c-34e7-48a2-83e0-6c091e3dae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.549883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa46c06-2d1d-4bd8-ad2a-e17f4ed47ec0 req-33a15c8a-7bfb-4959-aa94-2067acbe1b35 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.551815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2aa46c06-2d1d-4bd8-ad2a-e17f4ed47ec0 req-33a15c8a-7bfb-4959-aa94-2067acbe1b35 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 944 time: 0.0755911 Sep 23 19:34:03.553262 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-c961799c-34e7-48a2-83e0-6c091e3dae61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1503484 Sep 23 19:34:03.623555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:03.641827 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-dd681eda-e9ea-45ed-b8d2-25028514ecf4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 217 time: 0.0723097 Sep 23 19:34:03.642086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2aa46c06-2d1d-4bd8-ad2a-e17f4ed47ec0 req-70d41c5d-e439-4018-829d-258d425e43bf tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794439 Sep 23 19:34:03.669431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:03.671959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['9750fe45-766c-4f4e-aa6f-31450a493d71'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:03.767059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-f13af1aa-2cb6-4568-b1de-3d890df1ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.768652 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-f13af1aa-2cb6-4568-b1de-3d890df1ca64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.1003644 Sep 23 19:34:03.822955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5a2b1b67-c359-4dae-bb23-a32a74ae464c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1727838518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:03.824222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-0bce3240-e60f-4ce7-ab8c-4444c291c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.826029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-0bce3240-e60f-4ce7-ab8c-4444c291c52e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504274 Sep 23 19:34:03.883044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1b67-c359-4dae-bb23-a32a74ae464c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.884501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1b67-c359-4dae-bb23-a32a74ae464c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.929686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-528711f0-c9d3-4b8b-b31d-d6c21b1c359d service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951366 Sep 23 19:34:03.960507 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1b67-c359-4dae-bb23-a32a74ae464c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.965623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1b67-c359-4dae-bb23-a32a74ae464c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.986436 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1b67-c359-4dae-bb23-a32a74ae464c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.991273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a2b1b67-c359-4dae-bb23-a32a74ae464c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3167031 Sep 23 19:34:03.994117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:04.000205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2083354689'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:04.023019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:04.027247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.037267 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.053872 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7600d39-2f5a-4120-b45d-dfaddaabde26 req-afe544c6-614e-48cd-b81b-88025d49d34f service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167991 Sep 23 19:34:04.163369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.167894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.199747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:04.224700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.225078 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Added segment 4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e of type vlan for network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a Sep 23 19:34:04.248900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af53b0d-ab29-4214-b005-b77571cfd129,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:04.298800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.310048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150ce00-2ba4-4f13-994a-784eb9b684ad req-9cc7443e-8aac-4624-be6e-953563ee384b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.311851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d150ce00-2ba4-4f13-994a-784eb9b684ad req-9cc7443e-8aac-4624-be6e-953563ee384b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 947 time: 0.1162996 Sep 23 19:34:04.350145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.356292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.357386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.403515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d150ce00-2ba4-4f13-994a-784eb9b684ad req-b331c2c7-6a38-4426-8591-03dd33252a02 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778830 Sep 23 19:34:04.418271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4208877 Sep 23 19:34:04.419424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:04.425038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'subnet': {'network_id': '7977b9f2-bedc-4537-ba3a-fef32ff7d21a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:04.490629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4da19-e993-4b57-be8f-8d0dfadd6f85 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Network': ['ID=7977b9f2-bedc-4537-ba3a-fef32ff7d21a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:04.503088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:04.686885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-b27c3ef2-3fb4-470b-8fb0-4f7c07b07314 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1740530 Sep 23 19:34:04.688065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:04.692887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:04.871623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab58ad5-ccfa-4737-9c86-35c5585a93bb req-203131db-fba9-46b5-98d7-5971139a6f48 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.877979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dab58ad5-ccfa-4737-9c86-35c5585a93bb req-203131db-fba9-46b5-98d7-5971139a6f48 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 944 time: 0.0841520 Sep 23 19:34:04.879029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.879523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.879998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.880924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.881776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.882796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.883614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.885878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e8db3431-3c4f-4b1b-aab0-f5df7550d5a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6491 time: 0.0980151 Sep 23 19:34:04.975035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dab58ad5-ccfa-4737-9c86-35c5585a93bb req-374f19cf-6cee-47f3-81ae-4f2b1915d7d0 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891786 Sep 23 19:34:05.047116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.126907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-84ec4c4a-15f2-4f1f-8bd0-37f5c0b8b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.128062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-84ec4c4a-15f2-4f1f-8bd0-37f5c0b8b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.128670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-84ec4c4a-15f2-4f1f-8bd0-37f5c0b8b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.130766 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-84ec4c4a-15f2-4f1f-8bd0-37f5c0b8b1b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=ccddee97-ddac-4044-bf49-845dacc0be36&id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 2292 time: 0.2151289 Sep 23 19:34:05.159103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Subnet': ['ID=45f7fb34-95af-4d5d-ab84-8f5f0837b175,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:05.207836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 10a4659a-3c2f-48bd-862e-b308cb033355 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:05.213598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:05.220133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Checking segment: {'id': '4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7977b9f2-bedc-4537-ba3a-fef32ff7d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:05.220133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network hostable DHCP agents. Network: 7977b9f2-bedc-4537-ba3a-fef32ff7d21a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:05.260645 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-98cc7e11-3c12-4aee-93f0-7cda75ee6875 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 200 len: 1002 time: 0.1154613 Sep 23 19:34:05.347798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 9750fe45-766c-4f4e-aa6f-31450a493d71 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:05.348165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.397114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 10a4659a-3c2f-48bd-862e-b308cb033355, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=10a4659a-3c2f-48bd-862e-b308cb033355,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:05.421620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '10a4659a-3c2f-48bd-862e-b308cb033355', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'mac_address': 'fa:16:3e:45:eb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:05.521831 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.523931 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.576621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a4659a-3c2f-48bd-862e-b308cb033355 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:05.598033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:05.628006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:05.630179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:05.633217 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a11396e-6643-4d7c-986b-68e7c75153b3" -d '{"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-plugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:05.642317 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.645049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-15bfcc29-cde4-4f15-8bf8-9ae711ef4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.648101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-15bfcc29-cde4-4f15-8bf8-9ae711ef4183 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ff15eed-30d3-44f4-98a3-5e8d898cc901 HTTP/1.1" status: 200 len: 850 time: 0.3756828 Sep 23 19:34:05.650997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 7977b9f2-bedc-4537-ba3a-fef32ff7d21a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:05.655845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad79d6-178f-4152-8e2e-e7e671477930 req-0d482888-6a09-4665-aca9-cce4848b637c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.660806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 10a4659a-3c2f-48bd-862e-b308cb033355, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=10a4659a-3c2f-48bd-862e-b308cb033355,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:05.663252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8ad79d6-178f-4152-8e2e-e7e671477930 req-0d482888-6a09-4665-aca9-cce4848b637c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 947 time: 0.0956249 Sep 23 19:34:05.685028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.686149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.725582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce07a44-1a6c-4d9f-8000-c3fd75ed219d None None] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:05.735274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-979369ae-de55-430c-9dfa-362de4e3616b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3108449 Sep 23 19:34:05.736832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:05.739320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-64d45419-4cb0-4932-aba7-3d92e9d85060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.740788 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-64d45419-4cb0-4932-aba7-3d92e9d85060 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800982 Sep 23 19:34:05.746523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'network': {'name': 'tempest-router-network01--1909635288'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:05.801549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8ad79d6-178f-4152-8e2e-e7e671477930 req-1a361223-5659-4a08-8332-90e032d03dbb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982051 Sep 23 19:34:05.826082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:05.830913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.881026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-cadc65d6-e904-4781-aea5-36764afa637a service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321683 Sep 23 19:34:05.907220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:05.928506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.928913 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Added segment be132bca-2538-4732-9f92-fa28b0280fea of type vlan for network ba427f9d-a76f-4acf-85bf-9b81418cb340 Sep 23 19:34:05.952807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:05.955243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e937de09-502c-4ec6-943d-fd6a4a68071b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:05.998736 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.033152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:06.074321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.083298 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a7ea6-16eb-418d-a1af-60e8e07f745c x-openstack-request-id: req-713a7ea6-16eb-418d-a1af-60e8e07f745c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:06.084142 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-plugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:06.084663 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-713a7ea6-16eb-418d-a1af-60e8e07f745c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:06.085386 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'code': 200} Sep 23 19:34:06.098401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.099866 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.161902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4207582 Sep 23 19:34:06.162923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:06.181934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'network': {'name': 'tempest-router-network02--268195000'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:06.300203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-1e7e3809-df29-4274-9c61-154fdf81cacc service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095907 Sep 23 19:34:06.301922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:06.305988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.365795 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-09ec3e77-c4aa-47b2-97d8-dde0d9c11852 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 217 time: 0.0567677 Sep 23 19:34:06.382394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:06.393548 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.393934 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Added segment 722ae5e1-aca5-4263-b465-dc93ff5fe773 of type vlan for network 3073de52-c5aa-4d08-9f13-db1a042b560b Sep 23 19:34:06.420244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee99500-281c-4949-b720-77ee05dbc8b6 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Network': ['ID=ba427f9d-a76f-4acf-85bf-9b81418cb340,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:06.453276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.496269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.503985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.504708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.571525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eda42-a9b1-493b-b4b5-9b435fb14c77 req-c82046c2-66df-4926-b2f5-06f86357163a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.581594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b2eda42-a9b1-493b-b4b5-9b435fb14c77 req-c82046c2-66df-4926-b2f5-06f86357163a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 945 time: 0.1157594 Sep 23 19:34:06.601904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Network': ['ID=3073de52-c5aa-4d08-9f13-db1a042b560b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:06.617004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-7977b9f2-bedc-4537-ba3a-fef32ff7d21a', 'network_id': '7977b9f2-bedc-4537-ba3a-fef32ff7d21a', 'tenant_id': 'e50ac847f974473ea682f5e143a95051', 'fixed_ips': [{'subnet_id': '45f7fb34-95af-4d5d-ab84-8f5f0837b175'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:34:06.618157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.637729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b1a613e9-c325-4112-9609-6ed1914e323b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4726162 Sep 23 19:34:06.639680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-7b6c5f0d-908b-444f-aa2a-e6010c1aafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.641606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-7b6c5f0d-908b-444f-aa2a-e6010c1aafe4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.1592288 Sep 23 19:34:06.642522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:06.648309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'subnet': {'network_id': 'ba427f9d-a76f-4acf-85bf-9b81418cb340', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:06.650976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['10a4659a-3c2f-48bd-862e-b308cb033355'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:06.653941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:06.658115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3073de52-c5aa-4d08-9f13-db1a042b560b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:06.688090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b2eda42-a9b1-493b-b4b5-9b435fb14c77 req-90858b6a-30b9-430d-8752-69162e33c900 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985641 Sep 23 19:34:06.803370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-4ba344c9-4923-4d2d-a5a2-160dfb1201b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.804888 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-4ba344c9-4923-4d2d-a5a2-160dfb1201b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284776 Sep 23 19:34:06.888150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=10a4659a-3c2f-48bd-862e-b308cb033355,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:06.953833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:06.970457 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:06.987126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248940de-5cc5-4a78-b96f-2f441477109b req-46aaf8be-4d91-4918-a6fe-e5a113d41b81 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.997328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-248940de-5cc5-4a78-b96f-2f441477109b req-46aaf8be-4d91-4918-a6fe-e5a113d41b81 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 947 time: 0.0855389 Sep 23 19:34:07.066667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-248940de-5cc5-4a78-b96f-2f441477109b req-dc32cd41-dc8e-4480-bfcb-5df39a6ac45e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676079 Sep 23 19:34:07.177966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e937de09-502c-4ec6-943d-fd6a4a68071b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e937de09-502c-4ec6-943d-fd6a4a68071b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:07.249587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'e937de09-502c-4ec6-943d-fd6a4a68071b', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'e937de09-502c-4ec6-943d-fd6a4a68071b', 'mac_address': 'fa:16:3e:7b:41:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:07.398229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Allocated IP 2001:db8::2 (7977b9f2-bedc-4537-ba3a-fef32ff7d21a/45f7fb34-95af-4d5d-ab84-8f5f0837b175/44a43160-10d1-4861-83e0-66e7b29a0b3f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:07.400802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:07.415161 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-fced2298-850a-4661-b559-62ec07c668cb service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976522 Sep 23 19:34:07.444451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e937de09-502c-4ec6-943d-fd6a4a68071b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:07.511587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e937de09-502c-4ec6-943d-fd6a4a68071b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e937de09-502c-4ec6-943d-fd6a4a68071b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:07.530342 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:07.644744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e937de09-502c-4ec6-943d-fd6a4a68071b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:07.660138 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:07.719266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Subnet': ['ID=0b43faef-04de-45f5-bbf3-3fba53724543,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:07.746679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-68708692-a3c6-4b36-bef8-1048195e4bf9 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110626 Sep 23 19:34:07.768700 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:07.778187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:07.829802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:07.833336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:07.838816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:07.885405 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-03cbda38-f040-4503-b055-bd2ad5e225c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 217 time: 0.1241710 Sep 23 19:34:07.901726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Pushing event updated for resources: {'Port': ['ID=44a43160-10d1-4861-83e0-66e7b29a0b3f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:07.914981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:07.923557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e590-8e93-42b8-96b4-2510a8b1929c req-bd11f14f-a001-48bb-b643-7fe30825d388 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:07.925619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5955e590-8e93-42b8-96b4-2510a8b1929c req-bd11f14f-a001-48bb-b643-7fe30825d388 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 945 time: 0.0991974 Sep 23 19:34:07.966528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Checking segment: {'id': 'be132bca-2538-4732-9f92-fa28b0280fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba427f9d-a76f-4acf-85bf-9b81418cb340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:07.966895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network hostable DHCP agents. Network: ba427f9d-a76f-4acf-85bf-9b81418cb340, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:07.992343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5955e590-8e93-42b8-96b4-2510a8b1929c req-c35b6d12-5ec0-49a8-ac0b-e0fc4c2c14ac tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Sep 23 19:34:07.996008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-3c6bf882-af95-49ba-bc95-b79ec235a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:07.998082 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-3c6bf882-af95-49ba-bc95-b79ec235a830 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.1002197 Sep 23 19:34:07.999226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:08.021128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ba427f9d-a76f-4acf-85bf-9b81418cb340) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:08.026071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:08.026692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.059306 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b8ec7f7a-050b-4c5b-9ca0-c9062828716c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4149606 Sep 23 19:34:08.060451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be2fa0-6ec0-4bd9-90ae-36150e2b9838 None None] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:08.062067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53310) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:08.068680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'subnet': {'network_id': '3073de52-c5aa-4d08-9f13-db1a042b560b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:08.104369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Attempting to bind port 44a43160-10d1-4861-83e0-66e7b29a0b3f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:08.107941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Attempting to bind port 44a43160-10d1-4861-83e0-66e7b29a0b3f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7977b9f2-bedc-4537-ba3a-fef32ff7d21a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:08.109959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Attempting to bind port 44a43160-10d1-4861-83e0-66e7b29a0b3f on network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:08.121897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:08.122449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Checking segment: {'id': '4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7977b9f2-bedc-4537-ba3a-fef32ff7d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:08.122931 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.123402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Bound using segment: {'id': '4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7977b9f2-bedc-4537-ba3a-fef32ff7d21a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:08.123962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Bound port: 44a43160-10d1-4861-83e0-66e7b29a0b3f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7977b9f2-bedc-4537-ba3a-fef32ff7d21a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:08.124436 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.178049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-b29c3f7f-21ea-4dd2-bd85-92479236b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:08.179803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-b29c3f7f-21ea-4dd2-bd85-92479236b5fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1674619 Sep 23 19:34:08.233932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:08.238477 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.291865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a338c-2ae5-4788-a839-dd972776b210 req-3aa5711e-7927-4575-a4bf-cb1246ffaac9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:08.293914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-469a338c-2ae5-4788-a839-dd972776b210 req-3aa5711e-7927-4575-a4bf-cb1246ffaac9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 948 time: 0.0819902 Sep 23 19:34:08.357684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-469a338c-2ae5-4788-a839-dd972776b210 req-6ae764b9-6f6c-4864-ba5b-8931665184e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537691 Sep 23 19:34:08.454754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] For port 44a43160-10d1-4861-83e0-66e7b29a0b3f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:08.461176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] For port 44a43160-10d1-4861-83e0-66e7b29a0b3f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44a43160-10d1-4861-83e0-66e7b29a0b3f,segment=NetworkSegment(4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e),segment_id=4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:08.486683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-e17173a0-b04a-44a1-9c63-845cd6a0159f service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980032 Sep 23 19:34:08.514657 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.541877 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-ba427f9d-a76f-4acf-85bf-9b81418cb340', 'network_id': 'ba427f9d-a76f-4acf-85bf-9b81418cb340', 'tenant_id': 'e50ac847f974473ea682f5e143a95051', 'fixed_ips': [{'subnet_id': '0b43faef-04de-45f5-bbf3-3fba53724543'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:34:08.556571 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.715936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e9632-c335-4c46-a6c1-4a5d6ca85ea9 None None] Pushing event updated for resources: {'Port': ['ID=44a43160-10d1-4861-83e0-66e7b29a0b3f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:08.730426 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-c79ec3aa-ec66-4bbd-937e-77ee48a01f37 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353368 Sep 23 19:34:08.812851 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-8727e8cb-a568-4505-91dc-c52362054fb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 200 len: 217 time: 0.0715246 Sep 23 19:34:08.816484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.944000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Allocated IP 2001:db8::2 (ba427f9d-a76f-4acf-85bf-9b81418cb340/0b43faef-04de-45f5-bbf3-3fba53724543/5dbe4078-66ed-47d3-856c-c15b488ccc58) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:09.023253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-343b2205-49f2-41e4-98f1-09dda9ac233b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994961 Sep 23 19:34:09.130237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Checking segment: {'id': '722ae5e1-aca5-4263-b465-dc93ff5fe773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3073de52-c5aa-4d08-9f13-db1a042b560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:09.131215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network hostable DHCP agents. Network: 3073de52-c5aa-4d08-9f13-db1a042b560b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:09.146790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-197debe2-82fa-4754-bc1b-73ebdbb4b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.148822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-197debe2-82fa-4754-bc1b-73ebdbb4b8a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.3296866 Sep 23 19:34:09.152483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Subnet': ['ID=de848986-0e71-4ad3-b53e-2ceaf89a7b36,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:09.169517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-85ad0bf0-32ea-4063-8193-fe022a7ac2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.173164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-85ad0bf0-32ea-4063-8193-fe022a7ac2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ec966dad87b411e861388f9fd5b49f4&device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 1098 time: 0.0847511 Sep 23 19:34:09.239963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 10a4659a-3c2f-48bd-862e-b308cb033355 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:09.240833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network 3073de52-c5aa-4d08-9f13-db1a042b560b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:09.266577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3073de52-c5aa-4d08-9f13-db1a042b560b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:09.286646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-0d6dda2b-3caa-40f1-b603-b4ae6603710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.289473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-0d6dda2b-3caa-40f1-b603-b4ae6603710d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306784 Sep 23 19:34:09.291670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.293031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.339232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-7c243f9f-f327-431d-8b04-29346bc2e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.341428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-7c243f9f-f327-431d-8b04-29346bc2e107 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1200471 Sep 23 19:34:09.348043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9e7fbd0e-e6be-4807-8ab9-cf2efc19354e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2844794 Sep 23 19:34:09.355470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:09.367426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44a43160-10d1-4861-83e0-66e7b29a0b3f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:09.370562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e7645-9c48-4b7a-ab12-4a90b6b43283 None None] Network 3073de52-c5aa-4d08-9f13-db1a042b560b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:09.409744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-37173d52-0ccf-4e64-880c-5785c5dd3979 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde HTTP/1.1" status: 200 len: 217 time: 0.0581670 Sep 23 19:34:09.429522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd471ba6-036c-4af8-9c41-de0df0855509 req-fac9e99c-6837-467b-8d88-2eec2db4faf6 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.437701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd471ba6-036c-4af8-9c41-de0df0855509 req-fac9e99c-6837-467b-8d88-2eec2db4faf6 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 945 time: 0.2574959 Sep 23 19:34:09.522552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd471ba6-036c-4af8-9c41-de0df0855509 req-4741bd09-c945-43e9-9139-124c30caeee0 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835392 Sep 23 19:34:09.548535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-9a0b77af-909c-4517-9fae-165afa73e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.553788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-9a0b77af-909c-4517-9fae-165afa73e90b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1130774 Sep 23 19:34:09.579084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-76d19341-0dec-4d4b-8228-7b96563c8ea9 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707863 Sep 23 19:34:09.667382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 10a4659a-3c2f-48bd-862e-b308cb033355 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:09.674713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-905e4933-971b-47df-94cc-b252adfb628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.677351 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.679700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 10a4659a-3c2f-48bd-862e-b308cb033355 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:09.680159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.683288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-905e4933-971b-47df-94cc-b252adfb628e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205797 Sep 23 19:34:09.702825 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.827742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:09.833239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Pushing event updated for resources: {'Port': ['ID=5dbe4078-66ed-47d3-856c-c15b488ccc58,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:09.840705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:09.845246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:09.895913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 44a43160-10d1-4861-83e0-66e7b29a0b3f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:09.896303 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.899861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e937de09-502c-4ec6-943d-fd6a4a68071b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:09.933860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6b902-514d-4299-8030-0ccf32041334 req-5aee2362-6a7d-4d8b-8cc8-79aa5a1d518d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.942057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9a6b902-514d-4299-8030-0ccf32041334 req-5aee2362-6a7d-4d8b-8cc8-79aa5a1d518d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 948 time: 0.1300471 Sep 23 19:34:09.962898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-6c241bca-134e-4be6-8541-f6b933668c68 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714391 Sep 23 19:34:10.036483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9a6b902-514d-4299-8030-0ccf32041334 req-ed16263b-94f3-4d17-b582-ea20242f9c16 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930657 Sep 23 19:34:10.054592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port e937de09-502c-4ec6-943d-fd6a4a68071b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:10.077362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3073de52-c5aa-4d08-9f13-db1a042b560b', 'network_id': '3073de52-c5aa-4d08-9f13-db1a042b560b', 'tenant_id': 'e50ac847f974473ea682f5e143a95051', 'fixed_ips': [{'subnet_id': 'de848986-0e71-4ad3-b53e-2ceaf89a7b36'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:34:10.079051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.257947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-832e060c-8628-4599-a1ee-189c1a4e89c3 req-6241c109-a897-42f2-9619-7535b8d7bef7 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832005 Sep 23 19:34:10.435565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c5fff-9c8e-4127-84de-58a1b85bcb14 None None] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:10.469174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.530681 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-41fb344a-aa72-4aec-970f-66f0dbe2fa53 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9393351 Sep 23 19:34:10.617026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-daf4682f-cc41-4bc4-89f9-d3d8088a8d47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 200 len: 217 time: 0.0491657 Sep 23 19:34:10.728982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70356d-b222-457f-a941-4cb20c364ff7 req-19534a10-5f91-470b-a803-93642578d094 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:10.744705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f70356d-b222-457f-a941-4cb20c364ff7 req-19534a10-5f91-470b-a803-93642578d094 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 945 time: 0.1047685 Sep 23 19:34:10.775821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port e937de09-502c-4ec6-943d-fd6a4a68071b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:10.776199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.788672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-65bfc14f-60a2-4d7f-8db0-c8deee1d428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:10.790492 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-65bfc14f-60a2-4d7f-8db0-c8deee1d428a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.1260636 Sep 23 19:34:10.836859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f70356d-b222-457f-a941-4cb20c364ff7 req-51ee32bf-9e19-4813-b2ef-b0d8cbec9425 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910306 Sep 23 19:34:10.888371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Attempting to bind port 5dbe4078-66ed-47d3-856c-c15b488ccc58 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:10.888973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Attempting to bind port 5dbe4078-66ed-47d3-856c-c15b488ccc58 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be132bca-2538-4732-9f92-fa28b0280fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba427f9d-a76f-4acf-85bf-9b81418cb340'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:10.889143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Attempting to bind port 5dbe4078-66ed-47d3-856c-c15b488ccc58 on network ba427f9d-a76f-4acf-85bf-9b81418cb340 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:10.906450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:10.906931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Checking segment: {'id': 'be132bca-2538-4732-9f92-fa28b0280fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba427f9d-a76f-4acf-85bf-9b81418cb340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:10.908085 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.908484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Bound using segment: {'id': 'be132bca-2538-4732-9f92-fa28b0280fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba427f9d-a76f-4acf-85bf-9b81418cb340'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:10.908979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Bound port: 5dbe4078-66ed-47d3-856c-c15b488ccc58, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be132bca-2538-4732-9f92-fa28b0280fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba427f9d-a76f-4acf-85bf-9b81418cb340'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:10.909367 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.915423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-7471c265-54cf-45fd-b071-6f1e6405204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:10.917098 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-7471c265-54cf-45fd-b071-6f1e6405204f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154368 Sep 23 19:34:10.944515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Allocated IP 2001:db8::1 (ba427f9d-a76f-4acf-85bf-9b81418cb340/0b43faef-04de-45f5-bbf3-3fba53724543/961fab6a-3e52-4b42-b5db-d9d98f9fbca1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:11.071036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-9ac19572-57ab-45f6-a032-919010fa6e89 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368787 Sep 23 19:34:11.113291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Allocated IP 2001:db8::2 (3073de52-c5aa-4d08-9f13-db1a042b560b/de848986-0e71-4ad3-b53e-2ceaf89a7b36/6527b0fd-09f6-4b2d-90f0-fc1a19922fab) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:11.205093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.278870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3935c2-db78-41e4-b296-480098a71840 req-648f8cdc-c735-46fa-9497-0584c0c5f1f5 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:11.289371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c3935c2-db78-41e4-b296-480098a71840 req-648f8cdc-c735-46fa-9497-0584c0c5f1f5 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 948 time: 0.1206522 Sep 23 19:34:11.296020 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.339747 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-a6bc37ce-e2e4-4406-bab5-59c3747b0883 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979238 Sep 23 19:34:11.341873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.375891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c3935c2-db78-41e4-b296-480098a71840 req-f2065bf8-cb70-462f-9196-d8dbaa9b932d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Sep 23 19:34:11.381569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-caabee6a-fcc4-448b-88b8-f98785d22ee2 None None] Provisioning complete for port 44a43160-10d1-4861-83e0-66e7b29a0b3f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:11.382552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caabee6a-fcc4-448b-88b8-f98785d22ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.422973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.458064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-0c1ef41d-e976-4e77-8faa-7c2ec6ee1334 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 200 len: 217 time: 0.1058140 Sep 23 19:34:11.461308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:11.467107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:11.480890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:11.481832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.579563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Port': ['ID=961fab6a-3e52-4b42-b5db-d9d98f9fbca1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:11.642162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Network 3073de52-c5aa-4d08-9f13-db1a042b560b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:11.642714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.645642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-183199bc-9c98-4f65-a217-1078756d81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:11.647332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-183199bc-9c98-4f65-a217-1078756d81ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.1777041 Sep 23 19:34:11.680200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:11.685780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:11.729278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.754010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-aa72a8a9-2ded-4bcd-9be6-1348b77c1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:11.755577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-aa72a8a9-2ded-4bcd-9be6-1348b77c1577 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997846 Sep 23 19:34:11.854105 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.881185 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.883455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] For port 5dbe4078-66ed-47d3-856c-c15b488ccc58, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:11.894410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Pushing event updated for resources: {'Port': ['ID=6527b0fd-09f6-4b2d-90f0-fc1a19922fab,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:11.903222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Attempting to bind port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:11.903592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Attempting to bind port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '722ae5e1-aca5-4263-b465-dc93ff5fe773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3073de52-c5aa-4d08-9f13-db1a042b560b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:11.903954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Attempting to bind port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab on network 3073de52-c5aa-4d08-9f13-db1a042b560b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:11.925407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:11.937816 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aabca2-05cc-48ae-b4f1-827907f70f25" -d '{"events": [{"server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "name": "network-vif-plugged", "status": "completed", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:11.961995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 10a4659a-3c2f-48bd-862e-b308cb033355, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=10a4659a-3c2f-48bd-862e-b308cb033355,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:11.993624 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-35506323-0a7c-46ce-8c30-15ecdb865bb8 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287056 Sep 23 19:34:12.000831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e937de09-502c-4ec6-943d-fd6a4a68071b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e937de09-502c-4ec6-943d-fd6a4a68071b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:12.003183 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caabee6a-fcc4-448b-88b8-f98785d22ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.012809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] For port 5dbe4078-66ed-47d3-856c-c15b488ccc58, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5dbe4078-66ed-47d3-856c-c15b488ccc58,segment=NetworkSegment(be132bca-2538-4732-9f92-fa28b0280fea),segment_id=be132bca-2538-4732-9f92-fa28b0280fea)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:12.017201 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.021796 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.089537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:12.090519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Checking segment: {'id': '722ae5e1-aca5-4263-b465-dc93ff5fe773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3073de52-c5aa-4d08-9f13-db1a042b560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:12.091153 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.091775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Bound using segment: {'id': '722ae5e1-aca5-4263-b465-dc93ff5fe773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3073de52-c5aa-4d08-9f13-db1a042b560b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:12.092787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Bound port: 6527b0fd-09f6-4b2d-90f0-fc1a19922fab, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ae5e1-aca5-4263-b465-dc93ff5fe773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3073de52-c5aa-4d08-9f13-db1a042b560b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:12.093933 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.100405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e937de09-502c-4ec6-943d-fd6a4a68071b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:12.122196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.135975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd8332-4c25-41dd-b349-35fef6dedf46 req-2fca6865-762e-4c48-9e3c-8dfa0c31b88d tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.137562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0bd8332-4c25-41dd-b349-35fef6dedf46 req-2fca6865-762e-4c48-9e3c-8dfa0c31b88d tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 946 time: 0.1199243 Sep 23 19:34:12.229892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0bd8332-4c25-41dd-b349-35fef6dedf46 req-932e19da-0c97-4aa9-adb1-9238a33df191 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859506 Sep 23 19:34:12.246554 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-ae8578f9-0e1a-427d-827e-af7716006cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068834 Sep 23 19:34:12.252918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.291592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] For port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:12.298349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] For port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6527b0fd-09f6-4b2d-90f0-fc1a19922fab,segment=NetworkSegment(722ae5e1-aca5-4263-b465-dc93ff5fe773),segment_id=722ae5e1-aca5-4263-b465-dc93ff5fe773)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:12.319751 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-828382de-9bb7-4f40-a5b0-0041f8a62de1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 200 len: 217 time: 0.0644922 Sep 23 19:34:12.320979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.321873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.322895 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.344431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 44a43160-10d1-4861-83e0-66e7b29a0b3f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44a43160-10d1-4861-83e0-66e7b29a0b3f,segment=NetworkSegment(4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e),segment_id=4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:12.358419 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.407204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Port': ['ID=961fab6a-3e52-4b42-b5db-d9d98f9fbca1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:12.585930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=10a4659a-3c2f-48bd-862e-b308cb033355,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:12.613145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-cd6dc9c7-00cb-4e5e-8d3d-10982246e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.615072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-cd6dc9c7-00cb-4e5e-8d3d-10982246e356 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.2135398 Sep 23 19:34:12.712014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:12.716081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:12.740096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-ada7fd1e-18c6-4303-a522-68e8bac77f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.755595 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-ada7fd1e-18c6-4303-a522-68e8bac77f44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1298873 Sep 23 19:34:12.770594 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2e9f77-30b5-4d7c-8213-e1475cc204fc x-openstack-request-id: req-0a2e9f77-30b5-4d7c-8213-e1475cc204fc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:12.790230 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "name": "network-vif-plugged", "status": "completed", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:12.790806 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a2e9f77-30b5-4d7c-8213-e1475cc204fc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:12.791446 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355', 'code': 200} Sep 23 19:34:12.796970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2b3fe-1b4a-4919-9907-7d6da33cc61c None None] Pushing event updated for resources: {'Port': ['ID=5dbe4078-66ed-47d3-856c-c15b488ccc58,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:12.817577 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-caabee6a-fcc4-448b-88b8-f98785d22ee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:34:12.818354 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-caabee6a-fcc4-448b-88b8-f98785d22ee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:34:12.927207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348688-f609-493c-9874-1ca3949eb073 None None] Pushing event updated for resources: {'Port': ['ID=6527b0fd-09f6-4b2d-90f0-fc1a19922fab,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:13.009986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=44a43160-10d1-4861-83e0-66e7b29a0b3f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:13.114186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Router 43835766-2fc4-46b5-b878-70c5604e3d11 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:34:13.123844 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43289fb7-72b1-4048-8537-95cf37ec3b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.137996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-3d50e5ab-85a8-49ad-81e3-3f70cc86ff6e service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339974 Sep 23 19:34:13.273462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb532ec-79b1-4e71-9859-1d0a65635960 req-4de1d0ca-cd7b-49fd-a9ef-8c63230b69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:13.275987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bb532ec-79b1-4e71-9859-1d0a65635960 req-4de1d0ca-cd7b-49fd-a9ef-8c63230b69f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 1097 time: 0.6683531 Sep 23 19:34:13.292778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:13.299769 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd18b278-3629-4be2-a17e-728615e7375d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9434068 Sep 23 19:34:13.314466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40e3d9-645c-497f-9203-504ea0585fa5 req-30676df0-957e-4423-b69a-4865ccdc4a6a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:13.314466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b40e3d9-645c-497f-9203-504ea0585fa5 req-30676df0-957e-4423-b69a-4865ccdc4a6a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 949 time: 0.6560314 Sep 23 19:34:13.314466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:13.343753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] Sync routers for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:13.346167 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-18bf5d2b-97d7-4b43-8321-74e45f836bf7 req-8c1651bf-49dc-4b24-9fae-e94a998f487d service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711972 Sep 23 19:34:13.449701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:13.450813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:13.514082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:13.541388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:13.544920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:33:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:13.593583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:13.594301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f21717-3e21-4680-a4a8-232c83cedb14 None None] The sync data for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:13.654578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-da5856f0-e5e2-4082-8804-d386dc1815e5 None None] Provisioning complete for port 44a43160-10d1-4861-83e0-66e7b29a0b3f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:13.654954 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da5856f0-e5e2-4082-8804-d386dc1815e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.757302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bb532ec-79b1-4e71-9859-1d0a65635960 req-821ddcde-8b0e-4063-94cf-4ef1e76d5ed0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693706 Sep 23 19:34:13.781660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b40e3d9-645c-497f-9203-504ea0585fa5 req-35dd4fee-9d61-499d-9eb2-8dba4766cb2f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414817 Sep 23 19:34:14.032549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e72c32-2e4c-4c1d-97f5-e1829786ca95 None None] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:14.184776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-56b552fa-b560-4fa7-81dc-f4715bbea5bf None None] Provisioning complete for port 5dbe4078-66ed-47d3-856c-c15b488ccc58 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:14.194826 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b552fa-b560-4fa7-81dc-f4715bbea5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.276636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fedcc1-0e1c-441f-964d-c1a8de9a5ec8 None None] Network 3073de52-c5aa-4d08-9f13-db1a042b560b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:14.317132 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-18055a4c-7001-4e35-89ca-c566856cca2b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:34:14.318894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18055a4c-7001-4e35-89ca-c566856cca2b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0026603 Sep 23 19:34:14.321843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:14.406178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681997a-90e0-46d0-b3cb-e17c0dfd3dd9 req-3eeb70d9-d7f0-4c7e-aefb-97ef1cc53fc8 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:14.421990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c681997a-90e0-46d0-b3cb-e17c0dfd3dd9 req-3eeb70d9-d7f0-4c7e-aefb-97ef1cc53fc8 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 946 time: 0.1665833 Sep 23 19:34:14.730746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c681997a-90e0-46d0-b3cb-e17c0dfd3dd9 req-c63298e4-8978-4809-8c3a-207c1171c830 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078179 Sep 23 19:34:14.737094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5dbe4078-66ed-47d3-856c-c15b488ccc58 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:14.794792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937de09-502c-4ec6-943d-fd6a4a68071b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:14.797586 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2988a0b1-e763-4a49-a759-e6bf26b6ba53" -d '{"events": [{"server_uuid": "6f752fc1-1e02-4cc3-a5a3-49e79d96b893", "name": "network-vif-plugged", "status": "completed", "tag": "e937de09-502c-4ec6-943d-fd6a4a68071b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:14.807281 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b552fa-b560-4fa7-81dc-f4715bbea5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.892101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-56b552fa-b560-4fa7-81dc-f4715bbea5bf None None] For port 5dbe4078-66ed-47d3-856c-c15b488ccc58, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5dbe4078-66ed-47d3-856c-c15b488ccc58,segment=NetworkSegment(be132bca-2538-4732-9f92-fa28b0280fea),segment_id=be132bca-2538-4732-9f92-fa28b0280fea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:14.900867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56b552fa-b560-4fa7-81dc-f4715bbea5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.006494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 5dbe4078-66ed-47d3-856c-c15b488ccc58 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:15.006809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.040319 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.096714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b552fa-b560-4fa7-81dc-f4715bbea5bf None None] Pushing event updated for resources: {'Port': ['ID=5dbe4078-66ed-47d3-856c-c15b488ccc58,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:15.153442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2316485e-0115-4896-b3b1-7a337612a712 None None] Provisioning complete for port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:15.153916 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2316485e-0115-4896-b3b1-7a337612a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.173158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee361db-1d8f-4d7b-8334-e5f7f0db13d7 req-d33eaf58-d871-47a9-bce3-ec6169706b4e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:15.180535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ee361db-1d8f-4d7b-8334-e5f7f0db13d7 req-d33eaf58-d871-47a9-bce3-ec6169706b4e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 949 time: 0.1926007 Sep 23 19:34:15.256594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ee361db-1d8f-4d7b-8334-e5f7f0db13d7 req-7a039983-738b-4aa7-a962-242266dd38a6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732148 Sep 23 19:34:15.275978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6527b0fd-09f6-4b2d-90f0-fc1a19922fab up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:15.395138 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ceabe8-882c-4d35-b339-66ace10118aa x-openstack-request-id: req-59ceabe8-882c-4d35-b339-66ace10118aa {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:15.395890 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f752fc1-1e02-4cc3-a5a3-49e79d96b893", "name": "network-vif-plugged", "status": "completed", "tag": "e937de09-502c-4ec6-943d-fd6a4a68071b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:15.396335 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59ceabe8-882c-4d35-b339-66ace10118aa {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:15.399168 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937de09-502c-4ec6-943d-fd6a4a68071b', 'code': 200} Sep 23 19:34:15.433025 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2316485e-0115-4896-b3b1-7a337612a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.504927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:15.505304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.546717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c637f0a-385e-4506-a20e-569bf6467521 req-11b5be57-171b-46c5-8eb1-f53cc4b82b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:15.548479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c637f0a-385e-4506-a20e-569bf6467521 req-11b5be57-171b-46c5-8eb1-f53cc4b82b5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 1100 time: 0.1015410 Sep 23 19:34:15.575264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2316485e-0115-4896-b3b1-7a337612a712 None None] For port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6527b0fd-09f6-4b2d-90f0-fc1a19922fab,segment=NetworkSegment(722ae5e1-aca5-4263-b465-dc93ff5fe773),segment_id=722ae5e1-aca5-4263-b465-dc93ff5fe773)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:15.583508 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2316485e-0115-4896-b3b1-7a337612a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.663000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316485e-0115-4896-b3b1-7a337612a712 None None] Pushing event updated for resources: {'Port': ['ID=6527b0fd-09f6-4b2d-90f0-fc1a19922fab,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:15.712677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c637f0a-385e-4506-a20e-569bf6467521 req-d2ca39db-ea4b-4203-a818-f8280174b65d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529007 Sep 23 19:34:15.749845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44a43160-10d1-4861-83e0-66e7b29a0b3f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:15.830033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting port 961fab6a-3e52-4b42-b5db-d9d98f9fbca1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:15.834703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.855099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-88f343f4-1351-4621-a6d2-d79b86eee8e1 None None] Provisioning complete for port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:15.860679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88f343f4-1351-4621-a6d2-d79b86eee8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.919370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 44a43160-10d1-4861-83e0-66e7b29a0b3f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:15.919915 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.047552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c93080-4de8-4a61-9b38-ee329fae5d18 req-1bb5e596-887d-426f-a72e-76e3683f2748 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:16.055172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1c93080-4de8-4a61-9b38-ee329fae5d18 req-1bb5e596-887d-426f-a72e-76e3683f2748 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 946 time: 0.1734309 Sep 23 19:34:16.064242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-88f343f4-1351-4621-a6d2-d79b86eee8e1 None None] Provisioning complete for port 5dbe4078-66ed-47d3-856c-c15b488ccc58 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:16.064652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88f343f4-1351-4621-a6d2-d79b86eee8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.067747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.097397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Calling delete_port for 961fab6a-3e52-4b42-b5db-d9d98f9fbca1 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:16.164592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1c93080-4de8-4a61-9b38-ee329fae5d18 req-706dd01c-7826-454d-81e6-463808b258c6 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085491 Sep 23 19:34:16.208312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-88f343f4-1351-4621-a6d2-d79b86eee8e1 None None] Provisioning complete for port 961fab6a-3e52-4b42-b5db-d9d98f9fbca1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:16.209230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88f343f4-1351-4621-a6d2-d79b86eee8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.247338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-88f343f4-1351-4621-a6d2-d79b86eee8e1 None None] Port 961fab6a-3e52-4b42-b5db-d9d98f9fbca1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:16.292927 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e595863-3bd9-4e95-a034-d284f4628e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.375666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5793e57-ce7f-4604-b80f-e1c4ed279e8d None None] Provisioning complete for port 961fab6a-3e52-4b42-b5db-d9d98f9fbca1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:16.376353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5793e57-ce7f-4604-b80f-e1c4ed279e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.448612 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.450565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5793e57-ce7f-4604-b80f-e1c4ed279e8d None None] Port 961fab6a-3e52-4b42-b5db-d9d98f9fbca1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:16.482995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5dbe4078-66ed-47d3-856c-c15b488ccc58 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:16.541307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 5dbe4078-66ed-47d3-856c-c15b488ccc58 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:16.542901 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.554106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7fa3ae6f-c354-43f2-99c8-04527f65cfbc tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:16.561308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7fa3ae6f-c354-43f2-99c8-04527f65cfbc tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1526470 Sep 23 19:34:16.629500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-4b543307-b7ed-4b9f-a4fc-c877183543d1 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0663199 Sep 23 19:34:16.634431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'floatingip': {'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:16.658778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6527b0fd-09f6-4b2d-90f0-fc1a19922fab up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:16.680656 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.735013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:16.735402 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.932307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.969004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Port': ['ID=961fab6a-3e52-4b42-b5db-d9d98f9fbca1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:16.976500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.609786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.793787 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:34:17.910115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Router 43835766-2fc4-46b5-b878-70c5604e3d11 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:17.914577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.939959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.087909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:18.100463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-018207ea-d314-472a-abd8-c770410b6c2c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7732601 Sep 23 19:34:18.102671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:18.104866 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] Sync routers for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:18.117885 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:18.118557 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.143614 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-9d923210-d34d-4000-bf1a-a7004114799d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] delete failed (client error): The resource could not be found. Sep 23 19:34:18.148291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d923210-d34d-4000-bf1a-a7004114799d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-161463131 HTTP/1.1" status: 404 len: 334 time: 0.0432441 Sep 23 19:34:18.148587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:18.153754 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Floating IP 99a113ff-1b3d-4384-b307-060b17e80303 associated. External IP: 172.25.6.133, port: e91da121-bb54-4bc4-8d92-1b06492b0ed2. Sep 23 19:34:18.154243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6789bc37-e911-4895-8b47-a06055179cf7 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'router': {'external_gateway_info': {'network_id': '43835766-2fc4-46b5-b878-70c5604e3d11'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:18.159969 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.169629 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:18.170305 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.223004 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.224550 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7e11c-767f-4d6b-af62-1c3b80101500 None None] The sync data for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:18.487037 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.521023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:18.726027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:18.744181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.749847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:18.771339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:18.777575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.816486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6789bc37-e911-4895-8b47-a06055179cf7 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.830620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-7a0dbf7a-d43b-441b-88cf-0dd031a224bd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "PUT /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 200 len: 997 time: 2.2000840 Sep 23 19:34:18.831141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:18.833474 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640f67fc-919b-4079-b733-d748914cb124" -d '{"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:18.840437 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-6789bc37-e911-4895-8b47-a06055179cf7 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] update failed (client error): The resource could not be found. Sep 23 19:34:18.842264 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6789bc37-e911-4895-8b47-a06055179cf7 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11 HTTP/1.1" status: 404 len: 339 time: 0.6925390 Sep 23 19:34:18.846157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53568) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:18.851517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-70536641'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:18.888748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:18.894814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.928717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:18.942129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.943252 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Added segment 886a6f5b-11e7-4d07-bf51-ec81ca0929ed of type vlan for network 64c1e67e-2ddd-448e-9057-6c8a0c50955b Sep 23 19:34:18.948776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-5c00c9a1-dbae-4369-8844-84b964ec5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:18.956945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:18.961057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-5c00c9a1-dbae-4369-8844-84b964ec5176 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.1164048 Sep 23 19:34:19.009163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.062229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.074030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:19.075461 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.098567 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2508469 Sep 23 19:34:19.104392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:19.112492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'subnet': {'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:19.185283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112053f2-cd00-48ed-8ae6-756e8ba6da9a tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Network': ['ID=64c1e67e-2ddd-448e-9057-6c8a0c50955b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:19.210315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 64c1e67e-2ddd-448e-9057-6c8a0c50955b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:19.290355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-0adf2104-c26e-42ea-8cfa-5dd19c786e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:19.299653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-0adf2104-c26e-42ea-8cfa-5dd19c786e98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.3367920 Sep 23 19:34:19.392588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Made reservation on behalf of e50ac847f974473ea682f5e143a95051 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:19.396448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.397302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:6d:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:17Z', 'revision_number': 1, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:19.432802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:19.436014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-b73b4934-abec-4718-ad1d-fc9b6ceca58c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 1000 time: 0.1281514 Sep 23 19:34:19.448921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:19.449673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:19.488017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-d130d963-bce4-45e1-b18a-fe5a9e53bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:19.496410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-d130d963-bce4-45e1-b18a-fe5a9e53bb47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0594501 Sep 23 19:34:19.596536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-6752bc92-4361-497c-8a71-92317591dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:19.598091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-6752bc92-4361-497c-8a71-92317591dde5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006403 Sep 23 19:34:19.611514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:19.755912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-81be7f11-febc-4ba8-986c-d9574fe5db00 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490610 Sep 23 19:34:19.884080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.913913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:6d:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:17Z', 'revision_number': 1, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:19.944658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a521dfa-ee52-45b7-8362-a6604457aee1 None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:6d:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:17Z', 'revision_number': 1, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:19.945525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Subnet': ['ID=fc843753-982f-4c64-994f-fe4299ba7497,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:19.954040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db99f00-9694-4c9c-992b-fa1cee4d34d9 req-2bb21a12-eabf-4737-9106-56f0cf8bcc6e service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974888 Sep 23 19:34:20.001861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Checking segment: {'id': '886a6f5b-11e7-4d07-bf51-ec81ca0929ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:20.002098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network hostable DHCP agents. Network: 64c1e67e-2ddd-448e-9057-6c8a0c50955b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:20.041405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network 64c1e67e-2ddd-448e-9057-6c8a0c50955b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:20.086841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 64c1e67e-2ddd-448e-9057-6c8a0c50955b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:20.095450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:20.096011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:20.120117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2515919-7afd-4e29-88a3-46ea6cdc2950 None None] Network 64c1e67e-2ddd-448e-9057-6c8a0c50955b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:20.134771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:20.135050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-44c605f0-eb3f-4fae-91da-f13a0ea1321c tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0294912 Sep 23 19:34:20.141459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-56ea8c38-499c-48b9-a5a4-a38149a69a4b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'router': {'external_gateway_info': {'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:20.147557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ce6ef-bc32-4c3a-9136-73986ca63085 req-ce2d5331-a22d-47cc-ad51-5673d2e5cf58 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:20.155962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d60ce6ef-bc32-4c3a-9136-73986ca63085 req-ce2d5331-a22d-47cc-ad51-5673d2e5cf58 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 949 time: 0.1073830 Sep 23 19:34:20.248609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d60ce6ef-bc32-4c3a-9136-73986ca63085 req-99f67f94-d061-40fb-a224-e827bc6e72b7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862255 Sep 23 19:34:20.325802 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a6893-2484-4c1a-b6cd-0db02ab7c0ba None None] New status for floating IP 99a113ff-1b3d-4384-b307-060b17e80303: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:20.383276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-64c1e67e-2ddd-448e-9057-6c8a0c50955b', 'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b', 'tenant_id': 'e50ac847f974473ea682f5e143a95051', 'fixed_ips': [{'subnet_id': 'fc843753-982f-4c64-994f-fe4299ba7497'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:34:20.386002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:20.675696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Allocated IP 2001:db8:1::2 (64c1e67e-2ddd-448e-9057-6c8a0c50955b/fc843753-982f-4c64-994f-fe4299ba7497/39dd9154-421f-4d81-a18b-c31db1089e07) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:20.682333 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56ea8c38-499c-48b9-a5a4-a38149a69a4b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:20.770593 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9953d759-303f-417e-99fa-a88799527fb8 x-openstack-request-id: req-9953d759-303f-417e-99fa-a88799527fb8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:20.771637 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:20.772213 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9953d759-303f-417e-99fa-a88799527fb8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:20.773038 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'status': 'completed', 'code': 200} Sep 23 19:34:20.878085 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-56ea8c38-499c-48b9-a5a4-a38149a69a4b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:34:20.883691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:20.886781 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-56ea8c38-499c-48b9-a5a4-a38149a69a4b tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11 HTTP/1.1" status: 400 len: 364 time: 0.7504373 Sep 23 19:34:20.979990 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:20.989276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.067591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Network 64c1e67e-2ddd-448e-9057-6c8a0c50955b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:21.077388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:21.086111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:21.133268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Pushing event updated for resources: {'Port': ['ID=39dd9154-421f-4d81-a18b-c31db1089e07,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:21.175003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f67fc-919b-4079-b733-d748914cb124 req-97171ef8-bda3-4899-afaf-a457d11fdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:21.177064 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-640f67fc-919b-4079-b733-d748914cb124 req-97171ef8-bda3-4899-afaf-a457d11fdf77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.3824003 Sep 23 19:34:21.210476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Attempting to bind port 39dd9154-421f-4d81-a18b-c31db1089e07 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:21.210871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Attempting to bind port 39dd9154-421f-4d81-a18b-c31db1089e07 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '886a6f5b-11e7-4d07-bf51-ec81ca0929ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:21.211243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Attempting to bind port 39dd9154-421f-4d81-a18b-c31db1089e07 on network 64c1e67e-2ddd-448e-9057-6c8a0c50955b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:21.217513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:21.218440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Checking segment: {'id': '886a6f5b-11e7-4d07-bf51-ec81ca0929ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:21.218981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.219372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Bound using segment: {'id': '886a6f5b-11e7-4d07-bf51-ec81ca0929ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:21.219851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Bound port: 39dd9154-421f-4d81-a18b-c31db1089e07, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886a6f5b-11e7-4d07-bf51-ec81ca0929ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '64c1e67e-2ddd-448e-9057-6c8a0c50955b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:21.220466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.307693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] For port 39dd9154-421f-4d81-a18b-c31db1089e07, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:21.320486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] For port 39dd9154-421f-4d81-a18b-c31db1089e07, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=39dd9154-421f-4d81-a18b-c31db1089e07,segment=NetworkSegment(886a6f5b-11e7-4d07-bf51-ec81ca0929ed),segment_id=886a6f5b-11e7-4d07-bf51-ec81ca0929ed)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:21.330179 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.403628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-6830d72e-717b-43fb-b9b4-785d97582eab tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:21.414266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-6830d72e-717b-43fb-b9b4-785d97582eab tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5398550 Sep 23 19:34:21.444200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c42690-7392-4ae4-a581-eb612b9df7f9 None None] Pushing event updated for resources: {'Port': ['ID=39dd9154-421f-4d81-a18b-c31db1089e07,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:21.503313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.613230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f67fc-919b-4079-b733-d748914cb124 req-1b3b5d95-ceb4-475f-abdf-7925673e999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:21.614912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-640f67fc-919b-4079-b733-d748914cb124 req-1b3b5d95-ceb4-475f-abdf-7925673e999b service neutron] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.4265947 Sep 23 19:34:21.741971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-1d566c6f-74da-4757-95d5-832811d40ddd tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.3287151 Sep 23 19:34:21.755856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'floatingip': {'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:22.191186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-640f67fc-919b-4079-b733-d748914cb124 req-2f4e1670-33e4-4606-b8f6-75a20ee78377 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 1002 time: 0.5305605 Sep 23 19:34:22.306540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.375748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f67fc-919b-4079-b733-d748914cb124 req-7a71e853-c761-4b04-b686-7559c0830f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:22.378404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-640f67fc-919b-4079-b733-d748914cb124 req-7a71e853-c761-4b04-b686-7559c0830f7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.1800590 Sep 23 19:34:22.445564 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:34:22.550070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Allocated IP 2001:db8::1 (7977b9f2-bedc-4537-ba3a-fef32ff7d21a/45f7fb34-95af-4d5d-ab84-8f5f0837b175/9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:22.575998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f67fc-919b-4079-b733-d748914cb124 req-64235d66-447a-439b-8318-b3b64ea58f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:22.576817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-640f67fc-919b-4079-b733-d748914cb124 req-64235d66-447a-439b-8318-b3b64ea58f46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841815 Sep 23 19:34:22.589731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 39dd9154-421f-4d81-a18b-c31db1089e07 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:22.702265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 39dd9154-421f-4d81-a18b-c31db1089e07 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:22.702977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.858172 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.959880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.006147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-640f67fc-919b-4079-b733-d748914cb124 req-4858e581-4317-4869-abb2-f0b9e43af2b8 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165971 Sep 23 19:34:23.151095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 39dd9154-421f-4d81-a18b-c31db1089e07, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=39dd9154-421f-4d81-a18b-c31db1089e07,segment=NetworkSegment(886a6f5b-11e7-4d07-bf51-ec81ca0929ed),segment_id=886a6f5b-11e7-4d07-bf51-ec81ca0929ed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:23.151095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1c976-f4c6-4ac5-83dc-eb183a18adb8 None None] Network 64c1e67e-2ddd-448e-9057-6c8a0c50955b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:23.185067 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.212456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c0f2996a-9791-4d68-860e-f4dd937ab2ad None None] Provisioning complete for port 39dd9154-421f-4d81-a18b-c31db1089e07 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:23.212456 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0f2996a-9791-4d68-860e-f4dd937ab2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.372571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-640f67fc-919b-4079-b733-d748914cb124 req-7ea2569a-96af-40c6-8862-a578524f7a95 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477681 Sep 23 19:34:23.387356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.477638 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=39dd9154-421f-4d81-a18b-c31db1089e07,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:23.498042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:23.507158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:23.509868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:23.510448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.516773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Port': ['ID=9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:23.581571 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:34:23.770185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.789528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.816924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53668) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:23.984487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.000233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b64260bc-d8b3-4cec-8226-d18eed0c9be8 None None] Provisioning complete for port 39dd9154-421f-4d81-a18b-c31db1089e07 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:24.000812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64260bc-d8b3-4cec-8226-d18eed0c9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.003469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.045377 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Floating IP 99a113ff-1b3d-4384-b307-060b17e80303 associated. External IP: 172.25.6.133, port: e91da121-bb54-4bc4-8d92-1b06492b0ed2. Sep 23 19:34:24.144023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b64260bc-d8b3-4cec-8226-d18eed0c9be8 None None] Provisioning complete for port 9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:24.144398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b64260bc-d8b3-4cec-8226-d18eed0c9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.179689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.198752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b64260bc-d8b3-4cec-8226-d18eed0c9be8 None None] Port 9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:24.205653 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.267401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87ba3b5-eb86-484e-bb50-0ce0c1d54b0b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:24.277026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5930a5d97334ba5b8e9691a42d9950e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590042 Sep 23 19:34:24.277788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:24.289350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.289757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.290272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.290624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.290955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.291286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.291619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.291945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.292272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.292598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.292922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.293244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e93cbc2-957c-4c56-9944-2d4946016853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:24.361091 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7f7f56b-7f79-4b8a-a580-4f54b8a793b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.412443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7f7f56b-7f79-4b8a-a580-4f54b8a793b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.465619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.476365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:24.477635 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.483063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.490946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 39dd9154-421f-4d81-a18b-c31db1089e07 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:24.502461 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7f7f56b-7f79-4b8a-a580-4f54b8a793b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.505545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7f7f56b-7f79-4b8a-a580-4f54b8a793b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.509087 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a7f7f56b-7f79-4b8a-a580-4f54b8a793b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e87ba3b5-eb86-484e-bb50-0ce0c1d54b0b HTTP/1.1" status: 204 len: 168 time: 0.2260339 Sep 23 19:34:24.518764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7f56b-7f79-4b8a-a580-4f54b8a793b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87ba3b5-eb86-484e-bb50-0ce0c1d54b0b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:24.561660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 39dd9154-421f-4d81-a18b-c31db1089e07 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:24.562096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.819619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:24.832990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91f3dcd1-96f6-46ef-a947-87cb9a7747ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.927723 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91f3dcd1-96f6-46ef-a947-87cb9a7747ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.931609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91f3dcd1-96f6-46ef-a947-87cb9a7747ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.976330 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-91f3dcd1-96f6-46ef-a947-87cb9a7747ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d0ea5f4cb644158af4470677870eae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555901 Sep 23 19:34:24.977549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3dcd1-96f6-46ef-a947-87cb9a7747ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4604f810-01ef-4bcf-9072-ce2d6fd6f0b6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:24.981128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:24.988738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event updated for resources: {'Port': ['ID=9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:25.042119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5f16b6-d455-4ef8-aed5-adbd24a73201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.066788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5f16b6-d455-4ef8-aed5-adbd24a73201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.067624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:25.070418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:25.081891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:25.096543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:25.111334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:25.112295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:25.131616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5f16b6-d455-4ef8-aed5-adbd24a73201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.134672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b5f16b6-d455-4ef8-aed5-adbd24a73201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.136182 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b5f16b6-d455-4ef8-aed5-adbd24a73201 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4604f810-01ef-4bcf-9072-ce2d6fd6f0b6 HTTP/1.1" status: 204 len: 168 time: 0.1540158 Sep 23 19:34:25.155115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f16b6-d455-4ef8-aed5-adbd24a73201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604f810-01ef-4bcf-9072-ce2d6fd6f0b6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:25.225705 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.267583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Router 43835766-2fc4-46b5-b878-70c5604e3d11 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:25.277023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:25.457365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-da424a0a-7d05-48ae-b9cb-d920223f95e5 None None] Provisioning complete for port 9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:25.457365 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da424a0a-7d05-48ae-b9cb-d920223f95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.469933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:25.477670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-482888aa-ff31-4d3f-a6d0-0f0ec019eec2 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5842397 Sep 23 19:34:25.478079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:25.491724 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] Sync routers for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:25.499727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:25.515187 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:25.515812 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:25.525544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-da424a0a-7d05-48ae-b9cb-d920223f95e5 None None] Port 9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:25.600537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:45:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:23Z', 'revision_number': 3, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:25.613910 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:25.628252 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:25.629015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:25.630703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:25.646831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:25.650381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:25.653727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:25.664469 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.670456 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:25.672121 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf9456-cb5f-4c5d-a903-8fd291668ac6 None None] The sync data for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:25.672393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d667e162-7643-40e8-81f7-4f4f9387fa9d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.702109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:25.705771 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9714d21-f456-4e5f-b57c-7736133a29df" -d '{"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:25.742258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-49d58099-8c41-476c-977a-050ed8ed33d5 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "PUT /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 200 len: 999 time: 3.9992285 Sep 23 19:34:25.768624 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-d667e162-7643-40e8-81f7-4f4f9387fa9d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:34:25.769688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d667e162-7643-40e8-81f7-4f4f9387fa9d tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11 HTTP/1.1" status: 409 len: 329 time: 0.2896583 Sep 23 19:34:25.773136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:25.791548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:25.824341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-6968255d-068a-460d-a2ff-0e34142d52be tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:25.827462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-6968255d-068a-460d-a2ff-0e34142d52be tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports/e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 943 time: 0.0787561 Sep 23 19:34:25.993554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-560767ea-b366-4890-ab09-3b65c9f7010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:25.995477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-560767ea-b366-4890-ab09-3b65c9f7010d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.0682542 Sep 23 19:34:26.058057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:45:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:23Z', 'revision_number': 3, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:26.088356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce5fca-b7aa-4efc-a5a2-b7df47ee3122 None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:45:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:23Z', 'revision_number': 3, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:26.109628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-0067253e-f688-438b-b3ee-b6463fe7cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.111279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-0067253e-f688-438b-b3ee-b6463fe7cfd8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1045446 Sep 23 19:34:26.170448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-dda1bc31-a4cf-4269-948e-d1d7fd5fca94 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0518787 Sep 23 19:34:26.225327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-eb6bc6f4-02fe-448c-a167-01c807927aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.225327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-eb6bc6f4-02fe-448c-a167-01c807927aa2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0479867 Sep 23 19:34:26.246737 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.289456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-d5e24163-dbbb-43e9-a96f-a6f106915f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.298401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-d5e24163-dbbb-43e9-a96f-a6f106915f4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628963 Sep 23 19:34:26.343018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a3f1a-eff5-4608-83fc-248fe67eeac6 None None] New status for floating IP 99a113ff-1b3d-4384-b307-060b17e80303: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:26.409102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-fed56809-81fc-4c70-a2f9-8ede72a4fb9b service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095712 Sep 23 19:34:26.526556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-3de3e2ee-32b3-4cc1-85db-62dc0284bf70 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112669 Sep 23 19:34:26.535496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting port 9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:26.535846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.614012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-fc093efe-d07b-4c87-b3c6-5f5eefe13da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.615674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-fc093efe-d07b-4c87-b3c6-5f5eefe13da9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 1097 time: 0.0591447 Sep 23 19:34:26.640536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.652630 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:26.654783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Calling delete_port for 9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:26.666425 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:26.666425 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:26.691764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.716903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-fcc7d863-6d72-49f5-a54b-d21f7b7b0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.718801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-fcc7d863-6d72-49f5-a54b-d21f7b7b0bc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.0970826 Sep 23 19:34:26.805278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-e75af4c2-b2af-4d7a-97ea-575cfabf9542 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 1002 time: 0.0801890 Sep 23 19:34:26.824678 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:26.894854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-4d036091-5843-44f4-b26b-4d02f7151a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.897186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-4d036091-5843-44f4-b26b-4d02f7151a36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0857177 Sep 23 19:34:26.905675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.932166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Port': ['ID=9bcd1b51-6ecd-4164-b93e-4cdaca87a3c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:26.958573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-6f2c342a-b3e2-4cfe-aeab-6d2963985d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.967929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-6f2c342a-b3e2-4cfe-aeab-6d2963985d41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627108 Sep 23 19:34:27.063795 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.116775 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:45:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:26Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:27.118236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-a8cb5de7-a000-449b-a6e5-6f38437bf872 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492155 Sep 23 19:34:27.145075 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:27.154494 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:27.155654 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:27.226872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f3d989d-a861-4f1e-88c6-a256d532a827 req-74817d62-a60d-4874-b7bd-8809469ba314 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075184 Sep 23 19:34:27.249346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Router 43835766-2fc4-46b5-b878-70c5604e3d11 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:27.318250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:27.342812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:27.352774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:27.353467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0942764f-686e-4076-b8dc-f9064ad320b3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5756772 Sep 23 19:34:27.365429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] Sync routers for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:27.382579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:27.383209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:27.398278 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:27.414518 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7b26f88f-0505-4d7f-be48-6c20dbf8c205 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] show failed (client error): The resource could not be found. Sep 23 19:34:27.416241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b26f88f-0505-4d7f-be48-6c20dbf8c205 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-200356218 HTTP/1.1" status: 404 len: 334 time: 0.0627768 Sep 23 19:34:27.421235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:27.425929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:27.426954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-64cacbfd-405b-4194-a692-b042cf179b03 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:27.462543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] Routers {'43835766-2fc4-46b5-b878-70c5604e3d11'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:27.463413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['43835766-2fc4-46b5-b878-70c5604e3d11'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:27.490276 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-64cacbfd-405b-4194-a692-b042cf179b03 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] update failed (client error): The resource could not be found. Sep 23 19:34:27.496781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-64cacbfd-405b-4194-a692-b042cf179b03 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-243894787 HTTP/1.1" status: 404 len: 334 time: 0.0735641 Sep 23 19:34:27.499487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:27.508073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:27.509254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104788b4-1a5c-4fd6-bfec-291e495fda3c None None] The sync data for ids ['43835766-2fc4-46b5-b878-70c5604e3d11'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:27.533295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.562852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting subnet fc843753-982f-4c64-994f-fe4299ba7497 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:27.564903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:27.566930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.568472 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f5d25-ef45-4b2f-862c-646addcf409a" -d '{"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-unplugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:27.583557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:27.589175 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.621436 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.682676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:27.710866 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:45:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:26Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:27.755468 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.759202 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e527f0-0526-420d-9c06-a0428f8cfce3 None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': '10a4659a-3c2f-48bd-862e-b308cb033355', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:45:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:26Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:27.790035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef979009-98c8-4d8d-b2f4-6948303df3c3 req-7bf35ba1-b5ca-46d6-a060-6fb8c0e60c67 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:27.791732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef979009-98c8-4d8d-b2f4-6948303df3c3 req-7bf35ba1-b5ca-46d6-a060-6fb8c0e60c67 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 1100 time: 0.0692813 Sep 23 19:34:27.812272 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef979009-98c8-4d8d-b2f4-6948303df3c3 req-3f16af6c-45a1-4d47-97f1-e0bceee9c6c2 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.854956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.887293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.889953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/subnets/fc843753-982f-4c64-994f-fe4299ba7497 HTTP/1.1" status: 204 len: 168 time: 0.3887572 Sep 23 19:34:27.892420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53758) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:27.900357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ff8c2-f2d5-4faf-ba79-30f88a7e65ec None None] Network 64c1e67e-2ddd-448e-9057-6c8a0c50955b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:27.907168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f738c1-1615-4c44-bf79-f7bf04b39b37 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Subnet': ['ID=fc843753-982f-4c64-994f-fe4299ba7497,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:27.940028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef979009-98c8-4d8d-b2f4-6948303df3c3 req-3f16af6c-45a1-4d47-97f1-e0bceee9c6c2 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.946024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef979009-98c8-4d8d-b2f4-6948303df3c3 req-3f16af6c-45a1-4d47-97f1-e0bceee9c6c2 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.978254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16af6c-45a1-4d47-97f1-e0bceee9c6c2 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ce8364-572b-457e-9ef0-4a7d2d212001,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:28.014073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef979009-98c8-4d8d-b2f4-6948303df3c3 req-3f16af6c-45a1-4d47-97f1-e0bceee9c6c2 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114551 Sep 23 19:34:28.049133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.142460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting port 39dd9154-421f-4d81-a18b-c31db1089e07 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:28.143223 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.228585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] For port 39dd9154-421f-4d81-a18b-c31db1089e07, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=39dd9154-421f-4d81-a18b-c31db1089e07,segment=NetworkSegment(886a6f5b-11e7-4d07-bf51-ec81ca0929ed),segment_id=886a6f5b-11e7-4d07-bf51-ec81ca0929ed)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:28.229147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.244509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Calling delete_port for 39dd9154-421f-4d81-a18b-c31db1089e07 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:28.321101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] DHCP port deletion for 64c1e67e-2ddd-448e-9057-6c8a0c50955b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:34:28.353702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.375702 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faa0471-241e-466c-8f5f-0ff0860527b4 x-openstack-request-id: req-3faa0471-241e-466c-8f5f-0ff0860527b4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:28.375998 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:28.376247 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3faa0471-241e-466c-8f5f-0ff0860527b4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:28.376648 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'status': 'completed', 'code': 200} Sep 23 19:34:28.385460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] Deleting port 39dd9154-421f-4d81-a18b-c31db1089e07 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:28.385936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.391968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] No DVR routers for this DVR port 39dd9154-421f-4d81-a18b-c31db1089e07 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:28.393839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Port': ['ID=39dd9154-421f-4d81-a18b-c31db1089e07,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:28.484734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] For port 39dd9154-421f-4d81-a18b-c31db1089e07, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:28.485138 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.499390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] Calling delete_port for 39dd9154-421f-4d81-a18b-c31db1089e07 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:28.502523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] Port 39dd9154-421f-4d81-a18b-c31db1089e07 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:34:28.503902 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.532119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714d21-f456-4e5f-b57c-7736133a29df req-31053acc-c9a6-4f40-8883-4c986e8b805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.532704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 39dd9154-421f-4d81-a18b-c31db1089e07 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:28.533801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-31053acc-c9a6-4f40-8883-4c986e8b805b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.0734944 Sep 23 19:34:28.539139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] Pushing event deleted for resources: {'Port': ['ID=39dd9154-421f-4d81-a18b-c31db1089e07,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:28.560034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 39dd9154-421f-4d81-a18b-c31db1089e07 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:28.560262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 39dd9154-421f-4d81-a18b-c31db1089e07 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:28.563975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc348f5-4b69-490c-86f0-86e18f0b252f None None] No DVR routers for this DVR port 39dd9154-421f-4d81-a18b-c31db1089e07 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:28.583293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f978b82e-720c-4b56-8312-7982eae07530 req-ab984cd4-4346-4e09-ad29-0ab8c042fedf tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.1907337 Sep 23 19:34:28.685985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b82e-720c-4b56-8312-7982eae07530 req-cb56aab6-499e-471e-87c0-e61ddd759edb tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.688021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f978b82e-720c-4b56-8312-7982eae07530 req-cb56aab6-499e-471e-87c0-e61ddd759edb tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports/10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 943 time: 0.0692139 Sep 23 19:34:28.693544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714d21-f456-4e5f-b57c-7736133a29df req-0f3809f4-2bab-4c7d-928d-0f8feed1d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.695054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-0f3809f4-2bab-4c7d-928d-0f8feed1d9ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1497407 Sep 23 19:34:28.753410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-ce710482-eb41-4d09-9882-32418c440dc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0462730 Sep 23 19:34:28.762777 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.784219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c1e67e-2ddd-448e-9057-6c8a0c50955b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:28.794752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886a6f5b-11e7-4d07-bf51-ec81ca0929ed') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:28.795336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886a6f5b-11e7-4d07-bf51-ec81ca0929ed') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:28.806161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.820811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.831579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:28.831579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:28.835951 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:28.854890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f978b82e-720c-4b56-8312-7982eae07530 req-ed412de2-8350-4b8d-bd27-674c7507ffa8 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.1040046 Sep 23 19:34:28.859294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714d21-f456-4e5f-b57c-7736133a29df req-6d1fb283-8b70-487b-8b92-b0e06c0a7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.860742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-6d1fb283-8b70-487b-8b92-b0e06c0a7eb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0999897 Sep 23 19:34:28.912215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.923399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.929536 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/networks/64c1e67e-2ddd-448e-9057-6c8a0c50955b HTTP/1.1" status: 204 len: 168 time: 1.0332165 Sep 23 19:34:28.932415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:28.970958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714d21-f456-4e5f-b57c-7736133a29df req-04b69e3d-6169-4b75-bc33-984ef8ff9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.972496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-04b69e3d-6169-4b75-bc33-984ef8ff9fd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007206 Sep 23 19:34:28.982783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7e810-9e79-41de-818a-9dea92c979a4 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Network': ['ID=64c1e67e-2ddd-448e-9057-6c8a0c50955b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:28.992921 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-22a8a406-c011-4bc3-ac08-2f86a593fa79 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:34:28.993894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-22a8a406-c011-4bc3-ac08-2f86a593fa79 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071692 Sep 23 19:34:29.002942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b82e-720c-4b56-8312-7982eae07530 req-23028956-4497-49e0-98dd-3373a946d9bb tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.004330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f978b82e-720c-4b56-8312-7982eae07530 req-23028956-4497-49e0-98dd-3373a946d9bb tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1412845 Sep 23 19:34:29.012050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting subnet de848986-0e71-4ad3-b53e-2ceaf89a7b36 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:29.016614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.050068 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75463739-5628-424d-92e8-9cfe6f259e34 x-openstack-request-id: req-75463739-5628-424d-92e8-9cfe6f259e34 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:29.050637 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-unplugged", "status": "completed", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:29.050948 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75463739-5628-424d-92e8-9cfe6f259e34 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:29.051531 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'code': 200} Sep 23 19:34:29.068494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.110517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-904195e7-ab73-4547-8fac-22b154f4ccbd service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033230 Sep 23 19:34:29.171408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.248372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9714d21-f456-4e5f-b57c-7736133a29df req-c3c4e678-4d03-4c03-9060-53019bc395a8 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297541 Sep 23 19:34:29.289956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.304536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.306638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/subnets/de848986-0e71-4ad3-b53e-2ceaf89a7b36 HTTP/1.1" status: 204 len: 168 time: 0.3731177 Sep 23 19:34:29.309513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:29.320553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744093c-a101-46b9-a4b8-d2ba05ab8a69 None None] Network 3073de52-c5aa-4d08-9f13-db1a042b560b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:29.328941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70074c-7ba6-4cb5-9268-580bf62d546e tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Subnet': ['ID=de848986-0e71-4ad3-b53e-2ceaf89a7b36,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:29.372935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-cc060e35-b753-4e07-ac72-bd913a1ed38a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.1060324 Sep 23 19:34:29.415258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting subnet 0b43faef-04de-45f5-bbf3-3fba53724543 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:29.418638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.456739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-6df8715a-3ec2-4def-995a-55a8a7c85273 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.458135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-6df8715a-3ec2-4def-995a-55a8a7c85273 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports/10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 943 time: 0.0774434 Sep 23 19:34:29.473180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.553589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f02485-267e-4d40-80e8-10453391d64c None None] DHCP port deletion for 3073de52-c5aa-4d08-9f13-db1a042b560b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:34:29.600372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-44f02485-267e-4d40-80e8-10453391d64c None None] Deleting port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:29.600772 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44f02485-267e-4d40-80e8-10453391d64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.623945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d2846be5-184e-464a-8813-48dcf8c7abb9 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.1054664 Sep 23 19:34:29.632992 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.674287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-44f02485-267e-4d40-80e8-10453391d64c None None] For port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6527b0fd-09f6-4b2d-90f0-fc1a19922fab,segment=NetworkSegment(722ae5e1-aca5-4263-b465-dc93ff5fe773),segment_id=722ae5e1-aca5-4263-b465-dc93ff5fe773)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:29.674655 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44f02485-267e-4d40-80e8-10453391d64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.687505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-44f02485-267e-4d40-80e8-10453391d64c None None] Calling delete_port for 6527b0fd-09f6-4b2d-90f0-fc1a19922fab owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:29.773953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.783886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44f02485-267e-4d40-80e8-10453391d64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.814068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-2c48c2ec-d4e9-4293-a192-44068d004e36 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.815374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f02485-267e-4d40-80e8-10453391d64c None None] No DVR routers for this DVR port 6527b0fd-09f6-4b2d-90f0-fc1a19922fab on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:29.815488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-2c48c2ec-d4e9-4293-a192-44068d004e36 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1844342 Sep 23 19:34:29.818264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Subnet': ['ID=0b43faef-04de-45f5-bbf3-3fba53724543,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:29.820573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f02485-267e-4d40-80e8-10453391d64c None None] Pushing event deleted for resources: {'Port': ['ID=6527b0fd-09f6-4b2d-90f0-fc1a19922fab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:29.820776 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.829302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53830) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:29.829988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/subnets/0b43faef-04de-45f5-bbf3-3fba53724543 HTTP/1.1" status: 204 len: 168 time: 0.5127971 Sep 23 19:34:29.840518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.840761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8d8de-02b2-467e-88ef-04abbcc918b8 None None] Network ba427f9d-a76f-4acf-85bf-9b81418cb340 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:29.840864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.841206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.841530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.841881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.842354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.843183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.843508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.843836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.844145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.844464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.844781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f6a4b2-7da2-4e24-9958-c916964ef2d8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:29.913925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-771f7dc4-1bb9-489b-95cb-c89bdd7d26b6 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.0873592 Sep 23 19:34:29.925858 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.927198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:30.000404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.040568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.060090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] DHCP port deletion for ba427f9d-a76f-4acf-85bf-9b81418cb340 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:34:30.065091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3073de52-c5aa-4d08-9f13-db1a042b560b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.076694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722ae5e1-aca5-4263-b465-dc93ff5fe773') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.077171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722ae5e1-aca5-4263-b465-dc93ff5fe773') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.090097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.109784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.117562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:30.117989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:30.121895 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:30.136400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] Deleting port 5dbe4078-66ed-47d3-856c-c15b488ccc58 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:30.136780 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.208020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.224595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.225443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] For port 5dbe4078-66ed-47d3-856c-c15b488ccc58, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5dbe4078-66ed-47d3-856c-c15b488ccc58,segment=NetworkSegment(be132bca-2538-4732-9f92-fa28b0280fea),segment_id=be132bca-2538-4732-9f92-fa28b0280fea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:30.225853 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.228782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/networks/3073de52-c5aa-4d08-9f13-db1a042b560b HTTP/1.1" status: 204 len: 168 time: 0.4004774 Sep 23 19:34:30.237406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:30.244184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] Calling delete_port for 5dbe4078-66ed-47d3-856c-c15b488ccc58 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:30.247153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7b889-240e-4b77-b9c4-4dc307edf6b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Network': ['ID=3073de52-c5aa-4d08-9f13-db1a042b560b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:30.351783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.363917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.394481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] Pushing event deleted for resources: {'Port': ['ID=5dbe4078-66ed-47d3-856c-c15b488ccc58,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:30.406511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf059e0-d945-4efe-82e7-d19044f99ec9 None None] No DVR routers for this DVR port 5dbe4078-66ed-47d3-856c-c15b488ccc58 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:30.444571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:30.447119 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2482e242-3248-4b8d-91c3-27cd67f6740b" -d '{"events": [{"name": "network-changed", "server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:30.491512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.501670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5dbe4078-66ed-47d3-856c-c15b488ccc58 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:30.513540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba427f9d-a76f-4acf-85bf-9b81418cb340']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.526998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 5dbe4078-66ed-47d3-856c-c15b488ccc58 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:30.527611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5dbe4078-66ed-47d3-856c-c15b488ccc58 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:30.527944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be132bca-2538-4732-9f92-fa28b0280fea') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.528165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be132bca-2538-4732-9f92-fa28b0280fea') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.528838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.529281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6527b0fd-09f6-4b2d-90f0-fc1a19922fab no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:30.533145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.533745 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Floating IP 99a113ff-1b3d-4384-b307-060b17e80303 disassociated. External IP: 172.25.6.133, port: 10a4659a-3c2f-48bd-862e-b308cb033355. Sep 23 19:34:30.547532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.550390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6527b0fd-09f6-4b2d-90f0-fc1a19922fab {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:30.551007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6527b0fd-09f6-4b2d-90f0-fc1a19922fab not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:30.553285 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.559611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:30.560001 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:30.564154 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:30.627111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.633924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.638247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/networks/ba427f9d-a76f-4acf-85bf-9b81418cb340 HTTP/1.1" status: 204 len: 168 time: 0.3995876 Sep 23 19:34:30.640137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:30.658939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f59ea-8e79-4320-bcfd-37486c63f919 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Network': ['ID=ba427f9d-a76f-4acf-85bf-9b81418cb340,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:30.701814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting subnet 45f7fb34-95af-4d5d-ab84-8f5f0837b175 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:30.704891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.744331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.752161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:30.831086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.859721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:30.864267 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.869523 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:30.879208 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:30.879815 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.891741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.894382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d409fb5f-10d4-4b18-b164-2075cd05f616 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "PUT /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 200 len: 695 time: 0.9738886 Sep 23 19:34:30.921306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.925750 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/subnets/45f7fb34-95af-4d5d-ab84-8f5f0837b175 HTTP/1.1" status: 204 len: 168 time: 0.2846777 Sep 23 19:34:30.926382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53852) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:30.928465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63408e-435b-4111-9a03-e12a30ee89d1 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Subnet': ['ID=45f7fb34-95af-4d5d-ab84-8f5f0837b175,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:30.932785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f868639e-d45f-4f10-8225-144fe7fd1f87 None None] Network 7977b9f2-bedc-4537-ba3a-fef32ff7d21a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:30.977074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-52e10c19-86a5-4569-a556-b5d991d79568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:30.986130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-52e10c19-86a5-4569-a556-b5d991d79568 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 1097 time: 0.0761037 Sep 23 19:34:31.017757 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:31.018601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.079374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Deleting port 44a43160-10d1-4861-83e0-66e7b29a0b3f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:31.080068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.088722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-449e0343-003c-4139-90ff-85a1d08803e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.094662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-449e0343-003c-4139-90ff-85a1d08803e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1076517 Sep 23 19:34:31.161416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-b7b88eaf-88f8-4a16-9d0e-562d365c669f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 217 time: 0.0603445 Sep 23 19:34:31.164113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] DHCP port deletion for 7977b9f2-bedc-4537-ba3a-fef32ff7d21a request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:34:31.164313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] For port 44a43160-10d1-4861-83e0-66e7b29a0b3f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44a43160-10d1-4861-83e0-66e7b29a0b3f,segment=NetworkSegment(4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e),segment_id=4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:31.164645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.181721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Calling delete_port for 44a43160-10d1-4861-83e0-66e7b29a0b3f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:31.212886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-ddd19dce-17ce-4d42-a6f2-eb4404478364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.214612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-ddd19dce-17ce-4d42-a6f2-eb4404478364 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0520597 Sep 23 19:34:31.219565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Deleting port 44a43160-10d1-4861-83e0-66e7b29a0b3f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:31.219946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.263028 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:31.274927 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.278289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-ae6f2fcf-4025-49fc-8ccb-04cf7e1bdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.280480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-ae6f2fcf-4025-49fc-8ccb-04cf7e1bdb25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591409 Sep 23 19:34:31.288601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] For port 44a43160-10d1-4861-83e0-66e7b29a0b3f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44a43160-10d1-4861-83e0-66e7b29a0b3f,segment=NetworkSegment(4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e),segment_id=4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:31.289004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.303030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Calling delete_port for 44a43160-10d1-4861-83e0-66e7b29a0b3f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:31.307304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] No DVR routers for this DVR port 44a43160-10d1-4861-83e0-66e7b29a0b3f on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:31.314828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Port': ['ID=44a43160-10d1-4861-83e0-66e7b29a0b3f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:31.315356 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:31.340827 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:31.342401 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:31.385577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-4ef49d05-0b96-4508-93c7-86d5f2d9f7e9 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980282 Sep 23 19:34:31.400562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.410290 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.431134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Pushing event deleted for resources: {'Port': ['ID=44a43160-10d1-4861-83e0-66e7b29a0b3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:31.432378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7977b9f2-bedc-4537-ba3a-fef32ff7d21a']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:31.442425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] No DVR routers for this DVR port 44a43160-10d1-4861-83e0-66e7b29a0b3f on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:31.445074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.445703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.446368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.446937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:31.447219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.447320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abb2bfe-a5bb-4bb9-bdd6-c5afd3b58c7e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:31.447835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.448239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.448688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.449119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.449552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.449982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.450464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.450895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6e174-b650-442f-bab2-423b8b11e918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:31.465865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.469921 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:31.484411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.490987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:31.491387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:31.494403 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:31.502315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da0ac08d-d921-42ca-b457-ed51fdeee90d req-d9e152e9-f272-432d-b4fb-fddf8273c4c6 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103063 Sep 23 19:34:31.579634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.584999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.587448 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/networks/7977b9f2-bedc-4537-ba3a-fef32ff7d21a HTTP/1.1" status: 204 len: 168 time: 0.6599929 Sep 23 19:34:31.590388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:31.602568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc04de-6922-495a-b95f-c18d28c06732 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Pushing event deleted for resources: {'Network': ['ID=7977b9f2-bedc-4537-ba3a-fef32ff7d21a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:31.623126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-344c29f6-23e6-4fad-9f1f-474cf6fb38b8 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "GET /v2.0/ports?device_id=43835766-2fc4-46b5-b878-70c5604e3d11 HTTP/1.1" status: 200 len: 205 time: 0.0314317 Sep 23 19:34:31.626081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:31.708620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09182fe7-913a-46dc-b0a8-50a851af80c3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.711831 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:31.727844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af83df-8b93-4d29-8ab5-821ae8f1066b req-086404b1-da25-467a-882f-1ade417e1b97 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.729585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30af83df-8b93-4d29-8ab5-821ae8f1066b req-086404b1-da25-467a-882f-1ade417e1b97 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 948 time: 0.0619767 Sep 23 19:34:31.744998 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92081c-cec6-43d4-84e9-005797670fce None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:31.785253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30af83df-8b93-4d29-8ab5-821ae8f1066b req-8103052e-d03a-4da9-9cc7-f21100cd9920 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Sep 23 19:34:31.904472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09182fe7-913a-46dc-b0a8-50a851af80c3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.907404 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09182fe7-913a-46dc-b0a8-50a851af80c3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.961251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09182fe7-913a-46dc-b0a8-50a851af80c3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.962029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09182fe7-913a-46dc-b0a8-50a851af80c3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Fanout notify agent at l3_agent the message router_deleted on router 43835766-2fc4-46b5-b878-70c5604e3d11 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:34:31.974472 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-e0bccded-c2e0-4f19-8fe2-437c21afa7cc tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376906 Sep 23 19:34:31.979931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09182fe7-913a-46dc-b0a8-50a851af80c3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.984446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-09182fe7-913a-46dc-b0a8-50a851af80c3 tempest-RoutersNegativeIpV6Test-2018495049 tempest-RoutersNegativeIpV6Test-2018495049-project] 10.222.0.38 "DELETE /v2.0/routers/43835766-2fc4-46b5-b878-70c5604e3d11 HTTP/1.1" status: 204 len: 168 time: 0.3544362 Sep 23 19:34:32.064414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ffc772-4a01-4b11-9713-078d656ff9ee None None] New status for floating IP 99a113ff-1b3d-4384-b307-060b17e80303: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:32.102908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c7ca363d-690a-4de1-8757-fb392700029a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:32.104352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c7ca363d-690a-4de1-8757-fb392700029a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291018 Sep 23 19:34:32.121474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-3154ca5f-3e30-4904-9e68-d04c45d6098d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/quotas/a4ab7938e73b4674acedbf5f7dca00d5 HTTP/1.1" status: 200 len: 375 time: 0.0104930 Sep 23 19:34:32.184339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-a1bf0afc-2bd0-4b81-966c-b7c05ea43cac tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569661 Sep 23 19:34:32.384402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:32.469730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44a43160-10d1-4861-83e0-66e7b29a0b3f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:32.497115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 44a43160-10d1-4861-83e0-66e7b29a0b3f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:32.497576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44a43160-10d1-4861-83e0-66e7b29a0b3f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:32.562835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e3b2cedd-db89-4cdb-b422-dafe33a2c8c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e50ac847f974473ea682f5e143a95051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772776 Sep 23 19:34:32.565625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:32.619792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4f7be38-f547-4e64-8ce4-0de788b8fe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.648173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4f7be38-f547-4e64-8ce4-0de788b8fe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.703186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4f7be38-f547-4e64-8ce4-0de788b8fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.707346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4f7be38-f547-4e64-8ce4-0de788b8fe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.709003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4f7be38-f547-4e64-8ce4-0de788b8fe54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5af53b0d-ab29-4214-b005-b77571cfd129 HTTP/1.1" status: 204 len: 168 time: 0.1423068 Sep 23 19:34:32.711149 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf91014-85fb-4649-a74d-721a1549c5b1 x-openstack-request-id: req-3cf91014-85fb-4649-a74d-721a1549c5b1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:32.711903 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:32.712295 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cf91014-85fb-4649-a74d-721a1549c5b1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:32.712988 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355', 'status': 'completed', 'code': 200} Sep 23 19:34:32.735260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7be38-f547-4e64-8ce4-0de788b8fe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af53b0d-ab29-4214-b005-b77571cfd129,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:32.991226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:33.017177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-fa31b655-d04a-481f-93eb-16c4186caeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.018860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-fa31b655-d04a-481f-93eb-16c4186caeba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 1097 time: 0.2815006 Sep 23 19:34:33.167219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-4b80bc86-cf52-4b68-beed-314c3950e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.169039 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-4b80bc86-cf52-4b68-beed-314c3950e8a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1405368 Sep 23 19:34:33.221756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-3d269b7f-1acd-41ae-a33e-5fbaf31a6673 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 200 len: 217 time: 0.0434611 Sep 23 19:34:33.228398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b04a7fa-f7cf-4cb2-8416-3f6fd1d5e2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.303756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-223f0f03-bedf-4c43-a792-cc24a8d0c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.305658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-223f0f03-bedf-4c43-a792-cc24a8d0c367 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0764420 Sep 23 19:34:33.359112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b04a7fa-f7cf-4cb2-8416-3f6fd1d5e2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.364159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b04a7fa-f7cf-4cb2-8416-3f6fd1d5e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.381300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-8b6b63db-b3df-40d6-9af4-3e846891cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.382860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-8b6b63db-b3df-40d6-9af4-3e846891cb2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675399 Sep 23 19:34:33.416689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3b04a7fa-f7cf-4cb2-8416-3f6fd1d5e2a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a4b3077841a40b3855c05498aebbf12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241569 Sep 23 19:34:33.417608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04a7fa-f7cf-4cb2-8416-3f6fd1d5e2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a750df2-0676-4196-96f5-f19420382ef1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:33.425437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:33.492634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-ae0871b7-841e-43e5-b71d-14db8ac1c74d tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.494114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-ae0871b7-841e-43e5-b71d-14db8ac1c74d tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1059306 Sep 23 19:34:33.613150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-ea987b72-bf86-407b-93ab-33070f85479c tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0786817 Sep 23 19:34:33.637386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'floatingip': {'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:33.644715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-b10c802e-8613-44ff-bc65-d87795bbcba5 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431884 Sep 23 19:34:33.693154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a317b-ecb1-4e04-9648-5bb4b7aedf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.714454 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.823303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a317b-ecb1-4e04-9648-5bb4b7aedf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.920401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2482e242-3248-4b8d-91c3-27cd67f6740b req-eb6c1bd2-10f1-485c-91d8-353af099db92 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401330 Sep 23 19:34:33.939826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:33.998068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a317b-ecb1-4e04-9648-5bb4b7aedf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.001995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4a317b-ecb1-4e04-9648-5bb4b7aedf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.005979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c4a317b-ecb1-4e04-9648-5bb4b7aedf00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a750df2-0676-4196-96f5-f19420382ef1 HTTP/1.1" status: 204 len: 168 time: 0.5755572 Sep 23 19:34:34.038765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a317b-ecb1-4e04-9648-5bb4b7aedf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a750df2-0676-4196-96f5-f19420382ef1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.059922 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-606006c8-582a-428d-9664-5f5aa1f59f6f tempest-ServiceProvidersTest-1706866812 tempest-ServiceProvidersTest-1706866812-project] 10.222.0.38 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1147532 Sep 23 19:34:34.259747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-ec8cfb80-abab-4b2d-81f3-927f8232dd04 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275047 Sep 23 19:34:34.374120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:34.477225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-3eb5f51f-2984-429e-b58c-93eaba36aa3d tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:34.478714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-3eb5f51f-2984-429e-b58c-93eaba36aa3d tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "GET /v2.0/ports?device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 946 time: 0.2122591 Sep 23 19:34:34.485296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.499794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.518631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b63a43f0-3572-43aa-99f1-05087a1714cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.522628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:34.548459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3926841f-a305-4602-a2e9-74fdcfdc5909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.589771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-8a32d97a-28be-46cb-97fc-60b3e4a01357 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:34.591345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-8a32d97a-28be-46cb-97fc-60b3e4a01357 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236997 Sep 23 19:34:34.655289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:34.687078 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-500fee68-8034-460f-9213-e5994c7309cb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363035 Sep 23 19:34:34.689180 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b63a43f0-3572-43aa-99f1-05087a1714cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.714076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b63a43f0-3572-43aa-99f1-05087a1714cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.741284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:34.743543 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95c56ac-e32d-4674-b5e1-a8dfe2630d62" -d '{"events": [{"name": "network-changed", "server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:34.767048 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Floating IP 99a113ff-1b3d-4384-b307-060b17e80303 associated. External IP: 172.25.6.133, port: e91da121-bb54-4bc4-8d92-1b06492b0ed2. Sep 23 19:34:34.796913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a43f0-3572-43aa-99f1-05087a1714cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a6c01-676a-4bbd-a648-ac0dfe6092d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.807794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b63a43f0-3572-43aa-99f1-05087a1714cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83640dab258a498d98162302460a02f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291141 Sep 23 19:34:34.808002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:34.822031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Deleting port 10a4659a-3c2f-48bd-862e-b308cb033355 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:34.822408 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.893002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-9b8d9499-b28a-469c-9f9e-54a2f71b1c65 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:34.894497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-9b8d9499-b28a-469c-9f9e-54a2f71b1c65 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009184 Sep 23 19:34:34.930956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3926841f-a305-4602-a2e9-74fdcfdc5909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.935054 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3926841f-a305-4602-a2e9-74fdcfdc5909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.973287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926841f-a305-4602-a2e9-74fdcfdc5909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24663e36-93b8-44d9-a8d5-2888a67daa71,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.980636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': '7a6498b0-4578-4631-84c7-a21605615e52', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:34.986598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3926841f-a305-4602-a2e9-74fdcfdc5909 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=382c9754ff4f488aa2b9b32e11731598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616508 Sep 23 19:34:34.992974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:35.091544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:35.095880 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.235134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.86 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/5b76e8b8-16b1-4244-ba6b-9e591fc03071) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:35.339478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:35.343402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.371906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa6f88be-1961-4549-a482-ce929eafbe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.378074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] For port 10a4659a-3c2f-48bd-862e-b308cb033355, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=10a4659a-3c2f-48bd-862e-b308cb033355,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:35.378448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.386080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.414857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Calling delete_port for 10a4659a-3c2f-48bd-862e-b308cb033355 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:35.419473 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.433631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:35.464937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:35.468598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:35.472962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa6f88be-1961-4549-a482-ce929eafbe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.475637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:35.479345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=5b76e8b8-16b1-4244-ba6b-9e591fc03071,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:35.548847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:35.549501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.565830 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-bd595950-0949-4581-8fc2-7f8073e1cc72 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5936847 Sep 23 19:34:35.580875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Request body: {'port': {'device_id': '7a6498b0-4578-4631-84c7-a21605615e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:35.621757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98adb71b-b9ab-414b-a064-50820dc5c76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.653585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.716493 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98adb71b-b9ab-414b-a064-50820dc5c76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.790936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.112 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/9d069a48-4bdf-4869-b27b-385652fe434e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:35.800530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa6f88be-1961-4549-a482-ce929eafbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.803360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa6f88be-1961-4549-a482-ce929eafbe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.804504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa6f88be-1961-4549-a482-ce929eafbe45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c1a6c01-676a-4bbd-a648-ac0dfe6092d8 HTTP/1.1" status: 204 len: 168 time: 0.9926524 Sep 23 19:34:35.806333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:35.831507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0fdf0243-5b94-4a42-8cec-ac4eaaba0a22 None None] Provisioning complete for port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:35.832000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0243-5b94-4a42-8cec-ac4eaaba0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.836017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f88be-1961-4549-a482-ce929eafbe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a6c01-676a-4bbd-a648-ac0dfe6092d8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:35.891519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf0243-5b94-4a42-8cec-ac4eaaba0a22 None None] Port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:35.928670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98adb71b-b9ab-414b-a064-50820dc5c76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.931520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98adb71b-b9ab-414b-a064-50820dc5c76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.932828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-98adb71b-b9ab-414b-a064-50820dc5c76c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24663e36-93b8-44d9-a8d5-2888a67daa71 HTTP/1.1" status: 204 len: 168 time: 0.9389033 Sep 23 19:34:35.997870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adb71b-b9ab-414b-a064-50820dc5c76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24663e36-93b8-44d9-a8d5-2888a67daa71,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:36.016317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.027835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e91da121-bb54-4bc4-8d92-1b06492b0ed2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:36.067458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Pushing event deleted for resources: {'Port': ['ID=10a4659a-3c2f-48bd-862e-b308cb033355,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:36.176736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] No DVR routers for this DVR port 10a4659a-3c2f-48bd-862e-b308cb033355 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:36.181128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.184669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99aaede9-7b30-4e02-892b-5eaf0d300a42 req-82cbb0e3-c304-4043-9fe1-c0164abb717e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "DELETE /v2.0/ports/10a4659a-3c2f-48bd-862e-b308cb033355 HTTP/1.1" status: 204 len: 173 time: 1.6981254 Sep 23 19:34:36.190266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:36.200102 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.205959 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:36.224429 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:36.225378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:36.247389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.267891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-a5d1c900-6604-4bf2-92c1-d172de9b7f17 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "PUT /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 200 len: 997 time: 2.6429501 Sep 23 19:34:36.350930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-82f0e45c-d7ce-4ba2-935f-3b781c2d56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.359284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-82f0e45c-d7ce-4ba2-935f-3b781c2d56e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.0904167 Sep 23 19:34:36.394388 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.409668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:36.489065 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:36.520369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:36.526823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:36.541542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:36.556812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=9d069a48-4bdf-4869-b27b-385652fe434e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:36.601404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-086f1105-44bb-4a2d-859e-78b39c3c53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.609650 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-086f1105-44bb-4a2d-859e-78b39c3c53e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.2494614 Sep 23 19:34:36.735833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.746504 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.759258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b76e8b8-16b1-4244-ba6b-9e591fc03071 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:36.783563 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.801546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-435b0d71-b6e7-4865-96ad-1ef53518103f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1689131 Sep 23 19:34:36.804507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Transition to ACTIVE for port object 5b76e8b8-16b1-4244-ba6b-9e591fc03071 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:36.815097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.816411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Request body: {'port': {'device_id': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:36.833254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-aea860f7-eb5a-4a4f-85df-49273c0f41bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 1000 time: 0.2221107 Sep 23 19:34:36.904865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Pushing event updated for resources: {'Port': ['ID=5b76e8b8-16b1-4244-ba6b-9e591fc03071,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:36.993191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-d896010f-539e-46e3-8c0f-9aeb082c232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.002292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-d896010f-539e-46e3-8c0f-9aeb082c232f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.1680686 Sep 23 19:34:37.022963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9f3f7ec7-68f9-46d9-8aa7-014219816f6c None None] Provisioning complete for port 9d069a48-4bdf-4869-b27b-385652fe434e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:37.030372 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f3f7ec7-68f9-46d9-8aa7-014219816f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.039616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Attempting to bind port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:37.039967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Attempting to bind port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:37.040304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Attempting to bind port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:37.041539 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.051507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:37.054929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Attempting to bind port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:37.067937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:37.069504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:37.070856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:37.071744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Bound port: 5b76e8b8-16b1-4244-ba6b-9e591fc03071, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:37.074536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.126549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f7ec7-68f9-46d9-8aa7-014219816f6c None None] Port 9d069a48-4bdf-4869-b27b-385652fe434e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:37.134636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-7933698b-284a-49cc-9bb4-9fcc4a9620b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.136406 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:6d:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:34Z', 'revision_number': 8, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:37.145371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-7933698b-284a-49cc-9bb4-9fcc4a9620b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416638 Sep 23 19:34:37.163144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:37.164946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:37.174610 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:37.175235 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:37.248522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] For port 5b76e8b8-16b1-4244-ba6b-9e591fc03071, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:37.252396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] For port 5b76e8b8-16b1-4244-ba6b-9e591fc03071, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5b76e8b8-16b1-4244-ba6b-9e591fc03071,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:37.258433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.317378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.318255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.319858 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] 10.222.0.41 "PUT /v2.0/ports/5b76e8b8-16b1-4244-ba6b-9e591fc03071 HTTP/1.1" status: 200 len: 1095 time: 1.7440584 Sep 23 19:34:37.320493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6498b0-4578-4631-84c7-a21605615e52', 'tag': '5b76e8b8-16b1-4244-ba6b-9e591fc03071'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:37.323202 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c929a9e-b974-46af-a8dc-3aee5439f05f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6498b0-4578-4631-84c7-a21605615e52", "tag": "5b76e8b8-16b1-4244-ba6b-9e591fc03071"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:37.376116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 10a4659a-3c2f-48bd-862e-b308cb033355 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:37.401536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c588a-0375-4f51-941b-6a815e90728b service neutron] Pushing event updated for resources: {'Port': ['ID=5b76e8b8-16b1-4244-ba6b-9e591fc03071,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:37.419687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 10a4659a-3c2f-48bd-862e-b308cb033355 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:37.421469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 10a4659a-3c2f-48bd-862e-b308cb033355 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:37.443579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-fc6ee728-1353-4097-925f-ab77ede50636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.447748 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-fc6ee728-1353-4097-925f-ab77ede50636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 1098 time: 0.0783985 Sep 23 19:34:37.457680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-ccfee995-b8a2-4bc3-b27d-64878825f989 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077049 Sep 23 19:34:37.535370 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-1d52083c-acc8-44fc-8616-f97844ac67d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5b76e8b8-16b1-4244-ba6b-9e591fc03071 HTTP/1.1" status: 200 len: 217 time: 0.0716465 Sep 23 19:34:37.552542 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:37.616426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-839663368-network', 'tenant_id': '21f957e6ddc24fc39adb5c80f17d52c0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:37.649732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Made reservation on behalf of 21f957e6ddc24fc39adb5c80f17d52c0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:37.652692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.667522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.680493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-29f680bf-b96b-45c0-b1a0-e6de603262d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.682058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-29f680bf-b96b-45c0-b1a0-e6de603262d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1418474 Sep 23 19:34:37.756470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-d8714902-a234-4013-9840-10273c3eb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.758006 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-d8714902-a234-4013-9840-10273c3eb1d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676835 Sep 23 19:34:37.772547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e081d1f-3c43-48e8-83b3-43f0c66d3af8 req-e2b37ff2-997e-4dc5-be7b-ed914b72b2e6 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433794 Sep 23 19:34:37.789501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d069a48-4bdf-4869-b27b-385652fe434e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:37.802097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.816624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Transition to ACTIVE for port object 9d069a48-4bdf-4869-b27b-385652fe434e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:37.820746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.925760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.933686 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:6d:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:34Z', 'revision_number': 8, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:37.934051 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-a99d2230-bd9f-473c-9c24-3a6d4330e6ab service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676943 Sep 23 19:34:37.935134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.974454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c729cf6-3d2f-4d8f-b30f-82c37912d02f None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '99a113ff-1b3d-4384-b307-060b17e80303', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'port_id': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'mac_address': 'fa:16:3e:6d:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:33:55Z', 'updated_at': '2021-09-23T19:34:34Z', 'revision_number': 8, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:37.993595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Pushing event updated for resources: {'Port': ['ID=9d069a48-4bdf-4869-b27b-385652fe434e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.003892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:38.022763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.023047 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Added segment bc235d66-2f7a-4294-9082-8dbb5608928a of type vlan for network e776fb41-61c1-4d27-804b-228c8123f769 Sep 23 19:34:38.025691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f63d780-0ca0-4229-ac09-e8967754a9fe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.126250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.148827 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-50fb0168-fabd-4867-8714-4aa8cdc42385 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056231 Sep 23 19:34:38.170488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.174290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.176519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.212193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ad80-dd77-4c6a-93ea-5c4b7fd6ee63 req-06e49197-5b64-4152-a2ac-b9f7e8da4fbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.218869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fb2ad80-dd77-4c6a-93ea-5c4b7fd6ee63 req-06e49197-5b64-4152-a2ac-b9f7e8da4fbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 947 time: 0.1254416 Sep 23 19:34:38.222461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Attempting to bind port 9d069a48-4bdf-4869-b27b-385652fe434e on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:38.223069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Attempting to bind port 9d069a48-4bdf-4869-b27b-385652fe434e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:38.223714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Attempting to bind port 9d069a48-4bdf-4869-b27b-385652fe434e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:38.253941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Port 9d069a48-4bdf-4869-b27b-385652fe434e on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:38.254308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Attempting to bind port 9d069a48-4bdf-4869-b27b-385652fe434e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:38.261015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:38.261364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:38.261761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:38.262309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Bound port: 9d069a48-4bdf-4869-b27b-385652fe434e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:38.262583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.297483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fb2ad80-dd77-4c6a-93ea-5c4b7fd6ee63 req-ba54af8a-0f56-43d2-9194-b0ee345f74e9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766079 Sep 23 19:34:38.379654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211a2b-c055-4027-beab-2c10eef20eea None None] New status for floating IP 99a113ff-1b3d-4384-b307-060b17e80303: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:38.388355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] For port 9d069a48-4bdf-4869-b27b-385652fe434e, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:38.391180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] For port 9d069a48-4bdf-4869-b27b-385652fe434e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=9d069a48-4bdf-4869-b27b-385652fe434e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:38.397551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.451445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.452089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.453528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d069a48-4bdf-4869-b27b-385652fe434e HTTP/1.1" status: 200 len: 1096 time: 1.6434522 Sep 23 19:34:38.495393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df034-357a-4056-96c0-ed5c6563d160 service neutron] Pushing event updated for resources: {'Port': ['ID=9d069a48-4bdf-4869-b27b-385652fe434e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.554276 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3830383 Sep 23 19:34:38.555471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:38.562638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-2d90f841-e85d-460e-bc21-a07f49ba4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.564738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-2d90f841-e85d-460e-bc21-a07f49ba4ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 1099 time: 0.0654802 Sep 23 19:34:38.567412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Request body: {'subnet': {'network_id': 'e776fb41-61c1-4d27-804b-228c8123f769', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-839663368-subnet', 'tenant_id': '21f957e6ddc24fc39adb5c80f17d52c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:38.605890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628946f9-e028-47b7-bca0-9c07d5c28f6c admin admin] Pushing event updated for resources: {'Network': ['ID=e776fb41-61c1-4d27-804b-228c8123f769,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.623079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-8d369e23-5481-430c-974d-bbfe124596d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=9d069a48-4bdf-4869-b27b-385652fe434e HTTP/1.1" status: 200 len: 217 time: 0.0482602 Sep 23 19:34:38.623520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Made reservation on behalf of 21f957e6ddc24fc39adb5c80f17d52c0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:38.628056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e776fb41-61c1-4d27-804b-228c8123f769 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:38.630144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.683567 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a0f62-8382-485b-ae51-5c3744032596 x-openstack-request-id: req-393a0f62-8382-485b-ae51-5c3744032596 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:38.683848 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:38.684301 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-393a0f62-8382-485b-ae51-5c3744032596 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:38.685063 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355', 'status': 'completed', 'code': 200} Sep 23 19:34:38.745717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d95c56ac-e32d-4674-b5e1-a8dfe2630d62 req-e4c4262c-8cb9-4fcd-be99-59b4d2910b8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=8998efac-bc67-4bf0-a682-9c2a001120f5 HTTP/1.1" status: 200 len: 210 time: 0.0639069 Sep 23 19:34:38.767615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:38.828715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-6e9b334c-0a99-4054-8a86-ac4effd08e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.830860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-6e9b334c-0a99-4054-8a86-ac4effd08e5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1992691 Sep 23 19:34:38.864741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.938438 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cbf38b-3113-4973-96c9-7803cfb963b9 x-openstack-request-id: req-78cbf38b-3113-4973-96c9-7803cfb963b9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:38.939130 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6498b0-4578-4631-84c7-a21605615e52", "tag": "5b76e8b8-16b1-4244-ba6b-9e591fc03071", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:38.939130 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78cbf38b-3113-4973-96c9-7803cfb963b9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:38.939479 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6498b0-4578-4631-84c7-a21605615e52', 'tag': '5b76e8b8-16b1-4244-ba6b-9e591fc03071', 'status': 'completed', 'code': 200} Sep 23 19:34:38.991976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c5ee8b-2e43-4f6f-b887-4e7fd0d3227b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.994085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Checking segment: {'id': 'bc235d66-2f7a-4294-9082-8dbb5608928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e776fb41-61c1-4d27-804b-228c8123f769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:38.994473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Network hostable DHCP agents. Network: e776fb41-61c1-4d27-804b-228c8123f769, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:39.001296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8137bac-7580-423e-89ae-89d606dc2303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.003572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-1babf73d-7cf7-4633-8131-e4cbd31ee1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.005032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-1babf73d-7cf7-4633-8131-e4cbd31ee1ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665406 Sep 23 19:34:39.035514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Network e776fb41-61c1-4d27-804b-228c8123f769 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:39.045117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-8b1056ab-26f1-4fbd-bc40-c0c6ed376fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.046633 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-8b1056ab-26f1-4fbd-bc40-c0c6ed376fa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 1098 time: 0.1016383 Sep 23 19:34:39.051157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c56ac-e32d-4674-b5e1-a8dfe2630d62 req-cce02bd5-f384-4e00-8b4d-d5e639261e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.052746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d95c56ac-e32d-4674-b5e1-a8dfe2630d62 req-cce02bd5-f384-4e00-8b4d-d5e639261e6b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1f78eff1772b4357a216cb4029e0d19b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2976842 Sep 23 19:34:39.058312 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5012d1f3-0001-4dae-adb2-98242088311a req-f425e39f-3fe6-49c5-84c9-147ffacdefab tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 200 len: 999 time: 0.1242404 Sep 23 19:34:39.065971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e776fb41-61c1-4d27-804b-228c8123f769) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:39.076743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.077106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd52aa-420d-4070-b2d3-18253a2e2375 None None] Network e776fb41-61c1-4d27-804b-228c8123f769 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:39.077338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.200100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-4c1e1bee-4435-4afb-afc0-d2c262780d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.201645 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-4c1e1bee-4435-4afb-afc0-d2c262780d02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1457100 Sep 23 19:34:39.213463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a09099-03ca-4bf6-8736-5b26c7855b16 None None] Network e776fb41-61c1-4d27-804b-228c8123f769 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:39.222732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8137bac-7580-423e-89ae-89d606dc2303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.251586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8137bac-7580-423e-89ae-89d606dc2303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.255008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-0258f7d0-4d27-40a7-80ad-ea30cecd8e67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5b76e8b8-16b1-4244-ba6b-9e591fc03071 HTTP/1.1" status: 200 len: 217 time: 0.0438540 Sep 23 19:34:39.263427 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eb5b16a5-e624-4658-bc8c-6d108e5f9ed5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7000196 Sep 23 19:34:39.322864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-177495e8-7abb-4d35-ab63-6070437c2914 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087642 Sep 23 19:34:39.326447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f8137bac-7580-423e-89ae-89d606dc2303 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b955d8f6e624373a314560598649830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576088 Sep 23 19:34:39.329179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:39.334509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d1f3-0001-4dae-adb2-98242088311a req-cde138dd-628a-49c8-b02e-798d52e25e45 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.337165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137bac-7580-423e-89ae-89d606dc2303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d256726-602d-4d12-821a-5c17a8cc871a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:39.353314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5012d1f3-0001-4dae-adb2-98242088311a req-cde138dd-628a-49c8-b02e-798d52e25e45 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.2665501 Sep 23 19:34:39.363277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-4e421c80-02c7-43cd-986c-795c6a9ad3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.364781 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-4e421c80-02c7-43cd-986c-795c6a9ad3d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0976245 Sep 23 19:34:39.379533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c56ac-e32d-4674-b5e1-a8dfe2630d62 req-3e09f02b-8718-4fbd-b0f6-b8a08811fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.381452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d95c56ac-e32d-4674-b5e1-a8dfe2630d62 req-3e09f02b-8718-4fbd-b0f6-b8a08811fc15 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3202007 Sep 23 19:34:39.493098 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e42a7d-c2a8-4c3d-946e-eea12b2faa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.506227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-12a53d6d-ef54-4e38-9fc5-1e4afee97e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.508654 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-12a53d6d-ef54-4e38-9fc5-1e4afee97e32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207607 Sep 23 19:34:39.523026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2070de7a-6ad3-4c2c-9555-d15ffee53a01 req-8d219f2e-69a3-4452-bdc5-e1a04368a7f9 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546905 Sep 23 19:34:39.550318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e42a7d-c2a8-4c3d-946e-eea12b2faa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.658016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a33ae-92f4-4b86-8760-8f5cce7577c1 req-f5ce55e9-1f9e-4ba5-ba45-4225b99d2f6e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.659925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-107a33ae-92f4-4b86-8760-8f5cce7577c1 req-f5ce55e9-1f9e-4ba5-ba45-4225b99d2f6e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 947 time: 0.0696340 Sep 23 19:34:39.662632 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-ae348718-8215-4c8e-9eec-3f33dcc8fa5e service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464334 Sep 23 19:34:39.677825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e42a7d-c2a8-4c3d-946e-eea12b2faa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.680308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83e42a7d-c2a8-4c3d-946e-eea12b2faa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.681383 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-83e42a7d-c2a8-4c3d-946e-eea12b2faa27 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d256726-602d-4d12-821a-5c17a8cc871a HTTP/1.1" status: 204 len: 168 time: 0.3512866 Sep 23 19:34:39.703036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e42a7d-c2a8-4c3d-946e-eea12b2faa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d256726-602d-4d12-821a-5c17a8cc871a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:39.706742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-107a33ae-92f4-4b86-8760-8f5cce7577c1 req-2f54bc90-5313-4ccf-850f-33960a931557 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Sep 23 19:34:39.781081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c929a9e-b974-46af-a8dc-3aee5439f05f req-d20bf23c-ef89-43d9-bcab-36b0cc975f9a service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108942 Sep 23 19:34:39.821526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-43a749d6-a7d9-4a75-b447-222e2016995a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.0712941 Sep 23 19:34:39.884437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-8e028cc6-f740-4ab7-b796-f94c9ca5dbe0 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.886012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-8e028cc6-f740-4ab7-b796-f94c9ca5dbe0 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports/e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 943 time: 0.0515130 Sep 23 19:34:39.959171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:39.964546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541127250-network', 'tenant_id': 'c4e684ed075e4b3197a52bdd0ef58e92'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:39.986226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Made reservation on behalf of c4e684ed075e4b3197a52bdd0ef58e92 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:39.988629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:39.990756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-e0d7b5a0-6e08-407a-8eaa-5385851db68c tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.0643306 Sep 23 19:34:39.997876 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.111768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.112050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-a91cd677-d5ba-443e-bf0e-fdd0f6db5d7b tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.113557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-a91cd677-d5ba-443e-bf0e-fdd0f6db5d7b tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1166863 Sep 23 19:34:40.116647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.139212 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:40.154900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf6bcd-9104-4dba-af77-d1c4bd693352,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:40.157863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.158269 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Added segment 4cf59afd-d18f-43ba-91ac-aa3c1cd300ea of type vlan for network 5dedd25c-a4cf-45af-bc0a-df458413fe46 Sep 23 19:34:40.193958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-5e4092d0-f571-4174-bf1d-8e7d9f2fc59f tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1002 time: 0.0724130 Sep 23 19:34:40.205848 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.206190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:40.233512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.234733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.235408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.268897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3083670 Sep 23 19:34:40.271150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.272930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:40.278274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Request body: {'subnet': {'network_id': '5dedd25c-a4cf-45af-bc0a-df458413fe46', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541127250-subnet', 'tenant_id': 'c4e684ed075e4b3197a52bdd0ef58e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:40.309218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c9c03-47c7-405c-9644-24205dff4da5 admin admin] Pushing event updated for resources: {'Network': ['ID=5dedd25c-a4cf-45af-bc0a-df458413fe46,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:40.328323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5dedd25c-a4cf-45af-bc0a-df458413fe46 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:40.345241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Made reservation on behalf of c4e684ed075e4b3197a52bdd0ef58e92 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:40.347970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.435983 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.441036 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.441515 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Floating IP 99a113ff-1b3d-4384-b307-060b17e80303 disassociated. External IP: 172.25.6.133, port: e91da121-bb54-4bc4-8d92-1b06492b0ed2. Sep 23 19:34:40.535340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.601002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e8fc31-59b4-40d1-8644-2ee3beb816f4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:40.611708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Checking segment: {'id': '4cf59afd-d18f-43ba-91ac-aa3c1cd300ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5dedd25c-a4cf-45af-bc0a-df458413fe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:40.612075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Network hostable DHCP agents. Network: 5dedd25c-a4cf-45af-bc0a-df458413fe46, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:40.631143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Network 5dedd25c-a4cf-45af-bc0a-df458413fe46 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:40.641236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5dedd25c-a4cf-45af-bc0a-df458413fe46) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:40.645325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.645924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.650530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e1719-ec75-4798-a5d0-b898d3d559f6 None None] Network 5dedd25c-a4cf-45af-bc0a-df458413fe46 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:40.663726 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e4ab7a03-9885-4717-a51f-426b5b64bd17 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3895566 Sep 23 19:34:40.787908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54162) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:40.803747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83520b2-69d9-46de-bec8-7d1ea5154f16 None None] Network 5dedd25c-a4cf-45af-bc0a-df458413fe46 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:40.835317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'name': 'network-vif-deleted', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355'}, {'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2'}, {'name': 'network-changed', 'server_uuid': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'tag': '9d069a48-4bdf-4869-b27b-385652fe434e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:40.837580 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c9049-82aa-42b3-8f53-4c691d827afe" -d '{"events": [{"server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "name": "network-vif-deleted", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355"}, {"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2"}, {"name": "network-changed", "server_uuid": "84d979cf-c4a7-4a1c-bec0-12eaf835aad4", "tag": "9d069a48-4bdf-4869-b27b-385652fe434e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:40.839351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] Deleting subnet c1c5ee8b-2e43-4f6f-b887-4e7fd0d3227b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:40.843281 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.880498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.925571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.983802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.990003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:41.011210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c5ee8b-2e43-4f6f-b887-4e7fd0d3227b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:41.013238 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.017857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c02f437d-f5e2-4de1-a202-f2d100432453 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c1c5ee8b-2e43-4f6f-b887-4e7fd0d3227b HTTP/1.1" status: 204 len: 168 time: 0.2265263 Sep 23 19:34:41.018166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:41.089705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.097979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:41.102647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.108399 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:41.117639 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:41.118281 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.131771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-bbbc9e46-c7dd-41fa-857a-5858e8b5a987 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "PUT /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 200 len: 696 time: 0.9316299 Sep 23 19:34:41.175378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.185369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-8ede4f51-524e-4e24-b9cf-f294fe0fc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.196295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e776fb41-61c1-4d27-804b-228c8123f769']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.200387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-8ede4f51-524e-4e24-b9cf-f294fe0fc99f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.0561759 Sep 23 19:34:41.207181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc235d66-2f7a-4294-9082-8dbb5608928a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.207962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc235d66-2f7a-4294-9082-8dbb5608928a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.218125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.229582 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:41.236621 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.243275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:41.243715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:41.245682 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:41.303532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.311327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-5a41ed4d-3d0d-42fc-8374-9aefee082ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.312812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-5a41ed4d-3d0d-42fc-8374-9aefee082ab7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1035211 Sep 23 19:34:41.328136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.332789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] 10.222.0.38 "DELETE /v2.0/networks/e776fb41-61c1-4d27-804b-228c8123f769 HTTP/1.1" status: 204 len: 168 time: 0.3110580 Sep 23 19:34:41.332789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc449-8525-48af-8b41-b3c57db2fbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=e776fb41-61c1-4d27-804b-228c8123f769,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:41.338729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:41.363182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-4f656b79-7e36-4835-8dde-a4450df6b55b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0377543 Sep 23 19:34:41.389439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] Deleting subnet e9e8fc31-59b4-40d1-8644-2ee3beb816f4 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:41.392700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.417763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-0bcdaa19-704a-45e9-b5bf-75dc4545c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.419657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-0bcdaa19-704a-45e9-b5bf-75dc4545c0fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0495024 Sep 23 19:34:41.432070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.445937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.466283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-3ce5a04f-e914-4fb5-b0ea-d97684ec5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.468112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-3ce5a04f-e914-4fb5-b0ea-d97684ec5b46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411575 Sep 23 19:34:41.472802 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:41.481263 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:41.481556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.481875 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.547089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.570880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-9db50842-db19-4caf-9c65-9e9c8a579384 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956526 Sep 23 19:34:41.577721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e8fc31-59b4-40d1-8644-2ee3beb816f4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:41.580040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.581972 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4f5d7b52-cac4-41b8-88b2-1f6a97d0c7a1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e9e8fc31-59b4-40d1-8644-2ee3beb816f4 HTTP/1.1" status: 204 len: 168 time: 0.2426445 Sep 23 19:34:41.584487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54170) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:41.599904 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:41.670661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.678940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5e886fc-3157-4b90-81b0-78f090ca7ab1 req-f4207d80-06c2-4ea4-9805-17471f67a1a9 service neutron] 10.222.0.38 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033487 Sep 23 19:34:41.767933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.799944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dedd25c-a4cf-45af-bc0a-df458413fe46']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.809695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf59afd-d18f-43ba-91ac-aa3c1cd300ea') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.809990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf59afd-d18f-43ba-91ac-aa3c1cd300ea') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.820577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.838745 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:41.839403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.850945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:41.851343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:41.853016 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:41.875086 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d71d8d-871c-4e0e-bee5-bce6119bd64f None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7c4108a3-4e62-4d03-a28a-8d9590bd4b5c', 'name': '', 'network_id': '12010e2c-524c-4c05-86a2-e7e93c592d7a', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'mac_address': 'fa:16:3e:83:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:31Z', 'updated_at': '2021-09-23T19:33:38Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'subnets': [{'id': 'd21770b7-ba3b-4c29-93fd-b0c21d26a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:41.926941 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.943664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:41.949536 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] 10.222.0.38 "DELETE /v2.0/networks/5dedd25c-a4cf-45af-bc0a-df458413fe46 HTTP/1.1" status: 204 len: 168 time: 0.3638375 Sep 23 19:34:41.950544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ff51e-7aa5-461e-9775-eb0e6b7e774b admin admin] Pushing event deleted for resources: {'Network': ['ID=5dedd25c-a4cf-45af-bc0a-df458413fe46,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:42.041178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5b76e8b8-16b1-4244-ba6b-9e591fc03071 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:42.103115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69008cb7-822c-4c97-9667-37d4bd7305b5 req-cf57edc9-1c47-4b13-a3eb-d14c5dea2f28 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.111878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69008cb7-822c-4c97-9667-37d4bd7305b5 req-cf57edc9-1c47-4b13-a3eb-d14c5dea2f28 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 947 time: 0.0721292 Sep 23 19:34:42.147508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54196) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:42.152682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69008cb7-822c-4c97-9667-37d4bd7305b5 req-14870f63-4017-40c7-a3f4-fbe5a5f7dbec tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Sep 23 19:34:42.176631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5b76e8b8-16b1-4244-ba6b-9e591fc03071, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5b76e8b8-16b1-4244-ba6b-9e591fc03071,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:42.190084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '5b76e8b8-16b1-4244-ba6b-9e591fc03071', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '5b76e8b8-16b1-4244-ba6b-9e591fc03071', 'mac_address': 'fa:16:3e:5d:bc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:42.207756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2c55e866-11f3-4c1e-933a-78dea37bc6b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21f957e6ddc24fc39adb5c80f17d52c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590386 Sep 23 19:34:42.210158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54198) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:42.215406 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcde988-256d-4b42-bc34-9c89a5e61bc9 x-openstack-request-id: req-6fcde988-256d-4b42-bc34-9c89a5e61bc9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:42.215801 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8998efac-bc67-4bf0-a682-9c2a001120f5", "name": "network-vif-deleted", "tag": "10a4659a-3c2f-48bd-862e-b308cb033355", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84d979cf-c4a7-4a1c-bec0-12eaf835aad4", "tag": "9d069a48-4bdf-4869-b27b-385652fe434e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:42.216113 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6fcde988-256d-4b42-bc34-9c89a5e61bc9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:42.216619 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8998efac-bc67-4bf0-a682-9c2a001120f5', 'name': 'network-vif-deleted', 'tag': '10a4659a-3c2f-48bd-862e-b308cb033355', 'status': 'completed', 'code': 200} Sep 23 19:34:42.216932 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'status': 'completed', 'code': 200} Sep 23 19:34:42.217241 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'tag': '9d069a48-4bdf-4869-b27b-385652fe434e', 'status': 'completed', 'code': 200} Sep 23 19:34:42.233581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.248224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b76e8b8-16b1-4244-ba6b-9e591fc03071 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:42.274490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5b76e8b8-16b1-4244-ba6b-9e591fc03071, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5b76e8b8-16b1-4244-ba6b-9e591fc03071,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:42.279596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.280447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 9d069a48-4bdf-4869-b27b-385652fe434e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:42.300043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-bbfad34a-06aa-42ea-b5c7-fb675c999589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.303945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-bbfad34a-06aa-42ea-b5c7-fb675c999589 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.0690815 Sep 23 19:34:42.308275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e23668-ec91-44a4-ac95-ec7fbb39164e None None] New status for floating IP 99a113ff-1b3d-4384-b307-060b17e80303: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:42.340164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-e878c70c-3018-420e-a859-c7ab7ae905fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.342064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-e878c70c-3018-420e-a859-c7ab7ae905fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 1099 time: 0.0975068 Sep 23 19:34:42.350178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517e698f-53e6-46a7-b7fc-2a9479fe2019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.385750 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 9d069a48-4bdf-4869-b27b-385652fe434e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=9d069a48-4bdf-4869-b27b-385652fe434e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:42.409455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517e698f-53e6-46a7-b7fc-2a9479fe2019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.439410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-1d9b604c-bdf2-4ae4-8c22-d8e987212b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.441026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-1d9b604c-bdf2-4ae4-8c22-d8e987212b6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.1318078 Sep 23 19:34:42.500481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-969e7834-e95a-435b-b9a2-48a228b3760e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0519845 Sep 23 19:34:42.507656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-18533d7f-6e94-4002-9ce8-7e5b412f21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.509900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-18533d7f-6e94-4002-9ce8-7e5b412f21fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1575441 Sep 23 19:34:42.556455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '9d069a48-4bdf-4869-b27b-385652fe434e', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '9d069a48-4bdf-4869-b27b-385652fe434e', 'mac_address': 'fa:16:3e:a5:54:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:42.571319 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517e698f-53e6-46a7-b7fc-2a9479fe2019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.574104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517e698f-53e6-46a7-b7fc-2a9479fe2019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.579872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=5b76e8b8-16b1-4244-ba6b-9e591fc03071,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:42.592107 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-517e698f-53e6-46a7-b7fc-2a9479fe2019 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f63d780-0ca0-4229-ac09-e8967754a9fe HTTP/1.1" status: 204 len: 168 time: 0.3704529 Sep 23 19:34:42.596833 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-9474650d-dbed-4b10-b7ae-30e6c522a7dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=9d069a48-4bdf-4869-b27b-385652fe434e HTTP/1.1" status: 200 len: 217 time: 0.0693035 Sep 23 19:34:42.618323 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.621033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-6bbc2b39-b4f4-45bf-99b0-9d88be21313f tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 200 len: 694 time: 0.0608964 Sep 23 19:34:42.625878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e698f-53e6-46a7-b7fc-2a9479fe2019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f63d780-0ca0-4229-ac09-e8967754a9fe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:42.632161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d069a48-4bdf-4869-b27b-385652fe434e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:42.652774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 9d069a48-4bdf-4869-b27b-385652fe434e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=9d069a48-4bdf-4869-b27b-385652fe434e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:42.663921 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.673000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-fa6c9f02-7b2a-4de7-938a-06b2af1cec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.674569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-fa6c9f02-7b2a-4de7-938a-06b2af1cec2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.1502440 Sep 23 19:34:42.711301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-46e34026-2809-4c6a-a8da-89777da159bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.713145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-46e34026-2809-4c6a-a8da-89777da159bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1000803 Sep 23 19:34:42.733330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=9d069a48-4bdf-4869-b27b-385652fe434e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:42.778935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-0402daed-46c5-4286-ab7e-3b96fd7c503e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.781438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-0402daed-46c5-4286-ab7e-3b96fd7c503e tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1594586 Sep 23 19:34:42.786943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-78e43e04-1fdb-4733-8069-1fba1e29fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.787652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9049-82aa-42b3-8f53-4c691d827afe req-f9bca71e-acb0-405b-821d-5d0307e66ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.788675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-78e43e04-1fdb-4733-8069-1fba1e29fcaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673549 Sep 23 19:34:42.789660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-f9bca71e-acb0-405b-821d-5d0307e66ae1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830662 Sep 23 19:34:42.846564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-bdf9ae6b-2069-44ae-9c18-0ccd66d6ffac tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 697 time: 0.0557415 Sep 23 19:34:42.885355 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-256a081d-402f-47e6-bfb6-cb228c99d7e0 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887721 Sep 23 19:34:42.910363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-8a4450b2-feb1-4713-af8d-23146acd66b6 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 697 time: 0.0525980 Sep 23 19:34:43.000793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-aaa7e59b-5970-4f64-8c88-a0d559f92202 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083744 Sep 23 19:34:43.017050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['5b76e8b8-16b1-4244-ba6b-9e591fc03071'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:43.026243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:43.052331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['9d069a48-4bdf-4869-b27b-385652fe434e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:43.061901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-b752f3bf-753d-446f-a74d-b8c9dcec7f87 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308948 Sep 23 19:34:43.137185 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-20620eb4-ae84-43ca-8c12-71d479541bfe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4e684ed075e4b3197a52bdd0ef58e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040540 Sep 23 19:34:43.138388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:43.161293 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8440eab1-a985-4066-8a35-dfaf4ca4855e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.191505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Deleting port 02fd23ed-4862-4e12-b2db-2d8023d737bc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:43.191872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.195847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2342f666-4ab4-407e-8e40-296c09634ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.222904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2342f666-4ab4-407e-8e40-296c09634ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.226236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-573c9049-82aa-42b3-8f53-4c691d827afe req-ff89df6f-f5e8-4d50-a0c0-eabb384f2a93 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478674 Sep 23 19:34:43.281377 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2342f666-4ab4-407e-8e40-296c09634ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.284334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2342f666-4ab4-407e-8e40-296c09634ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.287793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2342f666-4ab4-407e-8e40-296c09634ea9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0bf6bcd-9104-4dba-af77-d1c4bd693352 HTTP/1.1" status: 204 len: 168 time: 0.1470487 Sep 23 19:34:43.294142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342f666-4ab4-407e-8e40-296c09634ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf6bcd-9104-4dba-af77-d1c4bd693352,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:43.298527 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.298867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.317727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Calling delete_port for 02fd23ed-4862-4e12-b2db-2d8023d737bc owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:43.466332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.489295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Pushing event deleted for resources: {'Port': ['ID=02fd23ed-4862-4e12-b2db-2d8023d737bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:43.553268 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.556203 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.557351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d32c4a8-a24b-43c4-a2cf-175b808a4a55 req-a993d066-e048-4fc0-8e7c-179254859387 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "DELETE /v2.0/floatingips/99a113ff-1b3d-4384-b307-060b17e80303 HTTP/1.1" status: 204 len: 173 time: 0.6156056 Sep 23 19:34:43.904328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b1fff-7df1-4dcc-9fb5-bd44f1b6e743 req-f628e469-e3c6-4bc5-9f3f-3ba5ebef9503 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:43.906002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-414b1fff-7df1-4dcc-9fb5-bd44f1b6e743 req-f628e469-e3c6-4bc5-9f3f-3ba5ebef9503 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 948 time: 0.0554640 Sep 23 19:34:43.945409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-414b1fff-7df1-4dcc-9fb5-bd44f1b6e743 req-d9b4dbb1-c250-4550-853f-5ff4513f8108 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Sep 23 19:34:44.222573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:44.225562 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7c1b2-ea43-4e98-8300-0517e2db502b" -d '{"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:44.268394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09adbf8-03e4-451e-a36c-42d2dada972c req-52760c11-005f-422b-9579-1083b93c7030 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.270482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b09adbf8-03e4-451e-a36c-42d2dada972c req-52760c11-005f-422b-9579-1083b93c7030 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 946 time: 0.0564468 Sep 23 19:34:44.311592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b09adbf8-03e4-451e-a36c-42d2dada972c req-96982c02-98f8-4ea0-93a2-9219f993be0a tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/security-groups?id=d54f6014-660c-4468-9a2b-cf0275a13974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344021 Sep 23 19:34:44.462798 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f2552b-a825-4a35-9c6a-9065a1cdef0e x-openstack-request-id: req-48f2552b-a825-4a35-9c6a-9065a1cdef0e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:44.463079 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:44.463351 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48f2552b-a825-4a35-9c6a-9065a1cdef0e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:44.463749 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'status': 'completed', 'code': 200} Sep 23 19:34:44.536664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-130f16dc-327d-4191-b59e-0a385fd2e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.538198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-130f16dc-327d-4191-b59e-0a385fd2e0ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f78eff1772b4357a216cb4029e0d19b&device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 1097 time: 0.0496912 Sep 23 19:34:44.643540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-e46f9da2-3508-4bbb-b773-1677c21a5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.645030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-e46f9da2-3508-4bbb-b773-1677c21a5b75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 200 len: 921 time: 0.0961571 Sep 23 19:34:44.689726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-aec48f41-2bb5-4305-871e-b662b800103e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0365498 Sep 23 19:34:44.745154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-6fcf73fe-0f94-4edb-84cc-398331257031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.746824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-6fcf73fe-0f94-4edb-84cc-398331257031 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 200 len: 859 time: 0.0503442 Sep 23 19:34:44.804943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-37df5c55-d8fc-4fa9-804d-6af1f6e2a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.805038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-37df5c55-d8fc-4fa9-804d-6af1f6e2a8d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12010e2c-524c-4c05-86a2-e7e93c592d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507648 Sep 23 19:34:44.908577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-fa041a6a-7d98-4e49-92c7-b44165a1bad9 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943797 Sep 23 19:34:45.015582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a7c1b2-ea43-4e98-8300-0517e2db502b req-fffc9820-ee2c-4043-8b98-cb2f3c6d0b55 service neutron] 10.222.0.72 "GET /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991631 Sep 23 19:34:45.135285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b37d6-37ad-4914-bd12-319591068c63 req-2cbe8209-a0ce-4c36-a85b-edc7651656e2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.136820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-702b37d6-37ad-4914-bd12-319591068c63 req-2cbe8209-a0ce-4c36-a85b-edc7651656e2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 948 time: 0.0531561 Sep 23 19:34:45.176713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-702b37d6-37ad-4914-bd12-319591068c63 req-a8c13f16-e76b-42fc-bd74-b96d5eb0c61e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Sep 23 19:34:45.428417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-f5ae82c7-ebe4-4e04-9c5b-0fea7175816c tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.429918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-f5ae82c7-ebe4-4e04-9c5b-0fea7175816c tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 946 time: 0.0482323 Sep 23 19:34:45.524298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Deleting port e91da121-bb54-4bc4-8d92-1b06492b0ed2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:45.524657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.626796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] For port e91da121-bb54-4bc4-8d92-1b06492b0ed2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e91da121-bb54-4bc4-8d92-1b06492b0ed2,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:45.627161 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.639434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Calling delete_port for e91da121-bb54-4bc4-8d92-1b06492b0ed2 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:45.777180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.790583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e91da121-bb54-4bc4-8d92-1b06492b0ed2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:45.809546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Pushing event deleted for resources: {'Port': ['ID=e91da121-bb54-4bc4-8d92-1b06492b0ed2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:45.851611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] No DVR routers for this DVR port e91da121-bb54-4bc4-8d92-1b06492b0ed2 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:45.854018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.856267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbf530bf-ed3a-45c5-8edf-66af60b65e38 req-5741c3a3-aad5-4628-854c-24ca42325100 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.72 "DELETE /v2.0/ports/e91da121-bb54-4bc4-8d92-1b06492b0ed2 HTTP/1.1" status: 204 len: 173 time: 0.4206343 Sep 23 19:34:45.932173 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5008a9b0-b932-41ab-8324-a95f0fbf237e req-70f2c02e-8428-4191-a779-8baf02034170 tempest-FloatingIPsAssociationTestJSON-1977734572 tempest-FloatingIPsAssociationTestJSON-1977734572-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73e90bb-69ad-4ea7-acf9-2e9736bf89a2 HTTP/1.1" status: 200 len: 210 time: 0.0259526 Sep 23 19:34:46.087797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5b76e8b8-16b1-4244-ba6b-9e591fc03071 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:46.136325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:46.141429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:46.141893 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.245427 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.286241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6498b0-4578-4631-84c7-a21605615e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76e8b8-16b1-4244-ba6b-9e591fc03071'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:46.288504 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76be66eb-34b0-4ecf-b492-5f080fc011ae" -d '{"events": [{"server_uuid": "7a6498b0-4578-4631-84c7-a21605615e52", "name": "network-vif-plugged", "status": "completed", "tag": "5b76e8b8-16b1-4244-ba6b-9e591fc03071"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:46.306054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5b76e8b8-16b1-4244-ba6b-9e591fc03071, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5b76e8b8-16b1-4244-ba6b-9e591fc03071,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:46.308300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a84a-704c-4320-bb6d-5ff8ba954b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.314277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.315443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 9d069a48-4bdf-4869-b27b-385652fe434e up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:46.444325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=5b76e8b8-16b1-4244-ba6b-9e591fc03071,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:46.455055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.462380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 9d069a48-4bdf-4869-b27b-385652fe434e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:46.465303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'name': 'network-vif-deleted', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:46.466662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 9d069a48-4bdf-4869-b27b-385652fe434e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:46.467146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.469836 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb44ac7-67c0-4619-bca9-28582c0b7597" -d '{"events": [{"server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "name": "network-vif-deleted", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:46.555108 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.593061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 9d069a48-4bdf-4869-b27b-385652fe434e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=9d069a48-4bdf-4869-b27b-385652fe434e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:46.608504 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.662957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=9d069a48-4bdf-4869-b27b-385652fe434e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:46.801498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad313ae-bf5d-447f-9293-fe931878a030 req-cb01d0a0-c160-493d-bd84-11d30e026635 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.802972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ad313ae-bf5d-447f-9293-fe931878a030 req-cb01d0a0-c160-493d-bd84-11d30e026635 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 949 time: 0.0531044 Sep 23 19:34:46.841298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ad313ae-bf5d-447f-9293-fe931878a030 req-3c882621-9571-4103-b5cd-1a35acba4c48 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Sep 23 19:34:46.969974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.011660 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7019b48b-e0e1-4869-b934-1312c81b87f4 x-openstack-request-id: req-7019b48b-e0e1-4869-b934-1312c81b87f4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:47.012833 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6498b0-4578-4631-84c7-a21605615e52", "name": "network-vif-plugged", "status": "completed", "tag": "5b76e8b8-16b1-4244-ba6b-9e591fc03071", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:47.012833 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7019b48b-e0e1-4869-b934-1312c81b87f4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:47.012833 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6498b0-4578-4631-84c7-a21605615e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76e8b8-16b1-4244-ba6b-9e591fc03071', 'code': 200} Sep 23 19:34:47.042645 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bb131a-ae96-4000-a51f-cc57c7bce9ec x-openstack-request-id: req-61bb131a-ae96-4000-a51f-cc57c7bce9ec {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:47.043051 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73e90bb-69ad-4ea7-acf9-2e9736bf89a2", "name": "network-vif-deleted", "tag": "e91da121-bb54-4bc4-8d92-1b06492b0ed2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:47.043815 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61bb131a-ae96-4000-a51f-cc57c7bce9ec {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:47.044894 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73e90bb-69ad-4ea7-acf9-2e9736bf89a2', 'name': 'network-vif-deleted', 'tag': 'e91da121-bb54-4bc4-8d92-1b06492b0ed2', 'status': 'completed', 'code': 200} Sep 23 19:34:47.109645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff217-b98e-411d-bb5f-7d714ca2cdd8 req-17e9ddaa-cbb7-484c-8a2e-d1b83bc17afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.111543 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-567ff217-b98e-411d-bb5f-7d714ca2cdd8 req-17e9ddaa-cbb7-484c-8a2e-d1b83bc17afb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 1100 time: 0.0413368 Sep 23 19:34:47.148409 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-567ff217-b98e-411d-bb5f-7d714ca2cdd8 req-6e6eba0d-fd7d-4917-bd3d-0f5efd50b04e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291307 Sep 23 19:34:47.504739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:47.870350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b5b1a-9911-4a89-8137-3d7363a003ed req-2d3b70c0-8a72-431f-9ad5-e56cec804be4 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.872378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb2b5b1a-9911-4a89-8137-3d7363a003ed req-2d3b70c0-8a72-431f-9ad5-e56cec804be4 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.0698926 Sep 23 19:34:47.925648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.925994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb2b5b1a-9911-4a89-8137-3d7363a003ed req-86d7f349-08de-46f5-8230-39e6255438f0 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Sep 23 19:34:48.149234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532b645-ddaa-4cc5-8df9-c238fb0d0ac0 req-9cafe91e-eadf-4d9e-9588-24e7735a505d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:48.156764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b532b645-ddaa-4cc5-8df9-c238fb0d0ac0 req-9cafe91e-eadf-4d9e-9588-24e7735a505d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 949 time: 0.0726097 Sep 23 19:34:48.192369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b532b645-ddaa-4cc5-8df9-c238fb0d0ac0 req-c0acafa2-a0fa-4316-861f-aafedb7d085e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Sep 23 19:34:48.235142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Deleting port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:48.235655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.312762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] For port 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:48.313096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.325963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Calling delete_port for 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:48.484980 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.509836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.540626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4108a3-4e62-4d03-a28a-8d9590bd4b5c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:48.966651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.013780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d069a48-4bdf-4869-b27b-385652fe434e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:49.017862 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ee42b8-a70c-4bd9-9876-134cda8e294b" -d '{"events": [{"server_uuid": "84d979cf-c4a7-4a1c-bec0-12eaf835aad4", "name": "network-vif-plugged", "status": "completed", "tag": "9d069a48-4bdf-4869-b27b-385652fe434e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:49.077986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8dbfd-7272-4e47-b5b4-e42f6ffb7a6b req-7eabab0f-493c-4b04-a92c-eb4e43edfe97 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.080238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61d8dbfd-7272-4e47-b5b4-e42f6ffb7a6b req-7eabab0f-493c-4b04-a92c-eb4e43edfe97 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.0566409 Sep 23 19:34:49.129937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61d8dbfd-7272-4e47-b5b4-e42f6ffb7a6b req-47843c21-fada-4004-97ff-f699a666dfc2 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Sep 23 19:34:49.182676 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c08da88-f5fb-4ba9-8c92-76c85ad9ff28 x-openstack-request-id: req-5c08da88-f5fb-4ba9-8c92-76c85ad9ff28 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:49.183055 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d979cf-c4a7-4a1c-bec0-12eaf835aad4", "name": "network-vif-plugged", "status": "completed", "tag": "9d069a48-4bdf-4869-b27b-385652fe434e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:49.184385 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c08da88-f5fb-4ba9-8c92-76c85ad9ff28 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:49.185122 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d069a48-4bdf-4869-b27b-385652fe434e', 'code': 200} Sep 23 19:34:49.369638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Router facd1192-1c7e-42fd-b762-2018c91bd578 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:49.394176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7710726-908d-4b96-9988-00252558db28 req-cb65304a-58c8-4823-9ba8-705b40a327a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.396120 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7710726-908d-4b96-9988-00252558db28 req-cb65304a-58c8-4823-9ba8-705b40a327a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 1101 time: 0.0896993 Sep 23 19:34:49.464264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2864d-f1e1-4898-89f1-e58252b4e0df req-c09d5f64-fec8-4a4d-b122-67943b6ae63b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.465760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6e2864d-f1e1-4898-89f1-e58252b4e0df req-c09d5f64-fec8-4a4d-b122-67943b6ae63b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 949 time: 0.0557995 Sep 23 19:34:49.479548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e91da121-bb54-4bc4-8d92-1b06492b0ed2 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:49.509258 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: e91da121-bb54-4bc4-8d92-1b06492b0ed2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:49.510392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e91da121-bb54-4bc4-8d92-1b06492b0ed2 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:49.515538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7710726-908d-4b96-9988-00252558db28 req-1d1fe49b-01df-4b2e-bff5-b41b3cd352a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783565 Sep 23 19:34:49.522416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6e2864d-f1e1-4898-89f1-e58252b4e0df req-e4958929-3ac9-423b-8335-f02ad162dbfc tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492795 Sep 23 19:34:49.542532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:49.551019 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8b6f9200-af16-4961-8d3e-96918420431b admin admin] 10.222.0.38 "PUT /v2.0/routers/facd1192-1c7e-42fd-b762-2018c91bd578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0427721 Sep 23 19:34:49.551292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:49.558997 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] Sync routers for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:49.570447 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:49.571509 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:49.648428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822753e-62de-4eee-9ecf-66162c342b55 req-e160ccdf-0fc2-4fae-b9db-5a2e993fbe47 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.650431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7822753e-62de-4eee-9ecf-66162c342b55 req-e160ccdf-0fc2-4fae-b9db-5a2e993fbe47 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 950 time: 0.0551686 Sep 23 19:34:49.662906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.685956 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:49.690770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7822753e-62de-4eee-9ecf-66162c342b55 req-b304e513-ed8f-423d-85ed-28daac48dc4e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Sep 23 19:34:49.779661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.834727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Deleting port a27031d2-eb2d-4d74-8f89-070bba396e7a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:49.835120 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.865796 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:34:48Z', 'revision_number': 5, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port': {'id': 'a27031d2-eb2d-4d74-8f89-070bba396e7a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:33:25Z', 'updated_at': '2021-09-23T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:49.892965 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] Checking router: facd1192-1c7e-42fd-b762-2018c91bd578 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:49.901183 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] Routers {'facd1192-1c7e-42fd-b762-2018c91bd578'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:49.901730 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['facd1192-1c7e-42fd-b762-2018c91bd578'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:49.923646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] For port a27031d2-eb2d-4d74-8f89-070bba396e7a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a27031d2-eb2d-4d74-8f89-070bba396e7a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:49.924005 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.936192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Calling delete_port for a27031d2-eb2d-4d74-8f89-070bba396e7a owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:50.076303 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] Set router facd1192-1c7e-42fd-b762-2018c91bd578 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:50.121415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.131120 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:34:49Z', 'revision_number': 6, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:50.148233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27031d2-eb2d-4d74-8f89-070bba396e7a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:50.158224 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e37a7-e117-4f8e-be06-bbada96ab9b6 None None] The sync data for ids ['facd1192-1c7e-42fd-b762-2018c91bd578'] in n-d-810763-1 is: [{'id': 'facd1192-1c7e-42fd-b762-2018c91bd578', 'name': 'tempest-FloatingIPsAssociationTestJSON-388296130-router', 'tenant_id': '1f78eff1772b4357a216cb4029e0d19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:33:24Z', 'updated_at': '2021-09-23T19:34:49Z', 'revision_number': 6, 'project_id': '1f78eff1772b4357a216cb4029e0d19b', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:50.238042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.283989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4261-e4b4-4df9-86d9-ec4b5237859a req-97e33386-1d23-4223-9d09-432e0ec3db9d tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:50.285796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d80e4261-e4b4-4df9-86d9-ec4b5237859a req-97e33386-1d23-4223-9d09-432e0ec3db9d tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.0717239 Sep 23 19:34:50.330107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d80e4261-e4b4-4df9-86d9-ec4b5237859a req-77f83841-8a90-4add-ae19-8fa8ba3db345 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382271 Sep 23 19:34:50.340783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.343408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.425171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.425895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router facd1192-1c7e-42fd-b762-2018c91bd578 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:34:50.431126 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.432508 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-378115f4-2951-4a34-824a-fa2b17b2d250 admin admin] 10.222.0.38 "DELETE /v2.0/routers/facd1192-1c7e-42fd-b762-2018c91bd578 HTTP/1.1" status: 204 len: 168 time: 0.8802819 Sep 23 19:34:50.435132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:50.445466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-a77f03b5-d315-44c8-a3ce-1fa78fdd9b80 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:50.447059 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-a77f03b5-d315-44c8-a3ce-1fa78fdd9b80 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 947 time: 0.1055775 Sep 23 19:34:50.488709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] Deleting subnet d21770b7-ba3b-4c29-93fd-b0c21d26a917 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:50.492666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.542443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.590121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Deleting port f6063fe1-7b03-4308-b968-8a45bfe55bde {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:50.590560 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.647055 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.668634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:50.690756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:50.691022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7c4108a3-4e62-4d03-a28a-8d9590bd4b5c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:50.713305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.723619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] For port f6063fe1-7b03-4308-b968-8a45bfe55bde, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f6063fe1-7b03-4308-b968-8a45bfe55bde,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:50.724796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.740962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Calling delete_port for f6063fe1-7b03-4308-b968-8a45bfe55bde owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:50.755551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21770b7-ba3b-4c29-93fd-b0c21d26a917,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:50.757767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.760278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-857a2c85-5269-435b-a4b9-aaafdc9d9eed admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d21770b7-ba3b-4c29-93fd-b0c21d26a917 HTTP/1.1" status: 204 len: 168 time: 0.3241301 Sep 23 19:34:50.762909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:50.767069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9595d803-8eeb-42bc-8944-e66563c83487 None None] Network 12010e2c-524c-4c05-86a2-e7e93c592d7a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:50.882742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.921457 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.935459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ddf9-6f6a-466d-8dc0-5c6ec0ab6576 req-c801c241-1ea5-4afd-aeb2-b2e61378ace7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:50.937150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8436ddf9-6f6a-466d-8dc0-5c6ec0ab6576 req-c801c241-1ea5-4afd-aeb2-b2e61378ace7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 950 time: 0.1490386 Sep 23 19:34:50.957869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Pushing event deleted for resources: {'Port': ['ID=f6063fe1-7b03-4308-b968-8a45bfe55bde,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:50.978474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Deleting port 3869ddb9-c842-4e5c-b722-2b61238f6b3d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:50.978974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.047954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] DHCP port deletion for 12010e2c-524c-4c05-86a2-e7e93c592d7a request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:34:51.063502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8436ddf9-6f6a-466d-8dc0-5c6ec0ab6576 req-270f8598-9a8d-427a-8f05-13280f567576 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677605 Sep 23 19:34:51.070249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] No DVR routers for this DVR port f6063fe1-7b03-4308-b968-8a45bfe55bde on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:51.089850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.112950 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-55bb91c6-6d59-4c30-8330-0f1ab3e5d04e req-0bdc0c13-3e99-45dd-a904-0aa674de34f6 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.41 "DELETE /v2.0/ports/f6063fe1-7b03-4308-b968-8a45bfe55bde HTTP/1.1" status: 204 len: 173 time: 0.6587822 Sep 23 19:34:51.113816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-deleted', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:51.116095 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8c742-40ac-41da-a4cb-42192186bc61" -d '{"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-deleted", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:51.132853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] For port 3869ddb9-c842-4e5c-b722-2b61238f6b3d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3869ddb9-c842-4e5c-b722-2b61238f6b3d,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:51.133588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.148024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] Deleting port 3869ddb9-c842-4e5c-b722-2b61238f6b3d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:51.148400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.151100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Calling delete_port for 3869ddb9-c842-4e5c-b722-2b61238f6b3d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:51.272229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] For port 3869ddb9-c842-4e5c-b722-2b61238f6b3d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3869ddb9-c842-4e5c-b722-2b61238f6b3d,segment=NetworkSegment(f819e983-dbd2-4f25-9ac6-428d89c48098),segment_id=f819e983-dbd2-4f25-9ac6-428d89c48098)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:51.273089 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.291926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] Calling delete_port for 3869ddb9-c842-4e5c-b722-2b61238f6b3d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: from cryptography.utils import int_from_bytes Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: from cryptography.utils import int_from_bytes Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.398464 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:34:51.400753 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:34:51.401562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.408875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.432732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] No DVR routers for this DVR port 3869ddb9-c842-4e5c-b722-2b61238f6b3d on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:51.450027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Pushing event deleted for resources: {'Port': ['ID=3869ddb9-c842-4e5c-b722-2b61238f6b3d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:51.452899 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea2951-32ca-43e8-a751-8ef03981a9f0 x-openstack-request-id: req-d7ea2951-32ca-43e8-a751-8ef03981a9f0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:51.453387 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf8b01b-296a-4ba8-8980-6e86ac6a35b2", "name": "network-vif-deleted", "tag": "f6063fe1-7b03-4308-b968-8a45bfe55bde", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:51.454134 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7ea2951-32ca-43e8-a751-8ef03981a9f0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:51.454134 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf8b01b-296a-4ba8-8980-6e86ac6a35b2', 'name': 'network-vif-deleted', 'tag': 'f6063fe1-7b03-4308-b968-8a45bfe55bde', 'status': 'completed', 'code': 200} Sep 23 19:34:51.456575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15d0de-446c-4122-8a43-371d1b14d337 None None] Pushing event deleted for resources: {'Port': ['ID=3869ddb9-c842-4e5c-b722-2b61238f6b3d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:51.471213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] No DVR routers for this DVR port 3869ddb9-c842-4e5c-b722-2b61238f6b3d on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:51.567660 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.606380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12010e2c-524c-4c05-86a2-e7e93c592d7a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:51.628232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-83a6d94e-e671-443b-ac87-84d9b7d6d2a3 req-5ecb8b33-5a49-420b-95e1-f466bf9c981f tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebf8b01b-296a-4ba8-8980-6e86ac6a35b2 HTTP/1.1" status: 200 len: 210 time: 0.0434787 Sep 23 19:34:51.631614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f819e983-dbd2-4f25-9ac6-428d89c48098') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:51.631910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f819e983-dbd2-4f25-9ac6-428d89c48098') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:51.641448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.658602 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.666255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:51.667356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:51.694360 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:51.733879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.748515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.750697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] 10.222.0.38 "DELETE /v2.0/networks/12010e2c-524c-4c05-86a2-e7e93c592d7a HTTP/1.1" status: 204 len: 168 time: 0.9861062 Sep 23 19:34:51.768802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d54e1-1451-4716-88cc-2570e676747f admin admin] Pushing event deleted for resources: {'Network': ['ID=12010e2c-524c-4c05-86a2-e7e93c592d7a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:51.996358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:52.035369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3028c8ea-a4b3-4cf8-9323-24ca73be63c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f78eff1772b4357a216cb4029e0d19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378165 Sep 23 19:34:52.037725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:52.088476 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20bee9f2-172b-4abb-95ec-7964bb5a26b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.114433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20bee9f2-172b-4abb-95ec-7964bb5a26b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.196835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6fd0a-852e-44d9-ada3-9800d0e535ee req-e3b8d5df-fb99-4a02-a56c-646fd1bd71e9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:52.198430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27b6fd0a-852e-44d9-ada3-9800d0e535ee req-e3b8d5df-fb99-4a02-a56c-646fd1bd71e9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 950 time: 0.0564201 Sep 23 19:34:52.199457 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20bee9f2-172b-4abb-95ec-7964bb5a26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.202523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20bee9f2-172b-4abb-95ec-7964bb5a26b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.205940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-20bee9f2-172b-4abb-95ec-7964bb5a26b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d54f6014-660c-4468-9a2b-cf0275a13974 HTTP/1.1" status: 204 len: 168 time: 0.1645997 Sep 23 19:34:52.217873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee9f2-172b-4abb-95ec-7964bb5a26b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f6014-660c-4468-9a2b-cf0275a13974,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:52.261408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27b6fd0a-852e-44d9-ada3-9800d0e535ee req-c3b3bf49-aeb8-4135-8a7d-287f5fdd43d3 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552859 Sep 23 19:34:52.528299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a27031d2-eb2d-4d74-8f89-070bba396e7a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:52.553579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a27031d2-eb2d-4d74-8f89-070bba396e7a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:52.553925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a27031d2-eb2d-4d74-8f89-070bba396e7a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:52.554620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3869ddb9-c842-4e5c-b722-2b61238f6b3d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:52.579248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 3869ddb9-c842-4e5c-b722-2b61238f6b3d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:52.579846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3869ddb9-c842-4e5c-b722-2b61238f6b3d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:52.651300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e9f3e-c837-4fdd-b07d-6c577841c60c req-75e2609e-ccf1-4195-b08b-3b86ba9f163c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:52.661480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e9f3e-c837-4fdd-b07d-6c577841c60c req-75e2609e-ccf1-4195-b08b-3b86ba9f163c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:52.661480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868e9f3e-c837-4fdd-b07d-6c577841c60c req-75e2609e-ccf1-4195-b08b-3b86ba9f163c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52&device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 1690 time: 0.0614612 Sep 23 19:34:52.713635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868e9f3e-c837-4fdd-b07d-6c577841c60c req-aec8548d-42fa-4217-a799-6d1667dc6507 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Sep 23 19:34:53.180818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b5a5-01a6-4503-b410-0e2281d35f14 req-ba8b33de-db70-4704-bf90-300429a17eb7 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:53.182507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffe0b5a5-01a6-4503-b410-0e2281d35f14 req-ba8b33de-db70-4704-bf90-300429a17eb7 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 1100 time: 0.0443504 Sep 23 19:34:53.222739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffe0b5a5-01a6-4503-b410-0e2281d35f14 req-d7639e95-4831-45db-aa65-7aadd012dfdb tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304561 Sep 23 19:34:53.449693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6acc-2840-48a7-92ea-c94fcad377b8 req-915fd41e-8261-48c1-b237-f660095208ce tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:53.454784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dede6acc-2840-48a7-92ea-c94fcad377b8 req-915fd41e-8261-48c1-b237-f660095208ce tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 948 time: 0.0539103 Sep 23 19:34:53.498059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dede6acc-2840-48a7-92ea-c94fcad377b8 req-df7a4121-7bea-4d12-93df-a755c35dcd43 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Sep 23 19:34:53.745389 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-0328a1b0-f416-44af-a173-66ca5232ccf4 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4987083fb4b6429ba1450208d26ab795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246365 Sep 23 19:34:53.852447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-3c747864-4482-4015-9310-29d980cba1d6 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:53.853927 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-3c747864-4482-4015-9310-29d980cba1d6 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031594 Sep 23 19:34:53.869946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-ebe490e8-b619-4aeb-a6a2-ada4b2453a64 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/quotas/4987083fb4b6429ba1450208d26ab795 HTTP/1.1" status: 200 len: 375 time: 0.0090797 Sep 23 19:34:53.909609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-28b250fe-eaf3-43fb-b5c8-ebf2b4520f40 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4987083fb4b6429ba1450208d26ab795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313659 Sep 23 19:34:54.096775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f6063fe1-7b03-4308-b968-8a45bfe55bde no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:54.130690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: f6063fe1-7b03-4308-b968-8a45bfe55bde {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:54.131186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f6063fe1-7b03-4308-b968-8a45bfe55bde not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:54.138903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9a21b-c180-4bfd-99e3-d4a9732375f0 req-9a7a4892-0a16-4eab-b750-bb6bfd615deb tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:54.159508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20a9a21b-c180-4bfd-99e3-d4a9732375f0 req-9a7a4892-0a16-4eab-b750-bb6bfd615deb tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 1101 time: 0.0906999 Sep 23 19:34:54.189925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20a9a21b-c180-4bfd-99e3-d4a9732375f0 req-f0795ee1-058f-4215-8abb-9fc7c5708ee8 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295885 Sep 23 19:34:54.314469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f58d13-9e55-478b-af21-b56abe441b5a req-c2154fdc-c9e0-4b9f-8604-1571c385d069 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:54.314469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95f58d13-9e55-478b-af21-b56abe441b5a req-c2154fdc-c9e0-4b9f-8604-1571c385d069 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 945 time: 0.0569940 Sep 23 19:34:54.368909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95f58d13-9e55-478b-af21-b56abe441b5a req-c8f134e4-6f6d-41f0-826e-6da02cd8356e tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups?id=40083fbc-3504-4c4e-8990-5c2d59458781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522316 Sep 23 19:34:54.608412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa51db72-2a02-48a0-9f1b-735041ca9b7c req-8b6deef5-f06f-409c-a8ce-9bf9ab8de1d2 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 210 time: 0.0314705 Sep 23 19:34:54.844005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-1fdbea37-36e5-4a37-9877-520f12bec17f tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:54.845535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-1fdbea37-36e5-4a37-9877-520f12bec17f tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 945 time: 0.0882332 Sep 23 19:34:54.869720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91abff-9a49-424e-b233-6c9dc481eb73 req-9aeb7491-84bc-4323-9d01-ec3867769ffe tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:54.877581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e91abff-9a49-424e-b233-6c9dc481eb73 req-9aeb7491-84bc-4323-9d01-ec3867769ffe tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/ports?device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 948 time: 0.0865722 Sep 23 19:34:54.958259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e91abff-9a49-424e-b233-6c9dc481eb73 req-ba4c038a-f706-4ad1-b516-d1d2a8aa4e0d tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.38 "GET /v2.0/security-groups?id=29d729fa-fe97-4c67-aafd-650ab15085bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798280 Sep 23 19:34:54.987480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Deleting port f97f9305-bc56-4798-b75c-f31b67d69baf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:54.987861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.094731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-da36241c-0883-4bd9-8c61-e8a836318449 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.097066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-da36241c-0883-4bd9-8c61-e8a836318449 tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.72 "GET /v2.0/ports?device_id=792f60d3-59e7-46d3-951b-665174888055 HTTP/1.1" status: 200 len: 948 time: 0.0560091 Sep 23 19:34:55.109982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-6a433125-5566-4234-aeeb-35aef0c87b11 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350568 Sep 23 19:34:55.162635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] For port f97f9305-bc56-4798-b75c-f31b67d69baf, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f97f9305-bc56-4798-b75c-f31b67d69baf,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:55.163005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.186228 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.213168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Deleting port 9750fe45-766c-4f4e-aa6f-31450a493d71 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:55.213711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.333587 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-63c35237-b37b-42be-9de2-95d0a34106b8 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4987083fb4b6429ba1450208d26ab795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364580 Sep 23 19:34:55.395982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] For port 9750fe45-766c-4f4e-aa6f-31450a493d71, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=9750fe45-766c-4f4e-aa6f-31450a493d71,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:55.396417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.447728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Calling delete_port for 9750fe45-766c-4f4e-aa6f-31450a493d71 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:55.528941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-1927c3c3-e505-471b-8c4f-796d9ec39a8c tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.530752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-1927c3c3-e505-471b-8c4f-796d9ec39a8c tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907704 Sep 23 19:34:55.546584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Request body: {'port': {'device_id': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '4987083fb4b6429ba1450208d26ab795'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:55.738026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.749628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-1267716e-d781-4721-8b58-02d9084a4710 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.751602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-1267716e-d781-4721-8b58-02d9084a4710 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6408582 Sep 23 19:34:55.805071 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-a7d31239-8ae3-4bf3-98a3-191fb9a9b49f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/quotas/a4ab7938e73b4674acedbf5f7dca00d5 HTTP/1.1" status: 200 len: 375 time: 0.0211844 Sep 23 19:34:55.807496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Pushing event deleted for resources: {'Port': ['ID=9750fe45-766c-4f4e-aa6f-31450a493d71,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:55.815077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Made reservation on behalf of 4987083fb4b6429ba1450208d26ab795 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:55.821348 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.846525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] No DVR routers for this DVR port 9750fe45-766c-4f4e-aa6f-31450a493d71 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:55.849147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.851446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af7aa66f-6b96-48bc-823f-d0e470742e60 req-c545ac40-8b55-4da0-b99e-3f3de30596cc tempest-ListImageFiltersTestJSON-1984366443 tempest-ListImageFiltersTestJSON-1984366443-project] 10.222.0.72 "DELETE /v2.0/ports/9750fe45-766c-4f4e-aa6f-31450a493d71 HTTP/1.1" status: 204 len: 173 time: 0.7468805 Sep 23 19:34:55.852047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-deleted', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:55.853994 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6217a4cd-4294-4b0f-85ab-ebe020892a6d" -d '{"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-deleted", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:55.855860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.858568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.858568 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Floating IP a89ea183-9ee4-4843-92ff-49fec3fadd9d disassociated. External IP: 172.25.6.254, port: f97f9305-bc56-4798-b75c-f31b67d69baf. Sep 23 19:34:55.858568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Calling delete_port for f97f9305-bc56-4798-b75c-f31b67d69baf owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:55.858799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.893168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-9dad7628-10ed-471b-a065-da8551a3ee8e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870919 Sep 23 19:34:56.023464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.034499 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.095137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.121335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2fc382-1834-4a55-83ab-d40c048c0b2c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:56.304948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Router 24d8a0a6-b93a-4f71-bb20-005b134460b6 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:56.306498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event deleted for resources: {'Port': ['ID=f97f9305-bc56-4798-b75c-f31b67d69baf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:56.333195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Allocated IP 192.168.233.167 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/893d43ee-2ea0-4a77-803b-8e333e356ae3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:56.505877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:56.519472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] Sync routers for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:56.545830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:56.546555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:56.588197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] No DVR routers for this DVR port f97f9305-bc56-4798-b75c-f31b67d69baf on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:56.593163 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.596058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e350d16-c903-477d-8c79-ff49c2a9deff req-41047fd3-6540-474e-a8a4-76d747500857 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.72 "DELETE /v2.0/ports/f97f9305-bc56-4798-b75c-f31b67d69baf HTTP/1.1" status: 204 len: 173 time: 1.7415209 Sep 23 19:34:56.596932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'name': 'network-vif-deleted', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:56.600276 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac06e55-cd90-43d0-8819-6afb2fd37dae" -d '{"events": [{"server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "name": "network-vif-deleted", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:56.699889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.706094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-720248f3-566a-40f1-b8e8-edb02bd79d1b req-c8c60ee2-6d2b-4c04-9c2e-a4166a68dbec tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ff116de-69ea-454d-b1bd-73ea713b8bcb HTTP/1.1" status: 200 len: 210 time: 0.0541782 Sep 23 19:34:56.821821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.906103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:56.975305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:56.981987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:56.983823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Pushing event updated for resources: {'Port': ['ID=893d43ee-2ea0-4a77-803b-8e333e356ae3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:56.985965 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:57.020453 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.064924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:57.065792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.093407 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-4481e0f4-af7d-40b4-a293-be52c19b0504 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5470843 Sep 23 19:34:57.104231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Request body: {'port': {'device_id': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:57.240358 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.286078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c8cf-e4fb-44ea-bc6a-874384c8f55a req-b5eedf30-f816-4573-9d08-23a1acc33ef6 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:57.301395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4bc1c8cf-e4fb-44ea-bc6a-874384c8f55a req-b5eedf30-f816-4573-9d08-23a1acc33ef6 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 936 time: 0.0966661 Sep 23 19:34:57.385038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:42Z', 'revision_number': 5, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:57.424909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] Checking router: 24d8a0a6-b93a-4f71-bb20-005b134460b6 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:57.431284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4bc1c8cf-e4fb-44ea-bc6a-874384c8f55a req-986d1467-d8aa-4689-b980-52c462a4bde2 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291177 Sep 23 19:34:57.439696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:57.452260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:57.562369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:57.595424 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3fff4-14ff-4c48-b0cc-642b94d4876b x-openstack-request-id: req-bbc3fff4-14ff-4c48-b0cc-642b94d4876b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:57.595723 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792f60d3-59e7-46d3-951b-665174888055", "name": "network-vif-deleted", "tag": "9750fe45-766c-4f4e-aa6f-31450a493d71", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:57.596230 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbc3fff4-14ff-4c48-b0cc-642b94d4876b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:57.596636 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792f60d3-59e7-46d3-951b-665174888055', 'name': 'network-vif-deleted', 'tag': '9750fe45-766c-4f4e-aa6f-31450a493d71', 'status': 'completed', 'code': 200} Sep 23 19:34:57.605665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:57.631088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 9750fe45-766c-4f4e-aa6f-31450a493d71 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:57.631724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 9750fe45-766c-4f4e-aa6f-31450a493d71 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:57.632325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f97f9305-bc56-4798-b75c-f31b67d69baf no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:57.674466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ded725f4-950f-4d48-a22b-6f6e781692d7 None None] Provisioning complete for port 893d43ee-2ea0-4a77-803b-8e333e356ae3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:57.675057 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ded725f4-950f-4d48-a22b-6f6e781692d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.676273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f97f9305-bc56-4798-b75c-f31b67d69baf {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:57.676778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f97f9305-bc56-4798-b75c-f31b67d69baf not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:57.738768 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b01f3-f2dd-490a-8060-d8712f36adc6 x-openstack-request-id: req-4a7b01f3-f2dd-490a-8060-d8712f36adc6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:57.739930 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff116de-69ea-454d-b1bd-73ea713b8bcb", "name": "network-vif-deleted", "tag": "f97f9305-bc56-4798-b75c-f31b67d69baf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:57.739930 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a7b01f3-f2dd-490a-8060-d8712f36adc6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:57.740339 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff116de-69ea-454d-b1bd-73ea713b8bcb', 'name': 'network-vif-deleted', 'tag': 'f97f9305-bc56-4798-b75c-f31b67d69baf', 'status': 'completed', 'code': 200} Sep 23 19:34:57.847328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ded725f4-950f-4d48-a22b-6f6e781692d7 None None] Port 893d43ee-2ea0-4a77-803b-8e333e356ae3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:57.929562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893d43ee-2ea0-4a77-803b-8e333e356ae3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:57.980018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:58.020935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Transition to ACTIVE for port object 893d43ee-2ea0-4a77-803b-8e333e356ae3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:58.027660 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:58.038461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:42Z', 'revision_number': 5, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:58.374083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03019c-8f76-4c68-9ae6-0b85cd16a092 None None] The sync data for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 is: [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 4, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c4769f60-9acf-4db4-849a-5560ff63c820', 'name': '', 'network_id': 'ae3d8fb7-cfad-4e8f-823b-6545004b2e95', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'mac_address': 'fa:16:3e:da:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:29Z', 'updated_at': '2021-09-23T19:32:42Z', 'revision_number': 5, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'subnets': [{'id': '44333a89-c613-48d0-a2f4-6b190098b6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:58.598124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Pushing event updated for resources: {'Port': ['ID=893d43ee-2ea0-4a77-803b-8e333e356ae3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:58.625920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Attempting to bind port 893d43ee-2ea0-4a77-803b-8e333e356ae3 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:58.626331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Attempting to bind port 893d43ee-2ea0-4a77-803b-8e333e356ae3 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:58.626850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Attempting to bind port 893d43ee-2ea0-4a77-803b-8e333e356ae3 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:58.665764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddfb5f2a-d661-4f98-a9f9-cea8895ee3d1 req-afba9950-ad70-4a6d-b3f4-227e2048246e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 210 time: 0.0887430 Sep 23 19:34:58.670918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Port 893d43ee-2ea0-4a77-803b-8e333e356ae3 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:58.671252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Attempting to bind port 893d43ee-2ea0-4a77-803b-8e333e356ae3 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:58.678778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:58.679115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:58.679567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:58.695141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-db83be8e-5b5b-40da-98ce-f225833eb8e4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087625 Sep 23 19:34:58.696621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Bound port: 893d43ee-2ea0-4a77-803b-8e333e356ae3, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:58.697079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:58.889430 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-27096bd0-6a72-46c8-838d-e7bdf0474fa1 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735285 Sep 23 19:34:58.922113 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd090e9-a61a-4f17-ae6a-62fb7fbc4adf None None] New status for floating IP a89ea183-9ee4-4843-92ff-49fec3fadd9d: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:58.934835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-061a603c-b314-4514-ac57-6193318c0f9e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:58.939354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-061a603c-b314-4514-ac57-6193318c0f9e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356720 Sep 23 19:34:58.956191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:59.049365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7454c07c-24f5-412c-bd05-3b6b57ee5bbf tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.052025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7454c07c-24f5-412c-bd05-3b6b57ee5bbf tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535800 Sep 23 19:34:59.064345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:59.114843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] For port 893d43ee-2ea0-4a77-803b-8e333e356ae3, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:59.157792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] For port 893d43ee-2ea0-4a77-803b-8e333e356ae3, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=893d43ee-2ea0-4a77-803b-8e333e356ae3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:59.166557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.240085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.240711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.242390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] 10.222.0.72 "PUT /v2.0/ports/893d43ee-2ea0-4a77-803b-8e333e356ae3 HTTP/1.1" status: 200 len: 1096 time: 2.1440141 Sep 23 19:34:59.372891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:59.377515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.389905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26836561-bb2a-40a8-a5ee-711772a4faab req-4ac0f27e-3abf-41d4-8557-3d2c6e1654c9 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.398159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26836561-bb2a-40a8-a5ee-711772a4faab req-4ac0f27e-3abf-41d4-8557-3d2c6e1654c9 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 948 time: 0.1798160 Sep 23 19:34:59.427588 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:34:59.442317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7fed3-be73-46a2-9e0d-846540b976f3 service neutron] Pushing event updated for resources: {'Port': ['ID=893d43ee-2ea0-4a77-803b-8e333e356ae3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:59.458754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:59.462893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.501229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-467bbd19-98c1-446b-97a8-1ab0d0d8d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.502969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-467bbd19-98c1-446b-97a8-1ab0d0d8d39e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4987083fb4b6429ba1450208d26ab795&device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 1099 time: 0.2142053 Sep 23 19:34:59.508931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26836561-bb2a-40a8-a5ee-711772a4faab req-8e2c3b5f-df56-44c8-918a-4a8f3da9ba79 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067820 Sep 23 19:34:59.565372 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-70604760-8dcf-4a57-a2b2-ae04b1301461 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=893d43ee-2ea0-4a77-803b-8e333e356ae3 HTTP/1.1" status: 200 len: 217 time: 0.0489054 Sep 23 19:34:59.602110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'tag': '893d43ee-2ea0-4a77-803b-8e333e356ae3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:59.605783 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4486d12-6d0a-4f28-b5f7-a132ea64b5c6", "tag": "893d43ee-2ea0-4a77-803b-8e333e356ae3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:59.678540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.56 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/b99bb722-30cb-4e18-9cb4-505c22b0640b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:59.681704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-d39fae00-fd55-45d4-90f4-2ad3ad9f1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.683104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-d39fae00-fd55-45d4-90f4-2ad3ad9f1aea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1119931 Sep 23 19:34:59.762147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7056-5637-4bdc-8acf-898166024dbd req-122ff1d8-1175-416d-a32d-70292ad7a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.763759 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-122ff1d8-1175-416d-a32d-70292ad7a283 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718219 Sep 23 19:34:59.802564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:59.851178 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d10f6f9-5bd2-445d-8622-47ce8317af97 x-openstack-request-id: req-1d10f6f9-5bd2-445d-8622-47ce8317af97 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:59.851474 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4486d12-6d0a-4f28-b5f7-a132ea64b5c6", "tag": "893d43ee-2ea0-4a77-803b-8e333e356ae3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:59.851719 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d10f6f9-5bd2-445d-8622-47ce8317af97 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:59.852098 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'tag': '893d43ee-2ea0-4a77-803b-8e333e356ae3', 'status': 'completed', 'code': 200} Sep 23 19:34:59.861019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed10f9f-1b75-454a-b7b5-7212a9168d94 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.885506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed10f9f-1b75-454a-b7b5-7212a9168d94 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.921093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb6a08e9-439b-455b-85b1-917afc76c2de req-f7d4d80c-8fbb-4b78-af7b-d9d9446c6ebe tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 210 time: 0.0325222 Sep 23 19:34:59.944924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.944924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-850ac776-f559-41bb-915c-f9f6f8ae7dfd service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635094 Sep 23 19:34:59.966629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed10f9f-1b75-454a-b7b5-7212a9168d94 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.969361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed10f9f-1b75-454a-b7b5-7212a9168d94 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.971215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ed10f9f-1b75-454a-b7b5-7212a9168d94 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "DELETE /v2.0/security-groups/40083fbc-3504-4c4e-8990-5c2d59458781 HTTP/1.1" status: 204 len: 168 time: 0.1669569 Sep 23 19:34:59.975393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:59.981046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed10f9f-1b75-454a-b7b5-7212a9168d94 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40083fbc-3504-4c4e-8990-5c2d59458781,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:00.010516 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-7061bb2d-b1a0-44fb-9520-5466077b76e0 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] show failed (client error): The resource could not be found. Sep 23 19:35:00.011558 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7061bb2d-b1a0-44fb-9520-5466077b76e0 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "GET /v2.0/security-groups/40083fbc-3504-4c4e-8990-5c2d59458781 HTTP/1.1" status: 404 len: 347 time: 0.0352330 Sep 23 19:35:00.015103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:00.056883 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.072674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:00.111491 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1db7056-5637-4bdc-8acf-898166024dbd req-6fd92edc-d04f-40b7-a4c6-727bae052fc6 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603916 Sep 23 19:35:00.119469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:00.123484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:00.128584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:00.138933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=b99bb722-30cb-4e18-9cb4-505c22b0640b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:00.231288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.95 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/6c648f7f-da22-416f-ac53-3592a1e94384) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:00.256230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:00.256919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.286502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Deleting port 0c7526e1-54aa-455a-a914-70d25e0e56f4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:00.286847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.322008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-40e23ef6-0705-44b7-ad42-345432c4efbd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2618525 Sep 23 19:35:00.353300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-4826129a-eb8d-4a81-868a-636d3451f075 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:35:00.354663 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-4826129a-eb8d-4a81-868a-636d3451f075 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093021 Sep 23 19:35:00.366836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-8e1fb48a-ed02-4e74-8a31-505b0280623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:00.368378 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-8e1fb48a-ed02-4e74-8a31-505b0280623b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4987083fb4b6429ba1450208d26ab795&device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 1099 time: 0.1669524 Sep 23 19:35:00.558460 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.559094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.595014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-f13a708b-21d7-43e9-b617-bc2e77491b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:00.596611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-f13a708b-21d7-43e9-b617-bc2e77491b12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2018297 Sep 23 19:35:00.604755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Calling delete_port for 0c7526e1-54aa-455a-a914-70d25e0e56f4 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:00.621974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-52842fa0-cee5-4ae7-887f-66b6b6f2880f None None] Provisioning complete for port b99bb722-30cb-4e18-9cb4-505c22b0640b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:00.622407 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52842fa0-cee5-4ae7-887f-66b6b6f2880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.642457 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.681038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-a4c69240-6921-4eab-a39b-b4252fe001d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=893d43ee-2ea0-4a77-803b-8e333e356ae3 HTTP/1.1" status: 200 len: 217 time: 0.0727544 Sep 23 19:35:00.711775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-52842fa0-cee5-4ae7-887f-66b6b6f2880f None None] Port b99bb722-30cb-4e18-9cb4-505c22b0640b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:00.785984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-e6d1397b-e0eb-46dc-9151-960a089fc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:00.788338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-e6d1397b-e0eb-46dc-9151-960a089fc232 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1022520 Sep 23 19:35:00.807407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.819113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e5cc4-db0e-452d-9ec1-405d95d04402 req-d3db9a57-cbd3-44c7-a807-a2e83e909bb1 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:00.826709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-459e5cc4-db0e-452d-9ec1-405d95d04402 req-d3db9a57-cbd3-44c7-a807-a2e83e909bb1 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 948 time: 0.1009073 Sep 23 19:35:00.862459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-e9abc99b-ea49-4497-b8bb-163874ffe82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:00.864535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-e9abc99b-ea49-4497-b8bb-163874ffe82b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652461 Sep 23 19:35:00.892696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Request body: {'port': {'device_id': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:00.928789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:00.949733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:00.987813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=6c648f7f-da22-416f-ac53-3592a1e94384,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:00.995981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:00.998847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:01.047841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.073754 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-f1097507-af33-474d-96ca-b32e0160f580 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002499 Sep 23 19:35:01.092961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-459e5cc4-db0e-452d-9ec1-405d95d04402 req-593b0e7a-5436-48d9-b9db-88542f19d514 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649424 Sep 23 19:35:01.185134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:01.186119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.208494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-af57ec18-1a4a-47f1-8d48-ff9255718ac2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2599061 Sep 23 19:35:01.210681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.239840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Pushing event deleted for resources: {'Port': ['ID=0c7526e1-54aa-455a-a914-70d25e0e56f4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:01.244430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-93ee7895-5374-4784-b3d6-5db3fc9ee08b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ec966dad87b411e861388f9fd5b49f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124785 Sep 23 19:35:01.257120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Request body: {'port': {'device_id': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:01.295822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:01.368114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:01.458389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.459721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7dbb3d6c-4f54-4b09-bfdd-832744a1f177 None None] Provisioning complete for port 6c648f7f-da22-416f-ac53-3592a1e94384 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:01.460477 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3d6c-4f54-4b09-bfdd-832744a1f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.462352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f2ebfb36-41a2-4a7b-b682-ba2cdce3084e req-4a50671f-753d-4a05-a3af-745ad71398d4 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598094 Sep 23 19:35:01.500723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.503265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.504445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0dcd063-11c5-48cd-9d78-f6c3bf0ce1d4 tempest-ServersTestFqdnHostnames-1459622317 tempest-ServersTestFqdnHostnames-1459622317-project] 10.222.0.38 "DELETE /v2.0/floatingips/a89ea183-9ee4-4843-92ff-49fec3fadd9d HTTP/1.1" status: 204 len: 168 time: 1.4882839 Sep 23 19:35:01.508579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:01.509965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 893d43ee-2ea0-4a77-803b-8e333e356ae3 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:01.539802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7bdc1-d1f9-4304-9baf-b3d86b2e934c req-828560e7-389b-4e6c-819f-45938142e54e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:01.541372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06f7bdc1-d1f9-4304-9baf-b3d86b2e934c req-828560e7-389b-4e6c-819f-45938142e54e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 935 time: 0.2434163 Sep 23 19:35:01.563265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84d0e29-4bda-4ffb-ab23-193753658fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.632015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 893d43ee-2ea0-4a77-803b-8e333e356ae3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=893d43ee-2ea0-4a77-803b-8e333e356ae3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:01.672194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84d0e29-4bda-4ffb-ab23-193753658fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.672894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '893d43ee-2ea0-4a77-803b-8e333e356ae3', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '893d43ee-2ea0-4a77-803b-8e333e356ae3', 'mac_address': 'fa:16:3e:5b:31:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:01.679264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb3d6c-4f54-4b09-bfdd-832744a1f177 None None] Port 6c648f7f-da22-416f-ac53-3592a1e94384 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:01.689390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06f7bdc1-d1f9-4304-9baf-b3d86b2e934c req-f47bd29b-eedb-4cab-8e3c-174fa5eb5ab2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408372 Sep 23 19:35:01.751948 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.782262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99bb722-30cb-4e18-9cb4-505c22b0640b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:01.784946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84d0e29-4bda-4ffb-ab23-193753658fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.787422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84d0e29-4bda-4ffb-ab23-193753658fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.788553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a84d0e29-4bda-4ffb-ab23-193753658fdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29d729fa-fe97-4c67-aafd-650ab15085bb HTTP/1.1" status: 204 len: 168 time: 0.4894452 Sep 23 19:35:01.797086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d0e29-4bda-4ffb-ab23-193753658fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d729fa-fe97-4c67-aafd-650ab15085bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:01.803999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.814874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893d43ee-2ea0-4a77-803b-8e333e356ae3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:01.828889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Transition to ACTIVE for port object b99bb722-30cb-4e18-9cb4-505c22b0640b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:35:01.849019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:01.910251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 893d43ee-2ea0-4a77-803b-8e333e356ae3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=893d43ee-2ea0-4a77-803b-8e333e356ae3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:01.921719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.070729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Pushing event updated for resources: {'Port': ['ID=b99bb722-30cb-4e18-9cb4-505c22b0640b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:02.084257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=893d43ee-2ea0-4a77-803b-8e333e356ae3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:02.124209 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c648f7f-da22-416f-ac53-3592a1e94384 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:02.135052 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.155414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Transition to ACTIVE for port object 6c648f7f-da22-416f-ac53-3592a1e94384 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:35:02.169746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.216879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['893d43ee-2ea0-4a77-803b-8e333e356ae3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:02.248838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Attempting to bind port b99bb722-30cb-4e18-9cb4-505c22b0640b on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:02.249182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Attempting to bind port b99bb722-30cb-4e18-9cb4-505c22b0640b by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:02.249513 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Attempting to bind port b99bb722-30cb-4e18-9cb4-505c22b0640b on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:02.270524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Port b99bb722-30cb-4e18-9cb4-505c22b0640b on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:35:02.270884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Attempting to bind port b99bb722-30cb-4e18-9cb4-505c22b0640b on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:02.284294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:02.284577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:02.284973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:02.285432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Bound port: b99bb722-30cb-4e18-9cb4-505c22b0640b, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:02.287793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.326472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c648f7f-da22-416f-ac53-3592a1e94384,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:02.442917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] For port b99bb722-30cb-4e18-9cb4-505c22b0640b, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:02.448997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1999ca4-bddb-4867-a8dd-9942303762de req-489d9650-6643-451d-b13f-235de9f5660a tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:02.451373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1999ca4-bddb-4867-a8dd-9942303762de req-489d9650-6643-451d-b13f-235de9f5660a tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 949 time: 0.2008312 Sep 23 19:35:02.454306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] For port b99bb722-30cb-4e18-9cb4-505c22b0640b, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b99bb722-30cb-4e18-9cb4-505c22b0640b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:02.468480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.471367 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.523483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Attempting to bind port 6c648f7f-da22-416f-ac53-3592a1e94384 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:02.524265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Attempting to bind port 6c648f7f-da22-416f-ac53-3592a1e94384 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:02.525523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Attempting to bind port 6c648f7f-da22-416f-ac53-3592a1e94384 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:02.549565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Port 6c648f7f-da22-416f-ac53-3592a1e94384 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:35:02.550191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Attempting to bind port 6c648f7f-da22-416f-ac53-3592a1e94384 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:02.571407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1999ca4-bddb-4867-a8dd-9942303762de req-152ebef7-9555-491d-b51a-c233a1bb5cf6 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011965 Sep 23 19:35:02.580369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:02.581581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:02.582616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:02.583326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Bound port: 6c648f7f-da22-416f-ac53-3592a1e94384, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:02.583923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.631302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:02.632178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.634169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] 10.222.0.41 "PUT /v2.0/ports/b99bb722-30cb-4e18-9cb4-505c22b0640b HTTP/1.1" status: 200 len: 1095 time: 2.2648659 Sep 23 19:35:02.635398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'tag': 'b99bb722-30cb-4e18-9cb4-505c22b0640b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:02.637891 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cb6142-a6ce-4530-9301-de6786485f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a137442b-7ce3-4262-a0ac-e9c27bc1bea8", "tag": "b99bb722-30cb-4e18-9cb4-505c22b0640b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:02.782636 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383b9182-ef7c-402d-b7f1-848fd25873b2 x-openstack-request-id: req-383b9182-ef7c-402d-b7f1-848fd25873b2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:02.783232 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a137442b-7ce3-4262-a0ac-e9c27bc1bea8", "tag": "b99bb722-30cb-4e18-9cb4-505c22b0640b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:02.783232 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-383b9182-ef7c-402d-b7f1-848fd25873b2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:02.783570 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'tag': 'b99bb722-30cb-4e18-9cb4-505c22b0640b', 'status': 'completed', 'code': 200} Sep 23 19:35:02.835577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] For port 6c648f7f-da22-416f-ac53-3592a1e94384, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:02.840168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] For port 6c648f7f-da22-416f-ac53-3592a1e94384, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6c648f7f-da22-416f-ac53-3592a1e94384,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:02.846585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.973335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:02.973961 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.983780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c648f7f-da22-416f-ac53-3592a1e94384 HTTP/1.1" status: 200 len: 1095 time: 1.7450547 Sep 23 19:35:02.984844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'tag': '6c648f7f-da22-416f-ac53-3592a1e94384'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:02.988141 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b01b7d-b40e-4b31-89f2-fe375666271e" -d '{"events": [{"name": "network-changed", "server_uuid": "49434e80-ab2a-4ff9-bec5-56fd4dea5a27", "tag": "6c648f7f-da22-416f-ac53-3592a1e94384"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:03.077137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922c652-db07-4b4a-9e92-f205fb167ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c648f7f-da22-416f-ac53-3592a1e94384,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:03.106048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d3972-7f83-4963-a96e-3d4d9bde1c37 req-26f43d17-8ea9-4e0b-b858-63dea4afa9b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.119576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e34d3972-7f83-4963-a96e-3d4d9bde1c37 req-26f43d17-8ea9-4e0b-b858-63dea4afa9b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 947 time: 0.1881671 Sep 23 19:35:03.154426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-6f51d8ec-a144-4829-9e56-34b8bb4ac869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.155974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-6f51d8ec-a144-4829-9e56-34b8bb4ac869 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 1098 time: 0.1203935 Sep 23 19:35:03.226628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-c118eda2-7b06-4ddf-8fb4-ed3a37531a6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6c648f7f-da22-416f-ac53-3592a1e94384 HTTP/1.1" status: 200 len: 217 time: 0.0604117 Sep 23 19:35:03.258957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e34d3972-7f83-4963-a96e-3d4d9bde1c37 req-63aadef8-2c2b-4c65-9c9c-84113b50244b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380398 Sep 23 19:35:03.313648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a139a8-6667-4eba-a166-f3615de3bb10 service neutron] Pushing event updated for resources: {'Port': ['ID=b99bb722-30cb-4e18-9cb4-505c22b0640b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:03.334219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-e09cdc0e-178f-46f0-b149-cae561da05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.335714 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-e09cdc0e-178f-46f0-b149-cae561da05b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 1098 time: 0.6185904 Sep 23 19:35:03.337605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-d3286405-9257-414b-b0cf-a952cf23b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.339133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-d3286405-9257-414b-b0cf-a952cf23b99c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0752091 Sep 23 19:35:03.413336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-0889ba6f-0f23-41b3-b15d-4df1e2af419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.415261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-0889ba6f-0f23-41b3-b15d-4df1e2af419a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660803 Sep 23 19:35:03.442265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-ab10f83e-feae-4b62-86f7-5fdcaa5d71e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b99bb722-30cb-4e18-9cb4-505c22b0640b HTTP/1.1" status: 200 len: 217 time: 0.0662694 Sep 23 19:35:03.496479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 893d43ee-2ea0-4a77-803b-8e333e356ae3 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:03.508375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-5c450d68-ab97-40a7-9712-278fa2bb855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.510033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-5c450d68-ab97-40a7-9712-278fa2bb855b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0585394 Sep 23 19:35:03.567298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 893d43ee-2ea0-4a77-803b-8e333e356ae3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:35:03.575889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 893d43ee-2ea0-4a77-803b-8e333e356ae3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:03.577190 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.582044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-c2b01b60-21c0-4145-9f36-3af762020274 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539102 Sep 23 19:35:03.607394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-546a4ea6-6b67-4602-af5c-b001f4bab96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.609290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-546a4ea6-6b67-4602-af5c-b001f4bab96a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910132 Sep 23 19:35:03.646915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Deleting port c4769f60-9acf-4db4-849a-5560ff63c820 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:03.647395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.741521 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.744560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-526b2dfe-b236-4bb2-88a4-cc52323d403a service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548121 Sep 23 19:35:03.776127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 893d43ee-2ea0-4a77-803b-8e333e356ae3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=893d43ee-2ea0-4a77-803b-8e333e356ae3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:03.777169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893d43ee-2ea0-4a77-803b-8e333e356ae3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:03.780896 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3015bb-2708-498b-bfd3-5ea23d1baf8d" -d '{"events": [{"server_uuid": "e4486d12-6d0a-4f28-b5f7-a132ea64b5c6", "name": "network-vif-plugged", "status": "completed", "tag": "893d43ee-2ea0-4a77-803b-8e333e356ae3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:03.785891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.793526 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-a33b8759-6711-4969-b9e5-c6819146ec87 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707058 Sep 23 19:35:03.806862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] For port c4769f60-9acf-4db4-849a-5560ff63c820, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c4769f60-9acf-4db4-849a-5560ff63c820,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:03.807350 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.823274 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a85db96-f393-48aa-8818-42e395cc873a x-openstack-request-id: req-3a85db96-f393-48aa-8818-42e395cc873a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:03.823592 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49434e80-ab2a-4ff9-bec5-56fd4dea5a27", "tag": "6c648f7f-da22-416f-ac53-3592a1e94384", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:03.823861 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a85db96-f393-48aa-8818-42e395cc873a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:03.827137 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'tag': '6c648f7f-da22-416f-ac53-3592a1e94384', 'status': 'completed', 'code': 200} Sep 23 19:35:03.844383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Calling delete_port for c4769f60-9acf-4db4-849a-5560ff63c820 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:03.850265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=893d43ee-2ea0-4a77-803b-8e333e356ae3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:03.908439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-621f08b8-3644-4321-8fa8-3de2e085227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.911422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-621f08b8-3644-4321-8fa8-3de2e085227c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 1098 time: 0.0642803 Sep 23 19:35:03.966018 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5bb4d82-52d4-496e-89e8-a666f4a91285 req-cb32e54c-794f-4d5e-8db6-6c9b356ef76c service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605914 Sep 23 19:35:04.035782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-d39a191d-fae0-49d6-bd27-db104e2730fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.037444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-d39a191d-fae0-49d6-bd27-db104e2730fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1185753 Sep 23 19:35:04.093420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6142-a6ce-4530-9301-de6786485f7c req-38bb1dfe-2f22-4004-a4a8-ba30566dbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.096906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96cb6142-a6ce-4530-9301-de6786485f7c req-38bb1dfe-2f22-4004-a4a8-ba30566dbfce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 1098 time: 0.0727520 Sep 23 19:35:04.101834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-bc391f11-ca9f-480e-b2dc-26b47cdec713 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6c648f7f-da22-416f-ac53-3592a1e94384 HTTP/1.1" status: 200 len: 217 time: 0.0545907 Sep 23 19:35:04.173409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-ef8e1669-2e8f-4e20-b33a-7d2cf02cfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.175521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-ef8e1669-2e8f-4e20-b33a-7d2cf02cfa3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0660295 Sep 23 19:35:04.188927 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:04.237352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-f30076a9-e6f5-4aa0-adbe-166539ca0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.239117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-f30076a9-e6f5-4aa0-adbe-166539ca0ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560734 Sep 23 19:35:04.334507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4769f60-9acf-4db4-849a-5560ff63c820,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:04.450985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-d2c1069e-af55-48b1-9d60-db8bdbbfaa65 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014055 Sep 23 19:35:04.529469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6142-a6ce-4530-9301-de6786485f7c req-b94d790d-ca5a-4d2a-ad13-ceb27fb35e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.532238 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96cb6142-a6ce-4530-9301-de6786485f7c req-b94d790d-ca5a-4d2a-ad13-ceb27fb35e99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.3546410 Sep 23 19:35:04.618058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96cb6142-a6ce-4530-9301-de6786485f7c req-528906a5-c536-40a8-8cde-4583566cbd26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b99bb722-30cb-4e18-9cb4-505c22b0640b HTTP/1.1" status: 200 len: 217 time: 0.0571728 Sep 23 19:35:04.658342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0b01b7d-b40e-4b31-89f2-fe375666271e req-012fbece-19c0-457c-b4f6-a0c0d79ff1d3 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975996 Sep 23 19:35:04.703366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43df99-163c-46c7-be33-4f36dda86594 req-b2647385-56cc-40d3-b7fa-333f6b286019 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.711596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc43df99-163c-46c7-be33-4f36dda86594 req-b2647385-56cc-40d3-b7fa-333f6b286019 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 950 time: 0.0680890 Sep 23 19:35:04.768493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc43df99-163c-46c7-be33-4f36dda86594 req-55e2bab5-b5c3-46a1-b4ba-f905c128ed61 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559535 Sep 23 19:35:04.779432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6142-a6ce-4530-9301-de6786485f7c req-dda2d82e-8739-4dec-8922-afc5b89fa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.783267 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96cb6142-a6ce-4530-9301-de6786485f7c req-dda2d82e-8739-4dec-8922-afc5b89fa2c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1559832 Sep 23 19:35:04.801647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:04.816708 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4344991a-f4b9-4ef7-a4b0-0b961cebb104 x-openstack-request-id: req-4344991a-f4b9-4ef7-a4b0-0b961cebb104 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:04.818015 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4486d12-6d0a-4f28-b5f7-a132ea64b5c6", "name": "network-vif-plugged", "status": "completed", "tag": "893d43ee-2ea0-4a77-803b-8e333e356ae3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:04.818433 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4344991a-f4b9-4ef7-a4b0-0b961cebb104 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:04.818969 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893d43ee-2ea0-4a77-803b-8e333e356ae3', 'code': 200} Sep 23 19:35:04.891501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6142-a6ce-4530-9301-de6786485f7c req-4dbc237e-05a5-497e-83fa-5307e6910b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.893005 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96cb6142-a6ce-4530-9301-de6786485f7c req-4dbc237e-05a5-497e-83fa-5307e6910b99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026049 Sep 23 19:35:04.955059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17764313-9fe8-4df3-acb8-3c132c0dcea6 req-6ff8ae04-0606-45e1-9a2b-79e938c0f59d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.956565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17764313-9fe8-4df3-acb8-3c132c0dcea6 req-6ff8ae04-0606-45e1-9a2b-79e938c0f59d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 947 time: 0.0809166 Sep 23 19:35:04.959412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932bd37-b226-42a9-bd42-42aec319abc5 req-b403fd6b-421d-45c2-b7f2-d25fccf46b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.960900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2932bd37-b226-42a9-bd42-42aec319abc5 req-b403fd6b-421d-45c2-b7f2-d25fccf46b4d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 1101 time: 0.0832732 Sep 23 19:35:05.018524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17764313-9fe8-4df3-acb8-3c132c0dcea6 req-8e19f8eb-387f-4c59-880e-c1d4ba4d5d32 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Sep 23 19:35:05.020614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2932bd37-b226-42a9-bd42-42aec319abc5 req-4feff590-c38b-4b7d-996e-b3e161d8da0c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503390 Sep 23 19:35:05.028754 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96cb6142-a6ce-4530-9301-de6786485f7c req-92557748-5654-4bee-a174-765eaf5ef48e service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103804 Sep 23 19:35:05.197128 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96cb6142-a6ce-4530-9301-de6786485f7c req-3f4b1ee5-103e-4c10-8e8b-e018fea8c543 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366460 Sep 23 19:35:05.200726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Router 24d8a0a6-b93a-4f71-bb20-005b134460b6 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:05.323448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:05.334188 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3beba85d-8244-4101-b3f5-bcf352d600dd admin admin] 10.222.0.38 "PUT /v2.0/routers/24d8a0a6-b93a-4f71-bb20-005b134460b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8240724 Sep 23 19:35:05.335223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] Sync routers for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:05.337108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:05.346624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:05.347591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:05.483673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:05.483965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:05.521482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6c648f7f-da22-416f-ac53-3592a1e94384 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:05.625847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:05.693927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Deleting port 37c16bd2-6010-4ed1-97f1-da3362987c82 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:05.694431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:05.799144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6c648f7f-da22-416f-ac53-3592a1e94384, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6c648f7f-da22-416f-ac53-3592a1e94384,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:05.818481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] For port 37c16bd2-6010-4ed1-97f1-da3362987c82, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=37c16bd2-6010-4ed1-97f1-da3362987c82,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:05.819519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:05.824115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '6c648f7f-da22-416f-ac53-3592a1e94384', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '6c648f7f-da22-416f-ac53-3592a1e94384', 'mac_address': 'fa:16:3e:7d:8d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:05.843193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Calling delete_port for 37c16bd2-6010-4ed1-97f1-da3362987c82 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:05.884114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:05.903402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c648f7f-da22-416f-ac53-3592a1e94384 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:05.903928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82df00-bf1b-4a88-ae4e-314c34d9350e req-95ed2cd3-4b0e-40e7-9512-589d2c23c05b tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:05.905922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e82df00-bf1b-4a88-ae4e-314c34d9350e req-95ed2cd3-4b0e-40e7-9512-589d2c23c05b tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 950 time: 0.0589199 Sep 23 19:35:05.908588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:35:04Z', 'revision_number': 5, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port': {'id': '37c16bd2-6010-4ed1-97f1-da3362987c82', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:05.948133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] Checking router: 24d8a0a6-b93a-4f71-bb20-005b134460b6 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:05.960222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e82df00-bf1b-4a88-ae4e-314c34d9350e req-114a48fb-30a7-4224-80b9-c71de08b47a6 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Sep 23 19:35:05.986738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6c648f7f-da22-416f-ac53-3592a1e94384, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6c648f7f-da22-416f-ac53-3592a1e94384,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:05.991395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] Routers {'24d8a0a6-b93a-4f71-bb20-005b134460b6'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:05.992112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['24d8a0a6-b93a-4f71-bb20-005b134460b6'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:05.995630 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.078825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.129722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] Set router 24d8a0a6-b93a-4f71-bb20-005b134460b6 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:06.132090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=6c648f7f-da22-416f-ac53-3592a1e94384,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:06.176130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac195cf7-1aed-4bdd-8cc0-5bd644974f49 req-e03b8d96-2cf6-4532-b098-abcfefff86b4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:06.177686 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac195cf7-1aed-4bdd-8cc0-5bd644974f49 req-e03b8d96-2cf6-4532-b098-abcfefff86b4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 947 time: 0.0548499 Sep 23 19:35:06.200449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:35:05Z', 'revision_number': 6, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:06.218405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac195cf7-1aed-4bdd-8cc0-5bd644974f49 req-c8c19f79-a2c0-4bbc-b06f-c2025ae26b37 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346003 Sep 23 19:35:06.228011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eea47-6be0-4859-a68e-2d67caec29c0 None None] The sync data for ids ['24d8a0a6-b93a-4f71-bb20-005b134460b6'] in n-d-810763-1 is: [{'id': '24d8a0a6-b93a-4f71-bb20-005b134460b6', 'name': 'tempest-ServersTestFqdnHostnames-1871500674-router', 'tenant_id': '08265e62bd2e4e029cb647ecc7f4072c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:35:05Z', 'revision_number': 6, 'project_id': '08265e62bd2e4e029cb647ecc7f4072c', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:06.305312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:06.387156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c16bd2-6010-4ed1-97f1-da3362987c82,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:06.455252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.568087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.576675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.630852 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.631576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24d8a0a6-b93a-4f71-bb20-005b134460b6 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:35:06.644339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.648852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-238d012f-6408-42d9-a8c1-36a7b643a5e3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/24d8a0a6-b93a-4f71-bb20-005b134460b6 HTTP/1.1" status: 204 len: 168 time: 1.3070641 Sep 23 19:35:06.649493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:06.663569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c4769f60-9acf-4db4-849a-5560ff63c820 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:06.699981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: c4769f60-9acf-4db4-849a-5560ff63c820 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:06.700580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c4769f60-9acf-4db4-849a-5560ff63c820 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:06.721194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] Deleting subnet 44333a89-c613-48d0-a2f4-6b190098b6ca {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:06.727529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.769490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.855951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55072) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:06.904179 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.981555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:06.997363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.002609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/44333a89-c613-48d0-a2f4-6b190098b6ca HTTP/1.1" status: 204 len: 168 time: 0.3523359 Sep 23 19:35:07.003289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:07.004360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32216a03-d986-4042-acdf-6fa525261e6d None None] Network ae3d8fb7-cfad-4e8f-823b-6545004b2e95 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:07.026754 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c180ca2-6fbe-4d21-9206-55f5dccc1762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.033271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e26720-e7e2-4481-bfde-dc7819b514d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44333a89-c613-48d0-a2f4-6b190098b6ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:07.176569 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.207823 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c180ca2-6fbe-4d21-9206-55f5dccc1762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.214642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c180ca2-6fbe-4d21-9206-55f5dccc1762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.283347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Deleting port b47914fe-1440-4720-80fd-6697336e5e09 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:07.283978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.296423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c180ca2-6fbe-4d21-9206-55f5dccc1762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8bb949-97e8-40c4-80e3-768a27ed43b5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:07.301020 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5c180ca2-6fbe-4d21-9206-55f5dccc1762 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78f534e705ff4f958a3a74f96d7f043e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429297 Sep 23 19:35:07.306802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:07.362483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] DHCP port deletion for ae3d8fb7-cfad-4e8f-823b-6545004b2e95 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:35:07.435110 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] Deleting port b47914fe-1440-4720-80fd-6697336e5e09 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:07.435850 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.485411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] For port b47914fe-1440-4720-80fd-6697336e5e09, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b47914fe-1440-4720-80fd-6697336e5e09,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:07.485780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.528563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] For port b47914fe-1440-4720-80fd-6697336e5e09, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b47914fe-1440-4720-80fd-6697336e5e09,segment=NetworkSegment(2b467899-2048-497e-9bce-0ba7b84887ed),segment_id=2b467899-2048-497e-9bce-0ba7b84887ed)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:07.529358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.538192 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf421315-85a8-438f-b398-fd9269e7c93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.540163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Calling delete_port for b47914fe-1440-4720-80fd-6697336e5e09 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:07.546841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6c648f7f-da22-416f-ac53-3592a1e94384 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:07.583627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf421315-85a8-438f-b398-fd9269e7c93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.602889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] Calling delete_port for b47914fe-1440-4720-80fd-6697336e5e09 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:07.629315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381550-6a86-404b-9a4f-f994712f8c3b req-8c96c47d-4da4-414c-8ed0-4afcd3d92757 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:07.636660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd381550-6a86-404b-9a4f-f994712f8c3b req-8c96c47d-4da4-414c-8ed0-4afcd3d92757 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 950 time: 0.2108281 Sep 23 19:35:07.687009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 6c648f7f-da22-416f-ac53-3592a1e94384 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:35:07.693457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 6c648f7f-da22-416f-ac53-3592a1e94384 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:07.693829 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.721665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd381550-6a86-404b-9a4f-f994712f8c3b req-1746dac3-6760-466f-9af2-b60a3389e7fb tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818868 Sep 23 19:35:07.761658 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.795259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Pushing event deleted for resources: {'Port': ['ID=b47914fe-1440-4720-80fd-6697336e5e09,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:07.801064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf421315-85a8-438f-b398-fd9269e7c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.803596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.804634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf421315-85a8-438f-b398-fd9269e7c93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.808930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf421315-85a8-438f-b398-fd9269e7c93c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc8bb949-97e8-40c4-80e3-768a27ed43b5 HTTP/1.1" status: 204 len: 168 time: 0.4982102 Sep 23 19:35:07.812550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] No DVR routers for this DVR port b47914fe-1440-4720-80fd-6697336e5e09 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:07.822008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf421315-85a8-438f-b398-fd9269e7c93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8bb949-97e8-40c4-80e3-768a27ed43b5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:07.863227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] Pushing event deleted for resources: {'Port': ['ID=b47914fe-1440-4720-80fd-6697336e5e09,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:07.876882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4da76-8084-4224-993d-bdec18acd1e2 None None] No DVR routers for this DVR port b47914fe-1440-4720-80fd-6697336e5e09 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:07.908570 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.937360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c648f7f-da22-416f-ac53-3592a1e94384'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:07.939794 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f771d698-fafc-4377-a1d2-e17d1f9124da" -d '{"events": [{"server_uuid": "49434e80-ab2a-4ff9-bec5-56fd4dea5a27", "name": "network-vif-plugged", "status": "completed", "tag": "6c648f7f-da22-416f-ac53-3592a1e94384"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:07.949397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.957043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 6c648f7f-da22-416f-ac53-3592a1e94384, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6c648f7f-da22-416f-ac53-3592a1e94384,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:07.963275 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:07.969434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca6fb1-fd8c-46fb-b01d-3aa5ac07fc78 req-dc2dd17d-5bde-4a4d-b6ac-07147f500f85 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:07.971142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61ca6fb1-fd8c-46fb-b01d-3aa5ac07fc78 req-dc2dd17d-5bde-4a4d-b6ac-07147f500f85 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 947 time: 0.1241429 Sep 23 19:35:07.992520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3d8fb7-cfad-4e8f-823b-6545004b2e95']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:08.011678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b467899-2048-497e-9bce-0ba7b84887ed') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:08.012108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b467899-2048-497e-9bce-0ba7b84887ed') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:08.035948 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.039215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=6c648f7f-da22-416f-ac53-3592a1e94384,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:08.056978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61ca6fb1-fd8c-46fb-b01d-3aa5ac07fc78 req-758d1bdb-47da-40b1-be9b-402a3e7399a2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797238 Sep 23 19:35:08.062993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.079051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:08.080029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:08.110472 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:08.120754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b99bb722-30cb-4e18-9cb4-505c22b0640b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:08.155752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.170341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.173431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] 10.222.0.38 "DELETE /v2.0/networks/ae3d8fb7-cfad-4e8f-823b-6545004b2e95 HTTP/1.1" status: 204 len: 168 time: 1.1492956 Sep 23 19:35:08.190177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ce5b3-62ef-458e-9337-3fb332a70efc admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3d8fb7-cfad-4e8f-823b-6545004b2e95,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:08.282510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b99bb722-30cb-4e18-9cb4-505c22b0640b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b99bb722-30cb-4e18-9cb4-505c22b0640b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:08.300447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'b99bb722-30cb-4e18-9cb4-505c22b0640b', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'b99bb722-30cb-4e18-9cb4-505c22b0640b', 'mac_address': 'fa:16:3e:b5:18:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:08.396872 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.417370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99bb722-30cb-4e18-9cb4-505c22b0640b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:08.419018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55120) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:08.444641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b99bb722-30cb-4e18-9cb4-505c22b0640b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b99bb722-30cb-4e18-9cb4-505c22b0640b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:08.452183 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.505232 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53d8c7c7-50b4-4bc0-99b8-3289aaf0b5ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08265e62bd2e4e029cb647ecc7f4072c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849864 Sep 23 19:35:08.507821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:08.558596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 37c16bd2-6010-4ed1-97f1-da3362987c82 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:08.585088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4490299b-914c-4500-9310-a1a72959d3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.616569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4490299b-914c-4500-9310-a1a72959d3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.704244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4490299b-914c-4500-9310-a1a72959d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.708314 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4490299b-914c-4500-9310-a1a72959d3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.710095 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4490299b-914c-4500-9310-a1a72959d3ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d835b098-2cb9-4c16-a7cc-04e09f602229 HTTP/1.1" status: 204 len: 168 time: 0.2011127 Sep 23 19:35:08.742493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490299b-914c-4500-9310-a1a72959d3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d835b098-2cb9-4c16-a7cc-04e09f602229,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:08.786887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 37c16bd2-6010-4ed1-97f1-da3362987c82 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:08.787271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 37c16bd2-6010-4ed1-97f1-da3362987c82 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:08.787696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b47914fe-1440-4720-80fd-6697336e5e09 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:08.799613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=b99bb722-30cb-4e18-9cb4-505c22b0640b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:08.823493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: b47914fe-1440-4720-80fd-6697336e5e09 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:08.823929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b47914fe-1440-4720-80fd-6697336e5e09 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:08.949622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['b99bb722-30cb-4e18-9cb4-505c22b0640b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:09.070819 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e5896a-aa7b-47bb-8b3e-93afe8b5f772 x-openstack-request-id: req-c6e5896a-aa7b-47bb-8b3e-93afe8b5f772 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:09.071522 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49434e80-ab2a-4ff9-bec5-56fd4dea5a27", "name": "network-vif-plugged", "status": "completed", "tag": "6c648f7f-da22-416f-ac53-3592a1e94384", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:09.071522 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6e5896a-aa7b-47bb-8b3e-93afe8b5f772 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:09.072142 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c648f7f-da22-416f-ac53-3592a1e94384', 'code': 200} Sep 23 19:35:09.265606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea768-fbee-4ca8-873e-54a934106b7f req-a62aa7c5-4110-44e0-b5a9-834ca5f944d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:09.267210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f1ea768-fbee-4ca8-873e-54a934106b7f req-a62aa7c5-4110-44e0-b5a9-834ca5f944d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 1100 time: 0.1130333 Sep 23 19:35:09.834087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad171e-b431-4f27-b840-e67882ec9214 req-ee4579fa-557a-40d9-bcfb-82fcf2e0605f tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:09.842761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0ad171e-b431-4f27-b840-e67882ec9214 req-ee4579fa-557a-40d9-bcfb-82fcf2e0605f tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 950 time: 0.6207118 Sep 23 19:35:09.891583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f1ea768-fbee-4ca8-873e-54a934106b7f req-2cb446f4-3330-47fd-aea3-c9db51601591 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161616 Sep 23 19:35:09.907908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0ad171e-b431-4f27-b840-e67882ec9214 req-dea9e1a2-9200-475c-9c1c-b84e0486e6d1 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Sep 23 19:35:09.944705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:10.045244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d640b6-93b0-4174-950f-9b67e10f44c4 req-5f149da2-0618-4695-80db-59dc07d1f6b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:10.050874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8d640b6-93b0-4174-950f-9b67e10f44c4 req-5f149da2-0618-4695-80db-59dc07d1f6b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 948 time: 0.0677328 Sep 23 19:35:10.069684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-21513248-network', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:10.092945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:10.095701 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.102898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8d640b6-93b0-4174-950f-9b67e10f44c4 req-32da27ed-0591-410e-8cfb-eef45970cf4c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Sep 23 19:35:10.106592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.136476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b99bb722-30cb-4e18-9cb4-505c22b0640b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:10.237746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port b99bb722-30cb-4e18-9cb4-505c22b0640b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:35:10.247780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port b99bb722-30cb-4e18-9cb4-505c22b0640b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:10.248420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.289016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.300260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.351371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:35:10.382345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.382889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c611418d-ea46-4109-bc19-b174c990bf40,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:10.389109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.389679 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Added segment 64172e6a-27ae-4f27-bb30-b74a14a4b069 of type vlan for network 58635457-bc59-4eda-9f1c-3e8334135a76 Sep 23 19:35:10.426430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b99bb722-30cb-4e18-9cb4-505c22b0640b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b99bb722-30cb-4e18-9cb4-505c22b0640b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:10.432117 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.440899 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.473634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.475146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:10.476372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.497659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=b99bb722-30cb-4e18-9cb4-505c22b0640b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:10.530682 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5845392 Sep 23 19:35:10.545608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:10.551341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Request body: {'subnet': {'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-subnet', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:10.578914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e3e17-4287-4d0e-940c-2b24b4d5f535 admin admin] Pushing event updated for resources: {'Network': ['ID=58635457-bc59-4eda-9f1c-3e8334135a76,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:10.590465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 58635457-bc59-4eda-9f1c-3e8334135a76 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:35:10.597293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-71aa4a85-90a4-4d5a-80d1-f24cb5365114 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:10.599015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-71aa4a85-90a4-4d5a-80d1-f24cb5365114 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 950 time: 0.1250620 Sep 23 19:35:10.648934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:10.651222 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.667252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82acef4-6c5f-4bb4-ac60-311e32bcaba1 req-96eb2956-6d3c-4dc0-9889-0be7b61daac7 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:10.674728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e82acef4-6c5f-4bb4-ac60-311e32bcaba1 req-96eb2956-6d3c-4dc0-9889-0be7b61daac7 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.1418045 Sep 23 19:35:10.792787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e82acef4-6c5f-4bb4-ac60-311e32bcaba1 req-52e0d953-2aca-4165-9aac-b797c9dd3559 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167004 Sep 23 19:35:10.857477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Deleting port 893d43ee-2ea0-4a77-803b-8e333e356ae3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:10.857868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.961357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-f10bbe1c-33bb-4127-8587-8190a3e98c20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609066 Sep 23 19:35:11.073601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99bb722-30cb-4e18-9cb4-505c22b0640b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:11.077949 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb682b5-f4f8-44d1-a044-cea99e20943a" -d '{"events": [{"server_uuid": "a137442b-7ce3-4262-a0ac-e9c27bc1bea8", "name": "network-vif-plugged", "status": "completed", "tag": "b99bb722-30cb-4e18-9cb4-505c22b0640b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:11.086510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.094171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] For port 893d43ee-2ea0-4a77-803b-8e333e356ae3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=893d43ee-2ea0-4a77-803b-8e333e356ae3,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:11.095006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.138796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-f3a7e5be-d5a6-401e-aed5-25dd532d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.140592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-f3a7e5be-d5a6-401e-aed5-25dd532d4c47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bb8d6f029ca451091d6caeae2ea6c08&device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0985522 Sep 23 19:35:11.171029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Calling delete_port for 893d43ee-2ea0-4a77-803b-8e333e356ae3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:11.173219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a31fcd-cda4-4b73-8588-ceba98513f6f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:11.291679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:11.299388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-a6223ecf-dc0c-42e3-9ddf-8722368417e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.301304 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-a6223ecf-dc0c-42e3-9ddf-8722368417e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f7e68af-33f3-4973-a38b-b1c8433c87ac HTTP/1.1" status: 200 len: 916 time: 0.1341848 Sep 23 19:35:11.313308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Checking segment: {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:11.313671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Network hostable DHCP agents. Network: 58635457-bc59-4eda-9f1c-3e8334135a76, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:35:11.352778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7b14-80d6-486d-911b-f76ac03b0947 req-fcac79b0-2d15-4f68-a145-ca9c821c2d62 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.364006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f9d7b14-80d6-486d-911b-f76ac03b0947 req-fcac79b0-2d15-4f68-a145-ca9c821c2d62 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4486d12-6d0a-4f28-b5f7-a132ea64b5c6 HTTP/1.1" status: 200 len: 950 time: 0.1613214 Sep 23 19:35:11.393736 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-43677bed-b48c-4710-8e4d-f5e6d7ca8e6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76e999e3-e47f-464c-a55d-857bf9af404c HTTP/1.1" status: 200 len: 1001 time: 0.0834887 Sep 23 19:35:11.416501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Network 58635457-bc59-4eda-9f1c-3e8334135a76 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:35:11.454843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f9d7b14-80d6-486d-911b-f76ac03b0947 req-91c5f8f7-d4dd-4c4b-95c6-3540e91e77e7 tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.38 "GET /v2.0/security-groups?id=5f2fc382-1834-4a55-83ab-d40c048c0b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690432 Sep 23 19:35:11.488979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 58635457-bc59-4eda-9f1c-3e8334135a76) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:11.494845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-ad6c6aab-7a36-4b94-92f3-6b89d06c2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.497085 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-ad6c6aab-7a36-4b94-92f3-6b89d06c2c5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83134214-e988-4210-add8-37139a6f8537 HTTP/1.1" status: 200 len: 854 time: 0.0915680 Sep 23 19:35:11.497897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92502d35-f6a8-4e85-9a41-c1f413d3ac1c None None] Network 58635457-bc59-4eda-9f1c-3e8334135a76 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:11.519113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.520015 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.525774 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca32c00-af18-45ab-840e-02a642734a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.559874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-770b0489-a555-4f5e-8b9d-9ba506746942 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0129771 Sep 23 19:35:11.562740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:11.567174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-d8b5410f-edc7-46dd-9b0d-75333f5b8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.571041 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-d8b5410f-edc7-46dd-9b0d-75333f5b8119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f7e68af-33f3-4973-a38b-b1c8433c87ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591731 Sep 23 19:35:11.571800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:11.580018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.625721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Pushing event deleted for resources: {'Port': ['ID=893d43ee-2ea0-4a77-803b-8e333e356ae3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:11.657006 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702755c8-cd78-4986-935f-712b8df2d26a x-openstack-request-id: req-702755c8-cd78-4986-935f-712b8df2d26a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:11.657620 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a137442b-7ce3-4262-a0ac-e9c27bc1bea8", "name": "network-vif-plugged", "status": "completed", "tag": "b99bb722-30cb-4e18-9cb4-505c22b0640b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:11.658241 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-702755c8-cd78-4986-935f-712b8df2d26a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:11.658838 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99bb722-30cb-4e18-9cb4-505c22b0640b', 'code': 200} Sep 23 19:35:11.763567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] No DVR routers for this DVR port 893d43ee-2ea0-4a77-803b-8e333e356ae3 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:11.770021 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.778492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82ed6d80-50cb-44b6-acef-91343fe4a861 req-11386965-beb4-44d1-b468-e536a59e4d1d tempest-ImagesNegativeTestJSON-1929904333 tempest-ImagesNegativeTestJSON-1929904333-project] 10.222.0.72 "DELETE /v2.0/ports/893d43ee-2ea0-4a77-803b-8e333e356ae3 HTTP/1.1" status: 204 len: 173 time: 1.1679821 Sep 23 19:35:11.780879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-58635457-bc59-4eda-9f1c-3e8334135a76', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:35:11.782004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.795695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'name': 'network-vif-deleted', 'tag': '893d43ee-2ea0-4a77-803b-8e333e356ae3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:11.799270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-5134d8e9-a528-453d-a597-c86f920545ce service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079213 Sep 23 19:35:11.799729 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9198922e-5fb2-413c-a751-d982fea87c56" -d '{"events": [{"server_uuid": "e4486d12-6d0a-4f28-b5f7-a132ea64b5c6", "name": "network-vif-deleted", "tag": "893d43ee-2ea0-4a77-803b-8e333e356ae3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:11.899924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e545eb-295b-4aa1-a793-9bbc1020da82 req-d182b560-ae71-4222-af51-e2891a8da4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.904495 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87e545eb-295b-4aa1-a793-9bbc1020da82 req-d182b560-ae71-4222-af51-e2891a8da4aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 1100 time: 0.2326314 Sep 23 19:35:11.935405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980a2c3-4f3e-4272-9f0a-96125eda609f req-4dd4a794-4073-4cbd-9ea6-f078076864bd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.943866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7980a2c3-4f3e-4272-9f0a-96125eda609f req-4dd4a794-4073-4cbd-9ea6-f078076864bd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 949 time: 0.2518098 Sep 23 19:35:11.989493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-abf08f8c-2a53-4968-b20e-d6093f5c5664 req-c6a511fd-d23e-4d6e-b3a6-ac0c8ff97165 service neutron] 10.222.0.41 "GET /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809244 Sep 23 19:35:12.006038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca32c00-af18-45ab-840e-02a642734a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.008520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Allocated IP 172.20.0.2 (58635457-bc59-4eda-9f1c-3e8334135a76/99a31fcd-cda4-4b73-8588-ceba98513f6f/86abdb1b-3073-434f-81b0-c41b469114b8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:12.009484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87e545eb-295b-4aa1-a793-9bbc1020da82 req-a91cf5eb-ad62-42c4-8296-bdd88088c13a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934877 Sep 23 19:35:12.020877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca32c00-af18-45ab-840e-02a642734a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.047824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7980a2c3-4f3e-4272-9f0a-96125eda609f req-24fbb5b7-ffd9-4554-9be0-99b688dd727a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028492 Sep 23 19:35:12.075170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.076193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.081707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bca32c00-af18-45ab-840e-02a642734a3f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f066d1f16ce7479293a307282dfaf479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850850 Sep 23 19:35:12.083401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca32c00-af18-45ab-840e-02a642734a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91134f3f-f897-48d9-aa3a-90bcb42e479b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:12.085235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55296) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:12.149020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b504407-36b1-4852-bbe5-df59715e733a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.186947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b504407-36b1-4852-bbe5-df59715e733a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.191603 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.237996 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.263548 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.285934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b504407-36b1-4852-bbe5-df59715e733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.289727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b504407-36b1-4852-bbe5-df59715e733a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.291101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b504407-36b1-4852-bbe5-df59715e733a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91134f3f-f897-48d9-aa3a-90bcb42e479b HTTP/1.1" status: 204 len: 168 time: 0.2033262 Sep 23 19:35:12.297950 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848be35e-8a14-4e7b-be8c-a87a3e17832f x-openstack-request-id: req-848be35e-8a14-4e7b-be8c-a87a3e17832f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:12.298490 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4486d12-6d0a-4f28-b5f7-a132ea64b5c6", "name": "network-vif-deleted", "tag": "893d43ee-2ea0-4a77-803b-8e333e356ae3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:12.298946 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-848be35e-8a14-4e7b-be8c-a87a3e17832f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:12.299692 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4486d12-6d0a-4f28-b5f7-a132ea64b5c6', 'name': 'network-vif-deleted', 'tag': '893d43ee-2ea0-4a77-803b-8e333e356ae3', 'status': 'completed', 'code': 200} Sep 23 19:35:12.333079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b504407-36b1-4852-bbe5-df59715e733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91134f3f-f897-48d9-aa3a-90bcb42e479b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:12.401099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Network 58635457-bc59-4eda-9f1c-3e8334135a76 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:12.409041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:12.431136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:12.483307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.512996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Pushing event updated for resources: {'Port': ['ID=86abdb1b-3073-434f-81b0-c41b469114b8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:12.531016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Attempting to bind port 86abdb1b-3073-434f-81b0-c41b469114b8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:12.531387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Attempting to bind port 86abdb1b-3073-434f-81b0-c41b469114b8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:12.531757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Attempting to bind port 86abdb1b-3073-434f-81b0-c41b469114b8 on network 58635457-bc59-4eda-9f1c-3e8334135a76 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:12.539370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:12.539757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Checking segment: {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:12.540286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.540763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Bound using segment: {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:12.541288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Bound port: 86abdb1b-3073-434f-81b0-c41b469114b8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:12.541957 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.624931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] For port 86abdb1b-3073-434f-81b0-c41b469114b8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:12.631039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] For port 86abdb1b-3073-434f-81b0-c41b469114b8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=86abdb1b-3073-434f-81b0-c41b469114b8,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:12.638513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.733697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa2c92-2cb0-43ef-8355-eea6de31de3b None None] Pushing event updated for resources: {'Port': ['ID=86abdb1b-3073-434f-81b0-c41b469114b8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:12.810410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:12.831207 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7460ab3-12b6-4003-8afd-332665904503 req-4c6f830e-ae3b-4a9d-89e9-c9014d1762e2 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:12.833061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7460ab3-12b6-4003-8afd-332665904503 req-4c6f830e-ae3b-4a9d-89e9-c9014d1762e2 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.1373250 Sep 23 19:35:12.847729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6477900c-c0b3-4554-ae18-4f26e984de43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.857931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.890710 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.947135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7460ab3-12b6-4003-8afd-332665904503 req-33e224e4-8ca9-41a4-8793-87c8c2327f72 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029849 Sep 23 19:35:12.985771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6477900c-c0b3-4554-ae18-4f26e984de43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.993349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6477900c-c0b3-4554-ae18-4f26e984de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.065639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Allocated IP 172.25.6.190 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:13.085386 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6477900c-c0b3-4554-ae18-4f26e984de43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c636eb5449749ea970981b48a1b676b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715201 Sep 23 19:35:13.088640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:13.115376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477900c-c0b3-4554-ae18-4f26e984de43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c4841-1e4c-48db-aa2c-3431d261e01c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:13.138138 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69c9ab0e-6c96-45b2-a929-dd5ec050fcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.220760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c561735c-2fc4-4b48-a2a1-ed53b43b5175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.259366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c561735c-2fc4-4b48-a2a1-ed53b43b5175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.325546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.387316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c561735c-2fc4-4b48-a2a1-ed53b43b5175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.389857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c561735c-2fc4-4b48-a2a1-ed53b43b5175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.391060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c561735c-2fc4-4b48-a2a1-ed53b43b5175 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d8c4841-1e4c-48db-aa2c-3431d261e01c HTTP/1.1" status: 204 len: 168 time: 0.3013139 Sep 23 19:35:13.402301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.428479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561735c-2fc4-4b48-a2a1-ed53b43b5175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c4841-1e4c-48db-aa2c-3431d261e01c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:13.460006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:13.462170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Pushing event updated for resources: {'Port': ['ID=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:13.465997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:13.468533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:13.539918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 893d43ee-2ea0-4a77-803b-8e333e356ae3 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:13.573402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 893d43ee-2ea0-4a77-803b-8e333e356ae3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:13.573753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 893d43ee-2ea0-4a77-803b-8e333e356ae3 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:13.854990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724990f4-fed7-4e78-90fa-f14f96d8a6ff req-a7779bec-4bcd-4656-97b6-528a627c0b35 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:13.862809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-724990f4-fed7-4e78-90fa-f14f96d8a6ff req-a7779bec-4bcd-4656-97b6-528a627c0b35 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 949 time: 0.1742363 Sep 23 19:35:13.927853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-724990f4-fed7-4e78-90fa-f14f96d8a6ff req-786bdfe5-aeae-4613-9439-3e847f0feafe tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560040 Sep 23 19:35:13.928417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.186534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.249424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a919e38-913f-42dc-a845-57c8de8dbe33 None None] Network 58635457-bc59-4eda-9f1c-3e8334135a76 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:14.411479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-52769f76-d880-4d3d-8680-dfdd64f55e42 None None] Provisioning complete for port 86abdb1b-3073-434f-81b0-c41b469114b8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:14.416616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52769f76-d880-4d3d-8680-dfdd64f55e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.424795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce5fe-a392-4bc5-987d-d5baad6ceae2 req-d0f6dbf2-703a-4518-83a0-3919ae7b6d9c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:14.426356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-559ce5fe-a392-4bc5-987d-d5baad6ceae2 req-d0f6dbf2-703a-4518-83a0-3919ae7b6d9c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.0921500 Sep 23 19:35:14.457936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Router 6edb2c51-f261-4790-94af-a4f36122f185 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:35:14.560851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-559ce5fe-a392-4bc5-987d-d5baad6ceae2 req-bd3d186e-b96a-490b-b930-dfcdf558d1ea tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277084 Sep 23 19:35:14.597838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52769f76-d880-4d3d-8680-dfdd64f55e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.612391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 86abdb1b-3073-434f-81b0-c41b469114b8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:14.700838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-52769f76-d880-4d3d-8680-dfdd64f55e42 None None] For port 86abdb1b-3073-434f-81b0-c41b469114b8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=86abdb1b-3073-434f-81b0-c41b469114b8,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:14.708335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:14.708771 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52769f76-d880-4d3d-8680-dfdd64f55e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.723997 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Sync routers for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:14.747805 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:14.749097 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:14.750109 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.755329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-20c64496-26ea-4ae0-8d39-c4cc801e4389 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1900885 Sep 23 19:35:14.755490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:14.773999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52769f76-d880-4d3d-8680-dfdd64f55e42 None None] Pushing event updated for resources: {'Port': ['ID=86abdb1b-3073-434f-81b0-c41b469114b8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:14.786610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 86abdb1b-3073-434f-81b0-c41b469114b8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:14.788095 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.940289 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:15.151269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5f53a596-77fd-4d0a-9d39-bc482e6dc847 None None] Provisioning complete for port 86abdb1b-3073-434f-81b0-c41b469114b8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:15.151943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f53a596-77fd-4d0a-9d39-bc482e6dc847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.154410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7d683-01cd-4d4f-8a48-bc1729df121e req-5c4b7e8d-e970-4e16-8009-55a49f32db42 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:15.156994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ec7d683-01cd-4d4f-8a48-bc1729df121e req-5c4b7e8d-e970-4e16-8009-55a49f32db42 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 949 time: 0.1039102 Sep 23 19:35:15.192567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:15.233993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:13Z', 'revision_number': 3, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:15.244550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:15.254878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ec7d683-01cd-4d4f-8a48-bc1729df121e req-d084e4d8-8b40-41c6-b5ec-8c21007fd020 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822365 Sep 23 19:35:15.298157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Checking router: 6edb2c51-f261-4790-94af-a4f36122f185 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:15.298535 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Updating router 6edb2c51-f261-4790-94af-a4f36122f185 port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:35:15.351341 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.429280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f673638-f5d8-48e6-b6f0-36f9a9719445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.487021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7f85c-c193-4ddf-b438-7151a3727f7f req-c2cb8ed9-c63e-4c7e-8752-bf175d601638 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:15.489065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93f7f85c-c193-4ddf-b438-7151a3727f7f req-c2cb8ed9-c63e-4c7e-8752-bf175d601638 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 949 time: 0.0780847 Sep 23 19:35:15.560920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93f7f85c-c193-4ddf-b438-7151a3727f7f req-2b93f22d-f5fa-4003-bb59-e5292671fdbe tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632212 Sep 23 19:35:15.570679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.614268 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5065d5c5-8ce6-4fa8-a099-ff17e80f61e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4987083fb4b6429ba1450208d26ab795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673551 Sep 23 19:35:15.617551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:15.705605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee48fcc-150b-4a1f-9c98-c2e67c193982 req-2c542482-f701-4e69-b627-909d05688b5f tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:15.707767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ee48fcc-150b-4a1f-9c98-c2e67c193982 req-2c542482-f701-4e69-b627-909d05688b5f tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.0689580 Sep 23 19:35:15.749442 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.763086 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.779302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ee48fcc-150b-4a1f-9c98-c2e67c193982 req-9b1ea09d-153a-4e4f-9180-38886a5666e7 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618696 Sep 23 19:35:15.858065 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Pushing event updated for resources: {'Port': ['ID=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:15.870309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c40217b3-e0bd-4cdf-8041-1597221aab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.890289 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.890642 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.890983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.891317 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.891647 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.892073 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.892404 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.892728 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.893048 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.893448 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.893778 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.894093 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:15.897686 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Attempting to bind port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:15.898054 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Attempting to bind port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:15.898537 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Attempting to bind port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:15.904993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:15.905269 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:15.905680 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.906337 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:15.906808 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Bound port: 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:15.907556 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.915390 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f673638-f5d8-48e6-b6f0-36f9a9719445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.925608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Allocated IP 172.20.0.1 (58635457-bc59-4eda-9f1c-3e8334135a76/99a31fcd-cda4-4b73-8588-ceba98513f6f/0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:15.927757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f673638-f5d8-48e6-b6f0-36f9a9719445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.939686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c40217b3-e0bd-4cdf-8041-1597221aab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.979687 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] For port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:15.983435 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] For port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:15.990988 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.012727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f673638-f5d8-48e6-b6f0-36f9a9719445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115991ec-3c92-4619-8449-4604b54e7f79,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:16.029840 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3f673638-f5d8-48e6-b6f0-36f9a9719445 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8af96d43189d4cf4affdd43f3feae4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364406 Sep 23 19:35:16.032479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:16.070441 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b5057-6aca-4bb0-8ff8-7d9de0fe407e None None] Pushing event updated for resources: {'Port': ['ID=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:16.090708 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:16.091438 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:16.120528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db87c81-0095-4297-8a85-49932a0a9ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.149795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db87c81-0095-4297-8a85-49932a0a9ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.169968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c40217b3-e0bd-4cdf-8041-1597221aab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.172540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c40217b3-e0bd-4cdf-8041-1597221aab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.178266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c40217b3-e0bd-4cdf-8041-1597221aab81 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f2fc382-1834-4a55-83ab-d40c048c0b2c HTTP/1.1" status: 204 len: 168 time: 0.5579450 Sep 23 19:35:16.215648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40217b3-e0bd-4cdf-8041-1597221aab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2fc382-1834-4a55-83ab-d40c048c0b2c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:16.242803 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:16.245019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.296850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.298540 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8f60-64b3-491e-b207-927692870e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.366707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Network 58635457-bc59-4eda-9f1c-3e8334135a76 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:16.372955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:16.376898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:16.380407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db87c81-0095-4297-8a85-49932a0a9ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.386769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db87c81-0095-4297-8a85-49932a0a9ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.392496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0db87c81-0095-4297-8a85-49932a0a9ad9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/115991ec-3c92-4619-8449-4604b54e7f79 HTTP/1.1" status: 204 len: 168 time: 0.3559682 Sep 23 19:35:16.414318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf85f6-1fa9-4a7f-b5e8-7655a4fa7746 req-0a4ec6ab-8ded-49a8-a332-86d2b7380636 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:16.439792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf85f6-1fa9-4a7f-b5e8-7655a4fa7746 req-0a4ec6ab-8ded-49a8-a332-86d2b7380636 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:16.444260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7faf85f6-1fa9-4a7f-b5e8-7655a4fa7746 req-0a4ec6ab-8ded-49a8-a332-86d2b7380636 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27&device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 1689 time: 0.2351251 Sep 23 19:35:16.464594 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.472866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:16.474079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-a1f6e025-0efd-4992-ae21-48f3d4aa52a5 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:16.476064 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-a1f6e025-0efd-4992-ae21-48f3d4aa52a5 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.3119428 Sep 23 19:35:16.512827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.524371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db87c81-0095-4297-8a85-49932a0a9ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115991ec-3c92-4619-8449-4604b54e7f79,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:16.592817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 86abdb1b-3073-434f-81b0-c41b469114b8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:16.648447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7faf85f6-1fa9-4a7f-b5e8-7655a4fa7746 req-ce50d59b-0063-418a-a9eb-7c949e0e9382 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538637 Sep 23 19:35:16.736165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 86abdb1b-3073-434f-81b0-c41b469114b8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:16.736697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.798748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Deleting port 76e999e3-e47f-464c-a55d-857bf9af404c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:16.803250 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.923329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.013403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.015912 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:13Z', 'revision_number': 3, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:17.030491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5d796bd3-1509-4b06-ab22-348709fec50e None None] Provisioning complete for port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:17.030874 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d796bd3-1509-4b06-ab22-348709fec50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.108052 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a234a4e5-b8e7-484e-9632-dc786e643352 None None] The sync data for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 is: [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:13Z', 'revision_number': 3, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:17.123813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5d796bd3-1509-4b06-ab22-348709fec50e None None] Port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:17.165783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] For port 76e999e3-e47f-464c-a55d-857bf9af404c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=76e999e3-e47f-464c-a55d-857bf9af404c,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:17.166143 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.216556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdf3cd-a2b0-4420-9eb0-2af5f5397956 req-c0ada688-32b5-41d5-ba64-3269887d05f2 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:17.224122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbfdf3cd-a2b0-4420-9eb0-2af5f5397956 req-c0ada688-32b5-41d5-ba64-3269887d05f2 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 945 time: 0.2438591 Sep 23 19:35:17.262191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.269012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.361945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.365985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:17.429587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55520) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:17.618697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Network 58635457-bc59-4eda-9f1c-3e8334135a76 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:17.620297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:17.760584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55d46e17-6763-4f08-803a-f989d3b2551b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.847536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbfdf3cd-a2b0-4420-9eb0-2af5f5397956 req-9243e4a5-b7ac-4661-a293-7284b05534be tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups?id=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6222761 Sep 23 19:35:18.077059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Router 6edb2c51-f261-4790-94af-a4f36122f185 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:18.116407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf407b-7cf8-4d47-9ce4-e1adf37837b3 req-3fe5eada-dc05-4733-acd6-244c530b22a4 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:18.128795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dedf407b-7cf8-4d47-9ce4-e1adf37837b3 req-3fe5eada-dc05-4733-acd6-244c530b22a4 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 1100 time: 0.1432240 Sep 23 19:35:18.165300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ca79cb6e-c0ea-47a1-9205-50b9a33f318b None None] Provisioning complete for port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:18.165762 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca79cb6e-c0ea-47a1-9205-50b9a33f318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.215419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.216755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.217085 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Floating IP 005ae314-5689-43d2-b05d-8eb6ceceb386 disassociated. External IP: 172.25.6.151, port: 76e999e3-e47f-464c-a55d-857bf9af404c. Sep 23 19:35:18.217438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Calling delete_port for 76e999e3-e47f-464c-a55d-857bf9af404c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:18.233113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dedf407b-7cf8-4d47-9ce4-e1adf37837b3 req-f646a1b8-6186-45d4-8672-99726abfaeb1 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036701 Sep 23 19:35:18.267837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55d46e17-6763-4f08-803a-f989d3b2551b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.275875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55d46e17-6763-4f08-803a-f989d3b2551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.282342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 76e999e3-e47f-464c-a55d-857bf9af404c no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:18.332667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ca79cb6e-c0ea-47a1-9205-50b9a33f318b None None] Port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:18.416385 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-55d46e17-6763-4f08-803a-f989d3b2551b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e74fd4724664721bbbdc5457dbbeb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9856672 Sep 23 19:35:18.421213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55556) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:18.436128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d46e17-6763-4f08-803a-f989d3b2551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54026aa-9bd7-4263-9fac-15c237768c26,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:18.439382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:18.479914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fee908e3-3c9d-417a-ad43-ce838a99a5a0 admin admin] 10.222.0.38 "PUT /v2.0/routers/6edb2c51-f261-4790-94af-a4f36122f185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7136469 Sep 23 19:35:18.577500 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.598255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.632799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:18.635550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.646557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event deleted for resources: {'Port': ['ID=76e999e3-e47f-464c-a55d-857bf9af404c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:18.673249 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61c229df-e7d7-41c8-9bbc-b6e3ac940adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.728882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61c229df-e7d7-41c8-9bbc-b6e3ac940adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.782997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb302-a7c6-49e4-85e1-a162a1b09d1a req-84b7a81e-5084-48c9-8a57-645ce1849593 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:18.793167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:18.793545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.798925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e5eb302-a7c6-49e4-85e1-a162a1b09d1a req-84b7a81e-5084-48c9-8a57-645ce1849593 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 1100 time: 0.2426116 Sep 23 19:35:18.835845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61c229df-e7d7-41c8-9bbc-b6e3ac940adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.838563 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61c229df-e7d7-41c8-9bbc-b6e3ac940adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.840288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-61c229df-e7d7-41c8-9bbc-b6e3ac940adb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b54026aa-9bd7-4263-9fac-15c237768c26 HTTP/1.1" status: 204 len: 168 time: 0.4175990 Sep 23 19:35:18.854410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c229df-e7d7-41c8-9bbc-b6e3ac940adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54026aa-9bd7-4263-9fac-15c237768c26,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:18.876864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Router ffe22192-376d-4375-8d33-8b4b5e716900 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:18.901577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e5eb302-a7c6-49e4-85e1-a162a1b09d1a req-a5e51b26-9aeb-4850-913f-f852c43dd8ab tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017523 Sep 23 19:35:19.070108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:19.087976 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.103850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] Sync routers for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:19.182842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] No DVR routers for this DVR port 76e999e3-e47f-464c-a55d-857bf9af404c on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:19.187890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.191176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef2ccc2c-d99b-470f-aaa5-5cb648bf93c7 req-c4ac6ebb-07a6-4ab1-9732-0e5de827f58c tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.41 "DELETE /v2.0/ports/76e999e3-e47f-464c-a55d-857bf9af404c HTTP/1.1" status: 204 len: 173 time: 2.6892996 Sep 23 19:35:19.191987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'name': 'network-vif-deleted', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:19.194022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:19.194698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:19.210195 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acdf023-e3cb-41d2-87c0-dab8ce89781c" -d '{"events": [{"server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "name": "network-vif-deleted", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:19.427313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:19.441186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.532580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:19.536810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:19.640400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:19.671564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06bd7d0c-337a-4e43-9505-7eba0e2440a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.901691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06bd7d0c-337a-4e43-9505-7eba0e2440a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.910898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06bd7d0c-337a-4e43-9505-7eba0e2440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.994972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd7d0c-337a-4e43-9505-7eba0e2440a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657fb047-040a-4650-9d48-68ec28f927cf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:20.048807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:20.050002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-06bd7d0c-337a-4e43-9505-7eba0e2440a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f640e2f1e204bd095dc09ebeee36886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079163 Sep 23 19:35:20.084465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:40Z', 'revision_number': 5, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:20.134843 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Sync routers for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:20.186179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] Checking router: ffe22192-376d-4375-8d33-8b4b5e716900 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:20.191342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c293a200-4477-4a74-963e-f23f921c2cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:20.194345 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:20.195565 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:20.217470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:20.218737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:20.248776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c293a200-4477-4a74-963e-f23f921c2cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:20.320546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d62f42d-aa45-413d-a18b-fb64a726b378 req-995c2bee-9aca-4731-bac0-1321779864b5 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 210 time: 0.0683508 Sep 23 19:35:20.375837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c293a200-4477-4a74-963e-f23f921c2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:20.378597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c293a200-4477-4a74-963e-f23f921c2cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:20.379765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c293a200-4477-4a74-963e-f23f921c2cf1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/657fb047-040a-4650-9d48-68ec28f927cf HTTP/1.1" status: 204 len: 168 time: 0.3299122 Sep 23 19:35:20.408648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293a200-4477-4a74-963e-f23f921c2cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657fb047-040a-4650-9d48-68ec28f927cf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:20.411581 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b478d-1d17-43d6-8917-d327a64816b1 x-openstack-request-id: req-2d6b478d-1d17-43d6-8917-d327a64816b1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:20.412090 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7", "name": "network-vif-deleted", "tag": "76e999e3-e47f-464c-a55d-857bf9af404c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:20.417363 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d6b478d-1d17-43d6-8917-d327a64816b1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:20.418319 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7', 'name': 'network-vif-deleted', 'tag': '76e999e3-e47f-464c-a55d-857bf9af404c', 'status': 'completed', 'code': 200} Sep 23 19:35:20.527908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:20.610399 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:20.660611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-ee8db8c5-fd10-4244-bc76-88c120050d5f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002729 Sep 23 19:35:20.692710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:20.904957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-7187561a-1092-42b6-abe4-b4af567f1012 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:20.915887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-7187561a-1092-42b6-abe4-b4af567f1012 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517440 Sep 23 19:35:20.948318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-64c36a51-e6a0-4b9f-b079-d65660b148ac tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/quotas/a4ab7938e73b4674acedbf5f7dca00d5 HTTP/1.1" status: 200 len: 375 time: 0.0307014 Sep 23 19:35:20.983589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:20.985455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.095484 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:17Z', 'revision_number': 2, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:21.149495 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Checking router: 6edb2c51-f261-4790-94af-a4f36122f185 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:21.152641 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Updating router 6edb2c51-f261-4790-94af-a4f36122f185 port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:35:21.159209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-3d88dcf0-69f4-432d-9443-70152f4fb68f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2095048 Sep 23 19:35:21.198979 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.758361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:40Z', 'revision_number': 5, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:21.789732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023466e-a176-4a8b-9555-20c53492b9b9 None None] The sync data for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 is: [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:26Z', 'revision_number': 4, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '5106ee02-db71-4987-8379-097f94bd235b', 'name': '', 'network_id': '6f7e68af-33f3-4973-a38b-b1c8433c87ac', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'mac_address': 'fa:16:3e:c7:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '83134214-e988-4210-add8-37139a6f8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:25Z', 'updated_at': '2021-09-23T19:32:40Z', 'revision_number': 5, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'subnets': [{'id': '83134214-e988-4210-add8-37139a6f8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:21.899667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed14560e-fe3c-4536-8255-dd39a1fcede2 req-59a71d8c-93b9-48dd-821a-ac870e9dbab8 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0779610 Sep 23 19:35:22.169582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f7b2dcb-b0d0-4ea6-a346-a75caa545817 req-2b478041-1e9f-42b8-a0c2-e7e6b29d6288 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 210 time: 0.0841033 Sep 23 19:35:22.191798 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:22.205772 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:22.359779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-631656c2-ad96-4262-bfa1-9a5d391df2c4 req-bcdf2470-68f4-4ad1-bca5-94aad1c4bb56 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 210 time: 0.0866790 Sep 23 19:35:22.387822 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c677d-2e21-425e-8680-d4bc8bac770b None None] Pushing event updated for resources: {'Port': ['ID=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:22.469816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364170e-39ba-472b-a516-e38f35935db7 None None] New status for floating IP 005ae314-5689-43d2-b05d-8eb6ceceb386: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:35:22.497586 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Attempting to bind port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:22.497955 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Attempting to bind port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:22.498341 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Attempting to bind port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f on network 58635457-bc59-4eda-9f1c-3e8334135a76 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:22.507611 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:22.507981 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Checking segment: {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:22.508399 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:22.508784 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Bound using segment: {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:22.509253 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Bound port: 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:22.509641 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:22.724035 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] For port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:22.752769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] For port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:22.767271 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:22.954343 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c677d-2e21-425e-8680-d4bc8bac770b None None] Pushing event updated for resources: {'Port': ['ID=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:22.986892 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:22.987562 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:23.139195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8eb046aa-b5a7-4345-9373-8da3fc2ba408 req-c5e7c29b-6611-4519-8e83-b5eeb6be0526 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0885594 Sep 23 19:35:23.224006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e2902eb0-adce-41a6-ad83-f4ba75cb143e None None] Provisioning complete for port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:23.225034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2902eb0-adce-41a6-ad83-f4ba75cb143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.414445 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:23.455751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-497ba73d-39dd-45b9-ab2d-9dffae9d2e81 req-b35342d1-49a2-4de5-b475-b5a7593ac69b tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 210 time: 0.1753883 Sep 23 19:35:23.457258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2902eb0-adce-41a6-ad83-f4ba75cb143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.471556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef2cabf1-fba2-4933-ac9c-785be682a726 req-e63a3b62-f9aa-4514-ba80-4ea8eaa9592a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.1595376 Sep 23 19:35:23.586747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e2902eb0-adce-41a6-ad83-f4ba75cb143e None None] For port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:23.592552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2902eb0-adce-41a6-ad83-f4ba75cb143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.657934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:23.714859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ae3cf8c-8ecd-4b1c-bd84-86e2e481c0ad req-3383eba3-cebb-4fea-900d-82d105b82a5f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 210 time: 0.0733852 Sep 23 19:35:23.730600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:23.785123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1241ad7c-fc88-4fd1-a060-86164ee43d48 None None] Provisioning complete for port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:23.785988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1241ad7c-fc88-4fd1-a060-86164ee43d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.791554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2902eb0-adce-41a6-ad83-f4ba75cb143e None None] Pushing event updated for resources: {'Port': ['ID=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:23.796681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-c9c89359-f844-46b5-a062-707a5dec7677 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657043 Sep 23 19:35:23.975664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.041588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-aeb845b2-e47b-4d3d-bb07-5fff44b3088c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:24.047806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-aeb845b2-e47b-4d3d-bb07-5fff44b3088c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465143 Sep 23 19:35:24.063796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81a93480-57b1-4186-8baf-904a636441e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.064463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:24.078549 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:22Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:24.192593 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d93c0-78c8-4546-85c8-1fd64ae33c26 None None] The sync data for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 is: [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:22Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:24.256868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.315939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.445004 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2787f01154c249e3932f7551ce819df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850511 Sep 23 19:35:24.452287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab58f2b9-e48a-4c22-8bd4-3c13f2e9068e req-60003fdc-16cb-4fb4-a6a3-06256cb3ea4a tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.1036670 Sep 23 19:35:24.452819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:24.485428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e7bbe-3151-484b-b23b-5a832375647c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:24.535237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.538631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.539079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.543815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.544200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.544543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.544884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.545218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.545548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.545878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.546292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.546629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cc5cc-daee-45eb-bcff-1b9d7c98d628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:24.605966 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7d54be-b6c1-466d-adeb-f9fa04bb96d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.682380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:24.707043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7d54be-b6c1-466d-adeb-f9fa04bb96d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.739998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81a93480-57b1-4186-8baf-904a636441e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.745058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81a93480-57b1-4186-8baf-904a636441e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.789796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:24.791233 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.808635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-81a93480-57b1-4186-8baf-904a636441e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a55bb60afee54d2f8ef2a5c6c04e0293&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0764329 Sep 23 19:35:24.815937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:24.854100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7d54be-b6c1-466d-adeb-f9fa04bb96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.857104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb7d54be-b6c1-466d-adeb-f9fa04bb96d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:24.869785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb7d54be-b6c1-466d-adeb-f9fa04bb96d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b62e7bbe-3151-484b-b23b-5a832375647c HTTP/1.1" status: 204 len: 168 time: 0.4044790 Sep 23 19:35:24.936946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a93480-57b1-4186-8baf-904a636441e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df056cc-1c5f-4cba-9c72-aa9babf94f68,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:24.961231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aaf516fd-ad88-42dd-a00a-72f1d68f2a15 req-f4ff506d-89c9-40bc-9f87-c41e388e67e8 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 210 time: 0.1424940 Sep 23 19:35:24.987928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d54be-b6c1-466d-adeb-f9fa04bb96d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e7bbe-3151-484b-b23b-5a832375647c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:24.997992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:25.007302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.009890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ef42aec-87ba-4378-a006-39153f203b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.039100 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ef42aec-87ba-4378-a006-39153f203b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.125914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ef42aec-87ba-4378-a006-39153f203b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.165111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ef42aec-87ba-4378-a006-39153f203b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.174338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5ef42aec-87ba-4378-a006-39153f203b65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4df056cc-1c5f-4cba-9c72-aa9babf94f68 HTTP/1.1" status: 204 len: 168 time: 0.3573384 Sep 23 19:35:25.175468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.197738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef42aec-87ba-4378-a006-39153f203b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df056cc-1c5f-4cba-9c72-aa9babf94f68,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:25.294835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-929c3df7-81f8-4a53-9a85-5364c1c8fcde req-324be753-3297-4dc7-bab7-a5d3ec92eb5b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 210 time: 0.1326699 Sep 23 19:35:25.529204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.120 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/647f09b9-9b1f-4a0c-b23e-75c410adfd3e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:25.891773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a166f957-6a69-425c-b199-b664752721f6 req-80a5102a-6add-4259-bf9f-deb6a7bae7b3 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0793214 Sep 23 19:35:26.016668 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.084424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.098399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:26.101037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e', 'b99bb722-30cb-4e18-9cb4-505c22b0640b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:26.203066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:26.234061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:26.239679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:26.247640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:26.427177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:26.428899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.473641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67142ef4-fc64-41a2-97b6-72f50ba62d0b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4126265 Sep 23 19:35:26.496595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Request body: {'port': {'device_id': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:26.659820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.779594 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.017808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-88f368d8-0c51-48c6-be47-84a1f2353d23 None None] Provisioning complete for port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:27.019336 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88f368d8-0c51-48c6-be47-84a1f2353d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.117856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:27.151083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647f09b9-9b1f-4a0c-b23e-75c410adfd3e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:27.166714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.184887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Transition to ACTIVE for port object 647f09b9-9b1f-4a0c-b23e-75c410adfd3e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:35:27.238435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f05af16-6b6a-4d33-bddf-ccbd203f5940 req-bebac133-0cd7-4913-9c92-ef072f96fdc2 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 210 time: 0.0457671 Sep 23 19:35:27.240440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.273135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-88f368d8-0c51-48c6-be47-84a1f2353d23 None None] Port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:27.370106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1399222541-network', 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:27.443084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:27.445941 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.475306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.709537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Pushing event updated for resources: {'Port': ['ID=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:27.749011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Attempting to bind port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:27.749011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Attempting to bind port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:27.749325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Attempting to bind port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:27.767627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.774345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:35:27.774345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Attempting to bind port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:27.790414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.792200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:27.793074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:27.793465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:27.793926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Bound port: 647f09b9-9b1f-4a0c-b23e-75c410adfd3e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:27.795255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.824675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf854-8fa3-4b24-8542-52fa77316e76 req-a2035102-63af-41ff-96f6-cc2fb82c2ffb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:27.826501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47bdf854-8fa3-4b24-8542-52fa77316e76 req-a2035102-63af-41ff-96f6-cc2fb82c2ffb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 948 time: 0.3961482 Sep 23 19:35:27.844634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0671c9a1-234b-42e7-998b-70e993fd3985,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:27.892232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:35:27.926197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.927961 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Added segment dfd1e9ff-4a6f-478c-8a25-0c215a614650 of type vlan for network f1d5fb3e-eddb-416b-9957-649fbd317db0 Sep 23 19:35:27.969561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47bdf854-8fa3-4b24-8542-52fa77316e76 req-123cae79-b71b-4de3-b5e2-05144c693f88 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222823 Sep 23 19:35:27.982363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] For port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:27.995258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] For port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:28.004679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.083177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:28.088841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.090454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] 10.222.0.72 "PUT /v2.0/ports/647f09b9-9b1f-4a0c-b23e-75c410adfd3e HTTP/1.1" status: 200 len: 1096 time: 1.6009622 Sep 23 19:35:28.090933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'tag': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:28.106817 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5bc676-0661-43b5-bbe5-c1301649db51" -d '{"events": [{"name": "network-changed", "server_uuid": "0a996f2e-9b5d-41bc-af16-c4a767a187b5", "tag": "647f09b9-9b1f-4a0c-b23e-75c410adfd3e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:28.162828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e96df-24cc-457b-9462-8a51b9e090da service neutron] Pushing event updated for resources: {'Port': ['ID=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:28.218859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-7a5d70d7-8362-4f59-aa98-160bea3c0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:28.222970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-7a5d70d7-8362-4f59-aa98-160bea3c0f6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 1099 time: 0.0765405 Sep 23 19:35:28.332960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-71a471e6-e298-4833-93c1-4faf2a54a85f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=647f09b9-9b1f-4a0c-b23e-75c410adfd3e HTTP/1.1" status: 200 len: 217 time: 0.0992928 Sep 23 19:35:28.434735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67d4c210-7a14-4251-baa6-852af5d3735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:28.436239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-67d4c210-7a14-4251-baa6-852af5d3735c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0959671 Sep 23 19:35:28.533580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962aef-e678-49b8-8687-503a3a89c9bc req-091054aa-0eeb-4309-820d-f2962a796691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:28.536001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-091054aa-0eeb-4309-820d-f2962a796691 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916026 Sep 23 19:35:28.553724 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.593262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.598295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:28.599140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.651973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5321739 Sep 23 19:35:28.655755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:28.661416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Request body: {'subnet': {'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1399222541-subnet', 'tenant_id': '704410d212264e658a139ea138bf5b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:28.724139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:28.727895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.733444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8c532-15b5-4ba2-b62f-73ac925d6bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d5fb3e-eddb-416b-9957-649fbd317db0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:28.745488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:35:28.843494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-4d93bc7c-0919-421d-a162-199e1b0afd2b service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836504 Sep 23 19:35:28.910462 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbafe20f-8072-4e42-9449-dca4079e86d6 x-openstack-request-id: req-fbafe20f-8072-4e42-9449-dca4079e86d6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:28.910854 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a996f2e-9b5d-41bc-af16-c4a767a187b5", "tag": "647f09b9-9b1f-4a0c-b23e-75c410adfd3e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:28.911249 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbafe20f-8072-4e42-9449-dca4079e86d6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:28.911646 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'tag': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'status': 'completed', 'code': 200} Sep 23 19:35:29.050689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:29.148893 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.155552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-265763ae-cf9a-46ce-bcc8-1bab260b3240 req-6f3d917b-4dc7-4eb3-9e82-ca534a8d54b0 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/ports?device_id=8be0dddf-d728-4fb3-9c8c-1b8b6e332cc7 HTTP/1.1" status: 200 len: 210 time: 0.0698659 Sep 23 19:35:29.170926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57962aef-e678-49b8-8687-503a3a89c9bc req-4e07f42e-1d71-41de-af24-f21415f01e6e service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268764 Sep 23 19:35:29.317260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-6761f029-b6d7-411b-ad02-ab5bbbf363f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:29.319801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-6761f029-b6d7-411b-ad02-ab5bbbf363f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 1099 time: 0.0771186 Sep 23 19:35:29.321889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:29.417069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:29.418396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Network hostable DHCP agents. Network: f1d5fb3e-eddb-416b-9957-649fbd317db0, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:35:29.420926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7e97a80-404f-4861-9fa9-b8db94cd53b4 req-a24a8779-7d05-485f-9e3d-d3fbf54b9d26 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0972953 Sep 23 19:35:29.436173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.456126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:35:29.514850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f1d5fb3e-eddb-416b-9957-649fbd317db0) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:29.518494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:29.519086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.541428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5c038-b16e-40eb-8ca5-9809dbe170de None None] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:29.552987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cb9f8f4f-252e-4c60-857f-70e5df75a15b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8959889 Sep 23 19:35:29.747525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-2606a36b-2a25-43bb-9f3b-732bf7d314a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:29.749622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-2606a36b-2a25-43bb-9f3b-732bf7d314a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.4146960 Sep 23 19:35:29.791343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94344883-caca-40a6-ba0e-2fd51a77fbf4 None None] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:29.826542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-5c5ea5c8-358f-4d59-b798-8e87593a6f5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=647f09b9-9b1f-4a0c-b23e-75c410adfd3e HTTP/1.1" status: 200 len: 217 time: 0.0657730 Sep 23 19:35:29.848569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b9998-b2f5-4a18-a25f-cad39807fd3a req-851b1b54-7dad-4d6e-a2f5-aba3b19cc31b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:29.850145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-777b9998-b2f5-4a18-a25f-cad39807fd3a req-851b1b54-7dad-4d6e-a2f5-aba3b19cc31b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 948 time: 0.1810005 Sep 23 19:35:30.017335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-7556df99-47c5-44d2-a5b5-d0e883bee994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:30.018815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-7556df99-47c5-44d2-a5b5-d0e883bee994 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1677160 Sep 23 19:35:30.027100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-777b9998-b2f5-4a18-a25f-cad39807fd3a req-1fea14ff-3b48-4f20-ac4d-a92ff2540a0c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521478 Sep 23 19:35:30.094156 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.106395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.200306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-c424c9ab-ca77-4af0-86eb-1d8d00fbe43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:30.201822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-c424c9ab-ca77-4af0-86eb-1d8d00fbe43b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738677 Sep 23 19:35:30.224929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7fff0798fb047f985c7f600c02c3aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1690943 Sep 23 19:35:30.227801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:30.308178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef3910-7f4a-49b6-8f7a-d8b79861508a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:30.329858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.330591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.331508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.337609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.338489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.339200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.339963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.340527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.341091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.341647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.342654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.343234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f984e7-0544-42d1-84d3-77de41fcdd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:30.370876 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a224e37-aa39-489b-a983-6a5ccfbbcaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.382275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-4e5526a0-6903-4bb1-9da7-bcdfbcc98b9c service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690214 Sep 23 19:35:30.398633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a224e37-aa39-489b-a983-6a5ccfbbcaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.475957 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a224e37-aa39-489b-a983-6a5ccfbbcaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.488472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a224e37-aa39-489b-a983-6a5ccfbbcaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.493008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8a224e37-aa39-489b-a983-6a5ccfbbcaac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffef3910-7f4a-49b6-8f7a-d8b79861508a HTTP/1.1" status: 204 len: 168 time: 0.2632372 Sep 23 19:35:30.521290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a224e37-aa39-489b-a983-6a5ccfbbcaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef3910-7f4a-49b6-8f7a-d8b79861508a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:30.590748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e5bc676-0661-43b5-bbe5-c1301649db51 req-ee463539-5a52-43e1-bd7a-b4c2db91f41b service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015519 Sep 23 19:35:30.715409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-f7635df4-0674-4d04-9c46-2ac167d43c2f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:30.718231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-f7635df4-0674-4d04-9c46-2ac167d43c2f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.1994536 Sep 23 19:35:30.735107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-1b92d48d-274c-4b82-8515-7e8f8aeba7b7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/quotas/704410d212264e658a139ea138bf5b03 HTTP/1.1" status: 200 len: 375 time: 0.0106909 Sep 23 19:35:30.785188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-1b387bec-e0c9-477a-ad59-7f41f834161e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422823 Sep 23 19:35:30.962201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-9e8461ec-f6d0-490d-823a-1db865c4c63a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:35:30.963196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-9e8461ec-f6d0-490d-823a-1db865c4c63a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1640527 Sep 23 19:35:31.123871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-e71d9b74-e485-489d-ae8c-284fb8c0f67c service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509264 Sep 23 19:35:31.322501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-78eb2150-d3ea-4ddc-a9df-5299e6eff2aa service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912777 Sep 23 19:35:31.614757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647f09b9-9b1f-4a0c-b23e-75c410adfd3e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:31.655836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3156c0ac-8486-42ef-bc12-88a0eba071d5 req-096903b4-68c9-4682-894f-b5bf5c47df27 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0693338 Sep 23 19:35:31.812802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:31.839264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'mac_address': 'fa:16:3e:79:ab:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:31.847857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a4ad-4ed0-418e-97d0-b48275bf3a09 req-2c3c79ca-f6b2-441a-9f46-aa46af3bec81 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:31.869172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2391a4ad-4ed0-418e-97d0-b48275bf3a09 req-2c3c79ca-f6b2-441a-9f46-aa46af3bec81 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 948 time: 0.1294737 Sep 23 19:35:31.897340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.911882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647f09b9-9b1f-4a0c-b23e-75c410adfd3e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:31.949488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:31.955043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.966258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2391a4ad-4ed0-418e-97d0-b48275bf3a09 req-0aa6252c-f050-4c0f-ad49-2e2591eb7422 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961912 Sep 23 19:35:32.041866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:32.058830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.059341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.060072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.060781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.061218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.061653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.062089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.062813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.063226 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.063624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.064018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.064415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:32.166613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-999ede48-0674-4f9b-a838-54f7f2d71ba9 req-e5a408e2-c57a-422f-a117-f576a4e191f0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 210 time: 0.0484064 Sep 23 19:35:32.209647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:32.248014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['647f09b9-9b1f-4a0c-b23e-75c410adfd3e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:32.336851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d7841ce-7ac5-400b-93fc-a51984d6ac1a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.391451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d7841ce-7ac5-400b-93fc-a51984d6ac1a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.512837 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d7841ce-7ac5-400b-93fc-a51984d6ac1a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.519186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d7841ce-7ac5-400b-93fc-a51984d6ac1a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.523538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d7841ce-7ac5-400b-93fc-a51984d6ac1a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "DELETE /v2.0/security-groups/e29d8e80-2d0b-4af4-ae49-a958a2b5a58f HTTP/1.1" status: 204 len: 168 time: 0.3125446 Sep 23 19:35:32.527327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:32.562432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:32.563725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7841ce-7ac5-400b-93fc-a51984d6ac1a tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29d8e80-2d0b-4af4-ae49-a958a2b5a58f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:32.574476 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-3fe1e811-4bbf-4257-8270-38e2905f4860 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] show failed (client error): The resource could not be found. Sep 23 19:35:32.577929 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3fe1e811-4bbf-4257-8270-38e2905f4860 tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "GET /v2.0/security-groups/e29d8e80-2d0b-4af4-ae49-a958a2b5a58f HTTP/1.1" status: 404 len: 347 time: 0.0470157 Sep 23 19:35:32.579367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:32.753620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:32.801934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.816348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a764489-7fca-4297-a7ba-0e8fda50b4ab req-db898dc9-16c1-4fc5-9665-cad88381e6dd tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0426550 Sep 23 19:35:32.836998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Deleting port 89ff659c-445a-4636-9d4a-c668883204f6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:32.837412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.941981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.956466 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.956949 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.975861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Calling delete_port for 89ff659c-445a-4636-9d4a-c668883204f6 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:33.109211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Allocated IP 172.25.6.160 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/23084ce3-b8c3-4170-b40c-9b56d03a7708) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:33.248148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7f4af-ca37-459b-a1c9-8217c88e6dea req-e5983ed7-3780-4ddb-ba23-b16142b7b367 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:33.255818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14d7f4af-ca37-459b-a1c9-8217c88e6dea req-e5983ed7-3780-4ddb-ba23-b16142b7b367 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 949 time: 0.1843066 Sep 23 19:35:33.344253 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.358175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14d7f4af-ca37-459b-a1c9-8217c88e6dea req-d60b55b6-0e91-4131-af61-13a1499fe3eb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010444 Sep 23 19:35:33.407671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.415876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-28e67c89-f0fb-4aa4-bb2f-0ae9e85b82a6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:33.423899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-28e67c89-f0fb-4aa4-bb2f-0ae9e85b82a6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.3297563 Sep 23 19:35:33.425739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.457682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:33.461168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:33.467866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:33.477470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Pushing event updated for resources: {'Port': ['ID=23084ce3-b8c3-4170-b40c-9b56d03a7708,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:33.480678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Pushing event deleted for resources: {'Port': ['ID=89ff659c-445a-4636-9d4a-c668883204f6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:33.498183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Request body: {'port': {'device_id': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'admin_state_up': True, 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:33.651098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647f09b9-9b1f-4a0c-b23e-75c410adfd3e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:33.723306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.777229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.784118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:35:33.788327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:33.788710 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.967230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.012976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:34.015415 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e07a4-03ad-49a4-b359-9a90ee485dba" -d '{"events": [{"server_uuid": "0a996f2e-9b5d-41bc-af16-c4a767a187b5", "name": "network-vif-plugged", "status": "completed", "tag": "647f09b9-9b1f-4a0c-b23e-75c410adfd3e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:34.023025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.031479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.062323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:34.067089 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.092977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dea02ac-d3ff-49d1-b460-e99a04c37d43 req-b40206f9-1fa1-4655-b0d7-f64b04461ac1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 210 time: 0.4901428 Sep 23 19:35:34.139311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:34.163846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.189378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Pushing event updated for resources: {'Port': ['ID=23084ce3-b8c3-4170-b40c-9b56d03a7708,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:34.205320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.209832 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-099a3cf5-d0a3-4769-9ada-c3e00e7191fb tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6408603 Sep 23 19:35:34.210011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:34.210124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:34.210536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.216041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2042254764', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'fixed_ips': [{'ip_address': '172.25.6.160'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:34.216228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.219066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.220268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-57bcdff5-3a78-4d77-b364-0d710c7df3ac tempest-ServersTestBootFromVolume-885312126 tempest-ServersTestBootFromVolume-885312126-project] 10.222.0.38 "DELETE /v2.0/floatingips/005ae314-5689-43d2-b05d-8eb6ceceb386 HTTP/1.1" status: 204 len: 168 time: 1.6395950 Sep 23 19:35:34.223357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:34.247910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be729d4-69cb-4956-99d9-d29d6a4dd23a req-e0bef447-e2d2-4a8a-bf82-c44fa9c717a1 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0527532 Sep 23 19:35:34.349776 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d38848b-4181-4e8f-a3dc-864f482b27a4 x-openstack-request-id: req-6d38848b-4181-4e8f-a3dc-864f482b27a4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:34.350141 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a996f2e-9b5d-41bc-af16-c4a767a187b5", "name": "network-vif-plugged", "status": "completed", "tag": "647f09b9-9b1f-4a0c-b23e-75c410adfd3e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:34.350520 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d38848b-4181-4e8f-a3dc-864f482b27a4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:34.351299 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'code': 200} Sep 23 19:35:34.362610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Made reservation on behalf of 46425299a3ea46ae897b8d4d82df4329 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:34.365161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.378652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.506621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Allocated IP 172.20.0.2 (f1d5fb3e-eddb-416b-9957-649fbd317db0/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5/b6090491-ee42-4864-a471-85f55dcc36bc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:34.518334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4e02-9e0d-407b-9a62-bf069e343328 req-b77dc20b-467f-4d00-b03e-5775b0193369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:34.520132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-003f4e02-9e0d-407b-9a62-bf069e343328 req-b77dc20b-467f-4d00-b03e-5775b0193369 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 1101 time: 0.0898499 Sep 23 19:35:34.640060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-003f4e02-9e0d-407b-9a62-bf069e343328 req-09bc10d1-963c-45f8-bb47-66cebce4b02e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738080 Sep 23 19:35:34.663190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b42ecd-86d3-484c-a40a-af2527f0fffc req-ec043ae4-21f8-4500-a991-fec3988d4756 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:34.665219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31b42ecd-86d3-484c-a40a-af2527f0fffc req-ec043ae4-21f8-4500-a991-fec3988d4756 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 950 time: 0.1357548 Sep 23 19:35:34.688936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.701116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.731630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] device_id is not set on port 773ea82c-12a2-4388-917f-f4e6aaa4ce1e yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:35:34.795731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31b42ecd-86d3-484c-a40a-af2527f0fffc req-53308b29-086e-4a5b-b9f0-8cb6fb176293 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Sep 23 19:35:34.807022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7728f7d-66ed-451d-aaf6-2d46f86bbad2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:34.884943 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.944480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.011832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:35.017124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:35.020073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:35.029248 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 19:35:35.029780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:35:35.049201 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0f43d004-1198-4cc0-88c4-89f4ece757fd tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8378177 Sep 23 19:35:35.052170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.053754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:35.085295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event updated for resources: {'Port': ['ID=b6090491-ee42-4864-a471-85f55dcc36bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:35.102816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.103865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.149535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ff914501-ef53-4b6f-953c-65b72a1ec41b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6711197 Sep 23 19:35:35.169392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Request body: {'port': {'device_id': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:35.280006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.363660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5150f5-e624-44c2-a8a5-62371720c207 req-7fb4369e-71fa-427b-8cda-c78003e137b9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.365161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be5150f5-e624-44c2-a8a5-62371720c207 req-7fb4369e-71fa-427b-8cda-c78003e137b9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 931 time: 0.1243544 Sep 23 19:35:35.380031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Deleting port 23084ce3-b8c3-4170-b40c-9b56d03a7708 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:35.380416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.493604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.493929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.513887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Calling delete_port for 23084ce3-b8c3-4170-b40c-9b56d03a7708 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:35.547313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be5150f5-e624-44c2-a8a5-62371720c207 req-15b02d3a-b614-4509-9639-6496e8ccc561 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840938 Sep 23 19:35:35.649573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Deleting port 5106ee02-db71-4987-8379-097f94bd235b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:35.650056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.665832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6090491-ee42-4864-a471-85f55dcc36bc {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:35.680054 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:35.756097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bde9ac4f-0192-4e97-a05f-f22523a35255 req-d682d461-ac78-4da3-9bf6-15ac14ff651e tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0356448 Sep 23 19:35:35.996353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084447d-b326-4e77-8b4f-b8d17683c2cf req-9ffd8391-d750-4a96-9c39-62824e4216ca tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.998272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3084447d-b326-4e77-8b4f-b8d17683c2cf req-9ffd8391-d750-4a96-9c39-62824e4216ca tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 950 time: 0.0906541 Sep 23 19:35:36.056293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3084447d-b326-4e77-8b4f-b8d17683c2cf req-99095b46-1ef7-4977-b267-10f238304b07 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491891 Sep 23 19:35:36.098485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.099809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Transition to ACTIVE for port object b6090491-ee42-4864-a471-85f55dcc36bc will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:35:36.104883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.140190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Pushing event deleted for resources: {'Port': ['ID=23084ce3-b8c3-4170-b40c-9b56d03a7708,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:36.167741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] For port 5106ee02-db71-4987-8379-097f94bd235b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5106ee02-db71-4987-8379-097f94bd235b,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:36.168242 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.185433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Calling delete_port for 5106ee02-db71-4987-8379-097f94bd235b owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:36.219648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Pushing event updated for resources: {'Port': ['ID=b6090491-ee42-4864-a471-85f55dcc36bc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:36.265376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Attempting to bind port b6090491-ee42-4864-a471-85f55dcc36bc on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:36.266045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Attempting to bind port b6090491-ee42-4864-a471-85f55dcc36bc by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:36.266576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Attempting to bind port b6090491-ee42-4864-a471-85f55dcc36bc on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:36.275411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Port b6090491-ee42-4864-a471-85f55dcc36bc on network f1d5fb3e-eddb-416b-9957-649fbd317db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:35:36.275980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Attempting to bind port b6090491-ee42-4864-a471-85f55dcc36bc on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:36.282826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:36.283666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:36.284420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Bound using segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:36.285366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Bound port: b6090491-ee42-4864-a471-85f55dcc36bc, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:36.285927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.352742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.357999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.360149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f8160812-69bd-4d35-972b-97f5fd7979f8 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167 tempest-ExternalNetworksAdminNegativeTestJSON-1616882167-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/ce0aa450-0960-433f-b43c-72bcff261a4a HTTP/1.1" status: 204 len: 168 time: 1.3049324 Sep 23 19:35:36.405009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] For port b6090491-ee42-4864-a471-85f55dcc36bc, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:36.411839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] For port b6090491-ee42-4864-a471-85f55dcc36bc, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b6090491-ee42-4864-a471-85f55dcc36bc,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:36.420746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.441703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:36.443335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.449246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] 10.222.0.41 "PUT /v2.0/ports/b6090491-ee42-4864-a471-85f55dcc36bc HTTP/1.1" status: 200 len: 1091 time: 1.2887397 Sep 23 19:35:36.453380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:35:36.453932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'tag': 'b6090491-ee42-4864-a471-85f55dcc36bc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:36.461186 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182" -d '{"events": [{"name": "network-changed", "server_uuid": "509a0d9c-593e-4198-b881-1c2823f6e1d5", "tag": "b6090491-ee42-4864-a471-85f55dcc36bc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:36.568298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.580745 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7356b65-8880-4570-b52c-0a19c079bcb3 x-openstack-request-id: req-f7356b65-8880-4570-b52c-0a19c079bcb3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:36.581346 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509a0d9c-593e-4198-b881-1c2823f6e1d5", "tag": "b6090491-ee42-4864-a471-85f55dcc36bc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:36.581346 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7356b65-8880-4570-b52c-0a19c079bcb3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:36.581646 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'tag': 'b6090491-ee42-4864-a471-85f55dcc36bc', 'status': 'completed', 'code': 200} Sep 23 19:35:36.612347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Pushing event deleted for resources: {'Port': ['ID=5106ee02-db71-4987-8379-097f94bd235b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:36.656697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-e53e43eb-55f9-42b3-814c-3f75835e5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:36.664235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-e53e43eb-55f9-42b3-814c-3f75835e5386 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 1094 time: 0.1592963 Sep 23 19:35:36.664899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15b107-381b-4044-a810-3653b18c5239 service neutron] Pushing event updated for resources: {'Port': ['ID=b6090491-ee42-4864-a471-85f55dcc36bc,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:36.737316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-2a5c1947-a5a6-4d6e-92d4-321d608d8038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6090491-ee42-4864-a471-85f55dcc36bc HTTP/1.1" status: 200 len: 217 time: 0.0560288 Sep 23 19:35:36.853652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-92350346-01d0-4442-8fe5-42a71b73d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:36.856282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-92350346-01d0-4442-8fe5-42a71b73d1c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.1081982 Sep 23 19:35:36.886410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63484b4-78b8-4964-ad1e-527094eb3100 req-2ba7a942-58d2-4669-ab1e-9bc38d7bb8a9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:36.894346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d63484b4-78b8-4964-ad1e-527094eb3100 req-2ba7a942-58d2-4669-ab1e-9bc38d7bb8a9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 943 time: 0.1559784 Sep 23 19:35:36.908137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:36.915484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:36.952869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-bb08dc45-c138-486e-9fa0-09b386f43f54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885637 Sep 23 19:35:37.001879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d63484b4-78b8-4964-ad1e-527094eb3100 req-3f1bfca0-7fcf-4b86-ac42-384af9696694 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008763 Sep 23 19:35:37.129557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0178c9c-7848-4d5c-bb73-14c9a3199273 req-ed08c547-42e3-496c-93e8-eb5b10c26a00 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0322971 Sep 23 19:35:37.149043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c29b5be9-450b-4b88-8b63-b9dcbcee722f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.212521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-bf37f446-673d-4b6a-ae29-e12064e31559 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503104 Sep 23 19:35:37.298007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Router ffe22192-376d-4375-8d33-8b4b5e716900 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:37.415436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2132196-3a2f-4d88-af41-cdd6a515b418 req-5a6544a7-5d8c-411d-8592-43aa6b12fa3d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:37.417120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2132196-3a2f-4d88-af41-cdd6a515b418 req-5a6544a7-5d8c-411d-8592-43aa6b12fa3d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 950 time: 0.1688120 Sep 23 19:35:37.467011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:37.473306 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ba339b66-f38e-42bc-89ef-6657decdf31f admin admin] 10.222.0.38 "PUT /v2.0/routers/ffe22192-376d-4375-8d33-8b4b5e716900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2467468 Sep 23 19:35:37.473582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26d2f7c1-a0aa-45d6-b373-00428bf83f9d req-c4f95470-34ad-45b9-9e0b-d3200c281e2f service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466025 Sep 23 19:35:37.475218 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c29b5be9-450b-4b88-8b63-b9dcbcee722f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.475880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56194) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:37.485222 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] Sync routers for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:37.495972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c29b5be9-450b-4b88-8b63-b9dcbcee722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.500052 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:37.500974 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:37.544436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5be9-450b-4b88-8b63-b9dcbcee722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d16499-a91d-4cd1-83ed-a75e9b01a1a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:37.601077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2132196-3a2f-4d88-af41-cdd6a515b418 req-6c2230bf-cb08-46b8-8868-1e77ebf3e5e9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671116 Sep 23 19:35:37.617629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c29b5be9-450b-4b88-8b63-b9dcbcee722f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=429ea3400243408bad98d4fc1bb0a0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084699 Sep 23 19:35:37.620859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:37.657290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-096ea538-7d2b-4bb6-a85f-f479616ff43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:37.659332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-096ea538-7d2b-4bb6-a85f-f479616ff43a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 1094 time: 0.1091964 Sep 23 19:35:37.667553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.711491 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:37.723078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82db98a-ad3c-4162-920a-0a4dd412a7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.795554 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82db98a-ad3c-4162-920a-0a4dd412a7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.834453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-01d839c2-37f3-4ab0-8ff7-c09941052630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:37.835941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-01d839c2-37f3-4ab0-8ff7-c09941052630 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.1652794 Sep 23 19:35:37.905346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-fdcbf522-fd43-4b03-9dbc-5a2948c99dbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6090491-ee42-4864-a471-85f55dcc36bc HTTP/1.1" status: 200 len: 217 time: 0.0494316 Sep 23 19:35:37.908840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.933954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2209d-706c-4fe5-8326-cb2aa6e220f4 req-3e5a40f6-850d-45b3-9226-277323fd0298 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:37.935775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5d2209d-706c-4fe5-8326-cb2aa6e220f4 req-3e5a40f6-850d-45b3-9226-277323fd0298 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 1101 time: 0.1241610 Sep 23 19:35:37.972405 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82db98a-ad3c-4162-920a-0a4dd412a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.974984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f82db98a-ad3c-4162-920a-0a4dd412a7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:37.976136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f82db98a-ad3c-4162-920a-0a4dd412a7d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92d16499-a91d-4cd1-83ed-a75e9b01a1a4 HTTP/1.1" status: 204 len: 168 time: 0.3541801 Sep 23 19:35:37.981036 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:35:36Z', 'revision_number': 5, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port': {'id': 'ef85721a-5306-4f1a-9040-ffaa41a99bd8', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:38.020665 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] Checking router: ffe22192-376d-4375-8d33-8b4b5e716900 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:38.034307 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] Routers {'ffe22192-376d-4375-8d33-8b4b5e716900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:38.035184 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ffe22192-376d-4375-8d33-8b4b5e716900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:38.043292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82db98a-ad3c-4162-920a-0a4dd412a7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d16499-a91d-4cd1-83ed-a75e9b01a1a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:38.074279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-e7cd3feb-53c9-4e36-8856-b25ca9b2de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:38.075805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-e7cd3feb-53c9-4e36-8856-b25ca9b2de66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.1560504 Sep 23 19:35:38.077657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Deleting port ef85721a-5306-4f1a-9040-ffaa41a99bd8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:38.077997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:38.126272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5d2209d-706c-4fe5-8326-cb2aa6e220f4 req-750daf6d-12ed-4da9-9a05-a581e2e84b10 tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686003 Sep 23 19:35:38.193891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-3d55db70-e963-4d12-818a-6b4673e50739 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098788 Sep 23 19:35:38.283871 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] Set router ffe22192-376d-4375-8d33-8b4b5e716900 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:38.345685 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:35:37Z', 'revision_number': 6, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:38.364254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] For port ef85721a-5306-4f1a-9040-ffaa41a99bd8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ef85721a-5306-4f1a-9040-ffaa41a99bd8,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:38.365399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:38.380658 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5c3e0-edf8-4118-b3d4-59e840f18c1c None None] The sync data for ids ['ffe22192-376d-4375-8d33-8b4b5e716900'] in n-d-810763-1 is: [{'id': 'ffe22192-376d-4375-8d33-8b4b5e716900', 'name': 'tempest-ServersTestBootFromVolume-416421714-router', 'tenant_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:32:22Z', 'updated_at': '2021-09-23T19:35:37Z', 'revision_number': 6, 'project_id': '9bb8d6f029ca451091d6caeae2ea6c08', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:38.399011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Calling delete_port for ef85721a-5306-4f1a-9040-ffaa41a99bd8 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:38.544330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-dbd1f86e-4d8a-468e-8624-426f9f1523e1 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373959 Sep 23 19:35:38.644362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8903a6e-2bef-4711-8322-0de26b4b31cc req-bbde8145-ed1e-4596-b07f-702ce71b2f70 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:38.652513 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8903a6e-2bef-4711-8322-0de26b4b31cc req-bbde8145-ed1e-4596-b07f-702ce71b2f70 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 943 time: 0.3106749 Sep 23 19:35:38.685861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5106ee02-db71-4987-8379-097f94bd235b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:38.734929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 5106ee02-db71-4987-8379-097f94bd235b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:38.737070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5106ee02-db71-4987-8379-097f94bd235b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:38.753487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:38.782109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8903a6e-2bef-4711-8322-0de26b4b31cc req-16111e23-3ab9-4c9f-8d6d-9904dad34387 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286683 Sep 23 19:35:38.808999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea2ddd8c-a751-4d61-9ee3-83dfa67a1182 req-1a95d54e-e4db-471c-afd1-13b505cdc706 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560484 Sep 23 19:35:38.858922 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f9dbbd97-40e8-4aa5-819d-a7ddc4619ec5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46425299a3ea46ae897b8d4d82df4329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015368 Sep 23 19:35:38.861882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:38.869682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:38.881973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa0f2f22-dc34-44d1-a950-3a8c21042eab req-a032684f-0908-435e-bc6d-1da9fce59ac9 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0308864 Sep 23 19:35:38.905650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef85721a-5306-4f1a-9040-ffaa41a99bd8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:38.994506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60f2ae3-c30b-446f-aa25-b0e9deea6480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.019804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-a625360a-99b0-449f-9a62-1e021241bd4b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278187 Sep 23 19:35:39.027019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.030008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60f2ae3-c30b-446f-aa25-b0e9deea6480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.163368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-f6c3ec54-65f5-4163-ad1a-77d5bf5f0063 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:39.164881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-f6c3ec54-65f5-4163-ad1a-77d5bf5f0063 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1314008 Sep 23 19:35:39.172692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.177312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.190116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d2b90e1b-ddef-429b-b76e-5ddd8fcf0d9c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/quotas/a4ab7938e73b4674acedbf5f7dca00d5 HTTP/1.1" status: 200 len: 375 time: 0.0191052 Sep 23 19:35:39.252753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.253620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe22192-376d-4375-8d33-8b4b5e716900 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:35:39.260931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.262883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-f84c3614-7563-427e-a1be-8453d02c03c7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0717268 Sep 23 19:35:39.264935 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f6fc92ad-c6b6-4f40-819c-cef017586145 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ffe22192-376d-4375-8d33-8b4b5e716900 HTTP/1.1" status: 204 len: 168 time: 1.7872388 Sep 23 19:35:39.265439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:39.266094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60f2ae3-c30b-446f-aa25-b0e9deea6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.268910 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b60f2ae3-c30b-446f-aa25-b0e9deea6480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.272479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b60f2ae3-c30b-446f-aa25-b0e9deea6480 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7728f7d-66ed-451d-aaf6-2d46f86bbad2 HTTP/1.1" status: 204 len: 168 time: 0.4068842 Sep 23 19:35:39.278427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f2ae3-c30b-446f-aa25-b0e9deea6480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7728f7d-66ed-451d-aaf6-2d46f86bbad2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:39.345072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] Deleting subnet 83134214-e988-4210-add8-37139a6f8537 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:39.348363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.400358 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.568272 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.694284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0da882c0-2a4a-4c5f-9ab7-af54083b081b req-ea47b9c5-37f6-40e5-82b6-086ac3d867f6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 210 time: 0.0647068 Sep 23 19:35:39.702457 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.722692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.727937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:39.728521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/83134214-e988-4210-add8-37139a6f8537 HTTP/1.1" status: 204 len: 168 time: 0.4614458 Sep 23 19:35:39.730594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822ae30-fcd8-4481-9af0-3f95b5f22fe3 None None] Network 6f7e68af-33f3-4973-a38b-b1c8433c87ac requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:39.783079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bd024-2034-493f-bb55-589d2f21527a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83134214-e988-4210-add8-37139a6f8537,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:39.957396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.004644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9fd69-3016-4e01-86fc-d17054fff2a6 req-e6c86a66-6b79-4534-80a3-591ba792303f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:40.006280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0a9fd69-3016-4e01-86fc-d17054fff2a6 req-e6c86a66-6b79-4534-80a3-591ba792303f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 943 time: 0.1138549 Sep 23 19:35:40.029961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] DHCP port deletion for 6f7e68af-33f3-4973-a38b-b1c8433c87ac request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:35:40.089855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0a9fd69-3016-4e01-86fc-d17054fff2a6 req-e2d3436f-ec8e-426d-b842-5091435cd79e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740507 Sep 23 19:35:40.138237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Deleting port bb589ebb-eee9-48d9-9438-b178d85e9052 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:40.142503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.173416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] Deleting port bb589ebb-eee9-48d9-9438-b178d85e9052 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:40.173807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.330975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] For port bb589ebb-eee9-48d9-9438-b178d85e9052, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bb589ebb-eee9-48d9-9438-b178d85e9052,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:40.331472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.335942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] For port bb589ebb-eee9-48d9-9438-b178d85e9052, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bb589ebb-eee9-48d9-9438-b178d85e9052,segment=NetworkSegment(c27116ad-b40b-4786-8d44-e68863923e6f),segment_id=c27116ad-b40b-4786-8d44-e68863923e6f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:40.337764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.346847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Calling delete_port for bb589ebb-eee9-48d9-9438-b178d85e9052 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:40.361144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] Calling delete_port for bb589ebb-eee9-48d9-9438-b178d85e9052 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:40.362022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2359184-7549-45d5-8c20-60deeb227d29 req-b2fc07d7-c978-45db-bc5b-7f4e30cfef0d tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.1112702 Sep 23 19:35:40.413333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b6090491-ee42-4864-a471-85f55dcc36bc details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:40.459274 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.502255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] No DVR routers for this DVR port bb589ebb-eee9-48d9-9438-b178d85e9052 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:40.538593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.538780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb589ebb-eee9-48d9-9438-b178d85e9052,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:40.552532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:35:40.559114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ef85721a-5306-4f1a-9040-ffaa41a99bd8 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:40.565298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] No DVR routers for this DVR port bb589ebb-eee9-48d9-9438-b178d85e9052 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:40.634486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ef85721a-5306-4f1a-9040-ffaa41a99bd8 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:40.636175 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ef85721a-5306-4f1a-9040-ffaa41a99bd8 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:40.636781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bb589ebb-eee9-48d9-9438-b178d85e9052 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:40.692762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bdb4b-9e79-43f3-a6ef-f0dcaa299c2e None None] Pushing event deleted for resources: {'Port': ['ID=bb589ebb-eee9-48d9-9438-b178d85e9052,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:40.699636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.711823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: bb589ebb-eee9-48d9-9438-b178d85e9052 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:40.712160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bb589ebb-eee9-48d9-9438-b178d85e9052 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:40.732447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7e68af-33f3-4973-a38b-b1c8433c87ac']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:40.746537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27116ad-b40b-4786-8d44-e68863923e6f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:40.748246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27116ad-b40b-4786-8d44-e68863923e6f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:40.763094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.785148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.800060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:40.801412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:40.806196 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:40.857865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7667a202-daea-4b73-8055-bba33b1d3b05 req-5d1fbf60-7e23-42bd-9766-3629e9cb1bc3 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 210 time: 0.0570951 Sep 23 19:35:40.866980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b6090491-ee42-4864-a471-85f55dcc36bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b6090491-ee42-4864-a471-85f55dcc36bc,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:40.882719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'b6090491-ee42-4864-a471-85f55dcc36bc', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': 'b6090491-ee42-4864-a471-85f55dcc36bc', 'mac_address': 'fa:16:3e:5e:68:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:40.924800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.931713 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.932344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.935540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] 10.222.0.38 "DELETE /v2.0/networks/6f7e68af-33f3-4973-a38b-b1c8433c87ac HTTP/1.1" status: 204 len: 168 time: 1.2052879 Sep 23 19:35:40.947360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6090491-ee42-4864-a471-85f55dcc36bc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:40.950402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d249ff-8251-46a4-b5a2-8a4621ccd63a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7e68af-33f3-4973-a38b-b1c8433c87ac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:40.981194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b6090491-ee42-4864-a471-85f55dcc36bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b6090491-ee42-4864-a471-85f55dcc36bc,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:40.986878 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.060435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=b6090491-ee42-4864-a471-85f55dcc36bc,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:41.185192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-870355b9-ec45-4534-8abe-2e86eb92403e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408306 Sep 23 19:35:41.327365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:41.390745 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e54e8016-c58b-4ace-ab6e-b703cb10a91b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bb8d6f029ca451091d6caeae2ea6c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615900 Sep 23 19:35:41.393126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:41.414062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['b6090491-ee42-4864-a471-85f55dcc36bc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:41.483950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a191d-75d3-406e-9148-e0fb913f54e1 req-68661475-0c70-4ccc-ada6-134a70953cbd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:41.490784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be9a191d-75d3-406e-9148-e0fb913f54e1 req-68661475-0c70-4ccc-ada6-134a70953cbd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 944 time: 0.2595720 Sep 23 19:35:41.545565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-cf9a441a-356e-4715-82aa-89f148f0a9af tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:41.548172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-cf9a441a-356e-4715-82aa-89f148f0a9af tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3484218 Sep 23 19:35:41.563350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:41.571160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82c59cb7-2c56-4bae-badc-0d6d93bd2987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.583454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be9a191d-75d3-406e-9148-e0fb913f54e1 req-d0b107ed-9460-4c58-8ac7-1ab87091b34f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Sep 23 19:35:41.608125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82c59cb7-2c56-4bae-badc-0d6d93bd2987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.690486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82c59cb7-2c56-4bae-badc-0d6d93bd2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.693297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82c59cb7-2c56-4bae-badc-0d6d93bd2987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.695169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-82c59cb7-2c56-4bae-badc-0d6d93bd2987 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7da8f1e6-13e4-4cb0-bd60-cf2cdd7d97a7 HTTP/1.1" status: 204 len: 168 time: 0.3000984 Sep 23 19:35:41.705162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c59cb7-2c56-4bae-badc-0d6d93bd2987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da8f1e6-13e4-4cb0-bd60-cf2cdd7d97a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:41.757616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-800f3916-c160-4fce-a778-93a0099ba9f0 req-5eebf552-d77a-4c19-ab7e-0a4313c47eda tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0520906 Sep 23 19:35:41.803021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:41.811175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.986461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6241f2df-afcf-4709-a252-56a01a5ab1b4 req-9f989b29-1d5d-48d9-bf0a-c40be4e3e3c4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 210 time: 0.0337164 Sep 23 19:35:42.018609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.119 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:42.235499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:42.280089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:42.306742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384', '647f09b9-9b1f-4a0c-b23e-75c410adfd3e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:42.333769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:42.338891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:42.343777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:42.406646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e', 'b99bb722-30cb-4e18-9cb4-505c22b0640b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:42.440140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:42.441060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:42.445456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:42.483979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-593410f2-c0ea-4088-92cf-8690f11f33b6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9258664 Sep 23 19:35:42.504077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Request body: {'port': {'device_id': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:42.567709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:42.650355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:42.888797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:42.949454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:42.984924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-54de3c21-b4ec-411e-b045-59a464d67ab0 None None] Provisioning complete for port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:42.986628 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54de3c21-b4ec-411e-b045-59a464d67ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.050643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:43.067247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390b909-ca5a-4898-a9f4-9788ddf3c278 req-5b2a3ccb-292c-4a19-a9de-3a588b060e54 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:43.076326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1390b909-ca5a-4898-a9f4-9788ddf3c278 req-5b2a3ccb-292c-4a19-a9de-3a588b060e54 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 944 time: 0.3442559 Sep 23 19:35:43.120623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-54de3c21-b4ec-411e-b045-59a464d67ab0 None None] Port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:43.169127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1390b909-ca5a-4898-a9f4-9788ddf3c278 req-bf6a9c50-4004-4f63-ad01-1b00df7e16af tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916853 Sep 23 19:35:43.218252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.367237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:43.379162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.397119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Transition to ACTIVE for port object c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:35:43.422724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Allocated IP 172.25.6.137 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f8381d90-93a9-40cb-80c7-fd2a6baae2c0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:43.442516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89acb8ea-5f06-4869-b179-db9496027e9e req-0c146cde-652a-4df2-a94c-c841215b4df1 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0420132 Sep 23 19:35:43.443761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.455983 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8f2d-3c86-464b-a7ae-9a2f8d7667a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.495787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:43.648815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Attempting to bind port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:43.649161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Attempting to bind port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:43.649499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Attempting to bind port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:43.655435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:35:43.655772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Attempting to bind port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:43.664420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:43.664876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:43.665318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:43.665810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Bound port: c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:43.666265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.673964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.715896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1986283758-network', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:43.751628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.778965 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Made reservation on behalf of 8ffd063ff3ff462199f2d4bb80ab4ec0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:43.784282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d409-b84c-426f-bd27-a979dc7eb429 req-26b1e22f-d081-44a4-8601-825c8d4dd263 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:43.788937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.792429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2930d409-b84c-426f-bd27-a979dc7eb429 req-26b1e22f-d081-44a4-8601-825c8d4dd263 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 948 time: 0.1064317 Sep 23 19:35:43.842137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] For port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:43.869196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] For port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:43.886486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2930d409-b84c-426f-bd27-a979dc7eb429 req-18a105cb-9f16-4235-98cf-33a6c25daf7f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893390 Sep 23 19:35:43.888510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:43.889713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.894368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:43.896673 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.904645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:43.954721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:43.981351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:43.982142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.984102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d60bc909-b13a-4cea-8c7b-d6f32e499999 service neutron] 10.222.0.72 "PUT /v2.0/ports/c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 HTTP/1.1" status: 200 len: 1096 time: 1.4878874 Sep 23 19:35:43.984558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'tag': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:43.986960 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1f5128-317c-4692-bd41-40452ea77cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e", "tag": "c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:44.031136 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa481850-f9d1-4ada-a780-a3bac1b52818 x-openstack-request-id: req-aa481850-f9d1-4ada-a780-a3bac1b52818 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:44.031628 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e", "tag": "c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:44.032205 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa481850-f9d1-4ada-a780-a3bac1b52818 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:44.032788 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'tag': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1', 'status': 'completed', 'code': 200} Sep 23 19:35:44.046242 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.088114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-b548fe7d-7197-48f8-a3ad-378938a37127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:44.090454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-b548fe7d-7197-48f8-a3ad-378938a37127 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 1099 time: 0.0551786 Sep 23 19:35:44.176608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-d43a5c1c-4e1d-4819-bce8-b8d7451fe55f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 HTTP/1.1" status: 200 len: 217 time: 0.0696743 Sep 23 19:35:44.226247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Port': ['ID=f8381d90-93a9-40cb-80c7-fd2a6baae2c0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:44.256464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-c18d9ac6-5721-48a7-9b53-17ff89c031a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:44.258237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-c18d9ac6-5721-48a7-9b53-17ff89c031a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0690055 Sep 23 19:35:44.263692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.275060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.300199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.342803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:35:44.356914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561374c0-92c3-4328-a6d1-58ff31a3c22b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:44.376092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b6090491-ee42-4864-a471-85f55dcc36bc up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:44.386294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.386623 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Added segment 742b97f9-5672-4605-904b-b08b52535833 of type vlan for network 025b140b-b734-48ba-9b8c-115828896d31 Sep 23 19:35:44.396914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-8d0001c6-a0ea-46e5-bd9c-ac99cfe41ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:44.398646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-8d0001c6-a0ea-46e5-bd9c-ac99cfe41ec8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315303 Sep 23 19:35:44.406926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e655c-41f5-43fd-9b09-e3b3d42514f2 req-c2933ce0-f6ca-44db-a0af-30dbd870f436 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:44.408360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-749e655c-41f5-43fd-9b09-e3b3d42514f2 req-c2933ce0-f6ca-44db-a0af-30dbd870f436 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 944 time: 0.1048572 Sep 23 19:35:44.483126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port b6090491-ee42-4864-a471-85f55dcc36bc completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:35:44.485313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.487059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port b6090491-ee42-4864-a471-85f55dcc36bc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:44.487440 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.536052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.537536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:44.539346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.586859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-749e655c-41f5-43fd-9b09-e3b3d42514f2 req-cafd6752-98e8-4b1e-81c1-88bdd11e0c28 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968072 Sep 23 19:35:44.589158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5292790 Sep 23 19:35:44.603291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-4ce4ff8e-9a27-4085-aebd-c17f4490ae4c service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939259 Sep 23 19:35:44.606830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:44.608716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.622024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Request body: {'subnet': {'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1986283758-subnet', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:44.645498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b6090491-ee42-4864-a471-85f55dcc36bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b6090491-ee42-4864-a471-85f55dcc36bc,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:44.646771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6090491-ee42-4864-a471-85f55dcc36bc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:44.649836 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3b4ee9-ea3b-4514-a753-b974efb88412" -d '{"events": [{"server_uuid": "509a0d9c-593e-4198-b881-1c2823f6e1d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6090491-ee42-4864-a471-85f55dcc36bc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:44.656642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.745720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=b6090491-ee42-4864-a471-85f55dcc36bc,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:44.804422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa572ed9-9137-478d-9ce9-93068ead92cc admin admin] Pushing event updated for resources: {'Network': ['ID=025b140b-b734-48ba-9b8c-115828896d31,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:44.874757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.881774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.893792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0dd4b977-e314-45ee-b30d-56dfbd9a5104 req-55b54643-efb0-4eeb-bfb9-1f22c121c8f0 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0815513 Sep 23 19:35:44.898570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Made reservation on behalf of 8ffd063ff3ff462199f2d4bb80ab4ec0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:44.900914 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.902420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 025b140b-b734-48ba-9b8c-115828896d31 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:35:44.960510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Port': ['ID=f8381d90-93a9-40cb-80c7-fd2a6baae2c0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:45.003338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73775716-5de2-4ad8-9187-32cdf7d0988e req-ad8f1d49-ee9f-4f43-a657-99a01df58b95 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706329 Sep 23 19:35:45.095472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.140521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.146228 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1c8fb984-4619-4490-8175-2d6474107b93 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5746434 Sep 23 19:35:45.146721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:45.159568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1655255274'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:45.184940 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101429c5-8ac6-4de3-8c2d-42e054404428 x-openstack-request-id: req-101429c5-8ac6-4de3-8c2d-42e054404428 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:45.185382 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509a0d9c-593e-4198-b881-1c2823f6e1d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6090491-ee42-4864-a471-85f55dcc36bc", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:45.185660 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-101429c5-8ac6-4de3-8c2d-42e054404428 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:45.186150 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6090491-ee42-4864-a471-85f55dcc36bc', 'code': 200} Sep 23 19:35:45.202602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Made reservation on behalf of b48f56ff7e7d451bbc119d67ca9af918 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:45.206409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.235925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.365759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.371329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.403726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:35:45.410568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b322b-3f69-44cc-93ca-01a9e65737f5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:45.417708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.418043 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Added segment 702f0648-9f90-498c-af37-fccefec3e6fe of type vlan for network d5892580-5033-462c-bd6b-5899881ca431 Sep 23 19:35:45.461543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.488128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.493047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.493643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.527349 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3757420 Sep 23 19:35:45.530948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:45.536158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Request body: {'subnet': {'network_id': 'd5892580-5033-462c-bd6b-5899881ca431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:45.561312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-a96a86c7-52b1-4580-8f8d-e26e247f2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.562880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-a96a86c7-52b1-4580-8f8d-e26e247f2bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 1099 time: 0.4936197 Sep 23 19:35:45.597056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281c8db-bb9e-4488-b028-ae25b66f1939 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Network': ['ID=d5892580-5033-462c-bd6b-5899881ca431,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:45.608771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d5892580-5033-462c-bd6b-5899881ca431 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:35:45.649707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c2afb-e413-482f-bb78-dd0554641e21 req-52134593-4661-41cc-9924-d0b655facca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.651659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-908c2afb-e413-482f-bb78-dd0554641e21 req-52134593-4661-41cc-9924-d0b655facca0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 1096 time: 0.1616476 Sep 23 19:35:45.656608 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.667857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74e7d-2b36-405d-9e93-f71b4cd8cbe1 req-56e97600-cd5e-43a3-8716-bdc6c6e82ac5 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.670227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ad74e7d-2b36-405d-9e93-f71b4cd8cbe1 req-56e97600-cd5e-43a3-8716-bdc6c6e82ac5 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 948 time: 0.1815441 Sep 23 19:35:45.671788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Made reservation on behalf of b48f56ff7e7d451bbc119d67ca9af918 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:45.676649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.786967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-908c2afb-e413-482f-bb78-dd0554641e21 req-cc50bb83-34e0-4632-a9a3-f5a146b7b901 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157181 Sep 23 19:35:45.840309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ad74e7d-2b36-405d-9e93-f71b4cd8cbe1 req-0b97a36f-ad08-4f6b-8a1c-b3832c3790e6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126482 Sep 23 19:35:45.855171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29da9a18-b793-44eb-ae61-29c0ca510c07,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:45.869085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-69f9a8be-fe96-4c12-9dd2-0f0c51a2ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.872050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-69f9a8be-fe96-4c12-9dd2-0f0c51a2ae67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2874148 Sep 23 19:35:45.888644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Checking segment: {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:45.889168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Network hostable DHCP agents. Network: 025b140b-b734-48ba-9b8c-115828896d31, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:35:45.903120 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.926684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-090cd952-b21d-4f15-ac0c-f19d6ee66e62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 HTTP/1.1" status: 200 len: 217 time: 0.0444932 Sep 23 19:35:45.979523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Subnet': ['ID=0ef1b46c-cc1f-4b67-baed-f5627ed67415,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:45.984114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Checking segment: {'id': '702f0648-9f90-498c-af37-fccefec3e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd5892580-5033-462c-bd6b-5899881ca431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:45.984553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Network hostable DHCP agents. Network: d5892580-5033-462c-bd6b-5899881ca431, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:35:46.006154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Network d5892580-5033-462c-bd6b-5899881ca431 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:35:46.016849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d5892580-5033-462c-bd6b-5899881ca431) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:46.017301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Network 025b140b-b734-48ba-9b8c-115828896d31 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:35:46.021102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.021778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.033446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 025b140b-b734-48ba-9b8c-115828896d31) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:46.037279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6d4d9-7662-4a9b-942a-90d40a9ea166 None None] Network d5892580-5033-462c-bd6b-5899881ca431 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:46.041031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.041806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.052092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-56b6c17e-2934-411a-8cc9-179c798b1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.055343 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8b1d0418-488f-443d-b3ea-24cdad4fbfd5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5208530 Sep 23 19:35:46.055465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-56b6c17e-2934-411a-8cc9-179c798b1708 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1165557 Sep 23 19:35:46.055547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:46.063181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2104978749', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:46.065750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b4155-10bf-4b09-95e6-ec5e0d3bb951 req-7bdaea0c-1dde-4a0b-a6f7-a26434b9dec0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.067369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c4b4155-10bf-4b09-95e6-ec5e0d3bb951 req-7bdaea0c-1dde-4a0b-a6f7-a26434b9dec0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 945 time: 0.1438038 Sep 23 19:35:46.087210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d550154-ed89-4e2b-a198-3b34b1ad976a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4789660 Sep 23 19:35:46.089036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e5cf5-ccb4-40d7-b88a-c15c75e3c84e None None] Network 025b140b-b734-48ba-9b8c-115828896d31 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:46.104765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:46.113049 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.114528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.117720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:46.184105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c4b4155-10bf-4b09-95e6-ec5e0d3bb951 req-4054315e-7e93-4374-900a-81fa5ab8f667 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991614 Sep 23 19:35:46.187459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-c565e3fa-a50f-4b71-94aa-308b949a85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.189436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-c565e3fa-a50f-4b71-94aa-308b949a85ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166897 Sep 23 19:35:46.190815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.192491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.215438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.345651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.411808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95ff431f-2083-4e81-834b-a15d5474efdc req-eeb64a64-0c2b-43ba-b207-3c08ac65a6e8 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0853033 Sep 23 19:35:46.473267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8110405-f1da-484c-b4f4-1357711f58bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.600394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33bc73f-b588-48f4-aeb9-18bf541130db None None] Network 025b140b-b734-48ba-9b8c-115828896d31 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:46.691737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-d1fcffee-708b-4afb-ac72-b0e827509edd service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934871 Sep 23 19:35:46.757588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.759441 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.812581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-d5892580-5033-462c-bd6b-5899881ca431', 'network_id': 'd5892580-5033-462c-bd6b-5899881ca431', 'tenant_id': 'b48f56ff7e7d451bbc119d67ca9af918', 'fixed_ips': [{'subnet_id': '0ef1b46c-cc1f-4b67-baed-f5627ed67415'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:35:46.814047 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.875367 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.034316 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.039923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd1f5128-317c-4692-bd41-40452ea77cf5 req-0dd24d74-320a-40f8-be06-735f83ff15fa service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848737 Sep 23 19:35:47.050500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a14d1-1620-44bc-ad23-789f01323b2f req-b03b76d0-0b56-4ddc-8594-94c51c224270 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:47.052713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c3a14d1-1620-44bc-ad23-789f01323b2f req-b03b76d0-0b56-4ddc-8594-94c51c224270 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 948 time: 0.1026495 Sep 23 19:35:47.106489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Allocated IP 172.20.0.2 (d5892580-5033-462c-bd6b-5899881ca431/0ef1b46c-cc1f-4b67-baed-f5627ed67415/e5d1265a-5ea2-4d79-bfaa-6899c38a6892) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:47.183179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.199072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c3a14d1-1620-44bc-ad23-789f01323b2f req-d2939f5e-a84d-4290-8d29-b8822108ad0a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135886 Sep 23 19:35:47.235859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.394277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.403949 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.421946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Allocated IP 172.25.6.152 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/eb2228c2-6157-4116-9d7b-465931484581) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:47.480055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Network d5892580-5033-462c-bd6b-5899881ca431 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:47.485088 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.487067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:47.491574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:47.497247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de63c1-8a45-40c5-97bb-5d90698a5665 req-04097a82-17ad-4c6e-b6e9-cfde9b75795e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:47.504964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1de63c1-8a45-40c5-97bb-5d90698a5665 req-04097a82-17ad-4c6e-b6e9-cfde9b75795e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 945 time: 0.1302643 Sep 23 19:35:47.538552 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.549271 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.558134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Attempting to bind port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:47.558769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Attempting to bind port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '702f0648-9f90-498c-af37-fccefec3e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd5892580-5033-462c-bd6b-5899881ca431'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:47.559302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Attempting to bind port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 on network d5892580-5033-462c-bd6b-5899881ca431 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:47.564682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Pushing event updated for resources: {'Port': ['ID=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:47.568055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:47.568675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Checking segment: {'id': '702f0648-9f90-498c-af37-fccefec3e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd5892580-5033-462c-bd6b-5899881ca431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:47.569243 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.569786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Bound using segment: {'id': '702f0648-9f90-498c-af37-fccefec3e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd5892580-5033-462c-bd6b-5899881ca431'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:47.570478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Bound port: e5d1265a-5ea2-4d79-bfaa-6899c38a6892, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702f0648-9f90-498c-af37-fccefec3e6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd5892580-5033-462c-bd6b-5899881ca431'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:47.571027 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.579385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.638606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1de63c1-8a45-40c5-97bb-5d90698a5665 req-a848d7ee-c541-43fc-8978-a037cac0d5a4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311553 Sep 23 19:35:47.677787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:47.679216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Port': ['ID=eb2228c2-6157-4116-9d7b-465931484581,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:47.684192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:47.695653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:47.703305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:47.716319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] For port e5d1265a-5ea2-4d79-bfaa-6899c38a6892, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:47.737763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] For port e5d1265a-5ea2-4d79-bfaa-6899c38a6892, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,segment=NetworkSegment(702f0648-9f90-498c-af37-fccefec3e6fe),segment_id=702f0648-9f90-498c-af37-fccefec3e6fe)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:47.749098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.845702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Allocated IP 172.25.6.123 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/155844ca-0146-47a5-877d-035980ff0802) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:47.898236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb633fc-f96c-43bf-9817-32962499ff75 None None] Pushing event updated for resources: {'Port': ['ID=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:47.938705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-583508cc-a5db-4053-adba-e5aac0b13dd8 req-9a3fbb48-5dcc-4c5d-8fab-be191a418af3 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0948639 Sep 23 19:35:47.955559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:48.028102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1', 'mac_address': 'fa:16:3e:69:7a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:48.166824 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.184761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:48.210585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.216456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:48.223745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.301105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:48.397464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.412603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.457560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd80e52-2ed6-448a-bb6c-09c4ceef1dac req-05b9ffe4-a05a-4da6-92d2-1c7de231d9c7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:48.463751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd80e52-2ed6-448a-bb6c-09c4ceef1dac req-05b9ffe4-a05a-4da6-92d2-1c7de231d9c7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 949 time: 0.1260014 Sep 23 19:35:48.467369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:48.492781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Pushing event updated for resources: {'Port': ['ID=155844ca-0146-47a5-877d-035980ff0802,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:48.501494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:48.504851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:48.507514 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.556395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:48.589173 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bd80e52-2ed6-448a-bb6c-09c4ceef1dac req-5c71e05e-8dfb-4a6d-adc2-1de9a132e4c8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902526 Sep 23 19:35:48.649982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e5d1265a-5ea2-4d79-bfaa-6899c38a6892 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:48.744174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.813747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:48.814242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.960839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Router e1200cd2-4480-4c92-970a-90935502f8f7 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:35:49.035529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.081876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port e5d1265a-5ea2-4d79-bfaa-6899c38a6892, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,segment=NetworkSegment(702f0648-9f90-498c-af37-fccefec3e6fe),segment_id=702f0648-9f90-498c-af37-fccefec3e6fe)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:49.086250 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.135848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:49.139443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b373-fb7d-450c-accd-463f657e1fb0 req-96bb6190-8443-4b95-bca0-48f54a23ee7e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:49.153060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] Sync routers for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:49.155258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d29b373-fb7d-450c-accd-463f657e1fb0 req-96bb6190-8443-4b95-bca0-48f54a23ee7e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 945 time: 0.3764153 Sep 23 19:35:49.166518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:49.172867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.177045 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-21378844-6952-4ac0-bc47-4413027916e0 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1187034 Sep 23 19:35:49.180130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:49.182798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:49.183744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:49.278577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d29b373-fb7d-450c-accd-463f657e1fb0 req-5d731e66-66dc-4196-af9b-9b08935ab972 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187046 Sep 23 19:35:49.288805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:49.309436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:49.312924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:49.345607 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.357440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:49.358288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bba471-1973-4065-81e6-7d63e762c26f None None] The sync data for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:49.446143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e953cb97-b87b-4c40-a4a0-523ed7773fe5 req-93f061d8-7a34-4cbf-9fd1-54bb8b3867d8 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0406866 Sep 23 19:35:49.451384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae39a20-2616-4b93-8740-070bcadc4463 None None] Network d5892580-5033-462c-bd6b-5899881ca431 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:49.738053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-42750e0d-68d3-49f7-838d-a4629b9f3b15 None None] Provisioning complete for port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:49.738396 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42750e0d-68d3-49f7-838d-a4629b9f3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.779607 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.862380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.045147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d41399-2b09-40cd-8e4c-e73d09ac389b req-eeb66cab-97fc-4feb-8600-9b5dcebcab2e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:50.047260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2d41399-2b09-40cd-8e4c-e73d09ac389b req-eeb66cab-97fc-4feb-8600-9b5dcebcab2e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 949 time: 0.1800811 Sep 23 19:35:50.091582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Router 70f2955f-92c5-4366-bea4-5ca92e4d856d is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:35:50.112173 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2d41399-2b09-40cd-8e4c-e73d09ac389b req-df6e3330-89d5-4c98-86d6-a7c6f11579c5 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527084 Sep 23 19:35:50.169580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-64fcb79b-4715-4b31-89b0-bebf37d8c05d None None] Provisioning complete for port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:50.170131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64fcb79b-4715-4b31-89b0-bebf37d8c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.231987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:50.235293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Allocated IP 172.20.0.1 (d5892580-5033-462c-bd6b-5899881ca431/0ef1b46c-cc1f-4b67-baed-f5627ed67415/d3cb9149-2bec-41da-a61b-3675dc2cc2bb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:50.242933 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Sync routers for ids ['70f2955f-92c5-4366-bea4-5ca92e4d856d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:50.268521 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Routers {'70f2955f-92c5-4366-bea4-5ca92e4d856d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:50.269184 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['70f2955f-92c5-4366-bea4-5ca92e4d856d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:50.283975 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.285379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-101fb323-6e5c-43c7-8aed-385f43dfcd86 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1711700 Sep 23 19:35:50.288177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:50.421039 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Set router 70f2955f-92c5-4366-bea4-5ca92e4d856d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:50.424928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.429870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79c0ce-df8d-49b3-8516-6a4b954f261a req-d65c70ac-f6cf-48a8-94c3-505d203d2675 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:50.437233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a79c0ce-df8d-49b3-8516-6a4b954f261a req-d65c70ac-f6cf-48a8-94c3-505d203d2675 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 945 time: 0.2235975 Sep 23 19:35:50.469068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.519536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a79c0ce-df8d-49b3-8516-6a4b954f261a req-80ffe188-251e-4ed8-b196-17882483b283 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765564 Sep 23 19:35:50.539130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Port': ['ID=d3cb9149-2bec-41da-a61b-3675dc2cc2bb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:50.568689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Network d5892580-5033-462c-bd6b-5899881ca431 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:50.571993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:50.582859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:50.600771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e5d1265a-5ea2-4d79-bfaa-6899c38a6892 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:50.690878 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '155844ca-0146-47a5-877d-035980ff0802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:35:48Z', 'revision_number': 3, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port': {'id': '155844ca-0146-47a5-877d-035980ff0802', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:47Z', 'updated_at': '2021-09-23T19:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:50.701512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.716511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:50.717215 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.733442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61fe99f4-e8f9-4a25-9f53-174aa67d8fdb req-21fff147-415c-42b6-a33d-63358faf1dfe tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0811794 Sep 23 19:35:50.777170 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Checking router: 70f2955f-92c5-4366-bea4-5ca92e4d856d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:50.781188 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Updating router 70f2955f-92c5-4366-bea4-5ca92e4d856d port 155844ca-0146-47a5-877d-035980ff0802 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:35:50.877302 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.942370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.033013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e1f243d6-aa9f-45b3-8bf7-ed376204e62b None None] Provisioning complete for port d3cb9149-2bec-41da-a61b-3675dc2cc2bb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:51.033907 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1f243d6-aa9f-45b3-8bf7-ed376204e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.090416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e1f243d6-aa9f-45b3-8bf7-ed376204e62b None None] Port d3cb9149-2bec-41da-a61b-3675dc2cc2bb cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:51.270415 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.276934 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.338769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9cb75-2f22-4855-912e-3fae3872d141 None None] Pushing event updated for resources: {'Port': ['ID=155844ca-0146-47a5-877d-035980ff0802,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:51.364762 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Attempting to bind port 155844ca-0146-47a5-877d-035980ff0802 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:51.365131 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Attempting to bind port 155844ca-0146-47a5-877d-035980ff0802 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:51.365495 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Attempting to bind port 155844ca-0146-47a5-877d-035980ff0802 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:51.371684 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:51.372049 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:51.372453 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.372844 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:51.373309 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Bound port: 155844ca-0146-47a5-877d-035980ff0802, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:51.373695 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.442742 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] For port 155844ca-0146-47a5-877d-035980ff0802, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:51.452570 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] For port 155844ca-0146-47a5-877d-035980ff0802, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=155844ca-0146-47a5-877d-035980ff0802,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:51.459457 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.613229 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9cb75-2f22-4855-912e-3fae3872d141 None None] Pushing event updated for resources: {'Port': ['ID=155844ca-0146-47a5-877d-035980ff0802,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:51.645544 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Routers {'70f2955f-92c5-4366-bea4-5ca92e4d856d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:51.646497 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['70f2955f-92c5-4366-bea4-5ca92e4d856d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:51.688920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-c947976b-6e5d-426f-9ac7-01ba34bf6e3c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:51.690557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-c947976b-6e5d-426f-9ac7-01ba34bf6e3c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 945 time: 0.2164741 Sep 23 19:35:51.700781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb4789-3976-42bf-ab74-c1817d466432 req-1c30b937-5b3e-47ec-a0b6-e3d3811129d2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:51.702324 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77cb4789-3976-42bf-ab74-c1817d466432 req-1c30b937-5b3e-47ec-a0b6-e3d3811129d2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 949 time: 0.2190647 Sep 23 19:35:51.748040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:51.838633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.849314 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.856567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:35:51.863193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:51.863654 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.884998 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] Set router 70f2955f-92c5-4366-bea4-5ca92e4d856d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:51.902572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77cb4789-3976-42bf-ab74-c1817d466432 req-12d38c8a-2429-483d-ba21-a9172a32c5bd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299467 Sep 23 19:35:52.049137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.057545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.081422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Deleting port b6090491-ee42-4864-a471-85f55dcc36bc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:52.081688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.085404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Port': ['ID=d3cb9149-2bec-41da-a61b-3675dc2cc2bb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:52.136241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:52.138606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:52.144949 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e63ece-4db9-4d8d-aafb-4ce1a5ab52d5" -d '{"events": [{"server_uuid": "e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e", "name": "network-vif-plugged", "status": "completed", "tag": "c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:52.152706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.175158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] For port b6090491-ee42-4864-a471-85f55dcc36bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b6090491-ee42-4864-a471-85f55dcc36bc,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:52.175525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.188819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Calling delete_port for b6090491-ee42-4864-a471-85f55dcc36bc owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:52.217669 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '155844ca-0146-47a5-877d-035980ff0802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:35:48Z', 'revision_number': 3, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port': {'id': '155844ca-0146-47a5-877d-035980ff0802', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:47Z', 'updated_at': '2021-09-23T19:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:52.236902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:52.258255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821560a-a145-49b0-a298-aa1a8daa135c None None] The sync data for ids ['70f2955f-92c5-4366-bea4-5ca92e4d856d'] in n-d-810763-1 is: [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '155844ca-0146-47a5-877d-035980ff0802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:35:48Z', 'revision_number': 3, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port': {'id': '155844ca-0146-47a5-877d-035980ff0802', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:47Z', 'updated_at': '2021-09-23T19:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:52.265384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Network d5892580-5033-462c-bd6b-5899881ca431 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:52.269668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:52.276717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.305914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8a5e6-5b89-4862-bd53-f40d357c80e9 req-10c8a3c6-0286-456c-9da8-0f3554785768 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:52.318074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce8a5e6-5b89-4862-bd53-f40d357c80e9 req-10c8a3c6-0286-456c-9da8-0f3554785768 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=509a0d9c-593e-4198-b881-1c2823f6e1d5 HTTP/1.1" status: 200 len: 945 time: 0.3036227 Sep 23 19:35:52.429755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Router e1200cd2-4480-4c92-970a-90935502f8f7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:52.495575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce8a5e6-5b89-4862-bd53-f40d357c80e9 req-ea35c1ce-eb3f-4008-b1c7-b5764e2ce46b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765881 Sep 23 19:35:52.554188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.640795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-018dc414-cf4a-4425-9893-5adf1e8c40ff None None] Provisioning complete for port d3cb9149-2bec-41da-a61b-3675dc2cc2bb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:52.641182 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-018dc414-cf4a-4425-9893-5adf1e8c40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.665707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event deleted for resources: {'Port': ['ID=b6090491-ee42-4864-a471-85f55dcc36bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:52.684966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:52.706646 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f87c7c39-18e1-4a30-b777-439b24080343 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "PUT /v2.0/routers/e1200cd2-4480-4c92-970a-90935502f8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5251677 Sep 23 19:35:52.709447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:52.716452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Request body: {'port': {'network_id': 'd5892580-5033-462c-bd6b-5899881ca431', 'name': 'tempest-FloatingIPAdminTestJSON-1671605216'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:52.722145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] Sync routers for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:52.729798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] No DVR routers for this DVR port b6090491-ee42-4864-a471-85f55dcc36bc on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:52.746155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e87cd9c6-0ae1-4399-8405-e73079b0df4f req-a9357e17-eee2-4dc1-82ae-ec0c44ab68ae tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0933390 Sep 23 19:35:52.750812 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.756255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c48d370e-0218-4b90-a954-03bcc16bfefb req-d350b9c7-afc6-4f3a-b623-7d26a818f5bd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "DELETE /v2.0/ports/b6090491-ee42-4864-a471-85f55dcc36bc HTTP/1.1" status: 204 len: 173 time: 1.0529578 Sep 23 19:35:52.761779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'name': 'network-vif-deleted', 'tag': 'b6090491-ee42-4864-a471-85f55dcc36bc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:52.767995 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f29c21-0a7c-4eb3-9ffb-89e59b08243f" -d '{"events": [{"server_uuid": "509a0d9c-593e-4198-b881-1c2823f6e1d5", "name": "network-vif-deleted", "tag": "b6090491-ee42-4864-a471-85f55dcc36bc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:52.786109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-018dc414-cf4a-4425-9893-5adf1e8c40ff None None] Port d3cb9149-2bec-41da-a61b-3675dc2cc2bb cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:52.802551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:52.804858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:52.873781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:52.905141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:52.905792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:52.964396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Allocated IP 172.20.0.1 (025b140b-b734-48ba-9b8c-115828896d31/29da9a18-b793-44eb-ae61-29c0ca510c07/0a577f08-0407-4eec-b667-0b0e28580612) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:52.983016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:52.986579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334f8cc-103e-4c64-9f4a-2f4795af26cb None None] The sync data for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:53.024232 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43695f-140c-4d65-83c2-8959c370427a x-openstack-request-id: req-9f43695f-140c-4d65-83c2-8959c370427a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:53.024614 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e", "name": "network-vif-plugged", "status": "completed", "tag": "c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:53.024966 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f43695f-140c-4d65-83c2-8959c370427a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:53.025953 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1', 'code': 200} Sep 23 19:35:53.029641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Made reservation on behalf of b48f56ff7e7d451bbc119d67ca9af918 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:53.037844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.091994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] device_id is not set on port 4dd734e2-f510-4734-b321-5cc0b445f084 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:35:53.166682 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6affdc02-8701-424f-b69a-609220f82e19 x-openstack-request-id: req-6affdc02-8701-424f-b69a-609220f82e19 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:53.166884 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509a0d9c-593e-4198-b881-1c2823f6e1d5", "name": "network-vif-deleted", "tag": "b6090491-ee42-4864-a471-85f55dcc36bc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:53.167123 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6affdc02-8701-424f-b69a-609220f82e19 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:53.169981 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509a0d9c-593e-4198-b881-1c2823f6e1d5', 'name': 'network-vif-deleted', 'tag': 'b6090491-ee42-4864-a471-85f55dcc36bc', 'status': 'completed', 'code': 200} Sep 23 19:35:53.323758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.337922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Allocated IP 172.20.0.14 (d5892580-5033-462c-bd6b-5899881ca431/0ef1b46c-cc1f-4b67-baed-f5627ed67415/4dd734e2-f510-4734-b321-5cc0b445f084) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:53.343242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385413ae-ea07-4f49-96f3-cd59ead3e56a req-70da7dfe-cc99-4067-a2da-36c7503660b3 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:53.351483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-385413ae-ea07-4f49-96f3-cd59ead3e56a req-70da7dfe-cc99-4067-a2da-36c7503660b3 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 950 time: 0.1163025 Sep 23 19:35:53.358443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abf69e-19eb-4efc-9e5b-4f610f71f785 req-f641a77f-b1fd-4354-8bc0-f566c3acba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:53.360570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63abf69e-19eb-4efc-9e5b-4f610f71f785 req-f641a77f-b1fd-4354-8bc0-f566c3acba5b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 1101 time: 0.2044053 Sep 23 19:35:53.480528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.541868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-385413ae-ea07-4f49-96f3-cd59ead3e56a req-fa2a363d-2d94-4c4e-8025-bbedc3b8c6fc tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892834 Sep 23 19:35:53.551567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63abf69e-19eb-4efc-9e5b-4f610f71f785 req-44084edd-8f56-4a61-bffb-bdcb0019b7c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833963 Sep 23 19:35:53.558061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Network 025b140b-b734-48ba-9b8c-115828896d31 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:53.583917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:53.595884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:53.649970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.686681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a577f08-0407-4eec-b667-0b0e28580612,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:53.709821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.729996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.749501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:53.812511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Network d5892580-5033-462c-bd6b-5899881ca431 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:53.815927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:53.820687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:53.909581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:53.910417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.934392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event updated for resources: {'Port': ['ID=4dd734e2-f510-4734-b321-5cc0b445f084,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:53.954930 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-467a6b3a-a97b-4973-bd59-2c215e9f991a tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2446263 Sep 23 19:35:53.955860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:53.966895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dba270cf-a66a-4b92-8c42-afe1946528e2 req-8bbb6618-326c-4650-b7f7-91da34daa0a9 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0613632 Sep 23 19:35:53.974318 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.031930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb3f2-9857-42ee-81a5-5a9a9e9ad7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.138480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'project_id': 'b48f56ff7e7d451bbc119d67ca9af918', 'port_id': '4dd734e2-f510-4734-b321-5cc0b445f084'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:54.194809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb3f2-9857-42ee-81a5-5a9a9e9ad7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.201253 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb3f2-9857-42ee-81a5-5a9a9e9ad7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.230488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4df238ac-4f69-4e01-92c5-e2e054393b2d None None] Provisioning complete for port 4dd734e2-f510-4734-b321-5cc0b445f084 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:54.231895 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4df238ac-4f69-4e01-92c5-e2e054393b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.250561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cb3f2-9857-42ee-81a5-5a9a9e9ad7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f1bd8-b4a2-4482-bfd1-7d58ce953f13,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:54.254607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.272647 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bc5cb3f2-9857-42ee-81a5-5a9a9e9ad7d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d757c1adfcb94e9080636edc657505c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799342 Sep 23 19:35:54.274533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56636) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:54.296417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.298593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4df238ac-4f69-4e01-92c5-e2e054393b2d None None] Port 4dd734e2-f510-4734-b321-5cc0b445f084 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:35:54.308857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-c5c8f02e-4fb1-4894-85fd-304c057a89e2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:54.319738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-c5c8f02e-4fb1-4894-85fd-304c057a89e2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.2430549 Sep 23 19:35:54.330337 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.338322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25e45056-d8f0-4287-910b-63e3713184b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.341251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-bd2189ce-8761-49f2-a8fe-e87b6ab93f1e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/quotas/704410d212264e658a139ea138bf5b03 HTTP/1.1" status: 200 len: 375 time: 0.0205920 Sep 23 19:35:54.361050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25e45056-d8f0-4287-910b-63e3713184b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.423058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-b6e0e6f5-31c4-4617-b6b6-3171e29cfbdd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771673 Sep 23 19:35:54.448564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25e45056-d8f0-4287-910b-63e3713184b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.451045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25e45056-d8f0-4287-910b-63e3713184b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.451982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b6090491-ee42-4864-a471-85f55dcc36bc no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:54.452190 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-25e45056-d8f0-4287-910b-63e3713184b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d5f1bd8-b4a2-4482-bfd1-7d58ce953f13 HTTP/1.1" status: 204 len: 168 time: 0.1760759 Sep 23 19:35:54.463242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e45056-d8f0-4287-910b-63e3713184b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f1bd8-b4a2-4482-bfd1-7d58ce953f13,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:54.480460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.488224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: b6090491-ee42-4864-a471-85f55dcc36bc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:54.489244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b6090491-ee42-4864-a471-85f55dcc36bc not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:54.620724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.624362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a577f08-0407-4eec-b667-0b0e28580612,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:54.663200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 155844ca-0146-47a5-877d-035980ff0802 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:54.677237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Allocated IP 172.25.6.92 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/c58348d7-3b7f-4636-826f-5f9f0c04f119) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:54.774873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-64250e84-9a74-4e3c-bdcc-e10084807b55 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510606 Sep 23 19:35:54.798088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:54.798990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 155844ca-0146-47a5-877d-035980ff0802 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:54.802493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.838618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-815071388'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:54.864248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.934575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.960641 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.971491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:54.984598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 155844ca-0146-47a5-877d-035980ff0802, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=155844ca-0146-47a5-877d-035980ff0802,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:54.988150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.994646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:54.998231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.003351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:55.004255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Pushing event updated for resources: {'Port': ['ID=c58348d7-3b7f-4636-826f-5f9f0c04f119,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:55.007371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:55.009906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b02961b7-a6dc-4f05-8ef8-e82538567fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.011912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:55.034674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Network 025b140b-b734-48ba-9b8c-115828896d31 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:55.045705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=155844ca-0146-47a5-877d-035980ff0802,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:55.047351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:55.074817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-32260c26-3b26-4870-afec-bbf50723f193 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984407 Sep 23 19:35:55.119758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:35:55.172525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.172988 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Added segment 192f739a-ea9e-47a8-a9f4-84b2a46f5f73 of type vlan for network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 Sep 23 19:35:55.175762 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.279316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Router 70f2955f-92c5-4366-bea4-5ca92e4d856d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:55.295467 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.409233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.414685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:55.415515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.497393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.539632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b02961b7-a6dc-4f05-8ef8-e82538567fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.546072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Network': ['ID=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:55.553051 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b02961b7-a6dc-4f05-8ef8-e82538567fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.560202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:35:55.581350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02961b7-a6dc-4f05-8ef8-e82538567fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76b3e0-75cc-4ef6-afc0-1f4edad9d624,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:55.584518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:55.590370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b7583c2-d56b-465e-addb-7aa11a1db0c1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7876849 Sep 23 19:35:55.599272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:55.602374 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Sync routers for ids ['70f2955f-92c5-4366-bea4-5ca92e4d856d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:55.613101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e328116a-6cd5-4895-b0a4-9e791221b8a9 admin admin] 10.222.0.38 "PUT /v2.0/routers/70f2955f-92c5-4366-bea4-5ca92e4d856d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3232124 Sep 23 19:35:55.624266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1617209876'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:55.633694 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Routers {'70f2955f-92c5-4366-bea4-5ca92e4d856d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:55.638663 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['70f2955f-92c5-4366-bea4-5ca92e4d856d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:55.653337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b02961b7-a6dc-4f05-8ef8-e82538567fa2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01322df795ee40bea347e70978425243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6801944 Sep 23 19:35:55.656138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:55.672278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:55.676341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.715410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:35:55.726142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.726836 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Added segment b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d of type vlan for network 27977598-a0a0-4d67-97ee-5426d383170d Sep 23 19:35:55.777793 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.778081 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Set router 70f2955f-92c5-4366-bea4-5ca92e4d856d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:55.806024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.813267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:55.814182 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.890833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2764008 Sep 23 19:35:55.894805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:55.917391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.936002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'subnet': {'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:55.950737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bae5259-d58a-45aa-82d4-bf13b94cee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.967429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e1381-c718-4ba1-abef-93d44bfb6efa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Network': ['ID=27977598-a0a0-4d67-97ee-5426d383170d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:55.980355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 27977598-a0a0-4d67-97ee-5426d383170d details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:35:56.090655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bae5259-d58a-45aa-82d4-bf13b94cee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.114653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254192a1-0397-4d23-82f3-6ef430549cf8 req-6e9f6501-23ac-493b-978b-8f1d3cb422a2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:56.115913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-254192a1-0397-4d23-82f3-6ef430549cf8 req-6e9f6501-23ac-493b-978b-8f1d3cb422a2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 950 time: 0.2219388 Sep 23 19:35:56.161075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.168905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.192864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:56.196456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.220093 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '155844ca-0146-47a5-877d-035980ff0802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:35:53Z', 'revision_number': 4, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port': {'id': '155844ca-0146-47a5-877d-035980ff0802', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:47Z', 'updated_at': '2021-09-23T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0a577f08-0407-4eec-b667-0b0e28580612', 'name': '', 'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'mac_address': 'fa:16:3e:c8:4c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:52Z', 'updated_at': '2021-09-23T19:35:54Z', 'revision_number': 2, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'subnets': [{'id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:56.221353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-254192a1-0397-4d23-82f3-6ef430549cf8 req-5e9abc22-af2c-4bff-8b25-47f39b201efd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819628 Sep 23 19:35:56.247132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Pushing event updated for resources: {'Port': ['ID=c58348d7-3b7f-4636-826f-5f9f0c04f119,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:56.268214 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.282922 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bae5259-d58a-45aa-82d4-bf13b94cee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.284226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Checking router: 70f2955f-92c5-4366-bea4-5ca92e4d856d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:56.284786 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Updating router 70f2955f-92c5-4366-bea4-5ca92e4d856d port 0a577f08-0407-4eec-b667-0b0e28580612 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:35:56.285566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bae5259-d58a-45aa-82d4-bf13b94cee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.286845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6bae5259-d58a-45aa-82d4-bf13b94cee7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b76b3e0-75cc-4ef6-afc0-1f4edad9d624 HTTP/1.1" status: 204 len: 168 time: 0.6293759 Sep 23 19:35:56.329940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae5259-d58a-45aa-82d4-bf13b94cee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76b3e0-75cc-4ef6-afc0-1f4edad9d624,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:56.345650 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.394810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eafee083-2c99-4e7f-88a3-b070e63253ce req-50427c1b-c73b-4244-b04c-7450de22cdba tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0539975 Sep 23 19:35:56.410789 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Floating IP a9331d99-cc85-454d-9527-c5c20529bd1f associated. External IP: 172.25.6.92, port: 4dd734e2-f510-4734-b321-5cc0b445f084. Sep 23 19:35:56.575807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 155844ca-0146-47a5-877d-035980ff0802 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:56.578804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bca4733-fe37-4bb9-8cff-266a92619b14 req-45e33544-a962-4be6-9796-11d9b589086d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 210 time: 0.0819504 Sep 23 19:35:56.708679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.714039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 155844ca-0146-47a5-877d-035980ff0802 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:56.715222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.994656 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.004637 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.066316 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8267fb-488a-486f-a587-e398c5d06b77 None None] Pushing event updated for resources: {'Port': ['ID=0a577f08-0407-4eec-b667-0b0e28580612,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:57.091786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.119795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-4b8dc170-37a5-434a-98c9-820334da0f64 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:57.121211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-4b8dc170-37a5-434a-98c9-820334da0f64 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.6110270 Sep 23 19:35:57.154649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Request body: {'port': {'device_id': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'admin_state_up': True, 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:57.170939 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Attempting to bind port 0a577f08-0407-4eec-b667-0b0e28580612 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:57.171375 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Attempting to bind port 0a577f08-0407-4eec-b667-0b0e28580612 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:57.172357 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Attempting to bind port 0a577f08-0407-4eec-b667-0b0e28580612 on network 025b140b-b734-48ba-9b8c-115828896d31 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:57.177694 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:57.178157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Checking segment: {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:57.178957 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.179583 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Bound using segment: {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:57.180281 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Bound port: 0a577f08-0407-4eec-b667-0b0e28580612, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:57.180738 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.258193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Subnet': ['ID=a6987480-029b-430f-a722-4201a0252fce,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:57.275855 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] For port 0a577f08-0407-4eec-b667-0b0e28580612, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:57.276051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Router e1200cd2-4480-4c92-970a-90935502f8f7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:57.280528 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] For port 0a577f08-0407-4eec-b667-0b0e28580612, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0a577f08-0407-4eec-b667-0b0e28580612,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:57.285874 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.327095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Checking segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:57.327466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network hostable DHCP agents. Network: 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:35:57.358966 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8267fb-488a-486f-a587-e398c5d06b77 None None] Pushing event updated for resources: {'Port': ['ID=0a577f08-0407-4eec-b667-0b0e28580612,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:57.368001 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Routers {'70f2955f-92c5-4366-bea4-5ca92e4d856d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:57.369386 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['70f2955f-92c5-4366-bea4-5ca92e4d856d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.369749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-4aeab1aa-82da-44a7-9442-80e360a62102 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:57.371193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-4aeab1aa-82da-44a7-9442-80e360a62102 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 811 time: 0.2825801 Sep 23 19:35:57.417894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-8398201f-f78f-429e-aeef-4c6e88f593dd tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/quotas/8ffd063ff3ff462199f2d4bb80ab4ec0 HTTP/1.1" status: 200 len: 375 time: 0.0349004 Sep 23 19:35:57.419086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:35:57.421204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:57.424795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.454618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:57.467050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] Sync routers for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:57.477303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:57.489716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:57.490398 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.495988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:57.496967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.502614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34e87e-56a0-4e27-afcc-f1b7eb50f8b6 None None] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:57.506607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.557126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-79fb1f71-7db4-4386-8cb3-1df788ab74ea tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6573715 Sep 23 19:35:57.560722 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] Set router 70f2955f-92c5-4366-bea4-5ca92e4d856d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:57.562823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:57.567244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-36016754-63e1-40fd-be07-7a07ad9b01a2 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.6060314 Sep 23 19:35:57.567946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:57.570839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'subnet': {'network_id': '27977598-a0a0-4d67-97ee-5426d383170d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:57.578124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-5e174174-fea5-47a7-a038-f1ce397274d5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491492 Sep 23 19:35:57.584278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.609819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:57.610717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.679365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.680282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9a10e-ef20-4564-a1d3-586ab4b96aa5 None None] The sync data for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:57.757838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-76dd357e-f1ea-446a-8de0-97ed14e84e15 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] 10.222.0.38 "GET /v2.0/floatingips/a9331d99-cc85-454d-9527-c5c20529bd1f HTTP/1.1" status: 200 len: 983 time: 0.1883926 Sep 23 19:35:57.758457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:57.811247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:57.814743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.819503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'fixed_ips': [{'subnet_id': 'a6987480-029b-430f-a722-4201a0252fce'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:35:57.819811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Allocated IP 172.20.0.8 (f1d5fb3e-eddb-416b-9957-649fbd317db0/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5/89d84bd3-71d8-432c-89ad-f00c8b201692) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:57.820420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.873363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-3376840c-1da0-4c1f-a6ec-862c59386bf3 service neutron] 10.222.0.38 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777674 Sep 23 19:35:57.939452 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6d2f659b-e475-4732-9a2d-dc49610ff7ff tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.1797926 Sep 23 19:35:57.942306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56724) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:57.943452 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '155844ca-0146-47a5-877d-035980ff0802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:35:53Z', 'revision_number': 4, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port': {'id': '155844ca-0146-47a5-877d-035980ff0802', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:47Z', 'updated_at': '2021-09-23T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0a577f08-0407-4eec-b667-0b0e28580612', 'name': '', 'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'mac_address': 'fa:16:3e:c8:4c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:52Z', 'updated_at': '2021-09-23T19:35:57Z', 'revision_number': 4, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'subnets': [{'id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.987491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Allocated IP 10.1.1.2 (75bb4b0e-ff16-469e-b4db-89ba69b0a7e7/a6987480-029b-430f-a722-4201a0252fce/a5369c94-cee2-4089-b121-04dad8f1ea3c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:58.012587 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3249c8-156d-4f15-8c55-269cc1fa79b3 None None] The sync data for ids ['70f2955f-92c5-4366-bea4-5ca92e4d856d'] in n-d-810763-1 is: [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '155844ca-0146-47a5-877d-035980ff0802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:35:53Z', 'revision_number': 4, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port': {'id': '155844ca-0146-47a5-877d-035980ff0802', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:47Z', 'updated_at': '2021-09-23T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0a577f08-0407-4eec-b667-0b0e28580612', 'name': '', 'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'mac_address': 'fa:16:3e:c8:4c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:52Z', 'updated_at': '2021-09-23T19:35:57Z', 'revision_number': 4, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'subnets': [{'id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:58.211483 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.224165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.280679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Deleting port c58348d7-3b7f-4636-826f-5f9f0c04f119 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:58.281255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.290288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.295453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:58.309209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:58.309209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:58.310098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Pushing event updated for resources: {'Port': ['ID=a5369c94-cee2-4089-b121-04dad8f1ea3c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:58.391430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.422618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-461b85b4-184e-4d4d-a786-a78d24dae820 service neutron] 10.222.0.38 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482914 Sep 23 19:35:58.424330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Attempting to bind port a5369c94-cee2-4089-b121-04dad8f1ea3c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:35:58.424504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Attempting to bind port a5369c94-cee2-4089-b121-04dad8f1ea3c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:35:58.424913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Attempting to bind port a5369c94-cee2-4089-b121-04dad8f1ea3c on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:35:58.435201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:35:58.435582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Checking segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:58.435995 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.436383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Bound using segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:35:58.436858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Bound port: a5369c94-cee2-4089-b121-04dad8f1ea3c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:35:58.437242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.448931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.449323 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.472829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Calling delete_port for c58348d7-3b7f-4636-826f-5f9f0c04f119 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:58.553434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:35:58.591246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] For port a5369c94-cee2-4089-b121-04dad8f1ea3c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:35:58.597484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] For port a5369c94-cee2-4089-b121-04dad8f1ea3c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a5369c94-cee2-4089-b121-04dad8f1ea3c,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:35:58.606266 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.617837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:58.621808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:35:58.689501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a577f08-0407-4eec-b667-0b0e28580612 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:58.748897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event updated for resources: {'Port': ['ID=89d84bd3-71d8-432c-89ad-f00c8b201692,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:58.760737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.803522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:58.804258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.829536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9fb6d-c357-4746-b25d-a56fe1dd4859 None None] Pushing event updated for resources: {'Port': ['ID=a5369c94-cee2-4089-b121-04dad8f1ea3c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:58.866275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0a577f08-0407-4eec-b667-0b0e28580612 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:58.866831 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.922625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.959078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Subnet': ['ID=44334914-0c29-4686-8ca3-e37c11ae1813,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:58.964240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-79b436f9-63a5-4f01-94ec-7296f34819b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8186367 Sep 23 19:35:58.999587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Request body: {'port': {'device_id': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:59.034932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00202b4-2093-42c5-80d0-4f6c2c932c46 req-4edd80a1-1ae6-4da9-96af-24b639a9a4be tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:59.050734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e00202b4-2093-42c5-80d0-4f6c2c932c46 req-4edd80a1-1ae6-4da9-96af-24b639a9a4be tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 1101 time: 0.2090652 Sep 23 19:35:59.067237 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.074153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Port': ['ID=c58348d7-3b7f-4636-826f-5f9f0c04f119,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:59.110875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Checking segment: {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:35:59.111327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network hostable DHCP agents. Network: 27977598-a0a0-4d67-97ee-5426d383170d, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:35:59.134873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 0a577f08-0407-4eec-b667-0b0e28580612, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0a577f08-0407-4eec-b667-0b0e28580612,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:59.141637 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.217120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e00202b4-2093-42c5-80d0-4f6c2c932c46 req-088f60d8-71a9-4c02-87c3-507a4c478a2b tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618547 Sep 23 19:35:59.228364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.251238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=0a577f08-0407-4eec-b667-0b0e28580612,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:59.298784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 27977598-a0a0-4d67-97ee-5426d383170d is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:35:59.344147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.345179 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Floating IP a9331d99-cc85-454d-9527-c5c20529bd1f disassociated (deleted). External IP: 172.25.6.92, port: 4dd734e2-f510-4734-b321-5cc0b445f084. Sep 23 19:35:59.386763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 27977598-a0a0-4d67-97ee-5426d383170d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:35:59.399136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9fa66-1244-42ae-95f2-8f8e3e0fa808 None None] Network 27977598-a0a0-4d67-97ee-5426d383170d requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:59.430802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:59.432482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.510946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ee495e5-8aa5-4555-94b0-33e725d91ce6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9444032 Sep 23 19:35:59.535827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:59.545748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'port': {'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1731774853', 'fixed_ips': [{'subnet_id': 'a6987480-029b-430f-a722-4201a0252fce'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:35:59.707028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-27977598-a0a0-4d67-97ee-5426d383170d', 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'fixed_ips': [{'subnet_id': '44334914-0c29-4686-8ca3-e37c11ae1813'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:35:59.707940 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.714504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9476e74-fd25-4276-b796-1671a6167222 req-7d0eceff-74cb-4403-86a2-acc45ebb8d9d tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0905237 Sep 23 19:35:59.897753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:35:59.963725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Allocated IP 10.2.2.2 (27977598-a0a0-4d67-97ee-5426d383170d/44334914-0c29-4686-8ca3-e37c11ae1813/349a2504-3a19-4969-a9df-af42a15aef7f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:35:59.970531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Router e1200cd2-4480-4c92-970a-90935502f8f7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:59.987053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd80c6-07af-42e0-9a7f-c0be39a90b2c req-e5c98ecf-4692-457e-9df8-1069ae5d5237 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:59.994767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cbd80c6-07af-42e0-9a7f-c0be39a90b2c req-e5c98ecf-4692-457e-9df8-1069ae5d5237 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 931 time: 0.1308813 Sep 23 19:36:00.090451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cbd80c6-07af-42e0-9a7f-c0be39a90b2c req-754c6fd6-40a0-4b84-8893-5350f37eb078 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943077 Sep 23 19:36:00.162957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d84bd3-71d8-432c-89ad-f00c8b201692 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:00.179374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.194747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Transition to ACTIVE for port object 89d84bd3-71d8-432c-89ad-f00c8b201692 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:00.217174 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.220727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.231806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.236988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:00.242768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.251404 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] Sync routers for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:00.263804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.269052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] device_id is not set on port a076bb10-b19e-486a-8632-49f0853eddb9 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:00.278313 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:00.283854 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:00.315437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Network 27977598-a0a0-4d67-97ee-5426d383170d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:00.319692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:00.323928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:00.339589 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-686d3d5d-aef0-48b1-8cc7-90b2b3e9e2e5 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "DELETE /v2.0/floatingips/a9331d99-cc85-454d-9527-c5c20529bd1f HTTP/1.1" status: 204 len: 168 time: 2.3958220 Sep 23 19:36:00.342146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56764) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:00.349817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Pushing event updated for resources: {'Port': ['ID=349a2504-3a19-4969-a9df-af42a15aef7f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:00.360861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:00.386600 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:00.410704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.416051 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:00.418094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52db3efe-a4d3-4ec3-a678-d6745602e763 req-bf1a34d3-e8da-4246-9a7e-f3382c95fb4c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 210 time: 0.2496934 Sep 23 19:36:00.422181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Pushing event updated for resources: {'Port': ['ID=89d84bd3-71d8-432c-89ad-f00c8b201692,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:00.423807 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:00.434311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829646eb-c239-4c79-be16-e9571b878126 None None] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:00.437813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Attempting to bind port 349a2504-3a19-4969-a9df-af42a15aef7f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:00.438284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Attempting to bind port 349a2504-3a19-4969-a9df-af42a15aef7f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:00.439032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Attempting to bind port 349a2504-3a19-4969-a9df-af42a15aef7f on network 27977598-a0a0-4d67-97ee-5426d383170d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:00.500986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:00.501394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Checking segment: {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:00.504804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.505372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Bound using segment: {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:00.509200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Bound port: 349a2504-3a19-4969-a9df-af42a15aef7f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:00.510028 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.512435 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:00.513384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2903c98a-e479-4e83-80c2-a2b14a82d7ff None None] The sync data for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:00.557499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5a968bf2-e0eb-42cc-bac9-a29b67a46d25 None None] Provisioning complete for port a5369c94-cee2-4089-b121-04dad8f1ea3c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:00.566971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a968bf2-e0eb-42cc-bac9-a29b67a46d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.756639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-708fe43a-0365-43b3-9622-4934bee77e8d tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791383 Sep 23 19:36:00.794294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-db2f4948-39f7-4685-a48d-f79f89e5a59b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:00.794477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Attempting to bind port 89d84bd3-71d8-432c-89ad-f00c8b201692 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:00.794477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Attempting to bind port 89d84bd3-71d8-432c-89ad-f00c8b201692 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:00.794477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Attempting to bind port 89d84bd3-71d8-432c-89ad-f00c8b201692 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:00.794746 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-db2f4948-39f7-4685-a48d-f79f89e5a59b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 811 time: 0.3424714 Sep 23 19:36:00.803401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Port 89d84bd3-71d8-432c-89ad-f00c8b201692 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:00.803705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Attempting to bind port 89d84bd3-71d8-432c-89ad-f00c8b201692 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:00.826246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:00.826638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:00.827040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Bound using segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:00.827545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Bound port: 89d84bd3-71d8-432c-89ad-f00c8b201692, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:00.827970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.838281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Request body: {'port': {'device_id': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'admin_state_up': True, 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:00.964511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 10.1.1.135 (75bb4b0e-ff16-469e-b4db-89ba69b0a7e7/a6987480-029b-430f-a722-4201a0252fce/a076bb10-b19e-486a-8632-49f0853eddb9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:00.981999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] For port 89d84bd3-71d8-432c-89ad-f00c8b201692, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:00.989105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] For port 89d84bd3-71d8-432c-89ad-f00c8b201692, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=89d84bd3-71d8-432c-89ad-f00c8b201692,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:00.989742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a5369c94-cee2-4089-b121-04dad8f1ea3c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:01.001650 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.069517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.080307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.080307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] 10.222.0.41 "PUT /v2.0/ports/89d84bd3-71d8-432c-89ad-f00c8b201692 HTTP/1.1" status: 200 len: 1091 time: 2.0978425 Sep 23 19:36:01.080307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'tag': '89d84bd3-71d8-432c-89ad-f00c8b201692'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:01.080307 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fd668b-7ceb-4753-925e-85a237db466a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1f57f9-898b-4516-8b95-f3f069b7e69c", "tag": "89d84bd3-71d8-432c-89ad-f00c8b201692"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:01.090754 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a968bf2-e0eb-42cc-bac9-a29b67a46d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.094456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-414750bd-c2e6-415f-a24e-21c62282528f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.096076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-414750bd-c2e6-415f-a24e-21c62282528f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386185 Sep 23 19:36:01.114367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-e7ca3754-50b9-4629-af22-675426d91b98 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/quotas/a4ab7938e73b4674acedbf5f7dca00d5 HTTP/1.1" status: 200 len: 375 time: 0.0107903 Sep 23 19:36:01.189627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dccc0-e5ba-4654-bf86-0eb2f847349a service neutron] Pushing event updated for resources: {'Port': ['ID=89d84bd3-71d8-432c-89ad-f00c8b201692,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:01.207611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-352b38b3-ce7e-458e-8dec-3fbbed18e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.209337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-352b38b3-ce7e-458e-8dec-3fbbed18e0cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 1094 time: 0.0885704 Sep 23 19:36:01.260335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-28140f5a-3603-4a21-a947-4c0cccac84f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d84bd3-71d8-432c-89ad-f00c8b201692 HTTP/1.1" status: 200 len: 217 time: 0.0419698 Sep 23 19:36:01.274256 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.296425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9f80077b-0af9-4118-87ae-694d202d1690 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1486402 Sep 23 19:36:01.347393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-91a48ca4-0431-4f4a-ad00-98dae6baadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.349567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-91a48ca4-0431-4f4a-ad00-98dae6baadf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0822055 Sep 23 19:36:01.353509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] For port 349a2504-3a19-4969-a9df-af42a15aef7f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:01.384213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5a968bf2-e0eb-42cc-bac9-a29b67a46d25 None None] For port a5369c94-cee2-4089-b121-04dad8f1ea3c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a5369c94-cee2-4089-b121-04dad8f1ea3c,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:01.408098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-db417172-b6c9-4132-855e-76fd260894fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507591 Sep 23 19:36:01.424299 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a968bf2-e0eb-42cc-bac9-a29b67a46d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.429042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] For port 349a2504-3a19-4969-a9df-af42a15aef7f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=349a2504-3a19-4969-a9df-af42a15aef7f,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:01.546585 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.580831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a5369c94-cee2-4089-b121-04dad8f1ea3c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:01.581340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.601180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-5640961b-2d5e-47d7-b130-2d7ba2961edf service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845763 Sep 23 19:36:01.640025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a968bf2-e0eb-42cc-bac9-a29b67a46d25 None None] Pushing event updated for resources: {'Port': ['ID=a5369c94-cee2-4089-b121-04dad8f1ea3c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:01.719643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd2b91-d8b0-4af0-bb27-7eebb45b8ada None None] Pushing event updated for resources: {'Port': ['ID=349a2504-3a19-4969-a9df-af42a15aef7f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:01.722193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d9cf1a9-fcc6-40f4-88e6-2c727d53d8ca req-305964cf-4006-46c6-a39a-be737bf74a50 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114295 Sep 23 19:36:01.783191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2497ac3f-03b0-45ae-b34e-ea1bc9156725 req-aa901a12-1414-466e-a911-f869d90898f4 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0550499 Sep 23 19:36:01.847455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a577f08-0407-4eec-b667-0b0e28580612 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:01.857645 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcf407c-5162-4649-9016-36169eba6107 x-openstack-request-id: req-bfcf407c-5162-4649-9016-36169eba6107 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:01.857952 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1f57f9-898b-4516-8b95-f3f069b7e69c", "tag": "89d84bd3-71d8-432c-89ad-f00c8b201692", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:01.858960 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bfcf407c-5162-4649-9016-36169eba6107 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:01.859368 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'tag': '89d84bd3-71d8-432c-89ad-f00c8b201692', 'status': 'completed', 'code': 200} Sep 23 19:36:01.976452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd668b-7ceb-4753-925e-85a237db466a req-cd0859af-3d4e-4387-a39d-3f76554e50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.979285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43fd668b-7ceb-4753-925e-85a237db466a req-cd0859af-3d4e-4387-a39d-3f76554e50e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 1094 time: 0.0889401 Sep 23 19:36:01.992679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.009923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0a577f08-0407-4eec-b667-0b0e28580612 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:02.011071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.098807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.202813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Made reservation on behalf of 8ffd063ff3ff462199f2d4bb80ab4ec0 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:02.206375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd6f4-6f78-47dc-b6ea-20db279e5016 req-efde1f92-9996-4093-9696-a8ddb4870999 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:02.213630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.213831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-240bd6f4-6f78-47dc-b6ea-20db279e5016 req-efde1f92-9996-4093-9696-a8ddb4870999 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 943 time: 0.2027230 Sep 23 19:36:02.262093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d8e11940-7f25-43c8-9a78-8f4572ec4184 None None] Provisioning complete for port a5369c94-cee2-4089-b121-04dad8f1ea3c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:02.263272 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8e11940-7f25-43c8-9a78-8f4572ec4184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.285042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd668b-7ceb-4753-925e-85a237db466a req-8d62bfd8-458a-44f9-a4f0-e397ab3c1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:02.294300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43fd668b-7ceb-4753-925e-85a237db466a req-8d62bfd8-458a-44f9-a4f0-e397ab3c1dac service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.3058574 Sep 23 19:36:02.296286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:02.317225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:02.361723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-240bd6f4-6f78-47dc-b6ea-20db279e5016 req-9873dd70-8272-4a7d-9f85-be1cf0338b07 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467714 Sep 23 19:36:02.365197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:02.455599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Allocated IP 172.25.6.238 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/eafcdc02-f57b-4145-a25a-9b14c6bdb072) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:02.492834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=a076bb10-b19e-486a-8632-49f0853eddb9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:02.503625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43fd668b-7ceb-4753-925e-85a237db466a req-1413e29e-48ec-43b0-933b-5c87d21c4e83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d84bd3-71d8-432c-89ad-f00c8b201692 HTTP/1.1" status: 200 len: 217 time: 0.1987932 Sep 23 19:36:02.588839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72127974-d7c7-4e51-a78c-b846e18cd171 req-0018e4b6-1c80-4ba0-9b82-3d013376c80e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.1328928 Sep 23 19:36:02.598092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:02.598779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.676447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e590131-33c4-4f01-8c11-b453ba4ddf8b req-5ccbdd8c-6d4b-4a89-8917-a007d884d345 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 210 time: 0.0934289 Sep 23 19:36:02.692485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd668b-7ceb-4753-925e-85a237db466a req-878c1b4a-dfff-43bc-b5c2-a823b120ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:02.694287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43fd668b-7ceb-4753-925e-85a237db466a req-878c1b4a-dfff-43bc-b5c2-a823b120ce48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.1844580 Sep 23 19:36:02.739647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43fd668b-7ceb-4753-925e-85a237db466a req-e932537b-4c22-4b44-9765-4be54e25d688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330431 Sep 23 19:36:02.772877 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-58c5821d-9512-4fae-9207-fd55ed038388 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2335367 Sep 23 19:36:02.813700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:02.821294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'port': {'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1607587395', 'fixed_ips': [{'subnet_id': 'a6987480-029b-430f-a722-4201a0252fce'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:02.834712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 349a2504-3a19-4969-a9df-af42a15aef7f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:02.905231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Allocated IP 172.20.0.12 (025b140b-b734-48ba-9b8c-115828896d31/29da9a18-b793-44eb-ae61-29c0ca510c07/c009eb44-8d3e-44d5-a475-02535412cdbe) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:02.912468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f4e6e970-9019-444e-a1da-d3fa81c16cf2 None None] Provisioning complete for port a076bb10-b19e-486a-8632-49f0853eddb9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:02.913078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e970-9019-444e-a1da-d3fa81c16cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.913918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.921866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0e543ab-2d54-4b5c-bd8f-c2a705ae4611 req-3933837c-7964-4335-9ca1-d9ef8ac08663 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 210 time: 0.1088552 Sep 23 19:36:03.038049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:03.072526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 349a2504-3a19-4969-a9df-af42a15aef7f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:03.073945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.099042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6e970-9019-444e-a1da-d3fa81c16cf2 None None] Port a076bb10-b19e-486a-8632-49f0853eddb9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:03.131709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43fd668b-7ceb-4753-925e-85a237db466a req-d811ca04-08f7-4543-8c2d-2f17510b924c service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824179 Sep 23 19:36:03.154556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-1d8aa3f2-5348-41a6-9dca-162313dc81f8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000211 Sep 23 19:36:03.262002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce9944ba-e58b-467e-9ead-967ed353a1f7 req-8780446d-d3dc-466b-954d-42c46d6f9006 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0435767 Sep 23 19:36:03.264469 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.304430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 349a2504-3a19-4969-a9df-af42a15aef7f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=349a2504-3a19-4969-a9df-af42a15aef7f,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:03.317700 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.319055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a5369c94-cee2-4089-b121-04dad8f1ea3c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:03.334846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cc6f43a-78dc-442a-8368-559107f8e72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.335273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.388995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Pushing event updated for resources: {'Port': ['ID=eafcdc02-f57b-4145-a25a-9b14c6bdb072,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:03.407652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:03.425791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=349a2504-3a19-4969-a9df-af42a15aef7f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:03.449614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d1a32384-94b6-4079-9b68-2eee1df2676a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:03.451567 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d1a32384-94b6-4079-9b68-2eee1df2676a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807283 Sep 23 19:36:03.465725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a5369c94-cee2-4089-b121-04dad8f1ea3c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:03.467066 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.471117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Request body: {'port': {'device_id': '19bfe4a6-7c06-4812-ba38-04e804992086', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'a4ab7938e73b4674acedbf5f7dca00d5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:03.479177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:03.495447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:03.502450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:03.573279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da302b4-7833-465c-abbd-ce246c5a8a58 None None] Network 27977598-a0a0-4d67-97ee-5426d383170d requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:03.629549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.690149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-dbaae90d-f9d4-4e19-b767-58ba00d43577 None None] Provisioning complete for port 349a2504-3a19-4969-a9df-af42a15aef7f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:03.690981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dbaae90d-f9d4-4e19-b767-58ba00d43577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.724003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.735217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.812971 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.819890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Network 025b140b-b734-48ba-9b8c-115828896d31 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:03.822060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Pushing event updated for resources: {'Port': ['ID=c009eb44-8d3e-44d5-a475-02535412cdbe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:03.845922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:03.849726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:03.870371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43fd668b-7ceb-4753-925e-85a237db466a req-07098b0c-9833-4ad6-a2f6-289cb575a1b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295325 Sep 23 19:36:03.909939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.923644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c32738-c7db-4ee9-a15a-353226851cff req-4dc36a23-478e-4133-a56c-ce52c2888376 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:03.924879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:03.925145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82c32738-c7db-4ee9-a15a-353226851cff req-4dc36a23-478e-4133-a56c-ce52c2888376 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 943 time: 0.0942008 Sep 23 19:36:03.925516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.969134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] device_id is not set on port 4728b135-3332-44ae-bce0-1d0b86d968dd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:04.047564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82c32738-c7db-4ee9-a15a-353226851cff req-166414ec-2f88-402c-9484-71718403643e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048882 Sep 23 19:36:04.082738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.089918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.102747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cc6f43a-78dc-442a-8368-559107f8e72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.109161 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cc6f43a-78dc-442a-8368-559107f8e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.194706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Made reservation on behalf of a4ab7938e73b4674acedbf5f7dca00d5 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:04.198256 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.202984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Pushing event updated for resources: {'Port': ['ID=eafcdc02-f57b-4145-a25a-9b14c6bdb072,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:04.210470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fef9ead-a642-46c9-aa6d-c6d74a44faaf req-65114503-d88c-4668-941f-40171f5a9b7c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 210 time: 0.0733018 Sep 23 19:36:04.214424 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9a7ac910-738b-41ed-892c-a8a27beff9f5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3929756 Sep 23 19:36:04.218154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7cc6f43a-78dc-442a-8368-559107f8e72f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30190012bc3a45e591d6de694fac3914&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1727052 Sep 23 19:36:04.218671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:04.221263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6f43a-78dc-442a-8368-559107f8e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73356df-b028-4fad-a10e-c2d49e1dad12,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:04.253586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 10.1.1.186 (75bb4b0e-ff16-469e-b4db-89ba69b0a7e7/a6987480-029b-430f-a722-4201a0252fce/4728b135-3332-44ae-bce0-1d0b86d968dd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:04.256156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Request body: {'port': {'device_id': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:04.270032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-700f1798-d9c4-4881-8770-2bd4fdaf3561 None None] Provisioning complete for port 349a2504-3a19-4969-a9df-af42a15aef7f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:04.270640 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-700f1798-d9c4-4881-8770-2bd4fdaf3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.286990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.358794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.362561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-59b11717-78de-459f-9704-5fc257b6e44d tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0033393 Sep 23 19:36:04.363189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:04.410963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e754a30-80ba-4b19-a179-9212609dc304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.425362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.438400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b22fa6-6e3f-4830-a08f-d2b42abc9854 req-5b23b84b-9b31-43b3-99b1-ca13087a742e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:04.439978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91b22fa6-6e3f-4830-a08f-d2b42abc9854 req-5b23b84b-9b31-43b3-99b1-ca13087a742e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 932 time: 0.1407781 Sep 23 19:36:04.446752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 89d84bd3-71d8-432c-89ad-f00c8b201692 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:36:04.491003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e754a30-80ba-4b19-a179-9212609dc304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.502898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:04.527442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Allocated IP 192.168.233.8 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/343d2eae-320a-4d2b-8d48-1015cb9536bc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:04.552543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.560949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91b22fa6-6e3f-4830-a08f-d2b42abc9854 req-0efaab1a-de1e-47dd-acb1-e837a9fda2b8 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978169 Sep 23 19:36:04.564545 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.564700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 349a2504-3a19-4969-a9df-af42a15aef7f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:04.628170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.642952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 349a2504-3a19-4969-a9df-af42a15aef7f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:04.643335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.712853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 89d84bd3-71d8-432c-89ad-f00c8b201692, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=89d84bd3-71d8-432c-89ad-f00c8b201692,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:04.715820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:04.724975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:04.728133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=4728b135-3332-44ae-bce0-1d0b86d968dd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:04.730885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:04.745218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '89d84bd3-71d8-432c-89ad-f00c8b201692', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': '89d84bd3-71d8-432c-89ad-f00c8b201692', 'mac_address': 'fa:16:3e:a3:ae:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:36:04.756812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e754a30-80ba-4b19-a179-9212609dc304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.760032 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e754a30-80ba-4b19-a179-9212609dc304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.763515 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9e754a30-80ba-4b19-a179-9212609dc304 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c73356df-b028-4fad-a10e-c2d49e1dad12 HTTP/1.1" status: 204 len: 168 time: 0.5418916 Sep 23 19:36:04.799270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:04.799713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.804292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e754a30-80ba-4b19-a179-9212609dc304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73356df-b028-4fad-a10e-c2d49e1dad12,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:04.853963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64e5ae20-adfc-4cab-a424-73c02077b7c5 req-40a675b7-ffc3-43e6-abeb-9a3b8eb1e385 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0484219 Sep 23 19:36:04.854457 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.871773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc81dddc-deab-4ac5-9a26-8fbb29e907af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0531969 Sep 23 19:36:04.878110 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d84bd3-71d8-432c-89ad-f00c8b201692 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:04.878752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.910689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 89d84bd3-71d8-432c-89ad-f00c8b201692, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=89d84bd3-71d8-432c-89ad-f00c8b201692,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:04.917249 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.020925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=89d84bd3-71d8-432c-89ad-f00c8b201692,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:05.056210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.074951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Allocated IP 172.25.6.71 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/17707231-2f2c-4514-bad2-65ffa83acb8a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:05.114561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-97c6a716-7737-42c1-9d8e-cc3afc4a5203 None None] Provisioning complete for port 4728b135-3332-44ae-bce0-1d0b86d968dd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:05.115114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97c6a716-7737-42c1-9d8e-cc3afc4a5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.161638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:05.178568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cdc4d300-c1f6-4421-bac0-42fa8610509d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261584796', 'description': 'tempest-description--1209892350'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:05.190200 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.207195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e', 'b99bb722-30cb-4e18-9cb4-505c22b0640b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:05.251710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384', '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:05.257607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-97c6a716-7737-42c1-9d8e-cc3afc4a5203 None None] Port 4728b135-3332-44ae-bce0-1d0b86d968dd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:05.280787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:05.287176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c009eb44-8d3e-44d5-a475-02535412cdbe {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:05.298426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d300-c1f6-4421-bac0-42fa8610509d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.298552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.300740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:05.300881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:05.310192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:05.313012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event updated for resources: {'Port': ['ID=343d2eae-320a-4d2b-8d48-1015cb9536bc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:05.324675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.335714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['89d84bd3-71d8-432c-89ad-f00c8b201692'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:05.358850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b50f4db5-20fc-44ee-a8a8-29b8b0f18a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.381348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Transition to ACTIVE for port object c009eb44-8d3e-44d5-a475-02535412cdbe will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:05.400918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.442495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b925225-2849-4cdf-84d5-abb20f72edd2 req-ea181f5f-6c03-450c-be2c-e6477f6ffaba tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:05.444714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b925225-2849-4cdf-84d5-abb20f72edd2 req-ea181f5f-6c03-450c-be2c-e6477f6ffaba tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 944 time: 0.1827953 Sep 23 19:36:05.474981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Pushing event updated for resources: {'Port': ['ID=c009eb44-8d3e-44d5-a475-02535412cdbe,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:05.481910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.491344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:05.492597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.591039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:05.605188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b925225-2849-4cdf-84d5-abb20f72edd2 req-2f3e79db-0ffc-42bd-9bee-41aeb9f06c77 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535525 Sep 23 19:36:05.611584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:05.625216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:05.643826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d300-c1f6-4421-bac0-42fa8610509d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.654141 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d300-c1f6-4421-bac0-42fa8610509d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.661308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1d96dcce-6af2-44f5-8649-77ad346ae6fd None None] Provisioning complete for port 343d2eae-320a-4d2b-8d48-1015cb9536bc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:05.661776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d96dcce-6af2-44f5-8649-77ad346ae6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.670388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Attempting to bind port c009eb44-8d3e-44d5-a475-02535412cdbe on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:05.670734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Attempting to bind port c009eb44-8d3e-44d5-a475-02535412cdbe by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:05.671068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Attempting to bind port c009eb44-8d3e-44d5-a475-02535412cdbe on network 025b140b-b734-48ba-9b8c-115828896d31 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:05.684619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Port c009eb44-8d3e-44d5-a475-02535412cdbe on network 025b140b-b734-48ba-9b8c-115828896d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:05.684993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Attempting to bind port c009eb44-8d3e-44d5-a475-02535412cdbe on network 025b140b-b734-48ba-9b8c-115828896d31 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:05.704449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:05.704792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Checking segment: {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:05.705181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Bound using segment: {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:05.705619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Bound port: c009eb44-8d3e-44d5-a475-02535412cdbe, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:05.705982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.723420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4d300-c1f6-4421-bac0-42fa8610509d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f012b66-bbd9-468c-a04b-1dfd513365f2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:05.731866 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.755044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Pushing event updated for resources: {'Port': ['ID=17707231-2f2c-4514-bad2-65ffa83acb8a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:05.762145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d96dcce-6af2-44f5-8649-77ad346ae6fd None None] Port 343d2eae-320a-4d2b-8d48-1015cb9536bc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:05.798960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] For port c009eb44-8d3e-44d5-a475-02535412cdbe, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:05.802636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-55d372f5-c8db-4f3e-b1d0-49d7043792dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3238301 Sep 23 19:36:05.817647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] For port c009eb44-8d3e-44d5-a475-02535412cdbe, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c009eb44-8d3e-44d5-a475-02535412cdbe,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:05.825570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.831325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.909851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:05.910780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.912360 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] 10.222.0.41 "PUT /v2.0/ports/c009eb44-8d3e-44d5-a475-02535412cdbe HTTP/1.1" status: 200 len: 1092 time: 1.6702082 Sep 23 19:36:05.924909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'tag': 'c009eb44-8d3e-44d5-a475-02535412cdbe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:05.928279 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6178cd6-f623-43ec-b8a4-592554adeb50" -d '{"events": [{"name": "network-changed", "server_uuid": "5f99189f-682e-4e77-ae5d-8387e929a2a5", "tag": "c009eb44-8d3e-44d5-a475-02535412cdbe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:05.993919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9331add8-eb96-4cc5-b9d5-bef019d442a9 req-75ea34ed-29c6-4de2-a103-1ebbf8145972 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=869d7d2e2abe4685ae39504a85d71f2d&device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0462842 Sep 23 19:36:06.007397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9e783-8aa3-4a4f-ab07-87908fbfe90b service neutron] Pushing event updated for resources: {'Port': ['ID=c009eb44-8d3e-44d5-a475-02535412cdbe,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:06.024052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.024608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.025085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.025554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.026082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.026538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.027002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.028953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-860ad5ad-7d44-40f1-a58d-b24d68efeb19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6491 time: 0.1247602 Sep 23 19:36:06.038121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-7ce52b73-517c-4207-b5d1-6d8ca50c215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.041028 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-7ce52b73-517c-4207-b5d1-6d8ca50c215a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0838077 Sep 23 19:36:06.060033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9331add8-eb96-4cc5-b9d5-bef019d442a9 req-a8bddbac-20ad-497d-bcde-23c4f8e28adc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=869d7d2e2abe4685ae39504a85d71f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443990 Sep 23 19:36:06.087460 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-62b6f1a5-fc1c-497e-8360-f8d545cb346c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c009eb44-8d3e-44d5-a475-02535412cdbe HTTP/1.1" status: 200 len: 217 time: 0.0379949 Sep 23 19:36:06.139178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044545f-d2ec-4518-ab5d-34baaed42132 req-8401a8e6-dccd-4176-9aba-9d74d43b7b93 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.140684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5044545f-d2ec-4518-ab5d-34baaed42132 req-8401a8e6-dccd-4176-9aba-9d74d43b7b93 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 934 time: 0.1951432 Sep 23 19:36:06.192834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-3f9fa8fe-1a61-44ee-9964-e271d1bec9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.194244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-3f9fa8fe-1a61-44ee-9964-e271d1bec9f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 200 len: 851 time: 0.0998254 Sep 23 19:36:06.214187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.232563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b50f4db5-20fc-44ee-a8a8-29b8b0f18a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.234889 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.235581 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-b022d4b1-3411-4a02-b4fd-cdae43a9649b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b140b-b734-48ba-9b8c-115828896d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332963 Sep 23 19:36:06.240319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-3dc5ce75-1bd8-4825-b585-9ba984012bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.240754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-3dc5ce75-1bd8-4825-b585-9ba984012bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.241250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-3dc5ce75-1bd8-4825-b585-9ba984012bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.242750 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-3dc5ce75-1bd8-4825-b585-9ba984012bbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=ccddee97-ddac-4044-bf49-845dacc0be36&id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 2292 time: 0.1573777 Sep 23 19:36:06.252403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d300-c1f6-4421-bac0-42fa8610509d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.256279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b50f4db5-20fc-44ee-a8a8-29b8b0f18a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.256424 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cdc4d300-c1f6-4421-bac0-42fa8610509d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0904219 Sep 23 19:36:06.256951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:06.273514 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d7140db6-ea35-48ba-b293-7ec916a6b360 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8064473 Sep 23 19:36:06.278425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-88dd200e-0d71-4299-be8c-1413c8822335 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'security_group_rule': {'security_group_id': '1f012b66-bbd9-468c-a04b-1dfd513365f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:06.291368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Request body: {'port': {'device_id': '19bfe4a6-7c06-4812-ba38-04e804992086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:06.350153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5044545f-d2ec-4518-ab5d-34baaed42132 req-44a754e7-01f1-4e73-8c56-6bd6235926cc tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858115 Sep 23 19:36:06.361160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331add8-eb96-4cc5-b9d5-bef019d442a9 req-f9f8e7c0-a7de-480b-b2a4-bdbfbe4c0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.362725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9331add8-eb96-4cc5-b9d5-bef019d442a9 req-f9f8e7c0-a7de-480b-b2a4-bdbfbe4c0bbc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2926459 Sep 23 19:36:06.383178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Pushing event updated for resources: {'Port': ['ID=17707231-2f2c-4514-bad2-65ffa83acb8a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:06.388407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b50f4db5-20fc-44ee-a8a8-29b8b0f18a1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8eaa221a86644aeb032421ee8bb18c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875716 Sep 23 19:36:06.391696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f4db5-20fc-44ee-a8a8-29b8b0f18a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34701f04-c1bd-4f83-976a-3176e8794415,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:06.394164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:06.411455 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.448100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.449206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-348fadf4-6a0e-4367-aef9-ad6adc303d04 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0826917 Sep 23 19:36:06.456433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:06.459841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-1f5d7d66-9a39-49e8-b53c-9b3eae2be4ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 200 len: 1002 time: 0.2042639 Sep 23 19:36:06.504726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5de3d55f-6da3-491f-a063-86d790e10aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.513899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f92d73-3a87-4665-81dc-055e44638855 req-cff29175-1f69-499d-9afb-eb3d6f295c7c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.515467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28f92d73-3a87-4665-81dc-055e44638855 req-cff29175-1f69-499d-9afb-eb3d6f295c7c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 944 time: 0.0882511 Sep 23 19:36:06.523466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88dd200e-0d71-4299-be8c-1413c8822335 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.547918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.549896 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5de3d55f-6da3-491f-a063-86d790e10aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.571035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-b8582ddc-6b3e-4c88-9348-92517a254fad service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267853 Sep 23 19:36:06.584704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28f92d73-3a87-4665-81dc-055e44638855 req-327428ee-5ce5-43d7-952e-660db1412266 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607634 Sep 23 19:36:06.619642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5de3d55f-6da3-491f-a063-86d790e10aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.622695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5de3d55f-6da3-491f-a063-86d790e10aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.626693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5de3d55f-6da3-491f-a063-86d790e10aca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34701f04-c1bd-4f83-976a-3176e8794415 HTTP/1.1" status: 204 len: 168 time: 0.2272410 Sep 23 19:36:06.636236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3d55f-6da3-491f-a063-86d790e10aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34701f04-c1bd-4f83-976a-3176e8794415,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:06.670389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-d40a1d7a-4cfb-40e9-b6a5-5ce41b1e50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.671869 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-d40a1d7a-4cfb-40e9-b6a5-5ce41b1e50c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ff15eed-30d3-44f4-98a3-5e8d898cc901 HTTP/1.1" status: 200 len: 850 time: 0.1924403 Sep 23 19:36:06.681710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-979d331d-43a8-4add-883d-2957720eaca4 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2177446 Sep 23 19:36:06.684761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:06.808491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01bf4d0c-aafd-4962-820f-757274f4e755 req-a6052fd4-2eae-43be-901b-4e1afed0bae8 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0429804 Sep 23 19:36:06.814672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-25de2b9e-6487-4224-a9cb-12e10b780892 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1260822 Sep 23 19:36:06.815370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:06.964785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Deleting port 17707231-2f2c-4514-bad2-65ffa83acb8a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:06.965129 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.061770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88dd200e-0d71-4299-be8c-1413c8822335 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.063527 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19875323-d186-4b72-ae30-ad3c6d18bfff x-openstack-request-id: req-19875323-d186-4b72-ae30-ad3c6d18bfff {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:07.063816 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f99189f-682e-4e77-ae5d-8387e929a2a5", "tag": "c009eb44-8d3e-44d5-a475-02535412cdbe", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:07.064149 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19875323-d186-4b72-ae30-ad3c6d18bfff {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:07.065007 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'tag': 'c009eb44-8d3e-44d5-a475-02535412cdbe', 'status': 'completed', 'code': 200} Sep 23 19:36:07.082664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88dd200e-0d71-4299-be8c-1413c8822335 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.086935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf90606-84f0-4908-9da5-4c5b654ba612 req-5317069f-5c7f-43dd-b7d3-e63fb09960c9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.088091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cf90606-84f0-4908-9da5-4c5b654ba612 req-5317069f-5c7f-43dd-b7d3-e63fb09960c9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 944 time: 0.0992520 Sep 23 19:36:07.097897 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.098276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.127556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Calling delete_port for 17707231-2f2c-4514-bad2-65ffa83acb8a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:07.153541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cf90606-84f0-4908-9da5-4c5b654ba612 req-27e8ad9a-c4e0-4e9d-8f0b-62c030bcd1c9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521498 Sep 23 19:36:07.167884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd200e-0d71-4299-be8c-1413c8822335 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2595e45-9e7b-4fe5-8321-bcd2b36e32fc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:07.186438 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f6d065b1-d70d-414a-9afb-48fd92c2d4ff req-9d3d562d-2d1b-427c-90d2-36028f4749c0 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026616 Sep 23 19:36:07.195093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-98bc35e2-245a-49af-9a8e-61e95a3ced6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.196713 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-98bc35e2-245a-49af-9a8e-61e95a3ced6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4834979 Sep 23 19:36:07.200424 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88dd200e-0d71-4299-be8c-1413c8822335 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.204477 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-88dd200e-0d71-4299-be8c-1413c8822335 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9436905 Sep 23 19:36:07.205555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56910) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:07.210638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dfc92f68-fb7a-4b20-ac77-f078b5edb7b6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'security_group_rule': {'security_group_id': '1f012b66-bbd9-468c-a04b-1dfd513365f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:07.308075 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.336499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Pushing event deleted for resources: {'Port': ['ID=17707231-2f2c-4514-bad2-65ffa83acb8a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:07.393192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfc92f68-fb7a-4b20-ac77-f078b5edb7b6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.398362 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.401599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.402817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5024cce-ad39-4b00-b159-0ab5b6101634 tempest-FloatingIPAdminTestJSON-80953080 tempest-FloatingIPAdminTestJSON-80953080-project] 10.222.0.38 "DELETE /v2.0/floatingips/31dfd719-4106-4047-b411-4a6cd5a446f0 HTTP/1.1" status: 204 len: 168 time: 0.5864851 Sep 23 19:36:07.412843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:07.454736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-72709758-0b85-4b07-9d14-b4161f4705e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.456230 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-72709758-0b85-4b07-9d14-b4161f4705e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 1095 time: 0.1934052 Sep 23 19:36:07.478905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-e3a4b5b3-5e37-419e-a4f8-7664e2fd1114 service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614739 Sep 23 19:36:07.573930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8e815-3f75-42a9-9cde-de7f840237dd req-27edfae5-9129-4c3d-ab62-abf5e9e448bd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.576226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ca8e815-3f75-42a9-9cde-de7f840237dd req-27edfae5-9129-4c3d-ab62-abf5e9e448bd tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 934 time: 0.1231923 Sep 23 19:36:07.621607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfc92f68-fb7a-4b20-ac77-f078b5edb7b6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.640871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Deleting port eafcdc02-f57b-4145-a25a-9b14c6bdb072 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:07.641348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.657706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfc92f68-fb7a-4b20-ac77-f078b5edb7b6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.664295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ca8e815-3f75-42a9-9cde-de7f840237dd req-9dc32275-b8fc-46db-82eb-cdaf80d544dc tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771382 Sep 23 19:36:07.694816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343d2eae-320a-4d2b-8d48-1015cb9536bc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:07.715334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.717514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc92f68-fb7a-4b20-ac77-f078b5edb7b6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6bff02-4eaa-4f35-aee4-ef28aca8326b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:07.723744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-8779b99e-01ad-403d-8e86-7ae2b8596dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.725246 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-8779b99e-01ad-403d-8e86-7ae2b8596dc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 912 time: 0.2598724 Sep 23 19:36:07.738223 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfc92f68-fb7a-4b20-ac77-f078b5edb7b6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.739301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dfc92f68-fb7a-4b20-ac77-f078b5edb7b6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5326769 Sep 23 19:36:07.752231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:07.760305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:07.784150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Transition to ACTIVE for port object 343d2eae-320a-4d2b-8d48-1015cb9536bc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:07.786439 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-e61fe0ca-d4b8-4150-ae93-85e7cde64878 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c009eb44-8d3e-44d5-a475-02535412cdbe HTTP/1.1" status: 200 len: 217 time: 0.0518093 Sep 23 19:36:07.788620 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-4d600bb6-7bf1-462f-8b4f-fc0e45cc7c44 service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953887 Sep 23 19:36:07.790643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.829957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9331add8-eb96-4cc5-b9d5-bef019d442a9 req-d4a5e2ae-ffc9-48cc-b86d-12c82f35da48 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0528116 Sep 23 19:36:07.837240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.837574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.859750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Calling delete_port for eafcdc02-f57b-4145-a25a-9b14c6bdb072 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:07.867310 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.884095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d72f97-0418-4287-a105-e1f073936e90 req-a9b8d785-a2a0-4587-8994-010c0c2a8855 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.885626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47d72f97-0418-4287-a105-e1f073936e90 req-a9b8d785-a2a0-4587-8994-010c0c2a8855 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 944 time: 0.1513808 Sep 23 19:36:07.898428 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-86a46664-e6c3-481d-ba52-e14e1ddbb956 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 217 time: 0.0979042 Sep 23 19:36:07.972341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Pushing event updated for resources: {'Port': ['ID=343d2eae-320a-4d2b-8d48-1015cb9536bc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:07.981311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-eb83b2f2-85bd-40ff-bc5b-4d1e9e849d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.987034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-eb83b2f2-85bd-40ff-bc5b-4d1e9e849d46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 200 len: 851 time: 0.1878395 Sep 23 19:36:08.128245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47d72f97-0418-4287-a105-e1f073936e90 req-64eb6915-faaf-4e15-a169-d7f8d9d7d924 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147458 Sep 23 19:36:08.175192 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-be459d8e-8643-4f05-a919-823187e278b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b140b-b734-48ba-9b8c-115828896d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698468 Sep 23 19:36:08.185354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-7813fe9d-360e-4d25-8d37-fcd10d5126c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:08.187233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-7813fe9d-360e-4d25-8d37-fcd10d5126c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.2773488 Sep 23 19:36:08.291771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.304222 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.381202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Attempting to bind port 343d2eae-320a-4d2b-8d48-1015cb9536bc on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:08.381919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Attempting to bind port 343d2eae-320a-4d2b-8d48-1015cb9536bc by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:08.382658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Attempting to bind port 343d2eae-320a-4d2b-8d48-1015cb9536bc on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:08.412482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Port 343d2eae-320a-4d2b-8d48-1015cb9536bc on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:08.413197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Attempting to bind port 343d2eae-320a-4d2b-8d48-1015cb9536bc on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:08.419253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-41c3f55c-c1bb-42d6-a5a9-db4759fe5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:08.420854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-41c3f55c-c1bb-42d6-a5a9-db4759fe5f58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2178953 Sep 23 19:36:08.451985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 89d84bd3-71d8-432c-89ad-f00c8b201692 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:08.463131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Pushing event deleted for resources: {'Port': ['ID=eafcdc02-f57b-4145-a25a-9b14c6bdb072,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:08.470621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:08.473959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:08.475381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:08.476066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Bound port: 343d2eae-320a-4d2b-8d48-1015cb9536bc, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:08.477153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.572785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-151b6366-a6f1-4272-b47f-9e750b455706 req-e4b458d0-da8d-42fa-a6b8-3cae22fb1472 tempest-ServerShowV254Test-600762899 tempest-ServerShowV254Test-600762899-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c4cd6e-370d-40fc-8fa4-9ca03880d26a HTTP/1.1" status: 200 len: 210 time: 0.0745790 Sep 23 19:36:08.583640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-56238cbf-85cc-41d1-9e72-171b1f00b683 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943994 Sep 23 19:36:08.619227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.622551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.623716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-834dc4a0-ef76-4702-ab73-6485d69fa110 tempest-FloatingIPAdminTestJSON-1144655918 tempest-FloatingIPAdminTestJSON-1144655918-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/e6f33211-147c-4217-af8f-bdf31a128900 HTTP/1.1" status: 204 len: 168 time: 1.2173517 Sep 23 19:36:08.630646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:08.651380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 89d84bd3-71d8-432c-89ad-f00c8b201692 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:36:08.655251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 89d84bd3-71d8-432c-89ad-f00c8b201692 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:08.655624 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.734890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 172.25.6.18 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/6280ea21-5ffc-4392-a3bc-8f3821bd839d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:08.757067 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.790150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d84bd3-71d8-432c-89ad-f00c8b201692'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:08.793674 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14b610a-cbab-4cde-a222-ded26fb854e9" -d '{"events": [{"server_uuid": "dc1f57f9-898b-4516-8b95-f3f069b7e69c", "name": "network-vif-plugged", "status": "completed", "tag": "89d84bd3-71d8-432c-89ad-f00c8b201692"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:08.810956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 89d84bd3-71d8-432c-89ad-f00c8b201692, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=89d84bd3-71d8-432c-89ad-f00c8b201692,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:08.816668 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.865392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-c544512c-dbf7-40dd-9ca5-52c03723a639 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206340 Sep 23 19:36:08.868940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] For port 343d2eae-320a-4d2b-8d48-1015cb9536bc, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:08.877540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=89d84bd3-71d8-432c-89ad-f00c8b201692,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:08.879383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a83d-798c-4820-b71f-136eb42296e8 req-197544b2-0f24-471a-81c9-1533476b163f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:08.886691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8035a83d-798c-4820-b71f-136eb42296e8 req-197544b2-0f24-471a-81c9-1533476b163f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 944 time: 0.2232230 Sep 23 19:36:08.918008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] For port 343d2eae-320a-4d2b-8d48-1015cb9536bc, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=343d2eae-320a-4d2b-8d48-1015cb9536bc,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:08.932315 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c6178cd6-f623-43ec-b8a4-592554adeb50 req-add3c3c8-3d49-4660-af0d-22c08b22ebf0 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336840 Sep 23 19:36:08.940364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.962071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:08.962822 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.964287 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] 10.222.0.41 "PUT /v2.0/ports/343d2eae-320a-4d2b-8d48-1015cb9536bc HTTP/1.1" status: 200 len: 1094 time: 2.6783607 Sep 23 19:36:09.084971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bfe4a6-7c06-4812-ba38-04e804992086', 'tag': '343d2eae-320a-4d2b-8d48-1015cb9536bc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:09.088571 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07990e9e-3f7c-4888-8e39-e3acab64e957" -d '{"events": [{"name": "network-changed", "server_uuid": "19bfe4a6-7c06-4812-ba38-04e804992086", "tag": "343d2eae-320a-4d2b-8d48-1015cb9536bc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:09.121198 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-3e682c66-d10b-4521-b88c-a05c773a3afd service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417157 Sep 23 19:36:09.127656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5650ca-a964-443a-b48d-597bbf78daac service neutron] Pushing event updated for resources: {'Port': ['ID=343d2eae-320a-4d2b-8d48-1015cb9536bc,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:09.149747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d08b3495-605f-4fb2-a25e-80e552123557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.151222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-d08b3495-605f-4fb2-a25e-80e552123557 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 1097 time: 0.1322043 Sep 23 19:36:09.192102 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-37cda4a6-0484-4c0b-bc2a-6df2f99567bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 217 time: 0.0467298 Sep 23 19:36:09.236653 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-8d320b6c-5b7c-4661-a962-45e36ab01deb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=343d2eae-320a-4d2b-8d48-1015cb9536bc HTTP/1.1" status: 200 len: 217 time: 0.0465178 Sep 23 19:36:09.314542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-80d0a79e-68f6-480b-a422-5b328116399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.314640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Deleting port 4dd734e2-f510-4734-b321-5cc0b445f084 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:09.314640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.315126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-80d0a79e-68f6-480b-a422-5b328116399b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0881162 Sep 23 19:36:09.335880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-40bc101b-8591-47a8-9b71-5970765cc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.338307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-40bc101b-8591-47a8-9b71-5970765cc202 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0806346 Sep 23 19:36:09.348900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8035a83d-798c-4820-b71f-136eb42296e8 req-9da43a78-3357-4fb8-b043-4271d8f71c4f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611497 Sep 23 19:36:09.374708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.412033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-06cf5cbf-4d8c-4c19-9aae-ed422076701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.413857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-06cf5cbf-4d8c-4c19-9aae-ed422076701d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896618 Sep 23 19:36:09.421175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-67e6646c-0ada-4359-8785-83583ab9be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.422916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-67e6646c-0ada-4359-8785-83583ab9be85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672300 Sep 23 19:36:09.465786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.483078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Calling delete_port for 4dd734e2-f510-4734-b321-5cc0b445f084 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:09.590138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.603644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-c4fc766f-c9ea-418d-af81-500a992fca11 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794009 Sep 23 19:36:09.605480 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-65b203d4-a261-43e1-885c-f0bceba938cd service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657591 Sep 23 19:36:09.636027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59801d2-6c27-4a6e-972d-8d9d4a53557e req-bec8ba01-0179-48fe-ac0a-595423226060 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.637523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b59801d2-6c27-4a6e-972d-8d9d4a53557e req-bec8ba01-0179-48fe-ac0a-595423226060 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 946 time: 0.1401691 Sep 23 19:36:09.655394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:09.666661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:09.669096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:09.706771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=6280ea21-5ffc-4392-a3bc-8f3821bd839d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:09.762638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-e2bb6d91-9437-4298-84d4-5207299f8e41 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503856 Sep 23 19:36:09.766008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-187861b6-35e1-451e-922e-cfcd3e7fa1f2 req-ab846295-f11f-428c-9c80-eaaa4dd905c0 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528361 Sep 23 19:36:09.768794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b59801d2-6c27-4a6e-972d-8d9d4a53557e req-287bff00-aac6-4e39-b37c-4183e348db61 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170180 Sep 23 19:36:09.804862 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.812946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-d368b323-e62a-4b76-8c1c-1283cb11eebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 200 len: 217 time: 0.0414376 Sep 23 19:36:09.819438 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb17d4cf-08d8-4b1b-ab03-e0d8536a3cd4 x-openstack-request-id: req-cb17d4cf-08d8-4b1b-ab03-e0d8536a3cd4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:09.820025 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1f57f9-898b-4516-8b95-f3f069b7e69c", "name": "network-vif-plugged", "status": "completed", "tag": "89d84bd3-71d8-432c-89ad-f00c8b201692", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:09.820393 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb17d4cf-08d8-4b1b-ab03-e0d8536a3cd4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:09.821006 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d84bd3-71d8-432c-89ad-f00c8b201692', 'code': 200} Sep 23 19:36:09.856602 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9a61af-48a9-4c0a-9dc6-01c7e4acb7bb x-openstack-request-id: req-1a9a61af-48a9-4c0a-9dc6-01c7e4acb7bb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:09.856891 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bfe4a6-7c06-4812-ba38-04e804992086", "tag": "343d2eae-320a-4d2b-8d48-1015cb9536bc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:09.857145 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a9a61af-48a9-4c0a-9dc6-01c7e4acb7bb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:09.857771 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bfe4a6-7c06-4812-ba38-04e804992086', 'tag': '343d2eae-320a-4d2b-8d48-1015cb9536bc', 'status': 'completed', 'code': 200} Sep 23 19:36:09.862077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Port': ['ID=4dd734e2-f510-4734-b321-5cc0b445f084,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:09.884424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-b4c78559-c18f-413c-ab33-828a8606a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.886232 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-b4c78559-c18f-413c-ab33-828a8606a1b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0651584 Sep 23 19:36:09.924946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.998783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-25e0a828-a04c-4fb0-9656-835337ddd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.000358 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-25e0a828-a04c-4fb0-9656-835337ddd8fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012321 Sep 23 19:36:10.003075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-271c859e-7927-4bd5-82cb-ab4bcbb652f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.004505 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-271c859e-7927-4bd5-82cb-ab4bcbb652f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 1097 time: 0.1147609 Sep 23 19:36:10.009140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2651d9-86d1-498d-b0e4-37379ed0b53f req-34d67b8d-d8b9-4c79-829a-b5071859eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.010639 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1d2651d9-86d1-498d-b0e4-37379ed0b53f req-34d67b8d-d8b9-4c79-829a-b5071859eccc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 1096 time: 0.0677352 Sep 23 19:36:10.016717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.020422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.025177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-82292445-4e17-4863-a217-7dad3a294fa7 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "DELETE /v2.0/ports/4dd734e2-f510-4734-b321-5cc0b445f084 HTTP/1.1" status: 204 len: 168 time: 1.3892467 Sep 23 19:36:10.036726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:10.047630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b6ee-602d-47d5-b5be-afe941797f5a req-9ed45c53-ed87-46cf-b255-6a36c0821c19 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.049193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d497b6ee-602d-47d5-b5be-afe941797f5a req-9ed45c53-ed87-46cf-b255-6a36c0821c19 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 944 time: 0.1119409 Sep 23 19:36:10.125230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d497b6ee-602d-47d5-b5be-afe941797f5a req-361e8bd9-fc79-4535-8bab-8c92c4f9876e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659559 Sep 23 19:36:10.203973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1d2651d9-86d1-498d-b0e4-37379ed0b53f req-19668b87-2170-4f58-9a93-e087c1ccea02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807172 Sep 23 19:36:10.220496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b19e7-f4e4-48b0-b4d4-3512c7c8d96e tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.224467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-045b19e7-f4e4-48b0-b4d4-3512c7c8d96e tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1200cd2-4480-4c92-970a-90935502f8f7 HTTP/1.1" status: 200 len: 913 time: 0.1842403 Sep 23 19:36:10.225125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:10.237791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.250946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-5635890d-088e-4619-829a-aedbe064adca service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353392 Sep 23 19:36:10.252756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-de5e451d-214a-40c9-9efe-5a4cd1a14a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.254091 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-de5e451d-214a-40c9-9efe-5a4cd1a14a76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.2299118 Sep 23 19:36:10.275595 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.411670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=6280ea21-5ffc-4392-a3bc-8f3821bd839d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:10.449265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c009eb44-8d3e-44d5-a475-02535412cdbe details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:36:10.449430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.570271 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.572090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-857f695c-e525-4b64-b012-ff12317d3faf tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8178358 Sep 23 19:36:10.590542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69fe89-d554-499f-a043-d0ee0ead9c67 req-598e4085-64bd-47aa-8907-8986cacc9438 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.592096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc69fe89-d554-499f-a043-d0ee0ead9c67 req-598e4085-64bd-47aa-8907-8986cacc9438 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 945 time: 0.1466811 Sep 23 19:36:10.615300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c009eb44-8d3e-44d5-a475-02535412cdbe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c009eb44-8d3e-44d5-a475-02535412cdbe,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:10.625507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:10.633025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'c009eb44-8d3e-44d5-a475-02535412cdbe', 'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'port_id': 'c009eb44-8d3e-44d5-a475-02535412cdbe', 'mac_address': 'fa:16:3e:fc:db:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:36:10.686487 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.706394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c009eb44-8d3e-44d5-a475-02535412cdbe {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:10.735596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c009eb44-8d3e-44d5-a475-02535412cdbe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c009eb44-8d3e-44d5-a475-02535412cdbe,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:10.744558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc69fe89-d554-499f-a043-d0ee0ead9c67 req-aaf6adac-618e-40f0-939b-cc1768798dc2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404288 Sep 23 19:36:10.744799 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.834974 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-86a9a804-e473-45a1-81b6-1c83b9777156 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721221 Sep 23 19:36:10.870265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c009eb44-8d3e-44d5-a475-02535412cdbe,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:10.884980 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-3ded8127-a5bf-4817-9454-a9abf87a5594 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=343d2eae-320a-4d2b-8d48-1015cb9536bc HTTP/1.1" status: 200 len: 217 time: 0.0485294 Sep 23 19:36:10.914419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-735b9ae7-7eb4-40be-92a5-51ec355553b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.923894 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-d4d92cd0-a788-4853-8858-a8d1b6ca68da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 200 len: 217 time: 0.0796547 Sep 23 19:36:10.994883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5dc09-e1ff-47ea-a598-e1757de07c72 req-76724347-fabb-491d-b019-46bc4e11578c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.996900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5c5dc09-e1ff-47ea-a598-e1757de07c72 req-76724347-fabb-491d-b019-46bc4e11578c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 946 time: 0.1233435 Sep 23 19:36:10.999341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-c65d33f0-7490-4be0-8a8f-099418e41fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.000731 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-c65d33f0-7490-4be0-8a8f-099418e41fcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0869126 Sep 23 19:36:11.006542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-6190c3b5-8ddf-4d37-a856-d927b5e1088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.008040 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-6190c3b5-8ddf-4d37-a856-d927b5e1088c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0627012 Sep 23 19:36:11.084121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-c22df0e7-891a-42b8-ae62-a62ab93ecce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.085645 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-c22df0e7-891a-42b8-ae62-a62ab93ecce8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670292 Sep 23 19:36:11.090652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-166f2e38-ea53-4038-8508-051c026bb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.092619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-166f2e38-ea53-4038-8508-051c026bb112 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824444 Sep 23 19:36:11.110757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a5c5dc09-e1ff-47ea-a598-e1757de07c72 req-23f99ca4-c388-4892-aa9d-667ab168a003 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945294 Sep 23 19:36:11.138839 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-735b9ae7-7eb4-40be-92a5-51ec355553b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.155581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-735b9ae7-7eb4-40be-92a5-51ec355553b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.163742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.233046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c009eb44-8d3e-44d5-a475-02535412cdbe'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:11.236241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b9ae7-7eb4-40be-92a5-51ec355553b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748d81c7-e56f-47c8-9e95-47912c475967,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:11.260736 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-c6f25fb4-d711-48fd-af6a-f0f07c9d7c12 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657593 Sep 23 19:36:11.262976 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-63874aa2-ae69-456d-94be-c25e88494583 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603792 Sep 23 19:36:11.324835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-735b9ae7-7eb4-40be-92a5-51ec355553b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=869d7d2e2abe4685ae39504a85d71f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981158 Sep 23 19:36:11.329962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:11.370020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-c42dc750-02b8-4e75-8ac7-a1ad375f6ade tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--261584796&fields=id&tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b HTTP/1.1" status: 200 len: 267 time: 0.1123121 Sep 23 19:36:11.440619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-23746bad-ad46-43a7-9722-d8c713169396 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719961 Sep 23 19:36:11.491269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07990e9e-3f7c-4888-8e39-e3acab64e957 req-b4d8fd7b-f414-4b32-b5a3-b5cf66358f7e service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151184 Sep 23 19:36:11.492706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-9355900b-a736-44cf-b63a-0950360a1606 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 200 len: 217 time: 0.0386825 Sep 23 19:36:11.494742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-97365d67-9d8e-4bd6-a6d6-8e4c1f9698a1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.496097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-97365d67-9d8e-4bd6-a6d6-8e4c1f9698a1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports/a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 937 time: 0.1160755 Sep 23 19:36:11.502782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12455930-2529-4d4d-bd07-88547f3177b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.551607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-bdd84df5-cc73-44bb-9611-f90146c54368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.553534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-bdd84df5-cc73-44bb-9611-f90146c54368 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0522346 Sep 23 19:36:11.562669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12455930-2529-4d4d-bd07-88547f3177b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.579740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-172b69ad-293b-4c8f-8c2e-c04ca684cb98 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.581083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-172b69ad-293b-4c8f-8c2e-c04ca684cb98 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports/4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 937 time: 0.0757048 Sep 23 19:36:11.602818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-058da4fc-01fb-4e0e-947b-25a4cf152d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.604328 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-058da4fc-01fb-4e0e-947b-25a4cf152d1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419676 Sep 23 19:36:11.640160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-a805db55-9fba-462a-a54c-a60fc914c680 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0517297 Sep 23 19:36:11.694865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-963bcd58-efdf-4ea6-8ae7-e2d2fd184914 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0484123 Sep 23 19:36:11.708177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-0f23df57-c9ca-429c-a4c1-4db1159e8fdb service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948377 Sep 23 19:36:11.753431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12455930-2529-4d4d-bd07-88547f3177b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.755971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12455930-2529-4d4d-bd07-88547f3177b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.760200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-12455930-2529-4d4d-bd07-88547f3177b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/748d81c7-e56f-47c8-9e95-47912c475967 HTTP/1.1" status: 204 len: 168 time: 0.4252112 Sep 23 19:36:11.782875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12455930-2529-4d4d-bd07-88547f3177b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748d81c7-e56f-47c8-9e95-47912c475967,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:11.817778 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-ac2b020e-947c-4aa8-b040-7879d1a6f9a5 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008635 Sep 23 19:36:11.871680 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-e3dd35bf-fe8d-46ae-be0f-8edfb5f09f1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 200 len: 217 time: 0.0459757 Sep 23 19:36:11.881357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Deleting port d3cb9149-2bec-41da-a61b-3675dc2cc2bb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:11.881357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.892455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1ae536e1-93f7-4905-a603-f7960ce494e5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.898837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1ae536e1-93f7-4905-a603-f7960ce494e5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.904935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1ae536e1-93f7-4905-a603-f7960ce494e5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.912304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1ae536e1-93f7-4905-a603-f7960ce494e5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/networks?id=58635457-bc59-4eda-9f1c-3e8334135a76&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=27977598-a0a0-4d67-97ee-5426d383170d&id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 1993 time: 0.2063227 Sep 23 19:36:11.928346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-fa89d1a9-8271-4ba5-b600-70d93c64ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.929833 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-fa89d1a9-8271-4ba5-b600-70d93c64ba3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0498004 Sep 23 19:36:11.951520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b05897a4-858f-4108-bb76-0c0205cee6be tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/quotas/7e4d32f9ca9446748e1a35fbf6e3e83b HTTP/1.1" status: 200 len: 375 time: 0.0382576 Sep 23 19:36:11.978948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-2f7aca76-57c0-49fe-9573-0155ad189dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.980464 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-2f7aca76-57c0-49fe-9573-0155ad189dba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417712 Sep 23 19:36:12.038296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.055594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Calling delete_port for d3cb9149-2bec-41da-a61b-3675dc2cc2bb owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:12.075675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-4b65ec91-7bf6-440a-ae45-0c132b98ec4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0953927 Sep 23 19:36:12.081451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-63bd1dc3-66a2-4923-85c2-27f78c4c5db8 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921481 Sep 23 19:36:12.177497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7883535c-a7f2-45af-9e26-b26d4306fd72 req-0bb2e3f3-c2b0-4010-acf5-26b729c3f41d service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869954 Sep 23 19:36:12.240176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-55d00378-6e89-410f-bd71-0af74fbb4caf service neutron] 10.222.0.38 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507332 Sep 23 19:36:12.391640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-bdfaa0df-4121-4f8d-8ccf-c0b5344268a1 service neutron] 10.222.0.38 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199300 Sep 23 19:36:12.449599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 343d2eae-320a-4d2b-8d48-1015cb9536bc details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:36:12.472354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d4615b25-4252-4586-8409-fedcb6546162 service neutron] 10.222.0.38 "GET /v2.0/ports/a076bb10-b19e-486a-8632-49f0853eddb9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0604935 Sep 23 19:36:12.563989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.607530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 343d2eae-320a-4d2b-8d48-1015cb9536bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=343d2eae-320a-4d2b-8d48-1015cb9536bc,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:12.613640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Port': ['ID=d3cb9149-2bec-41da-a61b-3675dc2cc2bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:12.623440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '343d2eae-320a-4d2b-8d48-1015cb9536bc', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '343d2eae-320a-4d2b-8d48-1015cb9536bc', 'mac_address': 'fa:16:3e:16:82:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:36:12.630714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f82a530a-90d4-4a5a-9430-f3ec00c372fa service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573985 Sep 23 19:36:12.677748 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.694653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343d2eae-320a-4d2b-8d48-1015cb9536bc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:12.723722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 343d2eae-320a-4d2b-8d48-1015cb9536bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=343d2eae-320a-4d2b-8d48-1015cb9536bc,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:12.735313 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.797513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=343d2eae-320a-4d2b-8d48-1015cb9536bc,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:12.867396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-0d4b891e-53bf-41cc-8978-cccb26a5fe15 service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270889 Sep 23 19:36:12.918480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-fd9e93d8-1c44-4aeb-b2bd-cdff17b10dfc service neutron] 10.222.0.38 "GET /v2.0/ports/4728b135-3332-44ae-bce0-1d0b86d968dd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0501351 Sep 23 19:36:12.937524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.945191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-6ebae3d4-72d5-4e7b-8e74-6c941714f289 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428786 Sep 23 19:36:13.043842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-ba63c4b7-7c0e-4628-a190-9c0e242b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.045623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-ba63c4b7-7c0e-4628-a190-9c0e242b8e0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 1100 time: 0.0502498 Sep 23 19:36:13.123771 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff0321d8-e588-42d3-9453-ffb11f2e5acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.132657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['343d2eae-320a-4d2b-8d48-1015cb9536bc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:13.169217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-09e8ec8a-9634-4c89-8d30-b4fc81233f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.171097 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-09e8ec8a-9634-4c89-8d30-b4fc81233f20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1046858 Sep 23 19:36:13.224763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:13.232326 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-01462a0b-9fb6-422a-96c0-17c97eb98dbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=e937de09-502c-4ec6-943d-fd6a4a68071b HTTP/1.1" status: 200 len: 217 time: 0.0519416 Sep 23 19:36:13.297360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-41f0601f-7885-4867-a172-4248c1715148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.299644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-41f0601f-7885-4867-a172-4248c1715148 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0596037 Sep 23 19:36:13.359814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-38a13b3b-40ba-45a4-b14c-fc09b9677a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.361291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-38a13b3b-40ba-45a4-b14c-fc09b9677a57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525770 Sep 23 19:36:13.366893 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f474ad65-686f-4da3-8e52-10756a741941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.424835 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:36:13.470285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-40a7f956-c4e0-4bd6-a03d-123d3d2caf74 service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427523 Sep 23 19:36:13.497771 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-114bc2db-8806-4ba2-a1ae-3c93339efa5d service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271472 Sep 23 19:36:13.601754 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f474ad65-686f-4da3-8e52-10756a741941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.608392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f474ad65-686f-4da3-8e52-10756a741941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.643305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7cad3192-2510-422a-a56a-25070db15afe service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667066 Sep 23 19:36:13.655451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94fe3278-80ec-4154-81f8-73ecade0d3f3 req-299481e2-5a10-4cbd-a3de-e400bbeac936 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496239 Sep 23 19:36:13.664143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f474ad65-686f-4da3-8e52-10756a741941 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=459dccbcc9214e82ab7e94a40836c8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350340 Sep 23 19:36:13.664143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:13.671489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474ad65-686f-4da3-8e52-10756a741941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e243580-9714-4560-b975-5ca64a83c2d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:13.677863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Router e1200cd2-4480-4c92-970a-90935502f8f7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:36:13.719507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0631b7-81f1-44b1-8610-290ef0b13d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.740520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0631b7-81f1-44b1-8610-290ef0b13d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.786826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0631b7-81f1-44b1-8610-290ef0b13d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.789408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b0631b7-81f1-44b1-8610-290ef0b13d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.790680 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1b0631b7-81f1-44b1-8610-290ef0b13d44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e243580-9714-4560-b975-5ca64a83c2d8 HTTP/1.1" status: 204 len: 168 time: 0.1257892 Sep 23 19:36:13.799431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0631b7-81f1-44b1-8610-290ef0b13d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e243580-9714-4560-b975-5ca64a83c2d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:13.822629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-e2c68568-ee3c-4336-941f-86f781c78982 service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693044 Sep 23 19:36:13.858838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:13.869299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e492aa0-c0de-4a8c-899a-9d59fd2177c3 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "PUT /v2.0/routers/e1200cd2-4480-4c92-970a-90935502f8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6424611 Sep 23 19:36:13.871903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:13.872295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] Sync routers for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:13.884279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:13.885186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:13.923402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:13.932395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] Routers {'e1200cd2-4480-4c92-970a-90935502f8f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:13.933343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e1200cd2-4480-4c92-970a-90935502f8f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:13.943620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-af44ac24-c7ce-4d70-b4b6-77a1cdfa09a7 service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129165 Sep 23 19:36:13.969781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:13.970714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d89da9-3a63-459d-97b4-b5b9b9681111 None None] The sync data for ids ['e1200cd2-4480-4c92-970a-90935502f8f7'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:13.996623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.046439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-46bebfc5-401c-4e29-a6f8-872e0d0124c2 service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018307 Sep 23 19:36:14.111495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.148389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:14.163368 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-714c57d7-0279-472e-a08b-83e37e22a81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.169046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Deleting port eb2228c2-6157-4116-9d7b-465931484581 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:14.169459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.174868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-3e58bdf7-eeec-47a4-9840-0f1ca73d5a5f service neutron] 10.222.0.38 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224711 Sep 23 19:36:14.250761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.262968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Calling delete_port for eb2228c2-6157-4116-9d7b-465931484581 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:14.299491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-24e6414e-c5be-4f5d-b107-7f70ba02748d service neutron] 10.222.0.38 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174207 Sep 23 19:36:14.366804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-714c57d7-0279-472e-a08b-83e37e22a81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.393913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-714c57d7-0279-472e-a08b-83e37e22a81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.430503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.444968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-714c57d7-0279-472e-a08b-83e37e22a81b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9defe05dd994d2a9b8efeca174c7141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928784 Sep 23 19:36:14.447192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c009eb44-8d3e-44d5-a475-02535412cdbe up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:14.456529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:14.458109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Port': ['ID=eb2228c2-6157-4116-9d7b-465931484581,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:14.488612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c57d7-0279-472e-a08b-83e37e22a81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7213a-e0b3-418d-86d5-0703380139d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:14.505334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-07195ab4-7431-4a8a-8ff9-d6137be73b99 service neutron] 10.222.0.38 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944323 Sep 23 19:36:14.512155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port c009eb44-8d3e-44d5-a475-02535412cdbe completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:36:14.516451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port c009eb44-8d3e-44d5-a475-02535412cdbe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:14.516837 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.531426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.583309 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cd51b39-1f82-41d0-8deb-95695b77c558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.598842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.615877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cd51b39-1f82-41d0-8deb-95695b77c558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.621766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009eb44-8d3e-44d5-a475-02535412cdbe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:14.624026 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d577c47-0688-44de-b971-34615fb129af" -d '{"events": [{"server_uuid": "5f99189f-682e-4e77-ae5d-8387e929a2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c009eb44-8d3e-44d5-a475-02535412cdbe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:14.626859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.628976 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.637004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c009eb44-8d3e-44d5-a475-02535412cdbe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c009eb44-8d3e-44d5-a475-02535412cdbe,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:14.641070 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.641983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 343d2eae-320a-4d2b-8d48-1015cb9536bc up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:14.649605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-850b4734-96c5-4068-9d54-0e340f064ba6 service neutron] 10.222.0.38 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428556 Sep 23 19:36:14.674595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.675263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Fanout notify agent at l3_agent the message router_deleted on router e1200cd2-4480-4c92-970a-90935502f8f7 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:14.686026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.690649 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4ee971e8-918e-4ade-9510-3ed29ab417ca tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "DELETE /v2.0/routers/e1200cd2-4480-4c92-970a-90935502f8f7 HTTP/1.1" status: 204 len: 168 time: 0.8149679 Sep 23 19:36:14.691158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:14.719634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c009eb44-8d3e-44d5-a475-02535412cdbe,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:14.735189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 343d2eae-320a-4d2b-8d48-1015cb9536bc completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:36:14.739745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 343d2eae-320a-4d2b-8d48-1015cb9536bc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:14.740972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.754295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Deleting subnet 0ef1b46c-cc1f-4b67-baed-f5627ed67415 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:36:14.757465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.766062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-341f74bf-4c6a-44c9-a5d9-8260752980d0 service neutron] 10.222.0.38 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154585 Sep 23 19:36:14.766837 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cd51b39-1f82-41d0-8deb-95695b77c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.769585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cd51b39-1f82-41d0-8deb-95695b77c558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.770894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1cd51b39-1f82-41d0-8deb-95695b77c558 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93e7213a-e0b3-418d-86d5-0703380139d5 HTTP/1.1" status: 204 len: 168 time: 0.3134391 Sep 23 19:36:14.780152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd51b39-1f82-41d0-8deb-95695b77c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7213a-e0b3-418d-86d5-0703380139d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:14.830835 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.846023 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.882801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 343d2eae-320a-4d2b-8d48-1015cb9536bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=343d2eae-320a-4d2b-8d48-1015cb9536bc,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:14.887275 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.941213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=343d2eae-320a-4d2b-8d48-1015cb9536bc,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:14.953109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.030501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.064272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef1b46c-cc1f-4b67-baed-f5627ed67415,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:15.068130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.072797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f342ce49-e5ee-4836-990f-fbd01657f351 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "DELETE /v2.0/subnets/0ef1b46c-cc1f-4b67-baed-f5627ed67415 HTTP/1.1" status: 204 len: 168 time: 0.3779778 Sep 23 19:36:15.073282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:15.079516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c7b9f-21e3-40b4-8c25-a8297091388a None None] Network d5892580-5033-462c-bd6b-5899881ca431 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:15.162400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.245054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Deleting port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:15.245378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.320919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] DHCP port deletion for d5892580-5033-462c-bd6b-5899881ca431 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:36:15.335951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] For port e5d1265a-5ea2-4d79-bfaa-6899c38a6892, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,segment=NetworkSegment(702f0648-9f90-498c-af37-fccefec3e6fe),segment_id=702f0648-9f90-498c-af37-fccefec3e6fe)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:15.336167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.354652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Calling delete_port for e5d1265a-5ea2-4d79-bfaa-6899c38a6892 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:15.377735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] Deleting port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:15.378127 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.461401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.497496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] No DVR routers for this DVR port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:15.499884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Port': ['ID=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:15.605459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.625693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] For port e5d1265a-5ea2-4d79-bfaa-6899c38a6892, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,segment=NetworkSegment(702f0648-9f90-498c-af37-fccefec3e6fe),segment_id=702f0648-9f90-498c-af37-fccefec3e6fe)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:15.626140 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.639188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5892580-5033-462c-bd6b-5899881ca431']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:15.646052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] Calling delete_port for e5d1265a-5ea2-4d79-bfaa-6899c38a6892 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:15.649777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702f0648-9f90-498c-af37-fccefec3e6fe') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:15.650399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702f0648-9f90-498c-af37-fccefec3e6fe') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:15.662357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.678271 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.686852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:36:15.687343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:36:15.691190 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:36:15.750512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe6363-0d52-4690-ae84-61c15ad7a771 req-0557e551-ee04-4275-80f2-ece1d131f9b5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:15.756386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcbe6363-0d52-4690-ae84-61c15ad7a771 req-0557e551-ee04-4275-80f2-ece1d131f9b5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1027377 Sep 23 19:36:15.780193 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.782489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.795495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.797672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "DELETE /v2.0/networks/d5892580-5033-462c-bd6b-5899881ca431 HTTP/1.1" status: 204 len: 168 time: 0.7233956 Sep 23 19:36:15.802049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:15.809382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834d287-85b8-409a-b92f-7880c064707d tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Network': ['ID=d5892580-5033-462c-bd6b-5899881ca431,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:15.828686 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcbe6363-0d52-4690-ae84-61c15ad7a771 req-06b2fe84-1fe1-4794-a634-ac03e5666036 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603991 Sep 23 19:36:15.832654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] Network d5892580-5033-462c-bd6b-5899881ca431 is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:36:15.841833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] No DVR routers for this DVR port e5d1265a-5ea2-4d79-bfaa-6899c38a6892 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:15.841833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e063a-b6bf-4b01-b2cd-250f8660724f None None] Pushing event deleted for resources: {'Port': ['ID=e5d1265a-5ea2-4d79-bfaa-6899c38a6892,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:16.033806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Deleting port f8381d90-93a9-40cb-80c7-fd2a6baae2c0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:16.034110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.073998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61d080-00a3-4224-981b-768899b3f227 req-a9f2f5db-3f94-490b-8fa3-2949074b7a4e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:16.078684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee61d080-00a3-4224-981b-768899b3f227 req-a9f2f5db-3f94-490b-8fa3-2949074b7a4e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 945 time: 0.1055684 Sep 23 19:36:16.166816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee61d080-00a3-4224-981b-768899b3f227 req-b91e027b-cced-49d6-8e4b-ec7cbdba3da4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820394 Sep 23 19:36:16.169251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.169749 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.182734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Calling delete_port for f8381d90-93a9-40cb-80c7-fd2a6baae2c0 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:16.290144 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2db1fe5-af45-4f16-937d-c094152b01bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.348118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c31acc-48f1-4755-842c-d4a94d6e4df6 req-8badf861-caa0-4ae9-a7a9-7f3de230cb8e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:16.349870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7c31acc-48f1-4755-842c-d4a94d6e4df6 req-8badf861-caa0-4ae9-a7a9-7f3de230cb8e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.1051655 Sep 23 19:36:16.423155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7c31acc-48f1-4755-842c-d4a94d6e4df6 req-378ac630-91d7-4b6d-a369-756e21c30255 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641601 Sep 23 19:36:16.466784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.488509 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.501713 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb5f63-46dd-42b8-b36f-bccb1239ed9a x-openstack-request-id: req-abeb5f63-46dd-42b8-b36f-bccb1239ed9a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:16.502599 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f99189f-682e-4e77-ae5d-8387e929a2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c009eb44-8d3e-44d5-a475-02535412cdbe", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:16.504002 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abeb5f63-46dd-42b8-b36f-bccb1239ed9a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:16.505502 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009eb44-8d3e-44d5-a475-02535412cdbe', 'code': 200} Sep 23 19:36:16.600610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e5d1265a-5ea2-4d79-bfaa-6899c38a6892 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:16.649153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e5d1265a-5ea2-4d79-bfaa-6899c38a6892 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:16.653103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e5d1265a-5ea2-4d79-bfaa-6899c38a6892 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:16.661882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Pushing event deleted for resources: {'Port': ['ID=f8381d90-93a9-40cb-80c7-fd2a6baae2c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:16.681286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925fe3-2123-4583-9115-b6219c20d3a0 req-f862d1b2-facb-4c3f-a3c4-9dfdfe6274cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:16.681286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-77925fe3-2123-4583-9115-b6219c20d3a0 req-f862d1b2-facb-4c3f-a3c4-9dfdfe6274cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0693164 Sep 23 19:36:16.694728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b97ecb7c-2ad8-41cc-bd75-2261fd8f2518 req-1ada19f2-c81a-47c7-932f-3b65df5e0962 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0559108 Sep 23 19:36:16.723635 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.729916 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.734511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a2cfdba2-bda9-4b03-b8f0-e84412c22032 tempest-FloatingIPAdminTestJSON-260125769 tempest-FloatingIPAdminTestJSON-260125769-project] 10.222.0.38 "DELETE /v2.0/floatingips/08025192-1fb2-4854-9b3e-2395c4f610f8 HTTP/1.1" status: 204 len: 168 time: 0.9313512 Sep 23 19:36:16.741320 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-77925fe3-2123-4583-9115-b6219c20d3a0 req-17ffc68c-78b5-4325-82aa-8a446f40d724 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534108 Sep 23 19:36:16.947099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-25cee11c-65ad-47ee-b28e-fc4374e305b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:16.948606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-25cee11c-65ad-47ee-b28e-fc4374e305b6 service neutron] 10.222.0.72 "GET /v2.0/ports/a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 1033 time: 0.0609508 Sep 23 19:36:16.990137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.033469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-df6db196-d2ce-44fb-bdf6-8732ec8d56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.035255 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-df6db196-d2ce-44fb-bdf6-8732ec8d56d4 service neutron] 10.222.0.72 "GET /v2.0/ports/4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 1033 time: 0.0795400 Sep 23 19:36:17.044153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57196) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:17.053661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40863b8-2c03-4ea4-87bb-4a269ade6629 req-22465472-a697-46df-bda8-1c3140affcd3 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.058798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f40863b8-2c03-4ea4-87bb-4a269ade6629 req-22465472-a697-46df-bda8-1c3140affcd3 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1222844 Sep 23 19:36:17.092570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:17.135539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f40863b8-2c03-4ea4-87bb-4a269ade6629 req-ca48f74b-b3ff-49f2-bcad-38904f98c2aa tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686085 Sep 23 19:36:17.272790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-9b454e9e-a52e-453f-88c4-f87d5c370fd3 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.283597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-9b454e9e-a52e-453f-88c4-f87d5c370fd3 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.289076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-9b454e9e-a52e-453f-88c4-f87d5c370fd3 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.294003 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-9b454e9e-a52e-453f-88c4-f87d5c370fd3 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "GET /v2.0/networks?id=58635457-bc59-4eda-9f1c-3e8334135a76&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=27977598-a0a0-4d67-97ee-5426d383170d&id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 1993 time: 0.2454488 Sep 23 19:36:17.352965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-932fd451-2442-4050-b8f2-b2c8b9915d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.418603 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c8a13e86-02dc-4390-97c8-c41a855f7e28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b48f56ff7e7d451bbc119d67ca9af918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245585 Sep 23 19:36:17.421239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:17.469130 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-31d48d7c-c9ae-42a3-b826-23e846f741c3 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b HTTP/1.1" status: 200 len: 379 time: 0.1464772 Sep 23 19:36:17.502770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'admin_state_up': True, 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'security_groups': ['1f012b66-bbd9-468c-a04b-1dfd513365f2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:17.531766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd441e2c-2b62-47a2-b55a-700f0aeb2015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.589403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd441e2c-2b62-47a2-b55a-700f0aeb2015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.730176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06403e2e-31d3-49b7-8c3c-be7beee6013f req-ecd3eba4-97d0-442f-a681-4ea05275da62 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.733510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06403e2e-31d3-49b7-8c3c-be7beee6013f req-ecd3eba4-97d0-442f-a681-4ea05275da62 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.1637568 Sep 23 19:36:17.773241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-932fd451-2442-4050-b8f2-b2c8b9915d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.784747 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-932fd451-2442-4050-b8f2-b2c8b9915d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.805999 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd441e2c-2b62-47a2-b55a-700f0aeb2015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.818983 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd441e2c-2b62-47a2-b55a-700f0aeb2015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.824559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fd441e2c-2b62-47a2-b55a-700f0aeb2015 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa1b322b-3f69-44cc-93ca-01a9e65737f5 HTTP/1.1" status: 204 len: 168 time: 0.3999016 Sep 23 19:36:17.874103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06403e2e-31d3-49b7-8c3c-be7beee6013f req-5c27bb72-5781-4ce4-a090-cf93aa671865 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264491 Sep 23 19:36:17.884826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd441e2c-2b62-47a2-b55a-700f0aeb2015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b322b-3f69-44cc-93ca-01a9e65737f5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:18.020494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3852d153-70ae-4961-8bce-0b33c3f7c41b req-fdfcc849-4230-43e8-9ece-17926c4f1954 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0377452 Sep 23 19:36:18.358302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-932fd451-2442-4050-b8f2-b2c8b9915d42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2baf00ff8cdc4dbb90ab58a1d6ba27a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3086247 Sep 23 19:36:18.358941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:18.368881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:18.400219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1183eb5e-b197-4f80-a4b3-6bfb9c4ba6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.403066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:18.407240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.433228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fd451-2442-4050-b8f2-b2c8b9915d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b4fce1-4606-4f13-bdd5-a8defe04cc3f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:18.512112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bfe4a6-7c06-4812-ba38-04e804992086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343d2eae-320a-4d2b-8d48-1015cb9536bc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:18.520626 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dee343a-bbe9-4794-854f-6c8df1c2e30d" -d '{"events": [{"server_uuid": "19bfe4a6-7c06-4812-ba38-04e804992086", "name": "network-vif-plugged", "status": "completed", "tag": "343d2eae-320a-4d2b-8d48-1015cb9536bc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:18.540981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.673857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1183eb5e-b197-4f80-a4b3-6bfb9c4ba6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.691468 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1183eb5e-b197-4f80-a4b3-6bfb9c4ba6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.745585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 172.20.0.12 (58635457-bc59-4eda-9f1c-3e8334135a76/99a31fcd-cda4-4b73-8588-ceba98513f6f/20464a90-c655-4777-8fad-777bb028a536) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:18.818387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1183eb5e-b197-4f80-a4b3-6bfb9c4ba6d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8cef5e63a7148eab641c783fd978594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483538 Sep 23 19:36:18.822987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:18.823978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183eb5e-b197-4f80-a4b3-6bfb9c4ba6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e4ddc-ca55-418f-9cbc-578607e4bc0d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:18.827957 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7354c69-73dd-4157-8cc0-a6096eae0d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.891759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7354c69-73dd-4157-8cc0-a6096eae0d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.940362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156ec65-5df0-4708-a598-1ce04c418c24 req-c1ab0d40-5631-430d-943f-78012b0b323b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:18.962835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3156ec65-5df0-4708-a598-1ce04c418c24 req-c1ab0d40-5631-430d-943f-78012b0b323b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.2245023 Sep 23 19:36:18.981910 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.045304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.045548 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcd91e5-af2d-4f08-a0f8-e01e11a3dc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.047336 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7354c69-73dd-4157-8cc0-a6096eae0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.051558 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7354c69-73dd-4157-8cc0-a6096eae0d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.054447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7354c69-73dd-4157-8cc0-a6096eae0d23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7b4fce1-4606-4f13-bdd5-a8defe04cc3f HTTP/1.1" status: 204 len: 168 time: 0.6944094 Sep 23 19:36:19.080008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3156ec65-5df0-4708-a598-1ce04c418c24 req-1b3b0362-bd4c-48de-a3d1-dd3615a2b806 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159563 Sep 23 19:36:19.098822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7354c69-73dd-4157-8cc0-a6096eae0d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b4fce1-4606-4f13-bdd5-a8defe04cc3f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:19.135053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 58635457-bc59-4eda-9f1c-3e8334135a76 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:19.143824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:19.157997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=20464a90-c655-4777-8fad-777bb028a536,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:19.163792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcd91e5-af2d-4f08-a0f8-e01e11a3dc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.164667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:19.245958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.247519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.281441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-b61635eb-2c06-4b98-b878-3c9a0b23b11f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7959709 Sep 23 19:36:19.291298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcd91e5-af2d-4f08-a0f8-e01e11a3dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.294450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3bcd91e5-af2d-4f08-a0f8-e01e11a3dc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.295761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3bcd91e5-af2d-4f08-a0f8-e01e11a3dc6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/592e4ddc-ca55-418f-9cbc-578607e4bc0d HTTP/1.1" status: 204 len: 168 time: 0.4653389 Sep 23 19:36:19.298155 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b31889c-ad76-4dff-99fc-cebfc41bd9e0 x-openstack-request-id: req-0b31889c-ad76-4dff-99fc-cebfc41bd9e0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:19.300999 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bfe4a6-7c06-4812-ba38-04e804992086", "name": "network-vif-plugged", "status": "completed", "tag": "343d2eae-320a-4d2b-8d48-1015cb9536bc", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:19.301859 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b31889c-ad76-4dff-99fc-cebfc41bd9e0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:19.303202 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bfe4a6-7c06-4812-ba38-04e804992086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343d2eae-320a-4d2b-8d48-1015cb9536bc', 'code': 200} Sep 23 19:36:19.319235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'admin_state_up': True, 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'security_groups': ['1f012b66-bbd9-468c-a04b-1dfd513365f2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:19.342756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd91e5-af2d-4f08-a0f8-e01e11a3dc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e4ddc-ca55-418f-9cbc-578607e4bc0d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:19.484775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b08e2-5247-4ce8-82e7-ddaf6cdc020f req-22987b07-06aa-4f0b-a27c-7718fb5ed788 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.492830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b2b08e2-5247-4ce8-82e7-ddaf6cdc020f req-22987b07-06aa-4f0b-a27c-7718fb5ed788 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.1128678 Sep 23 19:36:19.567280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83dd85-2642-4372-a4f0-c263c712c70f req-143296d3-c81c-479d-b15e-87a5f2b04198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.569397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd83dd85-2642-4372-a4f0-c263c712c70f req-143296d3-c81c-479d-b15e-87a5f2b04198 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 1099 time: 0.1926613 Sep 23 19:36:19.573424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-dcbab4fb-facf-4d00-a92f-9490643490be None None] Provisioning complete for port 20464a90-c655-4777-8fad-777bb028a536 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:19.573924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcbab4fb-facf-4d00-a92f-9490643490be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.577570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b2b08e2-5247-4ce8-82e7-ddaf6cdc020f req-706ade38-e38f-479c-815a-d0d6f901a8be tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837402 Sep 23 19:36:19.641975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd83dd85-2642-4372-a4f0-c263c712c70f req-00c09259-1406-432d-a055-84c585aeaf6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619287 Sep 23 19:36:19.652799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcbab4fb-facf-4d00-a92f-9490643490be None None] Port 20464a90-c655-4777-8fad-777bb028a536 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:19.660627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:19.665819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.783731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fed19-2a49-4bb6-b940-41637df06bea req-3bff91fd-1e7e-44d7-ab68-04482eff2d03 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.785341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-454fed19-2a49-4bb6-b940-41637df06bea req-3bff91fd-1e7e-44d7-ab68-04482eff2d03 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 932 time: 0.1013143 Sep 23 19:36:19.862842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-454fed19-2a49-4bb6-b940-41637df06bea req-1ac95f63-f843-4b05-a842-31f96e690bdb tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657828 Sep 23 19:36:19.869299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 10.1.1.27 (75bb4b0e-ff16-469e-b4db-89ba69b0a7e7/a6987480-029b-430f-a722-4201a0252fce/f166e3a2-c05e-4ab6-8043-88ad98432333) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:19.906905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:19.925606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c3987fe-54a2-4d71-ae43-ccf265668eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.084280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.106829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c3987fe-54a2-4d71-ae43-ccf265668eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.115751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c3987fe-54a2-4d71-ae43-ccf265668eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.172089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5c3987fe-54a2-4d71-ae43-ccf265668eae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c6f71b928bb4910a12106e1b6512a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603915 Sep 23 19:36:20.172720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:20.178690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-8a023aba-a55d-4dc3-8616-322bacd64019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.181550 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-8a023aba-a55d-4dc3-8616-322bacd64019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0726848 Sep 23 19:36:20.182093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3987fe-54a2-4d71-ae43-ccf265668eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cab674-00d5-4a94-a6fd-1b42ce9a3f8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:20.246136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.278564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:20.288514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300801b-c19e-4f68-af45-820d253895be req-e77025cc-504b-4c68-88c6-d2d17da22d68 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.299280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0300801b-c19e-4f68-af45-820d253895be req-e77025cc-504b-4c68-88c6-d2d17da22d68 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1241839 Sep 23 19:36:20.303786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fd03-5908-4b16-939d-137c0ae8e821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.349819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:20.353408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:20.383654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fd03-5908-4b16-939d-137c0ae8e821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.426029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0300801b-c19e-4f68-af45-820d253895be req-c166fa82-6631-43a4-99c6-74b03784b2c8 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253102 Sep 23 19:36:20.433457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=f166e3a2-c05e-4ab6-8043-88ad98432333,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:20.457309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.457997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.478587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-cce53b8d-f5cd-4682-8b77-11643a160b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.480159 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-cce53b8d-f5cd-4682-8b77-11643a160b7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 912 time: 0.2854812 Sep 23 19:36:20.496267 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fd03-5908-4b16-939d-137c0ae8e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.500477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fd3fd03-5908-4b16-939d-137c0ae8e821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.502643 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-6f7559b1-517f-4271-96f9-988d60da4ef4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2059481 Sep 23 19:36:20.506434 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7fd3fd03-5908-4b16-939d-137c0ae8e821 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/96cab674-00d5-4a94-a6fd-1b42ce9a3f8b HTTP/1.1" status: 204 len: 168 time: 0.3298593 Sep 23 19:36:20.516346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3fd03-5908-4b16-939d-137c0ae8e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cab674-00d5-4a94-a6fd-1b42ce9a3f8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:20.591783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'admin_state_up': True, 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'security_groups': ['1f012b66-bbd9-468c-a04b-1dfd513365f2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:20.663034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-17ae52c7-ee5c-448b-ae05-1f66ea7da351 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c009eb44-8d3e-44d5-a475-02535412cdbe HTTP/1.1" status: 200 len: 217 time: 0.1736896 Sep 23 19:36:20.759421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-32741cce-a391-406a-a142-c77f328756ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.761257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-32741cce-a391-406a-a142-c77f328756ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 200 len: 851 time: 0.0847769 Sep 23 19:36:20.767536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:20.773201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.798646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149d70-b0f2-423d-9b9d-c23859a8b1d7 req-5c9de1fc-2493-41f9-a5c5-4621743a5094 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.807082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b9b83eed-1fed-4038-a613-756c92bff428 None None] Provisioning complete for port f166e3a2-c05e-4ab6-8043-88ad98432333 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:20.808437 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9b83eed-1fed-4038-a613-756c92bff428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.809145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb149d70-b0f2-423d-9b9d-c23859a8b1d7 req-5c9de1fc-2493-41f9-a5c5-4621743a5094 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.1162212 Sep 23 19:36:20.861884 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-e17fad13-e5d5-4710-ba1f-2872b5b44494 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b140b-b734-48ba-9b8c-115828896d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841353 Sep 23 19:36:20.881359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb149d70-b0f2-423d-9b9d-c23859a8b1d7 req-61b3fc82-dbc1-4ca8-864c-cd215688228a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658011 Sep 23 19:36:20.919759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b9b83eed-1fed-4038-a613-756c92bff428 None None] Port f166e3a2-c05e-4ab6-8043-88ad98432333 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:21.029380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466154-7eba-4c29-9c88-740638dde5d8 req-7213b87a-767f-40d7-b2ad-2abc98c624e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:21.045616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466154-7eba-4c29-9c88-740638dde5d8 req-7213b87a-767f-40d7-b2ad-2abc98c624e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:21.047458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27466154-7eba-4c29-9c88-740638dde5d8 req-7213b87a-767f-40d7-b2ad-2abc98c624e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 1653 time: 0.1000130 Sep 23 19:36:21.108384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 10.1.1.48 (75bb4b0e-ff16-469e-b4db-89ba69b0a7e7/a6987480-029b-430f-a722-4201a0252fce/18dab258-3f14-4678-aba3-8fbbf8a48df1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:21.112027 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-cc57a004-8868-41ba-ae22-1aaf5ba2f15d service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809235 Sep 23 19:36:21.131280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27466154-7eba-4c29-9c88-740638dde5d8 req-e4665d76-9d37-4786-89c4-773406da96ff tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607419 Sep 23 19:36:21.323560 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9417f681-b2eb-4b9f-a155-f94fc7815a43 req-4f433c56-e9a7-42c8-b43a-265a92ac9166 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963487 Sep 23 19:36:21.379997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:21.423861 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:21.492898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=18dab258-3f14-4678-aba3-8fbbf8a48df1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:21.500017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:21.501504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:21.503911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:21.580932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:21.581621 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:21.601999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b1b0fc0-5010-404d-941a-b94e879c847b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0145409 Sep 23 19:36:21.619713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d', 'admin_state_up': True, 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'security_groups': ['1f012b66-bbd9-468c-a04b-1dfd513365f2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:21.681441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ade9-df58-494e-9ba3-57668bc9648e req-28e736d7-1786-4c56-8918-7e005bf023f3 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:21.683002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ed7ade9-df58-494e-9ba3-57668bc9648e req-28e736d7-1786-4c56-8918-7e005bf023f3 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1093473 Sep 23 19:36:21.756656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ed7ade9-df58-494e-9ba3-57668bc9648e req-18ea0ac1-66f6-4aed-8dea-65c9cc283ad2 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Sep 23 19:36:21.839713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:21.856723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-172f3b36-2139-451d-814a-34bd08983f9d None None] Provisioning complete for port 18dab258-3f14-4678-aba3-8fbbf8a48df1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:21.858501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-172f3b36-2139-451d-814a-34bd08983f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:21.903460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-172f3b36-2139-451d-814a-34bd08983f9d None None] Port 18dab258-3f14-4678-aba3-8fbbf8a48df1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:21.956113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.036947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e230b0-3a69-48c0-954f-9c775ed0e67d req-d83e6c46-64a1-4827-8b68-f1f462ffb03e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.044942 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7e230b0-3a69-48c0-954f-9c775ed0e67d req-d83e6c46-64a1-4827-8b68-f1f462ffb03e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.0581143 Sep 23 19:36:22.095480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7e230b0-3a69-48c0-954f-9c775ed0e67d req-e61a434a-3194-440c-ac7f-680e31617d3b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494497 Sep 23 19:36:22.225247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6514b5c-54db-44e6-985c-57655d3226c3 req-7caae5f3-b9c2-4405-8089-b697366ee77a tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.233903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6514b5c-54db-44e6-985c-57655d3226c3 req-7caae5f3-b9c2-4405-8089-b697366ee77a tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 1099 time: 0.0596623 Sep 23 19:36:22.244999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 10.2.2.100 (27977598-a0a0-4d67-97ee-5426d383170d/44334914-0c29-4686-8ca3-e37c11ae1813/e31103ba-e519-4f3f-a464-3655b06f0e2e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:22.276928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6514b5c-54db-44e6-985c-57655d3226c3 req-8c4da29e-65e5-4c9d-ad89-d2437726175e tempest-ServersOnMultiNodesTest-102868360 tempest-ServersOnMultiNodesTest-102868360-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Sep 23 19:36:22.439225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.470095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589360c8-45c3-4789-a0fb-de347fb085b4 req-a6029506-813a-4ff9-9a6d-73517753af52 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.477949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589360c8-45c3-4789-a0fb-de347fb085b4 req-a6029506-813a-4ff9-9a6d-73517753af52 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.491918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.495848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589360c8-45c3-4789-a0fb-de347fb085b4 req-a6029506-813a-4ff9-9a6d-73517753af52 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.498089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-589360c8-45c3-4789-a0fb-de347fb085b4 req-a6029506-813a-4ff9-9a6d-73517753af52 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 2373 time: 0.1177628 Sep 23 19:36:22.538940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 27977598-a0a0-4d67-97ee-5426d383170d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:22.542495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:22.553607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:22.594775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-589360c8-45c3-4789-a0fb-de347fb085b4 req-5fa938ea-61d6-42ab-8df7-fa0289e13815 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899382 Sep 23 19:36:22.605096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=e31103ba-e519-4f3f-a464-3655b06f0e2e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:22.674108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.674829 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.730449 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-57b3c2b1-2e92-49d4-8dfc-4034d2f00d24 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1208906 Sep 23 19:36:22.744161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d', 'admin_state_up': True, 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'security_groups': ['1f012b66-bbd9-468c-a04b-1dfd513365f2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:22.924493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Made reservation on behalf of 7e4d32f9ca9446748e1a35fbf6e3e83b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:22.931507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.945529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-07c15733-5c66-4b93-bcdf-60101233adee None None] Provisioning complete for port e31103ba-e519-4f3f-a464-3655b06f0e2e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:22.946624 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07c15733-5c66-4b93-bcdf-60101233adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.050819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07c15733-5c66-4b93-bcdf-60101233adee None None] Port e31103ba-e519-4f3f-a464-3655b06f0e2e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:23.110863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e504f67-ba93-4020-86a5-c6411f15d784 req-c25fc8c9-9676-4b4a-89b6-16d794164e03 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.113573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e504f67-ba93-4020-86a5-c6411f15d784 req-c25fc8c9-9676-4b4a-89b6-16d794164e03 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1021059 Sep 23 19:36:23.176632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Allocated IP 10.2.2.200 (27977598-a0a0-4d67-97ee-5426d383170d/44334914-0c29-4686-8ca3-e37c11ae1813/0e769d8a-0458-41d8-adf9-2655d1b690cb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:23.198734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e504f67-ba93-4020-86a5-c6411f15d784 req-079e8595-ec44-4872-821c-ab75535d00cc tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 Sep 23 19:36:23.298120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:23.339031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7da5c-95c4-4c64-a9d2-1daf031a0311 req-b01f83bb-0f66-4f3b-8532-c89d6540a84c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.340577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84f7da5c-95c4-4c64-a9d2-1daf031a0311 req-b01f83bb-0f66-4f3b-8532-c89d6540a84c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.0814993 Sep 23 19:36:23.393668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.420876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84f7da5c-95c4-4c64-a9d2-1daf031a0311 req-c3dd8f4b-2139-4fc2-a742-fdccfbc019c1 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707424 Sep 23 19:36:23.449062 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.500182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Network 27977598-a0a0-4d67-97ee-5426d383170d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:23.503924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:23.521217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:23.566832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event updated for resources: {'Port': ['ID=0e769d8a-0458-41d8-adf9-2655d1b690cb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:23.605176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.605953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.623132 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d1c3996e-bc96-4fd0-a37e-83f9721584c7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847203 Sep 23 19:36:23.637413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:23.687527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1089711400', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:23.728344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Made reservation on behalf of 039f6110f23e4798be845c0f40770e62 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:23.729461 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.730873 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.782653 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.874587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938adbae-e459-44a0-8243-17e80a54cb5b req-15e78de1-1bd0-465a-b6d9-5d7e29ee1729 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.880656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938adbae-e459-44a0-8243-17e80a54cb5b req-15e78de1-1bd0-465a-b6d9-5d7e29ee1729 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.886726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938adbae-e459-44a0-8243-17e80a54cb5b req-15e78de1-1bd0-465a-b6d9-5d7e29ee1729 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.892720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938adbae-e459-44a0-8243-17e80a54cb5b req-15e78de1-1bd0-465a-b6d9-5d7e29ee1729 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.898575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938adbae-e459-44a0-8243-17e80a54cb5b req-15e78de1-1bd0-465a-b6d9-5d7e29ee1729 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.900930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938adbae-e459-44a0-8243-17e80a54cb5b req-15e78de1-1bd0-465a-b6d9-5d7e29ee1729 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 3815 time: 0.1669583 Sep 23 19:36:23.979140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a6337b65-a947-4a11-9e7b-814e40afc30f None None] Provisioning complete for port 0e769d8a-0458-41d8-adf9-2655d1b690cb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:23.979730 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6337b65-a947-4a11-9e7b-814e40afc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.015817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938adbae-e459-44a0-8243-17e80a54cb5b req-1c000a3d-4a91-42ae-8de5-bf6dc6a25fa8 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992582 Sep 23 19:36:24.023807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a6337b65-a947-4a11-9e7b-814e40afc30f None None] Port 0e769d8a-0458-41d8-adf9-2655d1b690cb cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:24.032320 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.049209 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.079634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:36:24.090617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fbc03a-dc51-45d7-97de-2f5d448151ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:24.096487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.097178 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Added segment e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb of type vlan for network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef Sep 23 19:36:24.106909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20464a90-c655-4777-8fad-777bb028a536 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:24.117105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.133206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Transition to ACTIVE for port object 20464a90-c655-4777-8fad-777bb028a536 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:24.138394 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.163028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.201703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.202714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:24.203378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.248410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9490445 Sep 23 19:36:24.251528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:24.256774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'subnet': {'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:24.291153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Pushing event updated for resources: {'Port': ['ID=20464a90-c655-4777-8fad-777bb028a536,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:24.359964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649df5c-2b68-405b-a53a-cede59b3f3c8 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Network': ['ID=90f6c962-ffca-4f1a-9683-ec3e0400d2ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:24.368749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Attempting to bind port 20464a90-c655-4777-8fad-777bb028a536 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:24.369349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Attempting to bind port 20464a90-c655-4777-8fad-777bb028a536 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:24.369936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Attempting to bind port 20464a90-c655-4777-8fad-777bb028a536 on network 58635457-bc59-4eda-9f1c-3e8334135a76 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:24.371252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:36:24.376505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Port 20464a90-c655-4777-8fad-777bb028a536 on network 58635457-bc59-4eda-9f1c-3e8334135a76 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:24.377099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Attempting to bind port 20464a90-c655-4777-8fad-777bb028a536 on network 58635457-bc59-4eda-9f1c-3e8334135a76 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:24.384275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:24.384565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Checking segment: {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:24.384963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Bound using segment: {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:24.385393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Bound port: 20464a90-c655-4777-8fad-777bb028a536, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64172e6a-27ae-4f27-bb30-b74a14a4b069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:24.385755 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.437314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:24.444974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Made reservation on behalf of 039f6110f23e4798be845c0f40770e62 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:24.447643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.483905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] For port 20464a90-c655-4777-8fad-777bb028a536, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:24.488532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] For port 20464a90-c655-4777-8fad-777bb028a536, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=20464a90-c655-4777-8fad-777bb028a536,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:24.494388 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.505235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aa0ba-8cd6-4ac6-bbb5-5a50f501ad28 req-e710f98a-0f40-4e5f-be17-293758db767f tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:24.507095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a8aa0ba-8cd6-4ac6-bbb5-5a50f501ad28 req-e710f98a-0f40-4e5f-be17-293758db767f tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1826487 Sep 23 19:36:24.583626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:24.584212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.586760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] 10.222.0.72 "PUT /v2.0/ports/20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 200 len: 1092 time: 0.9544225 Sep 23 19:36:24.589325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '20464a90-c655-4777-8fad-777bb028a536'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:24.591721 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586d02e-339c-47c0-9014-a55a102f9ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "20464a90-c655-4777-8fad-777bb028a536"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:24.625590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a8aa0ba-8cd6-4ac6-bbb5-5a50f501ad28 req-46a8b9b5-71ed-48e4-b552-8cb4b9e39e61 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Sep 23 19:36:24.630231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:24.662122 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd60c62-585d-46ff-af67-ed16d7fd81cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.668731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Pushing event updated for resources: {'Port': ['ID=20464a90-c655-4777-8fad-777bb028a536,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:24.685076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-e7fb0389-ae8d-44ec-92ce-7a135c84a688 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:24.686784 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-e7fb0389-ae8d-44ec-92ce-7a135c84a688 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.1783535 Sep 23 19:36:24.705133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.705519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.705912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.706356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.706778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.707187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.707589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.707989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.708389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.708787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.709183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.709587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9abb6-fb97-4434-93cd-78e415265d82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:24.803630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.898795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223a82c-79d0-42bc-8005-8d3cee5aab38 req-aec6e15c-2d17-4ca5-a3c5-dee77bb805f5 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:24.903632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0223a82c-79d0-42bc-8005-8d3cee5aab38 req-aec6e15c-2d17-4ca5-a3c5-dee77bb805f5 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 948 time: 0.1708210 Sep 23 19:36:24.929636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port 343d2eae-320a-4d2b-8d48-1015cb9536bc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:24.930588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.980181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0223a82c-79d0-42bc-8005-8d3cee5aab38 req-182539d8-1be8-4493-931b-4f0c402c7de9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668311 Sep 23 19:36:25.057131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd60c62-585d-46ff-af67-ed16d7fd81cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.065092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd60c62-585d-46ff-af67-ed16d7fd81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.096881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4bd60c62-585d-46ff-af67-ed16d7fd81cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01a8a4c93f244bd488d255650f19a134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584771 Sep 23 19:36:25.100308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:25.105626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port 343d2eae-320a-4d2b-8d48-1015cb9536bc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=343d2eae-320a-4d2b-8d48-1015cb9536bc,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:25.106152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.113295 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98207a8-f7bf-4c48-a4da-4cd806aba571 x-openstack-request-id: req-d98207a8-f7bf-4c48-a4da-4cd806aba571 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:25.113749 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "20464a90-c655-4777-8fad-777bb028a536", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:25.114140 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d98207a8-f7bf-4c48-a4da-4cd806aba571 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:25.114833 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '20464a90-c655-4777-8fad-777bb028a536', 'status': 'completed', 'code': 200} Sep 23 19:36:25.165577 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.210000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:36:25.211411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.215457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for 343d2eae-320a-4d2b-8d48-1015cb9536bc owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:25.245908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a076bb10-b19e-486a-8632-49f0853eddb9 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:25.279631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.287337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd60c62-585d-46ff-af67-ed16d7fd81cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35619a0-faa3-4410-851b-59cac59ee794,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.299816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Transition to ACTIVE for port object a076bb10-b19e-486a-8632-49f0853eddb9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:25.310287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.310564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82baf4f-bb68-4883-ab62-57be060c7405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.367668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Subnet': ['ID=459e87ae-a164-4c11-8754-5668825f9cde,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.375172 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82baf4f-bb68-4883-ab62-57be060c7405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.391704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Pushing event updated for resources: {'Port': ['ID=a076bb10-b19e-486a-8632-49f0853eddb9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.392737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-60c606d8-56d9-4dba-bb6e-577eef54a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.393344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-60c606d8-56d9-4dba-bb6e-577eef54a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.393892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-60c606d8-56d9-4dba-bb6e-577eef54a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.395010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-60c606d8-56d9-4dba-bb6e-577eef54a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.395570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-60c606d8-56d9-4dba-bb6e-577eef54a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.399732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-60c606d8-56d9-4dba-bb6e-577eef54a618 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 4362 time: 0.2270854 Sep 23 19:36:25.413531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf4a3-e938-4d02-a5d4-5ad59834f18f req-990d2959-a598-4f46-8056-da7a9af63d1a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.425112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf4a3-e938-4d02-a5d4-5ad59834f18f req-990d2959-a598-4f46-8056-da7a9af63d1a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.431325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf4a3-e938-4d02-a5d4-5ad59834f18f req-990d2959-a598-4f46-8056-da7a9af63d1a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.437797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf4a3-e938-4d02-a5d4-5ad59834f18f req-990d2959-a598-4f46-8056-da7a9af63d1a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.443819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf4a3-e938-4d02-a5d4-5ad59834f18f req-990d2959-a598-4f46-8056-da7a9af63d1a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.452752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3badf4a3-e938-4d02-a5d4-5ad59834f18f req-990d2959-a598-4f46-8056-da7a9af63d1a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 3827 time: 0.2559550 Sep 23 19:36:25.501650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.513787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Checking segment: {'id': 'e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:25.514556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network hostable DHCP agents. Network: 90f6c962-ffca-4f1a-9683-ec3e0400d2ef, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:36:25.515263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384', '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:25.519606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e', 'b99bb722-30cb-4e18-9cb4-505c22b0640b', '343d2eae-320a-4d2b-8d48-1015cb9536bc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:25.539545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Attempting to bind port a076bb10-b19e-486a-8632-49f0853eddb9 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:25.540010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Attempting to bind port a076bb10-b19e-486a-8632-49f0853eddb9 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:25.540444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Attempting to bind port a076bb10-b19e-486a-8632-49f0853eddb9 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:25.544834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=343d2eae-320a-4d2b-8d48-1015cb9536bc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.552803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Port a076bb10-b19e-486a-8632-49f0853eddb9 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:25.553137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Attempting to bind port a076bb10-b19e-486a-8632-49f0853eddb9 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:25.608629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port 343d2eae-320a-4d2b-8d48-1015cb9536bc on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:25.610471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:25.610813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Checking segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:25.611194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Bound using segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:25.611642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Bound port: a076bb10-b19e-486a-8632-49f0853eddb9, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:25.611998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.614520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.616781 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be109e4b-a54e-453d-a7fb-8ccb402fc0ef req-1f8bd623-d633-45a7-882f-d49aa7274827 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "DELETE /v2.0/ports/343d2eae-320a-4d2b-8d48-1015cb9536bc HTTP/1.1" status: 204 len: 173 time: 0.9219372 Sep 23 19:36:25.672006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3badf4a3-e938-4d02-a5d4-5ad59834f18f req-4ecc49ee-3770-44c9-83d4-e592327ebc6c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180660 Sep 23 19:36:25.682401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:36:25.752821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82baf4f-bb68-4883-ab62-57be060c7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.755771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82baf4f-bb68-4883-ab62-57be060c7405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.756928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c82baf4f-bb68-4883-ab62-57be060c7405 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b35619a0-faa3-4410-851b-59cac59ee794 HTTP/1.1" status: 204 len: 168 time: 0.6546268 Sep 23 19:36:25.758449 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-4983db27-c786-41b1-a40e-0d7e9a96a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.758923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-4983db27-c786-41b1-a40e-0d7e9a96a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.759474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-4983db27-c786-41b1-a40e-0d7e9a96a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.761540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-4983db27-c786-41b1-a40e-0d7e9a96a1a2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3063128 Sep 23 19:36:25.776879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82baf4f-bb68-4883-ab62-57be060c7405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35619a0-faa3-4410-851b-59cac59ee794,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.787061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 90f6c962-ffca-4f1a-9683-ec3e0400d2ef) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:25.829702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] For port a076bb10-b19e-486a-8632-49f0853eddb9, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:25.835485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] For port a076bb10-b19e-486a-8632-49f0853eddb9, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a076bb10-b19e-486a-8632-49f0853eddb9,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:25.845682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.847974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.849515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5eaca0-f647-44f6-abc1-9bda29be0991 None None] Network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:25.851063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.925271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Pushing event updated for resources: {'Port': ['ID=a076bb10-b19e-486a-8632-49f0853eddb9,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.939139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.940093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.941600 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-53fabfcc-75d8-46a1-91ee-f325cdd2779e service neutron] 10.222.0.72 "PUT /v2.0/ports/a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 1136 time: 1.3234043 Sep 23 19:36:25.964678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cef2decc-d86d-4de8-9404-d9595854950b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7091124 Sep 23 19:36:25.965985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:25.971168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-237696979', 'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:25.991927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:26.068003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000b5ff-72d3-4076-ad2c-35e6bdf4a683 req-096fa3a2-6b39-4d98-9818-e330bf1ce6de tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.086583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4000b5ff-72d3-4076-ad2c-35e6bdf4a683 req-096fa3a2-6b39-4d98-9818-e330bf1ce6de tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.2684190 Sep 23 19:36:26.120867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-5c2a067e-adbe-43b8-badf-0a0a54f79fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.122746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3586d02e-339c-47c0-9014-a55a102f9ec4 req-5c2a067e-adbe-43b8-badf-0a0a54f79fc4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3474474 Sep 23 19:36:26.152584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4000b5ff-72d3-4076-ad2c-35e6bdf4a683 req-f75103ce-c4bd-4fd1-9c35-e373a05529c0 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603228 Sep 23 19:36:26.185614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.189368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Made reservation on behalf of 039f6110f23e4798be845c0f40770e62 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:26.192153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.305946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36303359-6f70-4b58-be3d-fef8b6ef2230 req-bfc0deec-f211-452f-a171-92ee2a2eed88 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=19bfe4a6-7c06-4812-ba38-04e804992086 HTTP/1.1" status: 200 len: 210 time: 0.0534854 Sep 23 19:36:26.363478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] device_id is not set on port f0bbffda-97c4-41bd-a5ba-7b981934d9e5 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:26.387423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:26.415085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab826fa-de12-4cc8-85af-0bca3f627f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.462984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ced44-05d7-4d81-b397-61b3db06e085 None None] Network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:26.664982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Allocated IP 172.20.0.13 (90f6c962-ffca-4f1a-9683-ec3e0400d2ef/459e87ae-a164-4c11-8754-5668825f9cde/f0bbffda-97c4-41bd-a5ba-7b981934d9e5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:26.728676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab826fa-de12-4cc8-85af-0bca3f627f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.735638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab826fa-de12-4cc8-85af-0bca3f627f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.788764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.859531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ab826fa-de12-4cc8-85af-0bca3f627f76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3d9ed131c29431089bea6693fd148f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707384 Sep 23 19:36:26.860312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab826fa-de12-4cc8-85af-0bca3f627f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f565241-0438-41e2-8f3a-ef0f85b99c0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:26.867668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:26.919041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-4f152cec-e92d-4bea-ae07-073310e26bb5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.931097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-4f152cec-e92d-4bea-ae07-073310e26bb5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.947915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-4f152cec-e92d-4bea-ae07-073310e26bb5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.962068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-4f152cec-e92d-4bea-ae07-073310e26bb5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.977216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-4f152cec-e92d-4bea-ae07-073310e26bb5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.996492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-4f152cec-e92d-4bea-ae07-073310e26bb5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.997316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4728b135-3332-44ae-bce0-1d0b86d968dd {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:27.008212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-4f152cec-e92d-4bea-ae07-073310e26bb5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 4605 time: 0.1667295 Sep 23 19:36:27.021234 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.042839 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bedd704-59b3-42b1-bcca-2bae255ed0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.058353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Transition to ACTIVE for port object 4728b135-3332-44ae-bce0-1d0b86d968dd will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:27.072555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2359520-ada1-4f64-83ec-d9657c7e59f8 req-ee674f14-9f53-44fa-92ae-d814cd10e249 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608900 Sep 23 19:36:27.280421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef7047-f1f5-4ce4-a181-30593dcb8d71 req-13d4434a-6e2e-4de0-bdd4-c78fb2386e18 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.282345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72ef7047-f1f5-4ce4-a181-30593dcb8d71 req-13d4434a-6e2e-4de0-bdd4-c78fb2386e18 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0654843 Sep 23 19:36:27.337269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72ef7047-f1f5-4ce4-a181-30593dcb8d71 req-876541ea-daeb-4b83-8481-3ecf6261f7e5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Sep 23 19:36:27.436064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.454421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bfe4a6-7c06-4812-ba38-04e804992086', 'name': 'network-vif-deleted', 'tag': '343d2eae-320a-4d2b-8d48-1015cb9536bc'}, {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': 'a076bb10-b19e-486a-8632-49f0853eddb9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:27.456788 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee" -d '{"events": [{"server_uuid": "19bfe4a6-7c06-4812-ba38-04e804992086", "name": "network-vif-deleted", "tag": "343d2eae-320a-4d2b-8d48-1015cb9536bc"}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "a076bb10-b19e-486a-8632-49f0853eddb9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:27.471194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.488153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bedd704-59b3-42b1-bcca-2bae255ed0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.576112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Pushing event updated for resources: {'Port': ['ID=4728b135-3332-44ae-bce0-1d0b86d968dd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:27.586833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.634092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:27.659912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:27.666291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:27.759136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.760036 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.765874 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f70cdc-cf03-4c91-9f02-0791b370e4d0 x-openstack-request-id: req-78f70cdc-cf03-4c91-9f02-0791b370e4d0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:27.766409 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bfe4a6-7c06-4812-ba38-04e804992086", "name": "network-vif-deleted", "tag": "343d2eae-320a-4d2b-8d48-1015cb9536bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "a076bb10-b19e-486a-8632-49f0853eddb9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:27.766815 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78f70cdc-cf03-4c91-9f02-0791b370e4d0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:27.767366 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bfe4a6-7c06-4812-ba38-04e804992086', 'name': 'network-vif-deleted', 'tag': '343d2eae-320a-4d2b-8d48-1015cb9536bc', 'status': 'completed', 'code': 200} Sep 23 19:36:27.767793 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': 'a076bb10-b19e-486a-8632-49f0853eddb9', 'status': 'completed', 'code': 200} Sep 23 19:36:27.800015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bedd704-59b3-42b1-bcca-2bae255ed0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.802916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bedd704-59b3-42b1-bcca-2bae255ed0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.805001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4bedd704-59b3-42b1-bcca-2bae255ed0b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f565241-0438-41e2-8f3a-ef0f85b99c0f HTTP/1.1" status: 204 len: 168 time: 0.9341254 Sep 23 19:36:27.810636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Port': ['ID=f0bbffda-97c4-41bd-a5ba-7b981934d9e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:27.822900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9f47f32-7361-44ca-860a-4da6582af5e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8564186 Sep 23 19:36:27.824733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:27.835954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd704-59b3-42b1-bcca-2bae255ed0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f565241-0438-41e2-8f3a-ef0f85b99c0f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:27.852731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Attempting to bind port 4728b135-3332-44ae-bce0-1d0b86d968dd on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:27.859916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Attempting to bind port 4728b135-3332-44ae-bce0-1d0b86d968dd by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:27.860417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Attempting to bind port 4728b135-3332-44ae-bce0-1d0b86d968dd on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:27.865580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Port 4728b135-3332-44ae-bce0-1d0b86d968dd on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:27.865908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Attempting to bind port 4728b135-3332-44ae-bce0-1d0b86d968dd on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:27.872261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:27.872990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Checking segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:27.873392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Bound using segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:27.873830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Bound port: 4728b135-3332-44ae-bce0-1d0b86d968dd, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:27.874191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.922155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.923056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.923672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.924282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.924891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.925905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.926547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.928629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-42c0bcf5-7152-468d-a0a2-7f3515d20ebb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6178 time: 0.2263927 Sep 23 19:36:27.968079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cacf-2920-4a6e-9039-8a659dc6f1cd req-01bdbefc-477c-451c-8efe-944525d265f9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.969028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] For port 4728b135-3332-44ae-bce0-1d0b86d968dd, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:27.969996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52a8cacf-2920-4a6e-9039-8a659dc6f1cd req-01bdbefc-477c-451c-8efe-944525d265f9 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 950 time: 0.2127473 Sep 23 19:36:27.972451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] For port 4728b135-3332-44ae-bce0-1d0b86d968dd, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=4728b135-3332-44ae-bce0-1d0b86d968dd,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:27.978631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.033015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.033697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.035793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] 10.222.0.72 "PUT /v2.0/ports/4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 1136 time: 2.0574934 Sep 23 19:36:28.076248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:28.108415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d909-9c00-48f2-98f5-d3883afc3d79 service neutron] Pushing event updated for resources: {'Port': ['ID=4728b135-3332-44ae-bce0-1d0b86d968dd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:28.158820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52a8cacf-2920-4a6e-9039-8a659dc6f1cd req-08ef6cfb-eef1-4133-ba44-705da272f398 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757019 Sep 23 19:36:28.176063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.227949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-85b1ea4b-0442-49a9-8873-d0c049ec6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.228420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-85b1ea4b-0442-49a9-8873-d0c049ec6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.229715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-85b1ea4b-0442-49a9-8873-d0c049ec6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.232120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-85b1ea4b-0442-49a9-8873-d0c049ec6fc5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2608881 Sep 23 19:36:28.248701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Deleting port f0bbffda-97c4-41bd-a5ba-7b981934d9e5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:28.251203 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.516338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 343d2eae-320a-4d2b-8d48-1015cb9536bc no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:28.569704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 343d2eae-320a-4d2b-8d48-1015cb9536bc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:28.570606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 343d2eae-320a-4d2b-8d48-1015cb9536bc not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:28.665181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f166e3a2-c05e-4ab6-8043-88ad98432333 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:28.675461 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.690049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Transition to ACTIVE for port object f166e3a2-c05e-4ab6-8043-88ad98432333 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:28.700838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.913546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Pushing event updated for resources: {'Port': ['ID=f166e3a2-c05e-4ab6-8043-88ad98432333,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:28.943833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.956798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.970891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.972750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Attempting to bind port f166e3a2-c05e-4ab6-8043-88ad98432333 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:28.973087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Attempting to bind port f166e3a2-c05e-4ab6-8043-88ad98432333 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:28.973416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Attempting to bind port f166e3a2-c05e-4ab6-8043-88ad98432333 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:28.978909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Port f166e3a2-c05e-4ab6-8043-88ad98432333 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:28.979226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Attempting to bind port f166e3a2-c05e-4ab6-8043-88ad98432333 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:28.984192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:28.984530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Checking segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:28.984912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Bound using segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:28.985454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Bound port: f166e3a2-c05e-4ab6-8043-88ad98432333, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:28.985817 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.986721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.002514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.022519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.030042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.062257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-6f59c5af-268d-4ff7-95f2-bbbe5e35251d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5383 time: 0.7872472 Sep 23 19:36:29.137025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-f8229075-d185-4a0c-8bb8-9b5d04ce5743 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.138591 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-f8229075-d185-4a0c-8bb8-9b5d04ce5743 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 950 time: 0.1335351 Sep 23 19:36:29.142409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] For port f166e3a2-c05e-4ab6-8043-88ad98432333, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:29.146041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] For port f166e3a2-c05e-4ab6-8043-88ad98432333, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f166e3a2-c05e-4ab6-8043-88ad98432333,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:29.159326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.188545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-25c3b7c2-b741-4df3-87e9-e89699560324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.190075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de2c5099-dee6-44e5-a0fb-ec00daeb29ee req-25c3b7c2-b741-4df3-87e9-e89699560324 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9462786 Sep 23 19:36:29.202945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.226111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Calling delete_port for f0bbffda-97c4-41bd-a5ba-7b981934d9e5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:29.259274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cce604d8-487a-4966-b241-6be34bfb01d7 req-26d5aee8-ddd9-4c80-b749-70f7d923ba39 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1953816 Sep 23 19:36:29.289802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.290687 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.291885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] 10.222.0.72 "PUT /v2.0/ports/f166e3a2-c05e-4ab6-8043-88ad98432333 HTTP/1.1" status: 200 len: 1090 time: 1.2203510 Sep 23 19:36:29.335388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:29.378505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292ab2f-b7af-4b4b-9cc0-38ba656e5a59 service neutron] Pushing event updated for resources: {'Port': ['ID=f166e3a2-c05e-4ab6-8043-88ad98432333,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:29.394546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:29.394841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.525097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.579831 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.667250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0bbffda-97c4-41bd-a5ba-7b981934d9e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:29.791776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '4728b135-3332-44ae-bce0-1d0b86d968dd'}, {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': 'f166e3a2-c05e-4ab6-8043-88ad98432333'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:29.794724 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "4728b135-3332-44ae-bce0-1d0b86d968dd"}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "f166e3a2-c05e-4ab6-8043-88ad98432333"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:29.825761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff2ea7-bab8-4fc2-8362-ab29361c208b req-4a93a43a-8b18-4ad8-b1e7-e52a531c94af tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.836428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbff2ea7-bab8-4fc2-8362-ab29361c208b req-4a93a43a-8b18-4ad8-b1e7-e52a531c94af tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.2853060 Sep 23 19:36:29.860013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.861246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:29.861382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6cd73b4-be38-46ca-8158-c99c4a229a74 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "DELETE /v2.0/ports/f0bbffda-97c4-41bd-a5ba-7b981934d9e5 HTTP/1.1" status: 204 len: 168 time: 2.0355320 Sep 23 19:36:29.861626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.867893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:29.894455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef', 'external_fixed_ips': [{'subnet_id': '459e87ae-a164-4c11-8754-5668825f9cde', 'ip_address': '172.20.0.13'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:29.907018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:29.943961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dab258-3f14-4678-aba3-8fbbf8a48df1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:29.946292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbff2ea7-bab8-4fc2-8362-ab29361c208b req-4318334b-ec1b-4c98-8e60-085dc485ad86 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947723 Sep 23 19:36:29.947713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.948752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.022306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.059055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Transition to ACTIVE for port object 18dab258-3f14-4678-aba3-8fbbf8a48df1 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:30.060960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.065416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.137312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Pushing event updated for resources: {'Port': ['ID=18dab258-3f14-4678-aba3-8fbbf8a48df1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:30.291719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.307262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384', '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:30.319107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e', 'b99bb722-30cb-4e18-9cb4-505c22b0640b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:30.381776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e239b1a4-4699-4a5c-9f82-9f4b0061bc5e req-bd5481c9-db7b-4cc2-b9e0-3d6d9a88593e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e HTTP/1.1" status: 200 len: 210 time: 0.1715586 Sep 23 19:36:30.393026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Attempting to bind port 18dab258-3f14-4678-aba3-8fbbf8a48df1 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:30.393341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Attempting to bind port 18dab258-3f14-4678-aba3-8fbbf8a48df1 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:30.393668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Attempting to bind port 18dab258-3f14-4678-aba3-8fbbf8a48df1 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:30.412946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:30.484355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.494682 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e654ae-e7f6-4c1c-9e90-58b48353d7ae x-openstack-request-id: req-52e654ae-e7f6-4c1c-9e90-58b48353d7ae {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:30.494907 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "4728b135-3332-44ae-bce0-1d0b86d968dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "f166e3a2-c05e-4ab6-8043-88ad98432333", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:30.495132 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52e654ae-e7f6-4c1c-9e90-58b48353d7ae {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:30.495553 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '4728b135-3332-44ae-bce0-1d0b86d968dd', 'status': 'completed', 'code': 200} Sep 23 19:36:30.495812 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': 'f166e3a2-c05e-4ab6-8043-88ad98432333', 'status': 'completed', 'code': 200} Sep 23 19:36:30.506764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Port 18dab258-3f14-4678-aba3-8fbbf8a48df1 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:30.507164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Attempting to bind port 18dab258-3f14-4678-aba3-8fbbf8a48df1 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:30.547260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:30.553990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.557743 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "DELETE /v2.0/ports/c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 HTTP/1.1" status: 204 len: 173 time: 1.4101486 Sep 23 19:36:30.562613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:30.562964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Checking segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:30.563353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Bound using segment: {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:30.563798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Bound port: 18dab258-3f14-4678-aba3-8fbbf8a48df1, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192f739a-ea9e-47a8-a9f4-84b2a46f5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:30.564157 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.763420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] For port 18dab258-3f14-4678-aba3-8fbbf8a48df1, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:30.769467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] For port 18dab258-3f14-4678-aba3-8fbbf8a48df1, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:30.774293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.776051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.794012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.809427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.824435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.835489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.841653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.861066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.861463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.863062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8177213-8a04-4891-abab-9af161cced7c req-64afe3ef-ecae-44d8-83b2-a548a23c7f09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5407 time: 0.2528424 Sep 23 19:36:30.869818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.871781 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] 10.222.0.72 "PUT /v2.0/ports/18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 200 len: 1090 time: 1.5478764 Sep 23 19:36:30.891334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.891934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.892385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.895019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.895559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.896048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.905800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.908123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-5a5d6fa6-ac57-4512-a1df-4a5e7aff017c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6312 time: 0.3978510 Sep 23 19:36:30.918662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:31.008980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d1e4e-163b-4a5b-9656-a4705515e55d service neutron] Pushing event updated for resources: {'Port': ['ID=18dab258-3f14-4678-aba3-8fbbf8a48df1,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:31.144646 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:31.190924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8177213-8a04-4891-abab-9af161cced7c req-a71fc153-00b0-41a6-b52d-5a98442deb72 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2806971 Sep 23 19:36:31.494348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-9c2ecb98-cde6-4257-9a9d-18ccfbb077af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:31.498190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-9c2ecb98-cde6-4257-9a9d-18ccfbb077af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:31.498705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-9c2ecb98-cde6-4257-9a9d-18ccfbb077af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:31.500448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-9c2ecb98-cde6-4257-9a9d-18ccfbb077af service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5768795 Sep 23 19:36:31.573156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014200bc-eba2-453b-a214-6e3d48695231 req-d966bf2c-466c-42a4-8674-26a2c8c9919c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:31.578395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-014200bc-eba2-453b-a214-6e3d48695231 req-d966bf2c-466c-42a4-8674-26a2c8c9919c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.2475653 Sep 23 19:36:31.612247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31103ba-e519-4f3f-a464-3655b06f0e2e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:31.620361 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:31.633200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Transition to ACTIVE for port object e31103ba-e519-4f3f-a464-3655b06f0e2e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:31.639349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:31.716851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Pushing event updated for resources: {'Port': ['ID=e31103ba-e519-4f3f-a464-3655b06f0e2e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:31.834151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Attempting to bind port e31103ba-e519-4f3f-a464-3655b06f0e2e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:31.834547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Attempting to bind port e31103ba-e519-4f3f-a464-3655b06f0e2e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:31.834878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Attempting to bind port e31103ba-e519-4f3f-a464-3655b06f0e2e on network 27977598-a0a0-4d67-97ee-5426d383170d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:31.840030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Port e31103ba-e519-4f3f-a464-3655b06f0e2e on network 27977598-a0a0-4d67-97ee-5426d383170d not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:31.840365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Attempting to bind port e31103ba-e519-4f3f-a464-3655b06f0e2e on network 27977598-a0a0-4d67-97ee-5426d383170d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:31.852467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-014200bc-eba2-453b-a214-6e3d48695231 req-82dcd175-0115-438c-b9ce-d61ad85984b4 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557891 Sep 23 19:36:31.855071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:31.855411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Checking segment: {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:31.855968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Bound using segment: {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:31.856404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Bound port: e31103ba-e519-4f3f-a464-3655b06f0e2e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:31.856774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:31.946579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] For port e31103ba-e519-4f3f-a464-3655b06f0e2e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:31.950561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] For port e31103ba-e519-4f3f-a464-3655b06f0e2e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:31.959905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.013677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-81665128-5cda-403a-ad97-0f434690c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.020714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-81665128-5cda-403a-ad97-0f434690c340 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4881489 Sep 23 19:36:32.039706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.062296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.062908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.074952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8b82494e-f721-409b-976a-1f75c469507b service neutron] 10.222.0.72 "PUT /v2.0/ports/e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 200 len: 1091 time: 1.1617115 Sep 23 19:36:32.098995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.127788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Request body: {'port': {'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:32.186047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82494e-f721-409b-976a-1f75c469507b service neutron] Pushing event updated for resources: {'Port': ['ID=e31103ba-e519-4f3f-a464-3655b06f0e2e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:32.266246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.468542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Allocated IP 172.20.0.13 (90f6c962-ffca-4f1a-9683-ec3e0400d2ef/459e87ae-a164-4c11-8754-5668825f9cde/decb3f33-5d38-451e-beec-75f83226874a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:32.515559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'name': 'network-vif-deleted', 'tag': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1'}, {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '18dab258-3f14-4678-aba3-8fbbf8a48df1'}, {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': 'e31103ba-e519-4f3f-a464-3655b06f0e2e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:32.519293 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4500fa16-3561-4958-a61d-460a8e719644" -d '{"events": [{"server_uuid": "e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e", "name": "network-vif-deleted", "tag": "c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1"}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "18dab258-3f14-4678-aba3-8fbbf8a48df1"}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "e31103ba-e519-4f3f-a464-3655b06f0e2e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:32.543183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.543597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.544074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.544545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.545012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.545478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.545950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.557305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-6e7c0769-97cf-464f-84a3-34a9c59dd64c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6421 time: 0.4721072 Sep 23 19:36:32.830830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.837392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.845216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.847741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e769d8a-0458-41d8-adf9-2655d1b690cb {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:32.853663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.860338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.864558 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.868097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.875105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.886822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Transition to ACTIVE for port object 0e769d8a-0458-41d8-adf9-2655d1b690cb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:32.890906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-9491097b-70ac-441d-b86e-2dbb88daa8cc tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5419 time: 0.3304095 Sep 23 19:36:32.891480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.952464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.964882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e769d8a-0458-41d8-adf9-2655d1b690cb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:33.002869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-a159f344-a300-4bef-aa23-e18ffb005230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.003346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-a159f344-a300-4bef-aa23-e18ffb005230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.003815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-a159f344-a300-4bef-aa23-e18ffb005230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.010458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-a159f344-a300-4bef-aa23-e18ffb005230 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4258707 Sep 23 19:36:33.030553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f747d72-3b36-4829-b93f-73529c8f2440 req-a732df36-1b41-42ab-bab0-96b6fa14ff2f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312640 Sep 23 19:36:33.086455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Attempting to bind port 0e769d8a-0458-41d8-adf9-2655d1b690cb on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:33.086709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Attempting to bind port 0e769d8a-0458-41d8-adf9-2655d1b690cb by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:33.087038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Attempting to bind port 0e769d8a-0458-41d8-adf9-2655d1b690cb on network 27977598-a0a0-4d67-97ee-5426d383170d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:33.101592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Port 0e769d8a-0458-41d8-adf9-2655d1b690cb on network 27977598-a0a0-4d67-97ee-5426d383170d not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:33.106752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Attempting to bind port 0e769d8a-0458-41d8-adf9-2655d1b690cb on network 27977598-a0a0-4d67-97ee-5426d383170d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:33.117427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:33.118063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Checking segment: {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:33.118635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Bound using segment: {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:33.119226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Bound port: 0e769d8a-0458-41d8-adf9-2655d1b690cb, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:33.119768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.215095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] For port 0e769d8a-0458-41d8-adf9-2655d1b690cb, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:33.219823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] For port 0e769d8a-0458-41d8-adf9-2655d1b690cb, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:33.233916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.246679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.306665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.307315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.311780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:33.319278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 200 len: 1091 time: 1.2105055 Sep 23 19:36:33.321447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:33.335008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:33.373069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-796f5e3a-b97f-4a8b-a015-149c421c0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.380412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9793e7ef-5b69-42b4-94ed-99ba2537d6c7 req-796f5e3a-b97f-4a8b-a015-149c421c0624 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3476825 Sep 23 19:36:33.399650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f36230-ceae-4bb9-9a46-8f12f85a5f83 req-0d28798a-f5b2-4c6a-8f56-fee4764c0da7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.413685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7f36230-ceae-4bb9-9a46-8f12f85a5f83 req-0d28798a-f5b2-4c6a-8f56-fee4764c0da7 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 950 time: 0.2518106 Sep 23 19:36:33.432801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Port': ['ID=decb3f33-5d38-451e-beec-75f83226874a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:33.439944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3484724-7099-4563-acf9-45901998a2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e769d8a-0458-41d8-adf9-2655d1b690cb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:33.532924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.533378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.533718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.534121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.536554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.536990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.537419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.537828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.538253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.539378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.539794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.540200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:33.685844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:33.691333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7f36230-ceae-4bb9-9a46-8f12f85a5f83 req-8f1b89f3-518f-4618-94f1-04fd4a833eef tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764575 Sep 23 19:36:33.700341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.700833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.701316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.701792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.702307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.702783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.703545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.705483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-91288265-4e96-475e-8416-e570c07e4eb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6488 time: 0.2492633 Sep 23 19:36:33.763440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-3b3707c3-1245-426e-beb6-a3fa8cf05bc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 200 len: 217 time: 0.0436070 Sep 23 19:36:33.826386 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8394b6-fd77-4422-b813-f804c748a89f x-openstack-request-id: req-9e8394b6-fd77-4422-b813-f804c748a89f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:33.826803 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e", "name": "network-vif-deleted", "tag": "c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "18dab258-3f14-4678-aba3-8fbbf8a48df1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "e31103ba-e519-4f3f-a464-3655b06f0e2e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:33.827178 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e8394b6-fd77-4422-b813-f804c748a89f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:33.827766 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77e0fa5-302b-41ff-ae1a-b4ce1ee5841e', 'name': 'network-vif-deleted', 'tag': 'c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1', 'status': 'completed', 'code': 200} Sep 23 19:36:33.828608 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '18dab258-3f14-4678-aba3-8fbbf8a48df1', 'status': 'completed', 'code': 200} Sep 23 19:36:33.829225 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': 'e31103ba-e519-4f3f-a464-3655b06f0e2e', 'status': 'completed', 'code': 200} Sep 23 19:36:33.829944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:33.887664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-f53cc835-a0e1-49fb-bc48-b004357d45bb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.890467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-f53cc835-a0e1-49fb-bc48-b004357d45bb tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 950 time: 0.1285021 Sep 23 19:36:33.892933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0523b9af-c9cd-456b-8079-efe7fa95b9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.982119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-3eaebc3a-24e7-4bfb-a018-bd60a9596618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.983623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-3eaebc3a-24e7-4bfb-a018-bd60a9596618 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99a31fcd-cda4-4b73-8588-ceba98513f6f HTTP/1.1" status: 200 len: 854 time: 0.1308270 Sep 23 19:36:34.001897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf0751-5707-406b-9d7f-61ee78079ce1 req-72897167-082a-4362-b50b-6199787cf4a2 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:34.003427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99cf0751-5707-406b-9d7f-61ee78079ce1 req-72897167-082a-4362-b50b-6199787cf4a2 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1144056 Sep 23 19:36:34.009662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4d9f-ae6e-40e9-93e7-85d5c343afac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.039692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:34.071630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:34.071832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.072491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device c5ea8903-c1e5-49b5-a9e1-4dd70d8d3dc1 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:34.081705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-51e8fea0-8357-4b8e-8767-12066336eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:34.083236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-51e8fea0-8357-4b8e-8767-12066336eb60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58635457-bc59-4eda-9f1c-3e8334135a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892386 Sep 23 19:36:34.092500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0523b9af-c9cd-456b-8079-efe7fa95b9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.102624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0523b9af-c9cd-456b-8079-efe7fa95b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.156255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99cf0751-5707-406b-9d7f-61ee78079ce1 req-370d5c1d-d9e6-4916-bf12-31f68df5f7e1 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368330 Sep 23 19:36:34.175341 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0523b9af-c9cd-456b-8079-efe7fa95b9ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=713a5def7a2441bea66c9fc6bdee6138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877803 Sep 23 19:36:34.188027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:34.199067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:34.199421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.205267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523b9af-c9cd-456b-8079-efe7fa95b9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9594d3d-a734-4de7-a6e9-3264bcb09ab0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:34.327980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-3f0e8978-9663-4576-8526-1e64abb2c7cb service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067473 Sep 23 19:36:34.432741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:34.433238 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.447277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6ceba-d18d-40a9-8e03-1206be45ae18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.468143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for 647f09b9-9b1f-4a0c-b23e-75c410adfd3e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:34.494547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6ceba-d18d-40a9-8e03-1206be45ae18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.513385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4d9f-ae6e-40e9-93e7-85d5c343afac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.557784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4d9f-ae6e-40e9-93e7-85d5c343afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.632944 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cb0c4d9f-ae6e-40e9-93e7-85d5c343afac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7619fd7c0732466da32e8d3722034831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012745 Sep 23 19:36:34.635090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:34.647162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c4d9f-ae6e-40e9-93e7-85d5c343afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e6a32-1c42-4e0a-a119-edd9786c204b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:34.713626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6ceba-d18d-40a9-8e03-1206be45ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.716259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6ceba-d18d-40a9-8e03-1206be45ae18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.717452 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-61d6ceba-d18d-40a9-8e03-1206be45ae18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c9594d3d-a734-4de7-a6e9-3264bcb09ab0 HTTP/1.1" status: 204 len: 168 time: 0.5283735 Sep 23 19:36:34.760207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198836fa-0bf4-41c7-8e11-25954283395b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.768495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6ceba-d18d-40a9-8e03-1206be45ae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9594d3d-a734-4de7-a6e9-3264bcb09ab0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:34.801659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198836fa-0bf4-41c7-8e11-25954283395b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.809379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.823835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384', '647f09b9-9b1f-4a0c-b23e-75c410adfd3e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:34.829371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e', 'b99bb722-30cb-4e18-9cb4-505c22b0640b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:34.852474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=647f09b9-9b1f-4a0c-b23e-75c410adfd3e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:34.930934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port 647f09b9-9b1f-4a0c-b23e-75c410adfd3e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:34.934239 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.936277 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f990f18-9432-4212-ad2f-ab6729cdb433 req-c5f3b841-d7cf-4881-98ed-bbbc25c9f184 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "DELETE /v2.0/ports/647f09b9-9b1f-4a0c-b23e-75c410adfd3e HTTP/1.1" status: 204 len: 173 time: 1.0366232 Sep 23 19:36:34.962476 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198836fa-0bf4-41c7-8e11-25954283395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.965145 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198836fa-0bf4-41c7-8e11-25954283395b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.968948 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-198836fa-0bf4-41c7-8e11-25954283395b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c8e6a32-1c42-4e0a-a119-edd9786c204b HTTP/1.1" status: 204 len: 168 time: 0.3295133 Sep 23 19:36:34.978510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:34.983380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198836fa-0bf4-41c7-8e11-25954283395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e6a32-1c42-4e0a-a119-edd9786c204b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:34.988025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:34.996069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.004281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.012677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.019837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.027541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.035545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-2b471aa1-9fe7-4bd8-ba01-ccc768c20d2e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.6105208 Sep 23 19:36:35.130968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.151399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-9ce5e7e1-805d-4c26-a623-7786e510373d service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908921 Sep 23 19:36:35.170435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2cf35b1-ddd6-4a62-9a80-8c5ddd44ba20 req-34757600-8d92-4c46-82dd-930ed2217b51 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338799 Sep 23 19:36:35.306324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:35.321678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97b89e5-fba1-4235-be82-ec1f2a5dfe40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.355945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-5709816e-464a-4d2b-a518-6b5d456e9fca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 217 time: 0.1830683 Sep 23 19:36:35.469421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e9b9e23-5f81-40df-b7f8-78829b584958 req-6cb31ed3-a5a5-4426-9626-53fd44d3115f tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a996f2e-9b5d-41bc-af16-c4a767a187b5 HTTP/1.1" status: 200 len: 210 time: 0.1235855 Sep 23 19:36:35.599600 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97b89e5-fba1-4235-be82-ec1f2a5dfe40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.607538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97b89e5-fba1-4235-be82-ec1f2a5dfe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.622785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-5ff7a99b-e77c-487a-a2d4-36b977a211d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.627164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-5ff7a99b-e77c-487a-a2d4-36b977a211d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.2564881 Sep 23 19:36:35.706254 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a97b89e5-fba1-4235-be82-ec1f2a5dfe40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0acbe7b158d64939b7d8ab77a5a34be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986442 Sep 23 19:36:35.707025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b89e5-fba1-4235-be82-ec1f2a5dfe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9cd70-980f-498f-a670-18e5104e24f5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:35.710109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:35.775634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-e9129b5c-fd90-42c2-92a2-98125c8a484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.777342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-e9129b5c-fd90-42c2-92a2-98125c8a484f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1408579 Sep 23 19:36:35.813334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:35.825564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Router f95203b0-97d9-43d6-80b7-44f83be19cc6 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:36:35.831365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbcef49a-5430-4916-861a-b5860432c4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.833870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '0e769d8a-0458-41d8-adf9-2655d1b690cb'}, {'server_uuid': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'name': 'network-vif-deleted', 'tag': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:35.837238 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ff6f82-f72b-4788-bf77-fbf99dbcac38" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "0e769d8a-0458-41d8-adf9-2655d1b690cb"}, {"server_uuid": "0a996f2e-9b5d-41bc-af16-c4a767a187b5", "name": "network-vif-deleted", "tag": "647f09b9-9b1f-4a0c-b23e-75c410adfd3e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:35.850675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cc68732-395a-4baf-867d-806f7c21b65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.884597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbcef49a-5430-4916-861a-b5860432c4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.962832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbcef49a-5430-4916-861a-b5860432c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.965418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbcef49a-5430-4916-861a-b5860432c4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.966604 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fbcef49a-5430-4916-861a-b5860432c4f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fd9cd70-980f-498f-a670-18e5104e24f5 HTTP/1.1" status: 204 len: 168 time: 0.2555227 Sep 23 19:36:35.979773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcef49a-5430-4916-861a-b5860432c4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9cd70-980f-498f-a670-18e5104e24f5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:36.016760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-58718890-6f27-4644-a942-3b10d8fbebae service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310832 Sep 23 19:36:36.032162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cc68732-395a-4baf-867d-806f7c21b65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.039792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cc68732-395a-4baf-867d-806f7c21b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.075714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc68732-395a-4baf-867d-806f7c21b65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e66860-5733-41cc-846e-641703f323bb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:36.094088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3cc68732-395a-4baf-867d-806f7c21b65e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3b2fa99fc10432496be6ef689f0cc76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771370 Sep 23 19:36:36.096598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.135606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a8ca-3519-4ccb-a64e-a204d4f58594 req-16701453-b956-422b-a4fa-2cc5f3b7719d tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:36.144045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c91a8ca-3519-4ccb-a64e-a204d4f58594 req-16701453-b956-422b-a4fa-2cc5f3b7719d tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.2722259 Sep 23 19:36:36.154544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6c0f-602d-4782-8f2b-de44f1b6c1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.179254 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6c0f-602d-4782-8f2b-de44f1b6c1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.186614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:36.198479 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Sync routers for ids ['f95203b0-97d9-43d6-80b7-44f83be19cc6'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:36.207806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-9073cacd-7691-4cfc-902c-41b8dcc51f7b service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823063 Sep 23 19:36:36.211952 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.213310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-87e600e0-2eb6-42f0-a2d1-798b8402c84f tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.3390725 Sep 23 19:36:36.214342 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Routers {'f95203b0-97d9-43d6-80b7-44f83be19cc6'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:36.216305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.216695 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f95203b0-97d9-43d6-80b7-44f83be19cc6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:36.246861 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6c0f-602d-4782-8f2b-de44f1b6c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.250757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6c0f-602d-4782-8f2b-de44f1b6c1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.252288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9dcc6c0f-602d-4782-8f2b-de44f1b6c1b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24e66860-5733-41cc-846e-641703f323bb HTTP/1.1" status: 204 len: 168 time: 0.1545122 Sep 23 19:36:36.263873 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc6c0f-602d-4782-8f2b-de44f1b6c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e66860-5733-41cc-846e-641703f323bb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:36.289469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-9791afd2-859f-4131-b16d-252d3ccad3b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 217 time: 0.0738153 Sep 23 19:36:36.401175 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Set router f95203b0-97d9-43d6-80b7-44f83be19cc6 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:36.411280 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.445208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c91a8ca-3519-4ccb-a64e-a204d4f58594 req-27ed860b-25eb-4f2e-a2af-f31050248261 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862115 Sep 23 19:36:36.634814 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95203b0-97d9-43d6-80b7-44f83be19cc6', 'name': '', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef', 'external_fixed_ips': [{'subnet_id': '459e87ae-a164-4c11-8754-5668825f9cde', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'decb3f33-5d38-451e-beec-75f83226874a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:29Z', 'updated_at': '2021-09-23T19:36:33Z', 'revision_number': 3, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port': {'id': 'decb3f33-5d38-451e-beec-75f83226874a', 'name': '', 'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95203b0-97d9-43d6-80b7-44f83be19cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '459e87ae-a164-4c11-8754-5668825f9cde', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:36:32Z', 'updated_at': '2021-09-23T19:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '459e87ae-a164-4c11-8754-5668825f9cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:36.679188 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Checking router: f95203b0-97d9-43d6-80b7-44f83be19cc6 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:36:36.679912 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Updating router f95203b0-97d9-43d6-80b7-44f83be19cc6 port decb3f33-5d38-451e-beec-75f83226874a binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:36:36.733267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-056186c9-417a-4893-9830-3a42b73799ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:36.734732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-056186c9-417a-4893-9830-3a42b73799ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.3213518 Sep 23 19:36:36.744712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7dd0-54c9-46dd-993e-9b49caed3043 req-5cc87f46-afa0-49a6-9ed6-9e17661ee1ce tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:36.752263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-633f7dd0-54c9-46dd-993e-9b49caed3043 req-5cc87f46-afa0-49a6-9ed6-9e17661ee1ce tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 945 time: 0.0838461 Sep 23 19:36:36.877809 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.882787 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.915145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-633f7dd0-54c9-46dd-993e-9b49caed3043 req-36bba438-7c34-4782-8cff-42bccd1582e0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584847 Sep 23 19:36:36.924458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8ea64a01-1cd4-4279-982a-e30e84d4aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:36.926267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-8ea64a01-1cd4-4279-982a-e30e84d4aa14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1711092 Sep 23 19:36:37.020722 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2025226-7665-4a79-b131-4108cbce67d2 x-openstack-request-id: req-f2025226-7665-4a79-b131-4108cbce67d2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:37.021181 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "0e769d8a-0458-41d8-adf9-2655d1b690cb", "status": "completed", "code": 200}, {"server_uuid": "0a996f2e-9b5d-41bc-af16-c4a767a187b5", "name": "network-vif-deleted", "tag": "647f09b9-9b1f-4a0c-b23e-75c410adfd3e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:37.021181 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2025226-7665-4a79-b131-4108cbce67d2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:37.021581 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '0e769d8a-0458-41d8-adf9-2655d1b690cb', 'status': 'completed', 'code': 200} Sep 23 19:36:37.021843 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a996f2e-9b5d-41bc-af16-c4a767a187b5', 'name': 'network-vif-deleted', 'tag': '647f09b9-9b1f-4a0c-b23e-75c410adfd3e', 'status': 'completed', 'code': 200} Sep 23 19:36:37.226941 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.234289 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.294736 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Pushing event updated for resources: {'Port': ['ID=decb3f33-5d38-451e-beec-75f83226874a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:37.314730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f8cb588e-ca19-4e28-a862-d1126f66b25b service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748260 Sep 23 19:36:37.318937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.319324 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.319860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.320196 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.320532 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.320859 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.321185 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.321509 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.321829 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.322477 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.322981 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.323519 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:37.336523 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Attempting to bind port decb3f33-5d38-451e-beec-75f83226874a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:37.337104 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Attempting to bind port decb3f33-5d38-451e-beec-75f83226874a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:37.337499 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Attempting to bind port decb3f33-5d38-451e-beec-75f83226874a on network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:37.345662 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:37.346344 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Checking segment: {'id': 'e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:37.346906 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.347486 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Bound using segment: {'id': 'e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:37.348106 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Bound port: decb3f33-5d38-451e-beec-75f83226874a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '90f6c962-ffca-4f1a-9683-ec3e0400d2ef'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:37.348850 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.415047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Deleting port decb3f33-5d38-451e-beec-75f83226874a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:37.417709 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] For port decb3f33-5d38-451e-beec-75f83226874a, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:37.420959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.421997 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] For port decb3f33-5d38-451e-beec-75f83226874a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=decb3f33-5d38-451e-beec-75f83226874a,segment=NetworkSegment(e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb),segment_id=e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:37.433650 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.442524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.449748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.456052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.462666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.470116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.477618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.483753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.492457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-05f87429-272a-47c9-82bf-55d3f739fd47 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.3402123 Sep 23 19:36:37.560284 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fe75e-8b51-4205-b441-6a871a0342ab None None] Pushing event updated for resources: {'Port': ['ID=decb3f33-5d38-451e-beec-75f83226874a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:37.571021 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Routers {'f95203b0-97d9-43d6-80b7-44f83be19cc6'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:37.572185 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f95203b0-97d9-43d6-80b7-44f83be19cc6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:37.688626 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] Set router f95203b0-97d9-43d6-80b7-44f83be19cc6 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:37.718650 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5508aed7-d299-48ba-8c70-e069366d2e44 req-e4124f1d-d0dc-4919-a076-5b23d565d22f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2252009 Sep 23 19:36:37.755054 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95203b0-97d9-43d6-80b7-44f83be19cc6', 'name': '', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:29Z', 'updated_at': '2021-09-23T19:36:36Z', 'revision_number': 4, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:37.798295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-a77361f4-9a5f-4cd1-bd5e-9520e5ad6d27 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730549 Sep 23 19:36:37.820523 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5bab6-7a70-4e37-9823-3d4dda448973 None None] The sync data for ids ['f95203b0-97d9-43d6-80b7-44f83be19cc6'] in n-d-810763-1 is: [{'id': 'f95203b0-97d9-43d6-80b7-44f83be19cc6', 'name': '', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:29Z', 'updated_at': '2021-09-23T19:36:36Z', 'revision_number': 4, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:37.862803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-99c48313-de68-46b0-af29-940e0cb210a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f166e3a2-c05e-4ab6-8043-88ad98432333 HTTP/1.1" status: 200 len: 217 time: 0.0551765 Sep 23 19:36:37.929959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.966365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Calling delete_port for decb3f33-5d38-451e-beec-75f83226874a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:38.053116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647f09b9-9b1f-4a0c-b23e-75c410adfd3e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:38.096649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 647f09b9-9b1f-4a0c-b23e-75c410adfd3e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:38.096997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647f09b9-9b1f-4a0c-b23e-75c410adfd3e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:38.108951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-983bd041-613e-4aa1-8125-933be19f7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.117254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-983bd041-613e-4aa1-8125-933be19f7d2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.2444279 Sep 23 19:36:38.187719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c27480-4b55-4d66-9845-597f96629c31 req-6611445d-dc2e-43b3-a3f9-f103b69ab6f9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.189252 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e1c27480-4b55-4d66-9845-597f96629c31 req-6611445d-dc2e-43b3-a3f9-f103b69ab6f9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 945 time: 0.0870621 Sep 23 19:36:38.236141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5be68c-741f-4b4d-b9f7-870ac9430ac7 req-f1651aa4-57a5-485e-b6a6-dd6dbd9fe896 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.238193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c5be68c-741f-4b4d-b9f7-870ac9430ac7 req-f1651aa4-57a5-485e-b6a6-dd6dbd9fe896 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.2446153 Sep 23 19:36:38.284760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-a7c40ff1-8058-48c8-b53c-9e8d7f317ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.284760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-a7c40ff1-8058-48c8-b53c-9e8d7f317ac4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1589196 Sep 23 19:36:38.345575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c5be68c-741f-4b4d-b9f7-870ac9430ac7 req-64f88879-6c4f-472d-808a-4b5043693abb tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825236 Sep 23 19:36:38.411435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Deleting port 89d84bd3-71d8-432c-89ad-f00c8b201692 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:38.412012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.447174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.501339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event deleted for resources: {'Port': ['ID=decb3f33-5d38-451e-beec-75f83226874a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:38.514852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-cc6075dd-ea32-4ec0-87e9-47a82b14ba10 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193851 Sep 23 19:36:38.637869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] For port 89d84bd3-71d8-432c-89ad-f00c8b201692, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=89d84bd3-71d8-432c-89ad-f00c8b201692,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:38.638860 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.650088 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.662812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Calling delete_port for 89d84bd3-71d8-432c-89ad-f00c8b201692 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:38.760675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.764215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1cd52276-3b64-4498-bd32-91d70c78d1b7 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326446 Sep 23 19:36:38.767934 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.874099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-54053154-8d1c-4748-b58b-f1ef1251acde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 200 len: 217 time: 0.0992296 Sep 23 19:36:38.952254 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.968062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['89d84bd3-71d8-432c-89ad-f00c8b201692'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:39.002766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event deleted for resources: {'Port': ['ID=89d84bd3-71d8-432c-89ad-f00c8b201692,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:39.003426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac3ff511-fe1e-4ae6-a277-c46d59647b8d req-94e556f0-fce8-4722-a3ea-d6e62b38509f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 210 time: 0.0796945 Sep 23 19:36:39.010419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.010796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f95203b0-97d9-43d6-80b7-44f83be19cc6 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:39.016502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.017517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9411e73-212e-4e8d-aa8e-3facb60f8c1c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "DELETE /v2.0/routers/f95203b0-97d9-43d6-80b7-44f83be19cc6 HTTP/1.1" status: 204 len: 168 time: 2.7299476 Sep 23 19:36:39.022055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.052239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-97c94784-2aeb-45e1-9f41-ffda253f7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.054651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-97c94784-2aeb-45e1-9f41-ffda253f7290 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1367033 Sep 23 19:36:39.151621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] No DVR routers for this DVR port 89d84bd3-71d8-432c-89ad-f00c8b201692 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:39.153227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-996ccb2b-8235-4e92-8a49-4663248a9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.154767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-996ccb2b-8235-4e92-8a49-4663248a9e3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924613 Sep 23 19:36:39.157042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.159296 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e1c27480-4b55-4d66-9845-597f96629c31 req-ce4a285d-07ca-49e0-9de3-f369f2c1bad2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "DELETE /v2.0/ports/89d84bd3-71d8-432c-89ad-f00c8b201692 HTTP/1.1" status: 204 len: 173 time: 0.9566300 Sep 23 19:36:39.159742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'name': 'network-vif-deleted', 'tag': '89d84bd3-71d8-432c-89ad-f00c8b201692'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:39.162307 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ccf21-22fb-423c-96f6-4c4da754d948" -d '{"events": [{"server_uuid": "dc1f57f9-898b-4516-8b95-f3f069b7e69c", "name": "network-vif-deleted", "tag": "89d84bd3-71d8-432c-89ad-f00c8b201692"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:39.176261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Deleting subnet 459e87ae-a164-4c11-8754-5668825f9cde {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:36:39.177745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.182246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.184594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.195330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.199906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.205737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.212082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.217960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.226875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-53d3cd1f-57be-4778-87ef-c0a595b00a31 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1209991 Sep 23 19:36:39.237432 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.290486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.396042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.413175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9deeecb9-dfbf-406e-8eba-a0a03b4ffff0 req-e38f214e-9683-4e7f-9b15-e6fa2b62c2dd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853132 Sep 23 19:36:39.444044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-c769d917-d2ae-4e89-ac3a-c847c9021829 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149951 Sep 23 19:36:39.446413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=459e87ae-a164-4c11-8754-5668825f9cde,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:39.452128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.455032 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3db6d276-d583-4188-bc33-f7cd71d778e5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/459e87ae-a164-4c11-8754-5668825f9cde HTTP/1.1" status: 204 len: 168 time: 0.4211252 Sep 23 19:36:39.463861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.580695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.583963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-a5ed9355-abb7-40c3-99dc-c36c08656782 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273575 Sep 23 19:36:39.645612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-96350597-f823-4846-b959-7414c04d40df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0532284 Sep 23 19:36:39.698550 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2abf37e-d4e0-477c-bdd4-7b6ef036a190 x-openstack-request-id: req-b2abf37e-d4e0-477c-bdd4-7b6ef036a190 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:39.699052 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1f57f9-898b-4516-8b95-f3f069b7e69c", "name": "network-vif-deleted", "tag": "89d84bd3-71d8-432c-89ad-f00c8b201692", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:39.699313 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2abf37e-d4e0-477c-bdd4-7b6ef036a190 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:39.699779 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1f57f9-898b-4516-8b95-f3f069b7e69c', 'name': 'network-vif-deleted', 'tag': '89d84bd3-71d8-432c-89ad-f00c8b201692', 'status': 'completed', 'code': 200} Sep 23 19:36:39.735239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f529a7fb-525e-4bf4-94a1-4eb68ca80f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.735786 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.737795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-f529a7fb-525e-4bf4-94a1-4eb68ca80f49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.0844889 Sep 23 19:36:39.761335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f6c962-ffca-4f1a-9683-ec3e0400d2ef']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:39.773333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:39.773629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f382d4-dcd5-4d83-afd8-5fd50dbbebcb') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:39.798886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.813439 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.822907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:36:39.823655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:36:39.825802 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:36:39.828470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-148fec58-37ad-4f96-b4f9-4eee3089cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.828811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-148fec58-37ad-4f96-b4f9-4eee3089cd85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817761 Sep 23 19:36:39.859928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dfbd0-5fe7-4dc3-af78-f407547bfddf req-e4fd623b-fd1a-407f-8373-90723c3f53db tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.868974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-561dfbd0-5fe7-4dc3-af78-f407547bfddf req-e4fd623b-fd1a-407f-8373-90723c3f53db tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0842874 Sep 23 19:36:39.904080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.912565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90f6c962-ffca-4f1a-9683-ec3e0400d2ef {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:36:39.920109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.926135 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "DELETE /v2.0/networks/90f6c962-ffca-4f1a-9683-ec3e0400d2ef HTTP/1.1" status: 204 len: 168 time: 0.4611893 Sep 23 19:36:39.945727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439c81d-3f53-4e10-839f-92a389c43f3b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event deleted for resources: {'Network': ['ID=90f6c962-ffca-4f1a-9683-ec3e0400d2ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:40.010530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-561dfbd0-5fe7-4dc3-af78-f407547bfddf req-dfeb0a19-ff5e-4368-8f11-1cf42a30c526 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361005 Sep 23 19:36:40.092267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-1b4e8569-852f-4744-ad64-39e0359adf95 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507851 Sep 23 19:36:40.278236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-829edddc-9146-47bb-b83f-54320ca26114 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:40.279753 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-829edddc-9146-47bb-b83f-54320ca26114 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "GET /v2.0/ports?device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 949 time: 0.1500077 Sep 23 19:36:40.289156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-712249d6-b4a1-4743-ad66-73a20726fb1a service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874597 Sep 23 19:36:40.369250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-80670333-91f8-4038-9b0f-1a561db11235 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 200 len: 217 time: 0.0719836 Sep 23 19:36:40.410861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:40.441706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:40.451111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-17794e60-a66c-463e-8505-3e4626c016b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'router': {'name': 'tempest-router--1590640702', 'project_id': '0efbd04bd30646dd8068825c1079b898'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:40.476894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d59edd52-a140-45d7-9616-8f81562938c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:40.478487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-d59edd52-a140-45d7-9616-8f81562938c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.0889244 Sep 23 19:36:40.533002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port 6c648f7f-da22-416f-ac53-3592a1e94384 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:40.533217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.540231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3726812-18b9-4ef4-b1b8-d12d4a96c275 req-76ea0ef3-9302-4faa-8a64-91286ce1c429 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:40.541734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3726812-18b9-4ef4-b1b8-d12d4a96c275 req-76ea0ef3-9302-4faa-8a64-91286ce1c429 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 949 time: 0.1715846 Sep 23 19:36:40.544262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17794e60-a66c-463e-8505-3e4626c016b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.545420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17794e60-a66c-463e-8505-3e4626c016b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.598412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-21021e02-1db5-417c-bb8d-6cbf3db2a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:40.600440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-21021e02-1db5-417c-bb8d-6cbf3db2a43f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147010 Sep 23 19:36:40.607611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26bc60c9-f24d-4b16-b37c-07da1ef262e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.634835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3726812-18b9-4ef4-b1b8-d12d4a96c275 req-1ebb8cf2-428b-42c6-af7d-c436e01c13a0 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807819 Sep 23 19:36:40.705295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17794e60-a66c-463e-8505-3e4626c016b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.716160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17794e60-a66c-463e-8505-3e4626c016b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.756575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port 6c648f7f-da22-416f-ac53-3592a1e94384, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=6c648f7f-da22-416f-ac53-3592a1e94384,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:40.757021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.776723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for 6c648f7f-da22-416f-ac53-3592a1e94384 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:40.880635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26bc60c9-f24d-4b16-b37c-07da1ef262e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.892578 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26bc60c9-f24d-4b16-b37c-07da1ef262e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.907558 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17794e60-a66c-463e-8505-3e4626c016b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.908733 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-17794e60-a66c-463e-8505-3e4626c016b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4643793 Sep 23 19:36:40.918334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:40.987993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-26bc60c9-f24d-4b16-b37c-07da1ef262e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf6d12a684e841399c7c2cf7e5ab93f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759823 Sep 23 19:36:41.007676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc60c9-f24d-4b16-b37c-07da1ef262e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad953a27-4bb8-4984-bd41-2481f3f98796,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:41.012396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:41.058370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61582ee5-c154-43b3-866c-c273d0124163 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.091685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4647869-1d0f-4e66-ade8-b4459141c8d3 req-e4d3fe63-d2c3-4982-8d7d-90489c1128ba tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 210 time: 0.3941190 Sep 23 19:36:41.109651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-e420dadf-d838-4e86-bf92-42cdd253fe1a service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010719 Sep 23 19:36:41.280623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7f0e786-edfa-45aa-81ac-a196d558f045 req-73089066-497e-4d97-b500-2c0c20199226 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589246 Sep 23 19:36:41.293518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.300766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.307997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.314684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.322412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.334245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.335399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.344199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2331548-572d-4b8e-988c-945c5bde2fee req-7ce5fc47-64b3-4fb4-b5fa-181767f2cd4b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1421113 Sep 23 19:36:41.430778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2331548-572d-4b8e-988c-945c5bde2fee req-02a131ee-e3d1-4d32-8685-a13f78400587 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855305 Sep 23 19:36:41.456770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.457278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.457890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.458723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.458842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.459366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.459874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.461914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-a2482975-d7fc-4f0b-8ae2-61949c67e8b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6488 time: 0.0973153 Sep 23 19:36:41.584177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.599183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['6c648f7f-da22-416f-ac53-3592a1e94384'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:41.601922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e', 'b99bb722-30cb-4e18-9cb4-505c22b0640b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:41.604859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-405c80bb-094c-48f8-9080-386cdfa92ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.606725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-405c80bb-094c-48f8-9080-386cdfa92ac4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 HTTP/1.1" status: 200 len: 902 time: 0.1378405 Sep 23 19:36:41.661159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-2a2a1db2-da28-428e-8c36-ab801718d742 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 200 len: 217 time: 0.0433965 Sep 23 19:36:41.687032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=6c648f7f-da22-416f-ac53-3592a1e94384,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:41.748130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61582ee5-c154-43b3-866c-c273d0124163 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.758286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d33bcb-703b-4543-ab35-681287fbcbed req-d16d8afd-c230-41cc-99d6-4f89fd9acfda tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.763248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47d33bcb-703b-4543-ab35-681287fbcbed req-d16d8afd-c230-41cc-99d6-4f89fd9acfda tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1555016 Sep 23 19:36:41.764373 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61582ee5-c154-43b3-866c-c273d0124163 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.765134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-84a363c5-9cd3-4a2f-9159-315e2f3d58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.766246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce62db5-b859-4337-a3a2-1f6231da1101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.766580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-84a363c5-9cd3-4a2f-9159-315e2f3d58a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0895288 Sep 23 19:36:41.780243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-45374677-d47a-427a-a518-5a02dd4b7140 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.781902 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-45374677-d47a-427a-a518-5a02dd4b7140 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/ports?device_id=a137442b-7ce3-4262-a0ac-e9c27bc1bea8 HTTP/1.1" status: 200 len: 949 time: 0.3230295 Sep 23 19:36:41.808377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port 6c648f7f-da22-416f-ac53-3592a1e94384 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:41.851696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.853790 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3250dc9a-77ba-4fef-8feb-4b899548ffa1 req-0e912e9e-ac1b-4d46-9a5b-327600b83166 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.72 "DELETE /v2.0/ports/6c648f7f-da22-416f-ac53-3592a1e94384 HTTP/1.1" status: 204 len: 173 time: 1.5663257 Sep 23 19:36:41.854376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'name': 'network-vif-deleted', 'tag': '6c648f7f-da22-416f-ac53-3592a1e94384'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:41.856767 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93458faf-a233-481b-be22-e259faf8f19a" -d '{"events": [{"server_uuid": "49434e80-ab2a-4ff9-bec5-56fd4dea5a27", "name": "network-vif-deleted", "tag": "6c648f7f-da22-416f-ac53-3592a1e94384"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:41.870921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47d33bcb-703b-4543-ab35-681287fbcbed req-71801b35-99c0-4f9f-987d-938658a6788d tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994146 Sep 23 19:36:41.881976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-6fd8d882-39eb-4cd3-a1c9-cdcd040adfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.885761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-6fd8d882-39eb-4cd3-a1c9-cdcd040adfac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030064 Sep 23 19:36:41.893641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce62db5-b859-4337-a3a2-1f6231da1101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.905125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61582ee5-c154-43b3-866c-c273d0124163 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.906002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61582ee5-c154-43b3-866c-c273d0124163 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aea8b2aa-d31a-4bea-a3cb-2189c5f31e03 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:41.918257 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61582ee5-c154-43b3-866c-c273d0124163 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.921942 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-61582ee5-c154-43b3-866c-c273d0124163 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "DELETE /v2.0/routers/aea8b2aa-d31a-4bea-a3cb-2189c5f31e03 HTTP/1.1" status: 204 len: 168 time: 0.9954443 Sep 23 19:36:42.151769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port b99bb722-30cb-4e18-9cb4-505c22b0640b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:42.152114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.156593 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce62db5-b859-4337-a3a2-1f6231da1101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.158530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-666bf26f-888a-48cb-8a2f-0c2c93ba55e7 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600446 Sep 23 19:36:42.169619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ce62db5-b859-4337-a3a2-1f6231da1101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.173129 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ce62db5-b859-4337-a3a2-1f6231da1101 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad953a27-4bb8-4984-bd41-2481f3f98796 HTTP/1.1" status: 204 len: 168 time: 1.1562197 Sep 23 19:36:42.197960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57804) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:42.223740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce62db5-b859-4337-a3a2-1f6231da1101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad953a27-4bb8-4984-bd41-2481f3f98796,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:42.375170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acc2ecf1-b9f5-45b2-89c0-31de84c1d93f req-dec7e57d-b3bc-4557-9f5c-884d18447d2e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=49434e80-ab2a-4ff9-bec5-56fd4dea5a27 HTTP/1.1" status: 200 len: 210 time: 0.1331851 Sep 23 19:36:42.460267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port b99bb722-30cb-4e18-9cb4-505c22b0640b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b99bb722-30cb-4e18-9cb4-505c22b0640b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:42.460639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.536346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for b99bb722-30cb-4e18-9cb4-505c22b0640b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:42.583782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-5bb2e37a-d803-4a42-90a5-29becf7b137c service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187329 Sep 23 19:36:42.665027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 89d84bd3-71d8-432c-89ad-f00c8b201692 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:42.674392 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc526f84-3a7f-462d-88ec-93405545387c x-openstack-request-id: req-bc526f84-3a7f-462d-88ec-93405545387c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:42.680113 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49434e80-ab2a-4ff9-bec5-56fd4dea5a27", "name": "network-vif-deleted", "tag": "6c648f7f-da22-416f-ac53-3592a1e94384", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:42.680645 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc526f84-3a7f-462d-88ec-93405545387c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:42.681073 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49434e80-ab2a-4ff9-bec5-56fd4dea5a27', 'name': 'network-vif-deleted', 'tag': '6c648f7f-da22-416f-ac53-3592a1e94384', 'status': 'completed', 'code': 200} Sep 23 19:36:42.687449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-559817968', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:42.722143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 89d84bd3-71d8-432c-89ad-f00c8b201692 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:42.722770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 89d84bd3-71d8-432c-89ad-f00c8b201692 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:42.733608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.734734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.811091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e63021ca-8758-49e5-a2e2-4115054732ec req-a14e6a46-0890-467c-9ba7-6eeb0ec4dad7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 210 time: 0.0871172 Sep 23 19:36:42.856565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.857053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.857532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.858005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.862414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.862921 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.863412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.872245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-8da662be-0591-429a-9047-5361b4b75c04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6488 time: 0.2038765 Sep 23 19:36:42.883882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.885485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.958272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:42.959165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=b99bb722-30cb-4e18-9cb4-505c22b0640b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:43.015751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port b99bb722-30cb-4e18-9cb4-505c22b0640b on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:43.018522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.020926 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6b4f1d46-7de9-40f0-bf64-653e61d56549 req-1f602afa-8535-403e-a893-33058fa815b2 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "DELETE /v2.0/ports/b99bb722-30cb-4e18-9cb4-505c22b0640b HTTP/1.1" status: 204 len: 173 time: 1.2214444 Sep 23 19:36:43.021656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132a6879-e275-4fa9-9572-13c6022da34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.068611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.076286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.083031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.089992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.097140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.106633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.113081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.115298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-a968e47e-7b0e-487c-8f88-539adec75e3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1979492 Sep 23 19:36:43.128590 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75421204-df1a-4929-8a9f-721cd8f941f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.154769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-4576f011-cbec-4505-9c25-2f1f4b01c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.156588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-4576f011-cbec-4505-9c25-2f1f4b01c3d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 903 time: 0.2759368 Sep 23 19:36:43.211873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80f68d2d-8819-4212-a494-26c70d3ccd22 req-daeb7995-6f86-4074-9d76-0a1ad20f9a00 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883017 Sep 23 19:36:43.213840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-7e1ead58-614a-4562-ac05-f7bceed36325 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0467434 Sep 23 19:36:43.251405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:43.348003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-ba9d4fdd-7a24-4ae0-9122-f539d1f8dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.349606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-ba9d4fdd-7a24-4ae0-9122-f539d1f8dbd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.1269665 Sep 23 19:36:43.460972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e28c4-288c-4e86-b1c5-6abe0508feeb req-94dd384a-bf1c-40bc-9fce-d5e44383b0bc tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.463003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea3e28c4-288c-4e86-b1c5-6abe0508feeb req-94dd384a-bf1c-40bc-9fce-d5e44383b0bc tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1028583 Sep 23 19:36:43.465401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500fa16-3561-4958-a61d-460a8e719644 req-c0daa93f-21ec-456e-bf6a-0ff5371e0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.467323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-c0daa93f-21ec-456e-bf6a-0ff5371e0672 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089561 Sep 23 19:36:43.511680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.532130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132a6879-e275-4fa9-9572-13c6022da34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.555067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-132a6879-e275-4fa9-9572-13c6022da34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.693920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-132a6879-e275-4fa9-9572-13c6022da34c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e56a67989bb24af7bc725d5ec5c25cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6995842 Sep 23 19:36:43.698104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57830) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:43.700244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a6879-e275-4fa9-9572-13c6022da34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c1fbe0-a8de-4289-bfcf-6120d2cd3df8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:43.757871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-a16ef9ed-9844-43a3-a427-193b520c7bcb service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783437 Sep 23 19:36:43.770685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea3e28c4-288c-4e86-b1c5-6abe0508feeb req-f5b3db23-215d-47bf-b7df-99fde3243aac tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958906 Sep 23 19:36:43.910153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee3e13a-bade-40a6-883e-0ac0a74e91f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.917734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4500fa16-3561-4958-a61d-460a8e719644 req-8831ee70-67a5-45eb-a8a5-78a3a6bd8d71 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521897 Sep 23 19:36:43.946927 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee3e13a-bade-40a6-883e-0ac0a74e91f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.072622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6c648f7f-da22-416f-ac53-3592a1e94384 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:44.075391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709c6d45-01b5-4fdc-95ab-51f529d2bcde req-3f62b44f-ab68-4f90-84f0-d2f5011d3e81 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 210 time: 0.0532546 Sep 23 19:36:44.099978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.101562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.101803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.102307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.102786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.103267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.103737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.105883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-dd00b520-9425-4f4e-93e6-3ce0f73c070e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6488 time: 0.1384833 Sep 23 19:36:44.114603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.114792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 6c648f7f-da22-416f-ac53-3592a1e94384 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:44.114792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 6c648f7f-da22-416f-ac53-3592a1e94384 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:44.140749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.152544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee3e13a-bade-40a6-883e-0ac0a74e91f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.155573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fee3e13a-bade-40a6-883e-0ac0a74e91f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.157338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fee3e13a-bade-40a6-883e-0ac0a74e91f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1c1fbe0-a8de-4289-bfcf-6120d2cd3df8 HTTP/1.1" status: 204 len: 168 time: 0.4580412 Sep 23 19:36:44.172060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e13a-bade-40a6-883e-0ac0a74e91f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c1fbe0-a8de-4289-bfcf-6120d2cd3df8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:44.298367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Allocated IP 172.25.6.144 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/39b7ce8f-602b-4f03-9d84-a1fdaf08b4ce) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:44.317951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-2d44804c-a0ba-4bd4-a204-019c2e4c975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.320009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-2d44804c-a0ba-4bd4-a204-019c2e4c975d service neutron] 10.222.0.72 "GET /v2.0/networks?id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 903 time: 0.2066624 Sep 23 19:36:44.419255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-7576d585-d87a-4df0-9586-ffc2f7a6d99d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 200 len: 217 time: 0.0896177 Sep 23 19:36:44.516352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-eff2a20b-fe4d-4126-9c90-1a8638e1d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.521010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-eff2a20b-fe4d-4126-9c90-1a8638e1d7c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.0946944 Sep 23 19:36:44.549823 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.636147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.656723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-538bf499-9653-40ae-a0ab-7e48da574f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.658576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-538bf499-9653-40ae-a0ab-7e48da574f63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305385 Sep 23 19:36:44.681094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:44.682094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'name': 'network-vif-deleted', 'tag': 'b99bb722-30cb-4e18-9cb4-505c22b0640b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:44.684886 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c2c161-e580-4a3f-9ec7-7b1bc78a25de" -d '{"events": [{"server_uuid": "a137442b-7ce3-4262-a0ac-e9c27bc1bea8", "name": "network-vif-deleted", "tag": "b99bb722-30cb-4e18-9cb4-505c22b0640b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:44.687305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.690714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:44.694901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:44.697625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.704958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.712533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.719537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.726445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event updated for resources: {'Port': ['ID=39b7ce8f-602b-4f03-9d84-a1fdaf08b4ce,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:44.727319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.736045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.738231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-7a7ed3a5-f324-47bf-9e04-392d747296b9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1453602 Sep 23 19:36:44.941797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-377e3e9a-1528-46d0-87c7-fc6ad4df57ae req-d2b7d908-7e8c-466c-8687-5e3885b18e0d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920868 Sep 23 19:36:44.972183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-62aa183d-a187-407a-a331-9cfaeea258e9 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329373 Sep 23 19:36:45.080761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.219295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ff6f82-f72b-4788-bf77-fbf99dbcac38 req-8b4d6c15-8744-47e3-961d-6b55a4de0ee3 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373745 Sep 23 19:36:45.336619 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f734b-9cdb-43ea-afec-24b6d65cea97 x-openstack-request-id: req-104f734b-9cdb-43ea-afec-24b6d65cea97 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:45.337141 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a137442b-7ce3-4262-a0ac-e9c27bc1bea8", "name": "network-vif-deleted", "tag": "b99bb722-30cb-4e18-9cb4-505c22b0640b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:45.337616 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-104f734b-9cdb-43ea-afec-24b6d65cea97 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:45.338236 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a137442b-7ce3-4262-a0ac-e9c27bc1bea8', 'name': 'network-vif-deleted', 'tag': 'b99bb722-30cb-4e18-9cb4-505c22b0640b', 'status': 'completed', 'code': 200} Sep 23 19:36:45.487784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5c80f-f5e4-406d-a0cd-02c4f9f32a10 req-d76ab3b3-c1fa-4a94-84ee-2b26f98f18f9 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:45.495164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6e5c80f-f5e4-406d-a0cd-02c4f9f32a10 req-d76ab3b3-c1fa-4a94-84ee-2b26f98f18f9 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0989223 Sep 23 19:36:45.515305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.574574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6e5c80f-f5e4-406d-a0cd-02c4f9f32a10 req-76377c28-893f-475b-b216-b1284775d54d tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690510 Sep 23 19:36:45.698295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Router 65c940f6-924f-46bb-94a2-e2f390f4e170 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:36:45.806752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4014c30-eaaf-4704-8641-1555894f0eab req-84ae81e5-6122-4a74-a961-7a9ec4948df1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 210 time: 0.0338154 Sep 23 19:36:45.855209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:45.866548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] Sync routers for ids ['65c940f6-924f-46bb-94a2-e2f390f4e170'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:45.881033 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.883316 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-921e7b35-9dd0-4f81-980f-f2a6425c70aa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6843624 Sep 23 19:36:45.883703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] Routers {'65c940f6-924f-46bb-94a2-e2f390f4e170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:45.884766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['65c940f6-924f-46bb-94a2-e2f390f4e170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:45.886714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57892) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:45.936709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fded7e-d874-4424-b5a6-7942733bac60 req-4739950b-aa81-4ac2-8412-6b56d578fcd6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:45.944689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52fded7e-d874-4424-b5a6-7942733bac60 req-4739950b-aa81-4ac2-8412-6b56d578fcd6 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 950 time: 0.0619609 Sep 23 19:36:45.973098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:46.001439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] Routers {'65c940f6-924f-46bb-94a2-e2f390f4e170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:46.002062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['65c940f6-924f-46bb-94a2-e2f390f4e170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:46.002939 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52fded7e-d874-4424-b5a6-7942733bac60 req-a73abdba-8c57-4e6b-bf4e-69c17cd5ff31 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Sep 23 19:36:46.043219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:46.044293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de096b1f-a3e6-4bf6-b178-dce7a380e317 None None] The sync data for ids ['65c940f6-924f-46bb-94a2-e2f390f4e170'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:46.133808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-bef9c97b-50bd-4bf2-898f-3729de38ee66 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.135351 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-bef9c97b-50bd-4bf2-898f-3729de38ee66 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 950 time: 0.1558440 Sep 23 19:36:46.181211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-91b61bcb-bd76-448e-afc7-8e9494a5f5c6 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/65c940f6-924f-46bb-94a2-e2f390f4e170 HTTP/1.1" status: 200 len: 920 time: 0.2927175 Sep 23 19:36:46.181894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57902) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:46.216907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4f4758e8-65f8-4f31-818f-24b422e746c2 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=65c940f6-924f-46bb-94a2-e2f390f4e170 HTTP/1.1" status: 200 len: 205 time: 0.0314238 Sep 23 19:36:46.217548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57904) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:46.223439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.231146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.238913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.246020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.253009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.259481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.265972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.275697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-cc564ae3-6a60-4c93-be67-83144afbdaad tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1283805 Sep 23 19:36:46.289827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62206e45-9528-4e1a-8d9b-bd20fa466fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.353234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e2ace7c-1bff-4214-a2a8-e59a04d43aa3 req-dc0db580-1bff-4c4e-8e88-637849b67260 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763009 Sep 23 19:36:46.432583 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.449822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port 9d069a48-4bdf-4869-b27b-385652fe434e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:46.450165 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.454731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.679937 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b99bb722-30cb-4e18-9cb4-505c22b0640b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:46.723212 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: b99bb722-30cb-4e18-9cb4-505c22b0640b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:46.723601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b99bb722-30cb-4e18-9cb4-505c22b0640b not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:46.771355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68380b-e318-46a4-82d6-994da4730c6a req-70c183cf-9fd5-481f-8953-321da6a586ee tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.780156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e68380b-e318-46a4-82d6-994da4730c6a req-70c183cf-9fd5-481f-8953-321da6a586ee tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0681014 Sep 23 19:36:46.831454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e68380b-e318-46a4-82d6-994da4730c6a req-2be1c29a-57f8-489c-a1d2-debfdf539576 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499105 Sep 23 19:36:46.980160 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.101072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30655814-5bcc-480e-98d3-8d23e438385f req-3a089ed8-c711-4330-9af0-602e01abdd5c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.102665 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30655814-5bcc-480e-98d3-8d23e438385f req-3a089ed8-c711-4330-9af0-602e01abdd5c tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a6498b0-4578-4631-84c7-a21605615e52 HTTP/1.1" status: 200 len: 949 time: 0.1408522 Sep 23 19:36:47.103214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62735063-fb3e-4f72-bb96-5694af407990 req-3dcde7e7-c9ed-43d0-9af5-05e412c0c485 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc1f57f9-898b-4516-8b95-f3f069b7e69c HTTP/1.1" status: 200 len: 210 time: 0.0539138 Sep 23 19:36:47.105353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port 9d069a48-4bdf-4869-b27b-385652fe434e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=9d069a48-4bdf-4869-b27b-385652fe434e,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:47.105779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.148732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.160857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for 9d069a48-4bdf-4869-b27b-385652fe434e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:47.243136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55bc5-7323-4d1b-8af7-cf56ecc7dbe0 req-2d77e174-945b-4bd7-8eb8-87a88706cd14 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.245551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90b55bc5-7323-4d1b-8af7-cf56ecc7dbe0 req-2d77e174-945b-4bd7-8eb8-87a88706cd14 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 950 time: 0.0650787 Sep 23 19:36:47.320923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90b55bc5-7323-4d1b-8af7-cf56ecc7dbe0 req-4ab6d9e4-ae37-4039-a91a-f8d60845a06b tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Sep 23 19:36:47.343676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:47.344046 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.385313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Deleting port 39b7ce8f-602b-4f03-9d84-a1fdaf08b4ce {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:47.385643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.525739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.531880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.540548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.554663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.566627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.573245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.579978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.581942 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72ea1614-879a-46f5-8573-219ef5004951 req-4d747504-79bd-4c6d-b6a1-819a3d94b759 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1381922 Sep 23 19:36:47.607182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:47.642006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72ea1614-879a-46f5-8573-219ef5004951 req-e0c176e7-f2d2-4d74-b748-709dc24e5b76 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522206 Sep 23 19:36:47.700227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.705142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.716477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port 5b76e8b8-16b1-4244-ba6b-9e591fc03071, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5b76e8b8-16b1-4244-ba6b-9e591fc03071,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:47.716920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.718164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '5b76e8b8-16b1-4244-ba6b-9e591fc03071', '9d069a48-4bdf-4869-b27b-385652fe434e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:47.757278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Calling delete_port for 39b7ce8f-602b-4f03-9d84-a1fdaf08b4ce owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:47.761452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8dfe-24bc-4dcd-9fc8-0b5681a5b035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.824313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=9d069a48-4bdf-4869-b27b-385652fe434e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:47.835583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for 5b76e8b8-16b1-4244-ba6b-9e591fc03071 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:47.983011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8dfe-24bc-4dcd-9fc8-0b5681a5b035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.996519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port 9d069a48-4bdf-4869-b27b-385652fe434e on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:48.003689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.005919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e310ceb-a139-402b-b7f0-f12e8c56c1a8 req-2128b35e-b19a-46db-a26a-095a998aecc4 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "DELETE /v2.0/ports/9d069a48-4bdf-4869-b27b-385652fe434e HTTP/1.1" status: 204 len: 173 time: 1.8602841 Sep 23 19:36:48.006952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'name': 'network-vif-deleted', 'tag': '9d069a48-4bdf-4869-b27b-385652fe434e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:48.009769 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc3f50d-da70-45f3-8b1b-cd6044ff5666" -d '{"events": [{"server_uuid": "84d979cf-c4a7-4a1c-bec0-12eaf835aad4", "name": "network-vif-deleted", "tag": "9d069a48-4bdf-4869-b27b-385652fe434e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:48.010341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8dfe-24bc-4dcd-9fc8-0b5681a5b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.093014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d8dfe-24bc-4dcd-9fc8-0b5681a5b035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d0305-8e89-4f0b-95d8-bd2b9e230115,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:48.111356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d7d8dfe-24bc-4dcd-9fc8-0b5681a5b035 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1342b19fe6f04b748c8cca0cc062774b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000131 Sep 23 19:36:48.124363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3ec4a-07fa-4c96-a247-b0e676684d9f req-847d6c66-ea48-4361-ac32-e4b57c0d67ae tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:48.125835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37e3ec4a-07fa-4c96-a247-b0e676684d9f req-847d6c66-ea48-4361-ac32-e4b57c0d67ae tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1745861 Sep 23 19:36:48.126436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:48.206882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.233760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.239531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event deleted for resources: {'Port': ['ID=39b7ce8f-602b-4f03-9d84-a1fdaf08b4ce,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:48.259366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6121df23-2cf2-4ca2-96b3-3c46d5be496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.279991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37e3ec4a-07fa-4c96-a247-b0e676684d9f req-f34cd1f5-4ba5-44c3-9bb5-e36df9518025 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114941 Sep 23 19:36:48.280209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=5b76e8b8-16b1-4244-ba6b-9e591fc03071,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:48.339683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b', '9d069a48-4bdf-4869-b27b-385652fe434e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:48.360069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:48.367349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6121df23-2cf2-4ca2-96b3-3c46d5be496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.383946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port 5b76e8b8-16b1-4244-ba6b-9e591fc03071 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:48.387821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.390142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30655814-5bcc-480e-98d3-8d23e438385f req-c6a98f54-024a-4212-b2ed-9316d8d166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "DELETE /v2.0/ports/5b76e8b8-16b1-4244-ba6b-9e591fc03071 HTTP/1.1" status: 204 len: 173 time: 1.2734120 Sep 23 19:36:48.404236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.486013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6121df23-2cf2-4ca2-96b3-3c46d5be496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.489152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6121df23-2cf2-4ca2-96b3-3c46d5be496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.490412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6121df23-2cf2-4ca2-96b3-3c46d5be496f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce6d0305-8e89-4f0b-95d8-bd2b9e230115 HTTP/1.1" status: 204 len: 168 time: 0.3628776 Sep 23 19:36:48.506217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121df23-2cf2-4ca2-96b3-3c46d5be496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d0305-8e89-4f0b-95d8-bd2b9e230115,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:48.554187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.592810 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603ced11-b12e-41f8-aaa4-3f5e41317fa9 x-openstack-request-id: req-603ced11-b12e-41f8-aaa4-3f5e41317fa9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:48.593210 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d979cf-c4a7-4a1c-bec0-12eaf835aad4", "name": "network-vif-deleted", "tag": "9d069a48-4bdf-4869-b27b-385652fe434e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:48.593566 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-603ced11-b12e-41f8-aaa4-3f5e41317fa9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:48.594065 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d979cf-c4a7-4a1c-bec0-12eaf835aad4', 'name': 'network-vif-deleted', 'tag': '9d069a48-4bdf-4869-b27b-385652fe434e', 'status': 'completed', 'code': 200} Sep 23 19:36:48.596269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.612343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.794987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cb97fd2-aaab-4e13-921d-3b510c8abce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.797048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.797685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Fanout notify agent at l3_agent the message router_deleted on router 65c940f6-924f-46bb-94a2-e2f390f4e170 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:48.806567 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.811497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:48.816056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2079656026', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:48.819561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3d01788b-36a2-4845-bb26-a0fbc2570784 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/65c940f6-924f-46bb-94a2-e2f390f4e170 HTTP/1.1" status: 204 len: 168 time: 2.5911810 Sep 23 19:36:48.842642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:36:48.842642 n-d-810763-1 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:36:48.842642 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id': '039f6110f23e4798be845c0f40770e62', 'id': '60b8fad5-525a-49d2-91fb-ebfa2ae7e8fc', 'expiration': datetime.datetime(2021, 9, 23, 19, 38, 48, 834090)}] Sep 23 19:36:48.842642 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:36:48.843227 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:36:48.906978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3a0b4f9-b106-40e9-bd0b-aab5b56640bd req-f5b9bead-2d62-4d12-afe4-b8b22706b225 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=84d979cf-c4a7-4a1c-bec0-12eaf835aad4 HTTP/1.1" status: 200 len: 210 time: 0.0628505 Sep 23 19:36:48.958985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cb97fd2-aaab-4e13-921d-3b510c8abce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.964673 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cb97fd2-aaab-4e13-921d-3b510c8abce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.023207 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5cb97fd2-aaab-4e13-921d-3b510c8abce1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e4129638ee94533b92ac79c9071609e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6582568 Sep 23 19:36:49.023735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:49.031192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb97fd2-aaab-4e13-921d-3b510c8abce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b153920c-80e1-4e95-8e39-d42031c526e0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:49.033770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57998) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:49.056349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04d55c40-8e23-4f9a-bd44-f1b1924962c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.087395 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.094233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.100894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.106987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.113525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.119918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.125707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.127873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-f9e2a501-b9af-40f7-b4a2-8ceb2630d1e1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1303630 Sep 23 19:36:49.130944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf77d0a6-a634-4321-9439-0fca985645ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.170898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf77d0a6-a634-4321-9439-0fca985645ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.173816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-029fea29-3a1c-4b7a-a4fa-2d0217a83d99 req-40e5b93b-6f26-4477-8337-24d379a046eb tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397606 Sep 23 19:36:49.251166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04d55c40-8e23-4f9a-bd44-f1b1924962c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.255184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04d55c40-8e23-4f9a-bd44-f1b1924962c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.265444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf77d0a6-a634-4321-9439-0fca985645ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.268020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf77d0a6-a634-4321-9439-0fca985645ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.269158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bf77d0a6-a634-4321-9439-0fca985645ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b153920c-80e1-4e95-8e39-d42031c526e0 HTTP/1.1" status: 204 len: 168 time: 0.2444437 Sep 23 19:36:49.308482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-04d55c40-8e23-4f9a-bd44-f1b1924962c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb24647033984888b439eb193aacbd29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725201 Sep 23 19:36:49.311956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:49.322061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d55c40-8e23-4f9a-bd44-f1b1924962c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8101b16a-597d-4b39-b04b-7509f2e787aa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:49.352108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77d0a6-a634-4321-9439-0fca985645ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b153920c-80e1-4e95-8e39-d42031c526e0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:49.398453 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.401524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.410143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d59a7ad7-6dd5-4c5a-9e4c-34b337c3555d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.436300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d59a7ad7-6dd5-4c5a-9e4c-34b337c3555d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.488429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d59a7ad7-6dd5-4c5a-9e4c-34b337c3555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.491739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d59a7ad7-6dd5-4c5a-9e4c-34b337c3555d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.493186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d59a7ad7-6dd5-4c5a-9e4c-34b337c3555d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8101b16a-597d-4b39-b04b-7509f2e787aa HTTP/1.1" status: 204 len: 168 time: 0.1800206 Sep 23 19:36:49.493343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.503546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a7ad7-6dd5-4c5a-9e4c-34b337c3555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8101b16a-597d-4b39-b04b-7509f2e787aa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:49.507914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbfe78-d356-4c8e-bbd1-b06aeac732ca req-222eb774-7e13-4631-ac97-fe8f4f2e8ea3 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.509572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32bbfe78-d356-4c8e-bbd1-b06aeac732ca req-222eb774-7e13-4631-ac97-fe8f4f2e8ea3 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0939343 Sep 23 19:36:49.643502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32bbfe78-d356-4c8e-bbd1-b06aeac732ca req-8d913a78-a82a-4f91-9d56-ae7d6b0a9c6b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000652 Sep 23 19:36:49.681952 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.698362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:49.720060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8475208d-915a-474d-a973-79aa28f79000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.816792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8475208d-915a-474d-a973-79aa28f79000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.821140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8475208d-915a-474d-a973-79aa28f79000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.862677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8475208d-915a-474d-a973-79aa28f79000 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db13347b03944c158b481b01338e343e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606650 Sep 23 19:36:49.862848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:49.870426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475208d-915a-474d-a973-79aa28f79000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd5000e-2269-4d15-ac96-ecf7a0c7d6b9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:49.876726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-a65b93bd-2e18-45f8-b198-3c6a9df3938d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.878461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-a65b93bd-2e18-45f8-b198-3c6a9df3938d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.1455505 Sep 23 19:36:49.917094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-458ffd82-5b5d-4816-b5f9-62d8d75f8edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.939647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-458ffd82-5b5d-4816-b5f9-62d8d75f8edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.941009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-ce782288-54ea-4dab-8180-e3e28d725cb4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/quotas/704410d212264e658a139ea138bf5b03 HTTP/1.1" status: 200 len: 375 time: 0.0524747 Sep 23 19:36:49.990295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-458ffd82-5b5d-4816-b5f9-62d8d75f8edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.993587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-458ffd82-5b5d-4816-b5f9-62d8d75f8edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.997420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-458ffd82-5b5d-4816-b5f9-62d8d75f8edf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bd5000e-2269-4d15-ac96-ecf7a0c7d6b9 HTTP/1.1" status: 204 len: 168 time: 0.1311145 Sep 23 19:36:50.002780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ffd82-5b5d-4816-b5f9-62d8d75f8edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd5000e-2269-4d15-ac96-ecf7a0c7d6b9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:50.016582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-8e3d5096-f379-4ed8-8c06-75f73279538d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746465 Sep 23 19:36:50.051852 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.080273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.185134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-88b15576-ea73-49eb-975d-2823192c8ae4 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551940 Sep 23 19:36:50.296827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Allocated IP 172.25.6.219 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/10532e83-dee4-44d9-84ef-3811e8a2d928) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:50.347229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-bb6f83fd-9a3d-4663-9ecf-38b3ce3fe9b1 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363058 Sep 23 19:36:50.425826 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:36:50.447180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.491029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.541359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:50.544345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:50.548270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:50.577190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Port': ['ID=10532e83-dee4-44d9-84ef-3811e8a2d928,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:50.595701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6498b0-4578-4631-84c7-a21605615e52', 'name': 'network-vif-deleted', 'tag': '5b76e8b8-16b1-4244-ba6b-9e591fc03071'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:50.598230 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaabb38-5c9e-4cf8-8f41-70c6d1ceb7fb" -d '{"events": [{"server_uuid": "7a6498b0-4578-4631-84c7-a21605615e52", "name": "network-vif-deleted", "tag": "5b76e8b8-16b1-4244-ba6b-9e591fc03071"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:50.697735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5b76e8b8-16b1-4244-ba6b-9e591fc03071 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:50.734913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 5b76e8b8-16b1-4244-ba6b-9e591fc03071 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:50.738478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5b76e8b8-16b1-4244-ba6b-9e591fc03071 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:50.738995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 9d069a48-4bdf-4869-b27b-385652fe434e no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:50.779326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 9d069a48-4bdf-4869-b27b-385652fe434e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:50.779747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 9d069a48-4bdf-4869-b27b-385652fe434e not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:51.262331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.268084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.275191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.281195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.287824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.293710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.300386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.302691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-fd70818f-b73e-4dd6-b2bd-024ea7a9eb8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.5642371 Sep 23 19:36:51.358768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-994127f3-f6a7-40a4-9ece-d2edbc5f9bee req-1249991f-5d16-46f2-9083-3af73c7adc22 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471828 Sep 23 19:36:51.372543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.482751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f165ab2-448e-41bf-8bdd-d5f40b2a95ba req-4100bc5d-340d-412e-bca4-95b1d0cead01 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 210 time: 0.0577180 Sep 23 19:36:51.537250 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff152a7-8e90-48db-a60d-bf553a8b677f x-openstack-request-id: req-8ff152a7-8e90-48db-a60d-bf553a8b677f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:51.537696 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6498b0-4578-4631-84c7-a21605615e52", "name": "network-vif-deleted", "tag": "5b76e8b8-16b1-4244-ba6b-9e591fc03071", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:51.538160 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ff152a7-8e90-48db-a60d-bf553a8b677f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:51.538566 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6498b0-4578-4631-84c7-a21605615e52', 'name': 'network-vif-deleted', 'tag': '5b76e8b8-16b1-4244-ba6b-9e591fc03071', 'status': 'completed', 'code': 200} Sep 23 19:36:51.709906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.821077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b62db-196e-4dfe-9520-5b35a480adba req-0d2f230b-fb1f-46f4-8b88-0cf6cacf0f2c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.822664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c78b62db-196e-4dfe-9520-5b35a480adba req-0d2f230b-fb1f-46f4-8b88-0cf6cacf0f2c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1777298 Sep 23 19:36:51.895013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-4b826c2e-b659-44a2-8406-f5d819723e8e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.896469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-4b826c2e-b659-44a2-8406-f5d819723e8e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.2669945 Sep 23 19:36:51.923072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Request body: {'port': {'device_id': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'admin_state_up': True, 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:51.949462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c78b62db-196e-4dfe-9520-5b35a480adba req-ef029480-ed02-4a7f-ad63-231d032785da tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925915 Sep 23 19:36:52.060698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Router b090e45b-27ec-4343-8cdc-8aa9e1505ea1 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:36:52.123103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:52.126668 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.262985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:52.274467 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Sync routers for ids ['b090e45b-27ec-4343-8cdc-8aa9e1505ea1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:52.291833 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Routers {'b090e45b-27ec-4343-8cdc-8aa9e1505ea1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:52.293763 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b090e45b-27ec-4343-8cdc-8aa9e1505ea1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:52.312706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.313962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6251e9ef-b859-453c-8685-cee19fe9d9ab tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5014539 Sep 23 19:36:52.317049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58176) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:52.371614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Allocated IP 172.20.0.3 (f1d5fb3e-eddb-416b-9957-649fbd317db0/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5/0caf7edc-5d17-4fa7-8c4d-c73488405f83) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:52.409611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36d36457-4b05-42b1-b7f3-1fb32ed52c28 req-a3af1f77-c506-453f-a800-eac59875db6f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 210 time: 0.0600312 Sep 23 19:36:52.436411 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Set router b090e45b-27ec-4343-8cdc-8aa9e1505ea1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:52.540108 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-21c2472f-c285-444f-9d93-1146d273d2d9 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/b090e45b-27ec-4343-8cdc-8aa9e1505ea1 HTTP/1.1" status: 200 len: 909 time: 0.2213445 Sep 23 19:36:52.542613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:52.559457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2079656026', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': True}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:52.611217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.612820 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.688624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.700968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:52.729358 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090e45b-27ec-4343-8cdc-8aa9e1505ea1', 'name': 'tempest-snat-router-2079656026', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.219'}], 'enable_snat': False}, 'gw_port_id': '10532e83-dee4-44d9-84ef-3811e8a2d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:49Z', 'updated_at': '2021-09-23T19:36:50Z', 'revision_number': 3, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port': {'id': '10532e83-dee4-44d9-84ef-3811e8a2d928', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090e45b-27ec-4343-8cdc-8aa9e1505ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:36:50Z', 'updated_at': '2021-09-23T19:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:52.735452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.766859 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Checking router: b090e45b-27ec-4343-8cdc-8aa9e1505ea1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:36:52.767474 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Updating router b090e45b-27ec-4343-8cdc-8aa9e1505ea1 port 10532e83-dee4-44d9-84ef-3811e8a2d928 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:36:52.801302 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.835419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.843118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.901640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:52.909223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:52.916293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:52.922182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:52.928222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:52.934817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:52.941457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:52.950017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-1be28165-12d1-42fa-bd85-21244e6d6693 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1706283 Sep 23 19:36:52.965557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:52.971998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49bc6778-0e81-4a39-87e8-478cb8fc943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.976478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:52.986739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:52.994828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event updated for resources: {'Port': ['ID=0caf7edc-5d17-4fa7-8c4d-c73488405f83,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.053997 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edf1fe63-b939-4e8a-9081-43c66bbdd418 req-cc3f8ac8-edc3-42ae-9970-7894a09f0be6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030114 Sep 23 19:36:53.097755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:53.098590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.160957 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58202) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:53.182919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.215518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca576e97-3ab8-4b07-8033-d3d7b1d62df0 req-b46a7c75-10f5-4ba7-b3a7-c890329a3c10 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:53.217217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca576e97-3ab8-4b07-8033-d3d7b1d62df0 req-b46a7c75-10f5-4ba7-b3a7-c890329a3c10 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 949 time: 0.0651033 Sep 23 19:36:53.219065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.254073 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49bc6778-0e81-4a39-87e8-478cb8fc943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.261704 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.268016 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.272477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca576e97-3ab8-4b07-8033-d3d7b1d62df0 req-d5e9fdde-c438-4616-b7f2-fe29e5a166e8 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Sep 23 19:36:53.275641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-feaf4d25-0356-4f28-b02c-18bda20c3d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3636839 Sep 23 19:36:53.292692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Request body: {'port': {'device_id': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:53.299569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49bc6778-0e81-4a39-87e8-478cb8fc943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.359489 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f114ea-36a8-4bc5-8f55-d329eb9f7161 None None] Pushing event updated for resources: {'Port': ['ID=10532e83-dee4-44d9-84ef-3811e8a2d928,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.362665 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Attempting to bind port 10532e83-dee4-44d9-84ef-3811e8a2d928 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:53.363207 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Attempting to bind port 10532e83-dee4-44d9-84ef-3811e8a2d928 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:53.363748 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Attempting to bind port 10532e83-dee4-44d9-84ef-3811e8a2d928 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:53.370059 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:53.370522 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:53.371008 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.371456 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:53.371980 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Bound port: 10532e83-dee4-44d9-84ef-3811e8a2d928, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:53.372424 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.375691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1bb25f8-c38f-4813-8446-e946216220f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.398503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ad74-c564-4adb-98e9-39ff3e8f68fb req-1bc6c4f1-4a24-4b8f-a743-54c895d7d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:53.400320 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9a73ad74-c564-4adb-98e9-39ff3e8f68fb req-1bc6c4f1-4a24-4b8f-a743-54c895d7d8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1911693 Sep 23 19:36:53.402483 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-49bc6778-0e81-4a39-87e8-478cb8fc943c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5d7856c8a4c4e0a93e72a00e9bbaaa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002132 Sep 23 19:36:53.407743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:53.415600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.429009 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] For port 10532e83-dee4-44d9-84ef-3811e8a2d928, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:53.431366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6778-0e81-4a39-87e8-478cb8fc943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf89161c-eecd-4f92-a066-07fcce16e3e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.432918 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] For port 10532e83-dee4-44d9-84ef-3811e8a2d928, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=10532e83-dee4-44d9-84ef-3811e8a2d928,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:53.443630 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.502081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9a73ad74-c564-4adb-98e9-39ff3e8f68fb req-4da4bd64-def8-4817-90da-48b12ec48685 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808642 Sep 23 19:36:53.506612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Allocated IP 172.25.6.241 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/8d4efced-1b0c-485a-a850-eba640a3ee20) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:53.509896 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Routers {'b090e45b-27ec-4343-8cdc-8aa9e1505ea1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:53.510269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17323f-b2df-48bc-9e07-fd0e8df9ac11 req-1d20dd91-c1e7-476a-b148-6a911c2f2762 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:53.510587 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b090e45b-27ec-4343-8cdc-8aa9e1505ea1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:53.511811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc17323f-b2df-48bc-9e07-fd0e8df9ac11 req-1d20dd91-c1e7-476a-b148-6a911c2f2762 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1347036 Sep 23 19:36:53.512706 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f114ea-36a8-4bc5-8f55-d329eb9f7161 None None] Pushing event updated for resources: {'Port': ['ID=10532e83-dee4-44d9-84ef-3811e8a2d928,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.520962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae5a909f-d022-49e6-a553-a87856a8c5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.620567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae5a909f-d022-49e6-a553-a87856a8c5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.635221 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1bb25f8-c38f-4813-8446-e946216220f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.639665 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] Set router b090e45b-27ec-4343-8cdc-8aa9e1505ea1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:53.646382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1bb25f8-c38f-4813-8446-e946216220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.673153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.690819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc17323f-b2df-48bc-9e07-fd0e8df9ac11 req-3ce1d063-f905-43c5-bc5b-130833981104 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553028 Sep 23 19:36:53.702611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb25f8-c38f-4813-8446-e946216220f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd7e36-ca7b-4514-8d7e-b26cbf75690f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.706975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f1bb25f8-c38f-4813-8446-e946216220f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd265207095543e3af5b2110491eef47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428412 Sep 23 19:36:53.709614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58212) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:53.766073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae5a909f-d022-49e6-a553-a87856a8c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.769479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae5a909f-d022-49e6-a553-a87856a8c5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.770702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae5a909f-d022-49e6-a553-a87856a8c5a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf89161c-eecd-4f92-a066-07fcce16e3e5 HTTP/1.1" status: 204 len: 168 time: 0.3619936 Sep 23 19:36:53.791299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.801440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57f6071e-0291-4712-ae0a-fd8549f88b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.825152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a909f-d022-49e6-a553-a87856a8c5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf89161c-eecd-4f92-a066-07fcce16e3e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.853308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:53.859744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57f6071e-0291-4712-ae0a-fd8549f88b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.861632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:53.875695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:53.880629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Port': ['ID=8d4efced-1b0c-485a-a850-eba640a3ee20,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.952630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caf7edc-5d17-4fa7-8c4d-c73488405f83 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:54.009470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090e45b-27ec-4343-8cdc-8aa9e1505ea1', 'name': 'tempest-snat-router-2079656026', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.219'}], 'enable_snat': False}, 'gw_port_id': '10532e83-dee4-44d9-84ef-3811e8a2d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:49Z', 'updated_at': '2021-09-23T19:36:50Z', 'revision_number': 3, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port': {'id': '10532e83-dee4-44d9-84ef-3811e8a2d928', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090e45b-27ec-4343-8cdc-8aa9e1505ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:36:50Z', 'updated_at': '2021-09-23T19:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:54.022910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.041455 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04052110-28ec-4864-a637-e6b05cdcd449 None None] The sync data for ids ['b090e45b-27ec-4343-8cdc-8aa9e1505ea1'] in n-d-810763-1 is: [{'id': 'b090e45b-27ec-4343-8cdc-8aa9e1505ea1', 'name': 'tempest-snat-router-2079656026', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.219'}], 'enable_snat': False}, 'gw_port_id': '10532e83-dee4-44d9-84ef-3811e8a2d928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:49Z', 'updated_at': '2021-09-23T19:36:50Z', 'revision_number': 3, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port': {'id': '10532e83-dee4-44d9-84ef-3811e8a2d928', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090e45b-27ec-4343-8cdc-8aa9e1505ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:36:50Z', 'updated_at': '2021-09-23T19:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:54.056912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5707e-adba-4e5f-8c3d-bf934d0294f5 req-44179ace-b32e-4263-8190-0597bd34f4be tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.058625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b5707e-adba-4e5f-8c3d-bf934d0294f5 req-44179ace-b32e-4263-8190-0597bd34f4be tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 931 time: 0.0957079 Sep 23 19:36:54.112115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b5707e-adba-4e5f-8c3d-bf934d0294f5 req-024ac1c4-d948-4edc-8f95-b164e85dc908 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397360 Sep 23 19:36:54.227108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:54.244581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a2c9-c3a8-4d27-ab97-52424f048fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.273380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.279320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.285307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.291781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.297792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.304646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.310733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.312737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-0f831b03-7b8c-47da-8e12-98d059628e8d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.1251428 Sep 23 19:36:54.361498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Transition to ACTIVE for port object 0caf7edc-5d17-4fa7-8c4d-c73488405f83 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:54.385064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57f6071e-0291-4712-ae0a-fd8549f88b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.385611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.387671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57f6071e-0291-4712-ae0a-fd8549f88b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.388815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-57f6071e-0291-4712-ae0a-fd8549f88b1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11dd7e36-ca7b-4514-8d7e-b26cbf75690f HTTP/1.1" status: 204 len: 168 time: 0.6782806 Sep 23 19:36:54.407282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6071e-0291-4712-ae0a-fd8549f88b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd7e36-ca7b-4514-8d7e-b26cbf75690f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:54.469679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ad6b0dd-0019-483b-bf27-1e5dceef383e req-61b50557-8dd2-49cb-81cf-401eb41256c5 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476259 Sep 23 19:36:54.567898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-497b5302-f782-41f7-b620-28b5182dd365 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.570748 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-497b5302-f782-41f7-b620-28b5182dd365 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 949 time: 0.1518924 Sep 23 19:36:54.584851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a2c9-c3a8-4d27-ab97-52424f048fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.601767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a2c9-c3a8-4d27-ab97-52424f048fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.664687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 10532e83-dee4-44d9-84ef-3811e8a2d928 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:54.672869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.749897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 10532e83-dee4-44d9-84ef-3811e8a2d928 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:54.750516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.772491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a2c9-c3a8-4d27-ab97-52424f048fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce318ca-3734-49ca-9eb5-1295923da20c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:54.779121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Pushing event updated for resources: {'Port': ['ID=0caf7edc-5d17-4fa7-8c4d-c73488405f83,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:54.817428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Deleting port e937de09-502c-4ec6-943d-fd6a4a68071b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:54.817848 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.862974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Attempting to bind port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:54.863345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Attempting to bind port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:54.863642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Attempting to bind port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:54.875764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:54.875976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Attempting to bind port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:54.885643 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.892487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe01bac-6833-41f0-b5a6-fa8cfdeed51e req-9dc6abdb-9918-4a36-a6da-f67d7d358a80 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.900753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fe01bac-6833-41f0-b5a6-fa8cfdeed51e req-9dc6abdb-9918-4a36-a6da-f67d7d358a80 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f752fc1-1e02-4cc3-a5a3-49e79d96b893 HTTP/1.1" status: 200 len: 949 time: 0.3121550 Sep 23 19:36:54.911232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d3c3a2c9-c3a8-4d27-ab97-52424f048fa7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b50d3bd88c374d6f8848386e30cd41a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6797299 Sep 23 19:36:54.911437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:54.914146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:54.914534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:54.914926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Bound using segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:54.915374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Bound port: 0caf7edc-5d17-4fa7-8c4d-c73488405f83, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:54.915738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.917062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 10532e83-dee4-44d9-84ef-3811e8a2d928, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=10532e83-dee4-44d9-84ef-3811e8a2d928,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:54.923400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.008464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=10532e83-dee4-44d9-84ef-3811e8a2d928,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.017167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.017905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.018464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.018971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.019476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.019986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.020467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.021096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.021610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.022632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.022759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] For port 0caf7edc-5d17-4fa7-8c4d-c73488405f83, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:55.023222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.023708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:55.030988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] For port 0caf7edc-5d17-4fa7-8c4d-c73488405f83, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0caf7edc-5d17-4fa7-8c4d-c73488405f83,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:55.045089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.099142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fe01bac-6833-41f0-b5a6-fa8cfdeed51e req-c375cb21-b7f2-4705-93c7-867d2ed4f261 tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d0b3038-c573-46d9-ac96-045e329e0c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970887 Sep 23 19:36:55.109870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:55.110657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.112329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-c4569649-3255-44e9-b453-a190d7c543be service neutron] 10.222.0.72 "PUT /v2.0/ports/0caf7edc-5d17-4fa7-8c4d-c73488405f83 HTTP/1.1" status: 200 len: 1091 time: 1.8297303 Sep 23 19:36:55.112973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'tag': '0caf7edc-5d17-4fa7-8c4d-c73488405f83'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:55.115730 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537" -d '{"events": [{"name": "network-changed", "server_uuid": "d1891377-9a09-40a6-901e-1a7c3d8b7b71", "tag": "0caf7edc-5d17-4fa7-8c4d-c73488405f83"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:55.120916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee56661a-43d5-4012-ac8f-a433cdabb8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.145065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4569649-3255-44e9-b453-a190d7c543be service neutron] Pushing event updated for resources: {'Port': ['ID=0caf7edc-5d17-4fa7-8c4d-c73488405f83,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.185677 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.187254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] For port e937de09-502c-4ec6-943d-fd6a4a68071b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e937de09-502c-4ec6-943d-fd6a4a68071b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:55.187713 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.196668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.205946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee56661a-43d5-4012-ac8f-a433cdabb8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.227221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-08c0b283-ac57-4f7f-a95f-e220a2fe9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:55.227531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Calling delete_port for e937de09-502c-4ec6-943d-fd6a4a68071b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:55.229030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-08c0b283-ac57-4f7f-a95f-e220a2fe9c52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 1094 time: 0.0733025 Sep 23 19:36:55.289938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-35e5eb16-a8cf-407d-befb-2c2bfb25eb62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0caf7edc-5d17-4fa7-8c4d-c73488405f83 HTTP/1.1" status: 200 len: 217 time: 0.0514193 Sep 23 19:36:55.385373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae53cb-6ae4-4128-a9d5-33c3f07fd942 req-c2350eb7-d946-494f-9734-9d6ab3e35eb8 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:55.387266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60ae53cb-6ae4-4128-a9d5-33c3f07fd942 req-c2350eb7-d946-494f-9734-9d6ab3e35eb8 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1398041 Sep 23 19:36:55.389546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-b883d133-7594-46df-bbf0-61552b68901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:55.391142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-b883d133-7594-46df-bbf0-61552b68901b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0858312 Sep 23 19:36:55.432889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee56661a-43d5-4012-ac8f-a433cdabb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.435442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee56661a-43d5-4012-ac8f-a433cdabb8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.441293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ee56661a-43d5-4012-ac8f-a433cdabb8bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ce318ca-3734-49ca-9eb5-1295923da20c HTTP/1.1" status: 204 len: 168 time: 0.5278618 Sep 23 19:36:55.447079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-76652685-26ca-4532-a20b-280c2b5ad1f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475616 Sep 23 19:36:55.464370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56661a-43d5-4012-ac8f-a433cdabb8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce318ca-3734-49ca-9eb5-1295923da20c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.523285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60ae53cb-6ae4-4128-a9d5-33c3f07fd942 req-0275a82e-a93b-4bd9-b1d3-e744fb40b4c6 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056504 Sep 23 19:36:55.549277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Router a07f2924-d999-4d02-b9aa-98908024fa92 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:36:55.617010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.634292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e937de09-502c-4ec6-943d-fd6a4a68071b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:55.660775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-bc7620d7-266b-4438-b92f-fced412cd981 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947467 Sep 23 19:36:55.700512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Pushing event deleted for resources: {'Port': ['ID=e937de09-502c-4ec6-943d-fd6a4a68071b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.720992 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7bdbc9-fcc9-4e92-903f-97a7eb765e38 x-openstack-request-id: req-bc7bdbc9-fcc9-4e92-903f-97a7eb765e38 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:55.721927 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1891377-9a09-40a6-901e-1a7c3d8b7b71", "tag": "0caf7edc-5d17-4fa7-8c4d-c73488405f83", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:55.722393 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc7bdbc9-fcc9-4e92-903f-97a7eb765e38 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:55.723169 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'tag': '0caf7edc-5d17-4fa7-8c4d-c73488405f83', 'status': 'completed', 'code': 200} Sep 23 19:36:55.766759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] No DVR routers for this DVR port e937de09-502c-4ec6-943d-fd6a4a68071b on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:55.771175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.779794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-89635a16-2001-4d7a-91ad-50c4a97fb808 req-283e7dcd-74e7-4b6f-b11d-990ca427148e tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] 10.222.0.41 "DELETE /v2.0/ports/e937de09-502c-4ec6-943d-fd6a4a68071b HTTP/1.1" status: 204 len: 173 time: 1.1964943 Sep 23 19:36:55.779794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'name': 'network-vif-deleted', 'tag': 'e937de09-502c-4ec6-943d-fd6a4a68071b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:55.779794 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e773e06-dd2c-4124-a852-871026a47055" -d '{"events": [{"server_uuid": "6f752fc1-1e02-4cc3-a5a3-49e79d96b893", "name": "network-vif-deleted", "tag": "e937de09-502c-4ec6-943d-fd6a4a68071b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:55.839669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:55.853164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-ffb39eb0-1d42-42a5-b51b-d812b74e47e6 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840513 Sep 23 19:36:55.858015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Sync routers for ids ['a07f2924-d999-4d02-b9aa-98908024fa92'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:55.886875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Routers {'a07f2924-d999-4d02-b9aa-98908024fa92'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:55.889279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a07f2924-d999-4d02-b9aa-98908024fa92'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:55.901044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03958993-607e-4683-9940-a9e6d45101ab req-56740a45-aa92-4f4b-ad55-54b4982b0bc3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:55.913531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.914403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03958993-607e-4683-9940-a9e6d45101ab req-56740a45-aa92-4f4b-ad55-54b4982b0bc3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 943 time: 0.0782244 Sep 23 19:36:55.917566 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0156cb4e-bf8f-4032-aed4-89bd195a9c5a tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3686790 Sep 23 19:36:55.920414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58264) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:56.008407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03958993-607e-4683-9940-a9e6d45101ab req-4f50831f-ad31-4557-9755-7a096b50fc26 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884354 Sep 23 19:36:56.024766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-101d8060-4dc1-4b49-8af9-691e4ab8d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.031229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-101d8060-4dc1-4b49-8af9-691e4ab8d256 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 1094 time: 0.0978017 Sep 23 19:36:56.141192 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-13f43f34-893b-4832-8ad1-11fa4e29b2b3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/a07f2924-d999-4d02-b9aa-98908024fa92 HTTP/1.1" status: 200 len: 908 time: 0.2195959 Sep 23 19:36:56.144180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:56.396677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.415593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.416968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.431857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Set router a07f2924-d999-4d02-b9aa-98908024fa92 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:56.434784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.440892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.461485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.478532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.497389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.504094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-6afa1ca9-cc1d-4afc-bfe5-45f574341d94 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.3674946 Sep 23 19:36:56.528125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-2f6dfc64-c19e-4e90-9dcb-db2040f6d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.533894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-2f6dfc64-c19e-4e90-9dcb-db2040f6d570 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.4922314 Sep 23 19:36:56.644746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.669542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-2b31850a-06a3-4479-ae08-616805dd6fb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0caf7edc-5d17-4fa7-8c4d-c73488405f83 HTTP/1.1" status: 200 len: 217 time: 0.0952952 Sep 23 19:36:56.689025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb35607f-0c87-4816-9ef4-358133c808b8 req-87efc9b2-a901-405b-bea4-eafe70dbfc3a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750779 Sep 23 19:36:56.691172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 10532e83-dee4-44d9-84ef-3811e8a2d928 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:56.734583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-1f5eb886-0f12-4ab9-b6f4-43492aa4e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.736079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-1f5eb886-0f12-4ab9-b6f4-43492aa4e63d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0467827 Sep 23 19:36:56.776697 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dfaa2f-71e9-4f38-b3b6-6342923438ff x-openstack-request-id: req-64dfaa2f-71e9-4f38-b3b6-6342923438ff {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:56.776981 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f752fc1-1e02-4cc3-a5a3-49e79d96b893", "name": "network-vif-deleted", "tag": "e937de09-502c-4ec6-943d-fd6a4a68071b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:56.777244 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64dfaa2f-71e9-4f38-b3b6-6342923438ff {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:56.777833 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f752fc1-1e02-4cc3-a5a3-49e79d96b893', 'name': 'network-vif-deleted', 'tag': 'e937de09-502c-4ec6-943d-fd6a4a68071b', 'status': 'completed', 'code': 200} Sep 23 19:36:56.780928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Deleting port 8d4efced-1b0c-485a-a850-eba640a3ee20 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:56.781271 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.789827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-753e4b1a-52a7-4579-a1c4-b32e749ec80a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446067 Sep 23 19:36:56.833300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.861833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07f2924-d999-4d02-b9aa-98908024fa92', 'name': 'tempest-snat-router-2079656026', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '8d4efced-1b0c-485a-a850-eba640a3ee20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:52Z', 'updated_at': '2021-09-23T19:36:54Z', 'revision_number': 3, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port': {'id': '8d4efced-1b0c-485a-a850-eba640a3ee20', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07f2924-d999-4d02-b9aa-98908024fa92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:36:53Z', 'updated_at': '2021-09-23T19:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:56.914119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.937003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Checking router: a07f2924-d999-4d02-b9aa-98908024fa92 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:36:56.937518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Updating router a07f2924-d999-4d02-b9aa-98908024fa92 port 8d4efced-1b0c-485a-a850-eba640a3ee20 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:36:56.939470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Calling delete_port for 8d4efced-1b0c-485a-a850-eba640a3ee20 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:56.955988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-53cb7703-91fb-4b39-9e26-4aba8dd29706 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509290 Sep 23 19:36:56.987609 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.991770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 10532e83-dee4-44d9-84ef-3811e8a2d928 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:56.992322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.094840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-f90df027-84d8-4f26-844d-93d0db6665b0 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:57.096410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-f90df027-84d8-4f26-844d-93d0db6665b0 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 811 time: 0.1395314 Sep 23 19:36:57.137026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-2a3ae38f-ef69-45fc-850e-aa6ee3264eb6 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/quotas/8ffd063ff3ff462199f2d4bb80ab4ec0 HTTP/1.1" status: 200 len: 375 time: 0.0312912 Sep 23 19:36:57.198958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:57.234520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-78e1b9b6-dfca-4fbe-94bf-05bb36e3bf9f tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964975 Sep 23 19:36:57.257055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.323084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d4efced-1b0c-485a-a850-eba640a3ee20,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:57.325841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb049c0-c3c2-47ac-9cce-cd7d6d90b537 req-d55208b0-59eb-438b-9ab1-48f0c4dfa722 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284179 Sep 23 19:36:57.353955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-66337f3e-02e7-40d1-bb1c-16867735645f service neutron] 10.222.0.38 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185246 Sep 23 19:36:57.391575 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:36:57.398807 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:36:57.401430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-86622963-2275-46d0-b9fc-903ddc8a6a00 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-779951052'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:57.401897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-86622963-2275-46d0-b9fc-903ddc8a6a00 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Unknown quota resources ['metering_label']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:57.467124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-75ff8537-4106-493c-85be-0ac8a81a0139 service neutron] 10.222.0.38 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120901 Sep 23 19:36:57.493525 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.836691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339493d-99eb-4b80-8eba-2daa628e5985 req-8a533a1a-6a08-4acd-b310-8f7e1404df42 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:57.838428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5339493d-99eb-4b80-8eba-2daa628e5985 req-8a533a1a-6a08-4acd-b310-8f7e1404df42 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 943 time: 0.0774226 Sep 23 19:36:57.944541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Port 8d4efced-1b0c-485a-a850-eba640a3ee20 not found while updating agent binding for router a07f2924-d999-4d02-b9aa-98908024fa92. {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 23 19:36:57.955837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5339493d-99eb-4b80-8eba-2daa628e5985 req-c78d980f-6bd8-426e-bc7e-1e43155f631c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832899 Sep 23 19:36:57.999639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Routers {'a07f2924-d999-4d02-b9aa-98908024fa92'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:58.003477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a07f2924-d999-4d02-b9aa-98908024fa92'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:58.057672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.069476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-825f9da6-6177-40fc-b679-c0d98f13fdf6 req-c46f08ad-5fb2-4035-a6eb-6daa0cfaa2a7 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 210 time: 0.0492280 Sep 23 19:36:58.106624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.109293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86622963-2275-46d0-b9fc-903ddc8a6a00 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.110502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-86622963-2275-46d0-b9fc-903ddc8a6a00 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9104557 Sep 23 19:36:58.111790 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.113381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.118765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c37e1c4a-25a1-4748-98cc-cda7353f2ff4 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '99b3e381-66fb-4303-b773-cec60b745c86'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:58.119770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c37e1c4a-25a1-4748-98cc-cda7353f2ff4 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:58.199493 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.200778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a07f2924-d999-4d02-b9aa-98908024fa92 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:58.201632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0caf7edc-5d17-4fa7-8c4d-c73488405f83 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:36:58.213577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.214829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-92546570-41ac-47a8-9a3e-497dd3a52237 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "DELETE /v2.0/routers/a07f2924-d999-4d02-b9aa-98908024fa92 HTTP/1.1" status: 204 len: 168 time: 2.0682645 Sep 23 19:36:58.217422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.233275 n-d-810763-1 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-c37e1c4a-25a1-4748-98cc-cda7353f2ff4 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:36:58.366377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 0caf7edc-5d17-4fa7-8c4d-c73488405f83, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0caf7edc-5d17-4fa7-8c4d-c73488405f83,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:58.384958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '0caf7edc-5d17-4fa7-8c4d-c73488405f83', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': '0caf7edc-5d17-4fa7-8c4d-c73488405f83', 'mac_address': 'fa:16:3e:a8:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:36:58.387881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] Set router a07f2924-d999-4d02-b9aa-98908024fa92 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:58.394124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.433682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c37e1c4a-25a1-4748-98cc-cda7353f2ff4 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.435170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c37e1c4a-25a1-4748-98cc-cda7353f2ff4 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3206372 Sep 23 19:36:58.441502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58412) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.447877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b9066bcf-335e-44f3-9809-9500ad0d5665 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '99b3e381-66fb-4303-b773-cec60b745c86'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:58.448535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b9066bcf-335e-44f3-9809-9500ad0d5665 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:58.459373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.461741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07f2924-d999-4d02-b9aa-98908024fa92', 'name': 'tempest-snat-router-2079656026', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:52Z', 'updated_at': '2021-09-23T19:36:57Z', 'revision_number': 5, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:58.465670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.472151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.480119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.486847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.494104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4d1ca-b6db-4cd0-b9c7-5e5d71567788 None None] The sync data for ids ['a07f2924-d999-4d02-b9aa-98908024fa92'] in n-d-810763-1 is: [{'id': 'a07f2924-d999-4d02-b9aa-98908024fa92', 'name': 'tempest-snat-router-2079656026', 'tenant_id': '039f6110f23e4798be845c0f40770e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:52Z', 'updated_at': '2021-09-23T19:36:57Z', 'revision_number': 5, 'project_id': '039f6110f23e4798be845c0f40770e62', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:58.494686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.502453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.511545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-fce61423-1bb4-4196-a555-8ecfc9a9fce1 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.2934873 Sep 23 19:36:58.512201 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.543330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caf7edc-5d17-4fa7-8c4d-c73488405f83 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:58.566887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 0caf7edc-5d17-4fa7-8c4d-c73488405f83, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0caf7edc-5d17-4fa7-8c4d-c73488405f83,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:58.574489 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.608139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd88aad2-87ed-45c0-b677-1c768bbf7b45 req-ad185328-7bcb-4f9b-87a6-dbc87c13060b tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896683 Sep 23 19:36:58.625645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-48b38bb6-1b93-40ad-b51d-afc07b3cfe07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4ab7938e73b4674acedbf5f7dca00d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549762 Sep 23 19:36:58.626781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.642460 n-d-810763-1 neutron-server[94825]: WARNING neutron.services.metering.metering_plugin [None req-b9066bcf-335e-44f3-9809-9500ad0d5665 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:36:58.649251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=0caf7edc-5d17-4fa7-8c4d-c73488405f83,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:58.723078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e937de09-502c-4ec6-943d-fd6a4a68071b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:58.760240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: e937de09-502c-4ec6-943d-fd6a4a68071b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:58.760644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e937de09-502c-4ec6-943d-fd6a4a68071b not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:58.810175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9066bcf-335e-44f3-9809-9500ad0d5665 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.811402 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9066bcf-335e-44f3-9809-9500ad0d5665 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3682764 Sep 23 19:36:58.814371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.826358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1fe59b02-7066-4b97-86f7-e2bd7bba6aec tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=c5a945d8-5c30-4676-85f7-a2a65a148995 HTTP/1.1" status: 200 len: 464 time: 0.0106704 Sep 23 19:36:58.828653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.833044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.842116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcea1e11-3579-420a-9c2b-363d1d685924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.864561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['0caf7edc-5d17-4fa7-8c4d-c73488405f83'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:58.902106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcea1e11-3579-420a-9c2b-363d1d685924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.959816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Deleting port 10532e83-dee4-44d9-84ef-3811e8a2d928 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:58.960171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.988738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcea1e11-3579-420a-9c2b-363d1d685924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.993337 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcea1e11-3579-420a-9c2b-363d1d685924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.997526 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dcea1e11-3579-420a-9c2b-363d1d685924 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d0b3038-c573-46d9-ac96-045e329e0c4d HTTP/1.1" status: 204 len: 168 time: 0.3670053 Sep 23 19:36:59.057085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea1e11-3579-420a-9c2b-363d1d685924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b3038-c573-46d9-ac96-045e329e0c4d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:59.170444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] For port 10532e83-dee4-44d9-84ef-3811e8a2d928, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=10532e83-dee4-44d9-84ef-3811e8a2d928,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:59.171164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.219347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Calling delete_port for 10532e83-dee4-44d9-84ef-3811e8a2d928 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:59.299732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-0aab9872-b46b-4981-bcfc-5aaf28c41502 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:59.301704 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-0aab9872-b46b-4981-bcfc-5aaf28c41502 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 811 time: 0.2563794 Sep 23 19:36:59.320646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Request body: {'port': {'device_id': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'admin_state_up': True, 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:59.505401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-326daa3c-529c-44d7-8d75-32cb96379c96 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.506688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-326daa3c-529c-44d7-8d75-32cb96379c96 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/c5a945d8-5c30-4676-85f7-a2a65a148995 HTTP/1.1" status: 204 len: 168 time: 0.6769798 Sep 23 19:36:59.510634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:59.538431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9926bed-05d8-4b35-8cfc-6f61a3f52501 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=c5a945d8-5c30-4676-85f7-a2a65a148995 HTTP/1.1" status: 200 len: 221 time: 0.0263436 Sep 23 19:36:59.542791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:59.556288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8ef4d01b-14c2-461c-8193-d26947c6aba5 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1134559100', 'description': 'label created by tempest'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:59.556741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8ef4d01b-14c2-461c-8193-d26947c6aba5 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:59.562889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.576588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Made reservation on behalf of 8ffd063ff3ff462199f2d4bb80ab4ec0 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:59.580336 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.613151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event deleted for resources: {'Port': ['ID=10532e83-dee4-44d9-84ef-3811e8a2d928,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:59.638590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:59.692932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a74615-c231-4368-aa9b-fcf414c86978 req-63a843c5-7659-41d6-8ca6-8a703c3d0175 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:59.700985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26a74615-c231-4368-aa9b-fcf414c86978 req-63a843c5-7659-41d6-8ca6-8a703c3d0175 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 944 time: 0.2003448 Sep 23 19:36:59.764953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.774619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a0a12be-5815-404a-9479-ed66f4f99946 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19babdceb8a04663a9db831bccb8aea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327300 Sep 23 19:36:59.788518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:59.874900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ef4d01b-14c2-461c-8193-d26947c6aba5 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.876260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ef4d01b-14c2-461c-8193-d26947c6aba5 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3312216 Sep 23 19:36:59.881139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:59.888116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26a74615-c231-4368-aa9b-fcf414c86978 req-35ffdc16-3a97-4cf3-9c56-6a52ebf88586 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862156 Sep 23 19:36:59.895121 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.905074 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.910806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d18a21e4-67eb-4aad-a9f3-de5c1390bfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.969605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.969605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b090e45b-27ec-4343-8cdc-8aa9e1505ea1 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:59.972778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.977801 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-df054dad-898f-48f1-814d-98d524522435 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "DELETE /v2.0/routers/b090e45b-27ec-4343-8cdc-8aa9e1505ea1 HTTP/1.1" status: 204 len: 168 time: 1.7553918 Sep 23 19:36:59.979892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58450) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:59.982177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Allocated IP 172.20.0.3 (025b140b-b734-48ba-9b8c-115828896d31/29da9a18-b793-44eb-ae61-29c0ca510c07/e8459729-33ec-458a-8b6f-6c2a27365556) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:59.987029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2119960072', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:00.036554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.038249 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.048237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-919c16c0-9650-41a1-8c68-1640da9a258d tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=0f9c26eb-4193-4c53-9a4b-a347d551bfb5 HTTP/1.1" status: 200 len: 468 time: 0.1659684 Sep 23 19:37:00.049167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.050831 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d18a21e4-67eb-4aad-a9f3-de5c1390bfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.075736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f97ac635-b24d-4628-964c-95f3a111dc80 req-cd1429c5-6a4e-41c0-b65e-9c61323a0cac tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 210 time: 0.1026525 Sep 23 19:37:00.124592 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d18a21e4-67eb-4aad-a9f3-de5c1390bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.128374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d18a21e4-67eb-4aad-a9f3-de5c1390bfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.133713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d18a21e4-67eb-4aad-a9f3-de5c1390bfa9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2ce8364-572b-457e-9ef0-4a7d2d212001 HTTP/1.1" status: 204 len: 168 time: 0.3428981 Sep 23 19:37:00.142471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a21e4-67eb-4aad-a9f3-de5c1390bfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ce8364-572b-457e-9ef0-4a7d2d212001,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:00.178792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 20464a90-c655-4777-8fad-777bb028a536 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:00.181060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0caf7edc-5d17-4fa7-8c4d-c73488405f83 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:00.358980 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.369978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.386770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:00.390023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.400192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:00.400558 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.405606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.416764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.439833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.468163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.477137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c014253-b550-47f5-906f-449d817dee6a tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.478234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7c014253-b550-47f5-906f-449d817dee6a tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/0f9c26eb-4193-4c53-9a4b-a347d551bfb5 HTTP/1.1" status: 204 len: 168 time: 0.4269445 Sep 23 19:37:00.486369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.494795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-9beca9d7-c36a-44b9-b3d5-12fcc63386ab tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5431 time: 0.2204754 Sep 23 19:37:00.495556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.506385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 20464a90-c655-4777-8fad-777bb028a536, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=20464a90-c655-4777-8fad-777bb028a536,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:00.513230 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.527372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '20464a90-c655-4777-8fad-777bb028a536', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'port_id': '20464a90-c655-4777-8fad-777bb028a536', 'mac_address': 'fa:16:3e:7c:45:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:00.583168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed0f8fea-07a5-4bd9-b6ab-82ef47d72cf7 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=0f9c26eb-4193-4c53-9a4b-a347d551bfb5 HTTP/1.1" status: 200 len: 216 time: 0.0849020 Sep 23 19:37:00.584361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.631925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.632190 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.671555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abf98a4e-6466-436d-b20a-9b2261988f9b req-bc90ec97-eb0a-4763-9645-13d7b09acc4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1549995 Sep 23 19:37:00.676775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b87ac6c-add0-4efb-8c52-715e6c0681b5 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0806172 Sep 23 19:37:00.681080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58466) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.704867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.707817 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-66f3f1d1-056f-478f-880a-d0140713bad9 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0256276 Sep 23 19:37:00.711467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.744775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 0caf7edc-5d17-4fa7-8c4d-c73488405f83, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0caf7edc-5d17-4fa7-8c4d-c73488405f83,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:00.764629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf7edc-5d17-4fa7-8c4d-c73488405f83'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:00.766967 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89362a35-0117-4531-a306-81dd191bb190" -d '{"events": [{"server_uuid": "d1891377-9a09-40a6-901e-1a7c3d8b7b71", "name": "network-vif-plugged", "status": "completed", "tag": "0caf7edc-5d17-4fa7-8c4d-c73488405f83"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:00.774246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.776735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 10532e83-dee4-44d9-84ef-3811e8a2d928 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:00.778666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c009eb44-8d3e-44d5-a475-02535412cdbe'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:00.786285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Network 025b140b-b734-48ba-9b8c-115828896d31 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:00.792192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:00.822074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd1b2d4c-ecfd-474b-b538-2786d2ac8cd2 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/99b3e381-66fb-4303-b773-cec60b745c86 HTTP/1.1" status: 200 len: 472 time: 0.1057203 Sep 23 19:37:00.823157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.828204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:00.833408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Pushing event updated for resources: {'Port': ['ID=e8459729-33ec-458a-8b6f-6c2a27365556,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:00.855280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a65bac6-a244-448e-9811-b68a3b07301e tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/acc991bf-1f17-4768-827c-893effc27e19 HTTP/1.1" status: 200 len: 461 time: 0.0283148 Sep 23 19:37:00.855507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.877841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 10532e83-dee4-44d9-84ef-3811e8a2d928 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:00.877841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 10532e83-dee4-44d9-84ef-3811e8a2d928 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:00.879390 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.907422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.908125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.943730 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-d7d59125-703c-4ba9-a8fa-405a75ae0438 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6290410 Sep 23 19:37:00.945876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20464a90-c655-4777-8fad-777bb028a536 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:00.957127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Request body: {'port': {'device_id': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:01.001285 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c032a897-42b7-46e5-aa56-1d7039568a9f x-openstack-request-id: req-c032a897-42b7-46e5-aa56-1d7039568a9f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:01.001606 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1891377-9a09-40a6-901e-1a7c3d8b7b71", "name": "network-vif-plugged", "status": "completed", "tag": "0caf7edc-5d17-4fa7-8c4d-c73488405f83", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:01.001978 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c032a897-42b7-46e5-aa56-1d7039568a9f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:01.002397 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf7edc-5d17-4fa7-8c4d-c73488405f83', 'code': 200} Sep 23 19:37:01.052213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff932-47a1-4822-a0ed-208f85800f39 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.053951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a6ff932-47a1-4822-a0ed-208f85800f39 tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/acc991bf-1f17-4768-827c-893effc27e19 HTTP/1.1" status: 204 len: 168 time: 0.1975281 Sep 23 19:37:01.057575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:01.068642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 20464a90-c655-4777-8fad-777bb028a536, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=20464a90-c655-4777-8fad-777bb028a536,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:01.079875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=0caf7edc-5d17-4fa7-8c4d-c73488405f83,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:01.086820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.097978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 18dab258-3f14-4678-aba3-8fbbf8a48df1 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:01.181439 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.223296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.236937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed77b0-a303-41be-abd2-2220174c4c70 req-49e3f685-c867-42e9-96c2-ce70652a7d55 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.238554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fed77b0-a303-41be-abd2-2220174c4c70 req-49e3f685-c867-42e9-96c2-ce70652a7d55 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 945 time: 0.1502957 Sep 23 19:37:01.285503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.295790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499575cb-3137-4646-bbc1-199682c540e1 req-d7d40e07-8191-4e31-a957-ad42db85909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.297338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-499575cb-3137-4646-bbc1-199682c540e1 req-d7d40e07-8191-4e31-a957-ad42db85909e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 1096 time: 0.1670642 Sep 23 19:37:01.323972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=20464a90-c655-4777-8fad-777bb028a536,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:01.397150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fed77b0-a303-41be-abd2-2220174c4c70 req-bb6a44aa-990a-4dd7-84b8-e5677abaf57d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432390 Sep 23 19:37:01.437379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-499575cb-3137-4646-bbc1-199682c540e1 req-9e437b01-2604-4c01-b4cf-8936f692e8fa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300411 Sep 23 19:37:01.450228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 18dab258-3f14-4678-aba3-8fbbf8a48df1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:01.456971 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03d85d0d-df90-47c2-aaa2-313a6f44f2df tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.458129 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-03d85d0d-df90-47c2-aaa2-313a6f44f2df tempest-MeteringTestJSON-125977028 tempest-MeteringTestJSON-125977028-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/99b3e381-66fb-4303-b773-cec60b745c86 HTTP/1.1" status: 204 len: 168 time: 0.3979766 Sep 23 19:37:01.466275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '18dab258-3f14-4678-aba3-8fbbf8a48df1', 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'port_id': '18dab258-3f14-4678-aba3-8fbbf8a48df1', 'mac_address': 'fa:16:3e:78:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6987480-029b-430f-a722-4201a0252fce', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:01.527518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.531850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58500) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:01.547846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dab258-3f14-4678-aba3-8fbbf8a48df1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:01.587350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71288-b132-4838-8ebe-035d0b73252c req-e8a8db03-99bd-4f78-8f08-f53a74a343de tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.590594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 18dab258-3f14-4678-aba3-8fbbf8a48df1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:01.593990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31e71288-b132-4838-8ebe-035d0b73252c req-e8a8db03-99bd-4f78-8f08-f53a74a343de tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 931 time: 0.0975270 Sep 23 19:37:01.598606 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.599569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0e769d8a-0458-41d8-adf9-2655d1b690cb details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:01.645872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Allocated IP 172.25.6.242 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/aaae938e-e9e3-408a-97c9-e63ab0cf9ec7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:01.657633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31e71288-b132-4838-8ebe-035d0b73252c req-20a0e566-39c2-49ae-b6dc-fea75e69a919 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555220 Sep 23 19:37:01.704942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1247559232-network', 'tenant_id': '2aa78fe9cb8b42e2ac74361ca826a7fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:01.737421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=18dab258-3f14-4678-aba3-8fbbf8a48df1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:01.869664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 0e769d8a-0458-41d8-adf9-2655d1b690cb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:01.882803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '0e769d8a-0458-41d8-adf9-2655d1b690cb', 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d', 'port_id': '0e769d8a-0458-41d8-adf9-2655d1b690cb', 'mac_address': 'fa:16:3e:57:3a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44334914-0c29-4686-8ca3-e37c11ae1813', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:01.892803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.900149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.909288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.915241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.921833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.929361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.936119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.945121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-b153834d-7fc7-4adb-a7cc-2c547f5fa567 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5433 time: 0.1286418 Sep 23 19:37:01.973595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.994457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c9e7593-e863-4c05-9d39-e6f7f1ea28e4 req-c9a03d6d-42ea-4d24-9979-9d9b513e80fd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484295 Sep 23 19:37:01.995107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:02.001386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e769d8a-0458-41d8-adf9-2655d1b690cb {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:02.025827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 0e769d8a-0458-41d8-adf9-2655d1b690cb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:02.030618 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.031620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e31103ba-e519-4f3f-a464-3655b06f0e2e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:02.078913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e31103ba-e519-4f3f-a464-3655b06f0e2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:02.092547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'e31103ba-e519-4f3f-a464-3655b06f0e2e', 'network_id': '27977598-a0a0-4d67-97ee-5426d383170d', 'port_id': 'e31103ba-e519-4f3f-a464-3655b06f0e2e', 'mac_address': 'fa:16:3e:be:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44334914-0c29-4686-8ca3-e37c11ae1813', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:02.149980 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc5412d-8952-4680-9fd1-7098a888d6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.154602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Made reservation on behalf of 2aa78fe9cb8b42e2ac74361ca826a7fa for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:02.156996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.175135 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.187569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.203343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=0e769d8a-0458-41d8-adf9-2655d1b690cb,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.208865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31103ba-e519-4f3f-a464-3655b06f0e2e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:02.233079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e31103ba-e519-4f3f-a464-3655b06f0e2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:02.235648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.240805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.241583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a076bb10-b19e-486a-8632-49f0853eddb9 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:02.291953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc5412d-8952-4680-9fd1-7098a888d6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.296569 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc5412d-8952-4680-9fd1-7098a888d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.320242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a076bb10-b19e-486a-8632-49f0853eddb9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a076bb10-b19e-486a-8632-49f0853eddb9,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:02.323761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e31103ba-e519-4f3f-a464-3655b06f0e2e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.333995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8459729-33ec-458a-8b6f-6c2a27365556 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:02.348694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'a076bb10-b19e-486a-8632-49f0853eddb9', 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'port_id': 'a076bb10-b19e-486a-8632-49f0853eddb9', 'mac_address': 'fa:16:3e:37:01:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6987480-029b-430f-a722-4201a0252fce', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:02.356755 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.357706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0fc5412d-8952-4680-9fd1-7098a888d6ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2d64d1c69b44e1d8d8b8e158b40ce09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583844 Sep 23 19:37:02.357706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5412d-8952-4680-9fd1-7098a888d6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb57fc-bd7e-4fb5-a4e8-cacc011650f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.358534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:02.392940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Transition to ACTIVE for port object e8459729-33ec-458a-8b6f-6c2a27365556 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:02.396954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.434776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.444105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad17a6-c99d-4ae1-9c1d-5f8408f3efcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.453764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a076bb10-b19e-486a-8632-49f0853eddb9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:02.477880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a076bb10-b19e-486a-8632-49f0853eddb9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a076bb10-b19e-486a-8632-49f0853eddb9,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:02.483297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.484368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.487384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 4728b135-3332-44ae-bce0-1d0b86d968dd details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:02.491487 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.492666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad17a6-c99d-4ae1-9c1d-5f8408f3efcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.525425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.597384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f42aa-1647-487b-85c1-e84f52599045,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.604787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a076bb10-b19e-486a-8632-49f0853eddb9,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.612998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 4728b135-3332-44ae-bce0-1d0b86d968dd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=4728b135-3332-44ae-bce0-1d0b86d968dd,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:02.626847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cc6ab-435e-413e-9326-d0f4bfa61a64 req-4b41bfeb-b689-4362-9a50-1f7684d4e11b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:02.631062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:02.643086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e31cc6ab-435e-413e-9326-d0f4bfa61a64 req-4b41bfeb-b689-4362-9a50-1f7684d4e11b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 945 time: 0.1478934 Sep 23 19:37:02.648057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:02.651222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:02.659758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '4728b135-3332-44ae-bce0-1d0b86d968dd', 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'port_id': '4728b135-3332-44ae-bce0-1d0b86d968dd', 'mac_address': 'fa:16:3e:ab:2c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6987480-029b-430f-a722-4201a0252fce', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:02.661392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad17a6-c99d-4ae1-9c1d-5f8408f3efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.665379 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ad17a6-c99d-4ae1-9c1d-5f8408f3efcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.666896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-80ad17a6-c99d-4ae1-9c1d-5f8408f3efcf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ddb57fc-bd7e-4fb5-a4e8-cacc011650f9 HTTP/1.1" status: 204 len: 168 time: 0.3077338 Sep 23 19:37:02.718756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e31cc6ab-435e-413e-9326-d0f4bfa61a64 req-d659b633-ad71-4be3-a24c-945b42e10923 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Sep 23 19:37:02.730476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad17a6-c99d-4ae1-9c1d-5f8408f3efcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb57fc-bd7e-4fb5-a4e8-cacc011650f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.782796 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.820933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-4b314641-f449-4e1f-bbdd-db54eb0f2788 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:02.822916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4728b135-3332-44ae-bce0-1d0b86d968dd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:02.823514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-4b314641-f449-4e1f-bbdd-db54eb0f2788 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 945 time: 0.1147799 Sep 23 19:37:02.825554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event updated for resources: {'Port': ['ID=aaae938e-e9e3-408a-97c9-e63ab0cf9ec7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.830557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:02.873101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 4728b135-3332-44ae-bce0-1d0b86d968dd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=4728b135-3332-44ae-bce0-1d0b86d968dd,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:02.878150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.885805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f166e3a2-c05e-4ab6-8043-88ad98432333 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:02.899666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8459729-33ec-458a-8b6f-6c2a27365556,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.991926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.992400 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Added segment 71c87f32-6e84-4041-bcf6-747ec5f3161b of type vlan for network ab55b5e4-a293-4f0f-892d-93fa5e40236c Sep 23 19:37:03.031324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f166e3a2-c05e-4ab6-8043-88ad98432333, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f166e3a2-c05e-4ab6-8043-88ad98432333,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:03.058888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=4728b135-3332-44ae-bce0-1d0b86d968dd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:03.065930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3a8c9-71c4-4487-a208-01b4f8249110 req-57e4a63d-eed7-472a-b86c-28cfcaf93714 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.069828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fa3a8c9-71c4-4487-a208-01b4f8249110 req-57e4a63d-eed7-472a-b86c-28cfcaf93714 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 943 time: 0.1539707 Sep 23 19:37:03.072897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f166e3a2-c05e-4ab6-8043-88ad98432333', 'network_id': '75bb4b0e-ff16-469e-b4db-89ba69b0a7e7', 'port_id': 'f166e3a2-c05e-4ab6-8043-88ad98432333', 'mac_address': 'fa:16:3e:6f:f9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6987480-029b-430f-a722-4201a0252fce', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:03.117109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Deleting port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:03.117451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.136018 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.142380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.148949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Attempting to bind port e8459729-33ec-458a-8b6f-6c2a27365556 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:03.149698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Attempting to bind port e8459729-33ec-458a-8b6f-6c2a27365556 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:03.149840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Attempting to bind port e8459729-33ec-458a-8b6f-6c2a27365556 on network 025b140b-b734-48ba-9b8c-115828896d31 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:03.156932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f166e3a2-c05e-4ab6-8043-88ad98432333 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:03.169228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fa3a8c9-71c4-4487-a208-01b4f8249110 req-03912576-0a68-48cd-a733-3b31cb6e4943 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865717 Sep 23 19:37:03.201007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:03.202456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f166e3a2-c05e-4ab6-8043-88ad98432333, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f166e3a2-c05e-4ab6-8043-88ad98432333,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:03.212656 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.270167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Port e8459729-33ec-458a-8b6f-6c2a27365556 on network 025b140b-b734-48ba-9b8c-115828896d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:03.270874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Attempting to bind port e8459729-33ec-458a-8b6f-6c2a27365556 on network 025b140b-b734-48ba-9b8c-115828896d31 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:03.274428 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af58310-9b22-4886-8f87-24984daafeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.277283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.280826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:03.281258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Checking segment: {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:03.281745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Bound using segment: {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:03.282266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Bound port: e8459729-33ec-458a-8b6f-6c2a27365556, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742b97f9-5672-4605-904b-b08b52535833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '025b140b-b734-48ba-9b8c-115828896d31'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:03.282689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.296907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:37:03.298978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f166e3a2-c05e-4ab6-8043-88ad98432333,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:03.343990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] For port 0caf7edc-5d17-4fa7-8c4d-c73488405f83, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0caf7edc-5d17-4fa7-8c4d-c73488405f83,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:03.344479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.382103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.387322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.393292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.400254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.406195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.412783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.414511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.415763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.416621 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.419252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.421372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18d2e24c-56fb-408c-a882-fe177c324083 req-03658b24-cc3b-40b7-b33d-dd8815606176 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5438 time: 0.1729398 Sep 23 19:37:03.424954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Calling delete_port for 0caf7edc-5d17-4fa7-8c4d-c73488405f83 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:03.522105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ab55b5e4-a293-4f0f-892d-93fa5e40236c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:03.531538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] For port e8459729-33ec-458a-8b6f-6c2a27365556, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:03.533183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:03.552557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18d2e24c-56fb-408c-a882-fe177c324083 req-57344082-6215-41fa-ae49-67557db5dc72 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163294 Sep 23 19:37:03.621819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] For port e8459729-33ec-458a-8b6f-6c2a27365556, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e8459729-33ec-458a-8b6f-6c2a27365556,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:03.635670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.663714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af58310-9b22-4886-8f87-24984daafeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.683049 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a734fa23-4352-4439-9877-ba91c581f5f8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1464872 Sep 23 19:37:03.684884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.685513 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.687357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8459729-33ec-458a-8b6f-6c2a27365556 HTTP/1.1" status: 200 len: 1091 time: 2.7342207 Sep 23 19:37:03.687614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:03.689447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'tag': 'e8459729-33ec-458a-8b6f-6c2a27365556'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:03.692534 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8fa0c6-01be-413e-a371-0d0296fc8851" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8392d4-b0ee-4bb4-b88b-783372c3a4bf", "tag": "e8459729-33ec-458a-8b6f-6c2a27365556"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:03.695950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.696267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Request body: {'subnet': {'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1247559232-subnet', 'tenant_id': '2aa78fe9cb8b42e2ac74361ca826a7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:03.706918 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af58310-9b22-4886-8f87-24984daafeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.765928 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9f09d1-4250-47e5-a294-7e2bd0397bc3 x-openstack-request-id: req-6e9f09d1-4250-47e5-a294-7e2bd0397bc3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:03.765928 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8392d4-b0ee-4bb4-b88b-783372c3a4bf", "tag": "e8459729-33ec-458a-8b6f-6c2a27365556", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:03.766287 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e9f09d1-4250-47e5-a294-7e2bd0397bc3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:03.766613 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'tag': 'e8459729-33ec-458a-8b6f-6c2a27365556', 'status': 'completed', 'code': 200} Sep 23 19:37:03.770317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99707bb5-fdc1-49be-9fb7-a7af946fbbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8459729-33ec-458a-8b6f-6c2a27365556,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:03.795717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Made reservation on behalf of 2aa78fe9cb8b42e2ac74361ca826a7fa for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:03.798125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.824143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7af58310-9b22-4886-8f87-24984daafeb5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2c9153997ace4f4ca5bed7d93e2ef036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6196430 Sep 23 19:37:03.824143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af58310-9b22-4886-8f87-24984daafeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abed9bc-83da-421c-9d20-aab2fea4651a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:03.825859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:03.853131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.864585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['0caf7edc-5d17-4fa7-8c4d-c73488405f83'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:03.883541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67fbacbe-a44f-48ef-a654-a819e31f6110 req-b7cbdd8f-f5dd-4706-862b-af7d1dcdc079 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 210 time: 0.0409458 Sep 23 19:37:03.885070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-06574b28-4813-43df-b840-7c9fa33ef93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.886603 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-06574b28-4813-43df-b840-7c9fa33ef93a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 1094 time: 0.1380799 Sep 23 19:37:03.910285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event deleted for resources: {'Port': ['ID=0caf7edc-5d17-4fa7-8c4d-c73488405f83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:03.941617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-4e58b8dc-c691-4d07-9565-630e622c57f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8459729-33ec-458a-8b6f-6c2a27365556 HTTP/1.1" status: 200 len: 217 time: 0.0463104 Sep 23 19:37:03.988277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03f20edc-7dc2-4c33-9fd3-625c783963d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.995329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] No DVR routers for this DVR port 0caf7edc-5d17-4fa7-8c4d-c73488405f83 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:03.999040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.001016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd5cc812-3c1a-4526-a652-3cdbb268e5f4 req-6e3b2b6d-936a-48ee-b669-dc2b2cd700e8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "DELETE /v2.0/ports/0caf7edc-5d17-4fa7-8c4d-c73488405f83 HTTP/1.1" status: 204 len: 173 time: 1.1708348 Sep 23 19:37:04.001434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'name': 'network-vif-deleted', 'tag': '0caf7edc-5d17-4fa7-8c4d-c73488405f83'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:04.003886 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcefde2-51da-4060-ad93-6f22ac7f8b20" -d '{"events": [{"server_uuid": "d1891377-9a09-40a6-901e-1a7c3d8b7b71", "name": "network-vif-deleted", "tag": "0caf7edc-5d17-4fa7-8c4d-c73488405f83"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:04.026744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03f20edc-7dc2-4c33-9fd3-625c783963d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.038568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Router 092a9d9d-47bd-4459-a81b-35ca79f7afa0 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:04.044060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-845bb049-0da7-4feb-a219-ab45c23e63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:04.045890 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-845bb049-0da7-4feb-a219-ab45c23e63c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 200 len: 851 time: 0.0918117 Sep 23 19:37:04.096529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-91aea707-0eaf-440f-8a9d-a495b351ab8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b140b-b734-48ba-9b8c-115828896d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411031 Sep 23 19:37:04.097402 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd8a16-ee8f-4f0a-ab41-abc8d769ed8b x-openstack-request-id: req-7dcd8a16-ee8f-4f0a-ab41-abc8d769ed8b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:04.097745 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1891377-9a09-40a6-901e-1a7c3d8b7b71", "name": "network-vif-deleted", "tag": "0caf7edc-5d17-4fa7-8c4d-c73488405f83", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:04.097999 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dcd8a16-ee8f-4f0a-ab41-abc8d769ed8b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:04.098495 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1891377-9a09-40a6-901e-1a7c3d8b7b71', 'name': 'network-vif-deleted', 'tag': '0caf7edc-5d17-4fa7-8c4d-c73488405f83', 'status': 'completed', 'code': 200} Sep 23 19:37:04.126012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.161731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e31103ba-e519-4f3f-a464-3655b06f0e2e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:04.241341 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03f20edc-7dc2-4c33-9fd3-625c783963d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.243983 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03f20edc-7dc2-4c33-9fd3-625c783963d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.245158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-03f20edc-7dc2-4c33-9fd3-625c783963d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5abed9bc-83da-421c-9d20-aab2fea4651a HTTP/1.1" status: 204 len: 168 time: 0.4177232 Sep 23 19:37:04.267610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f20edc-7dc2-4c33-9fd3-625c783963d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abed9bc-83da-421c-9d20-aab2fea4651a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:04.288044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc60765-f3ce-4094-b0f5-caabe8acfdf4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:04.294068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:04.318189 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] Sync routers for ids ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:04.331742 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-b4d9f9fd-144d-4ad6-879b-051b1eea9d71 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950278 Sep 23 19:37:04.334830 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] Routers {'092a9d9d-47bd-4459-a81b-35ca79f7afa0'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:04.335718 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:04.416676 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:04.437770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] Routers {'092a9d9d-47bd-4459-a81b-35ca79f7afa0'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:04.438000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Checking segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:04.438246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Network hostable DHCP agents. Network: ab55b5e4-a293-4f0f-892d-93fa5e40236c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:04.438441 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:04.451463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['20464a90-c655-4777-8fad-777bb028a536'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:04.454137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['4728b135-3332-44ae-bce0-1d0b86d968dd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:04.456466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f166e3a2-c05e-4ab6-8043-88ad98432333'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:04.458917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['18dab258-3f14-4678-aba3-8fbbf8a48df1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:04.461342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a076bb10-b19e-486a-8632-49f0853eddb9'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:04.463348 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec79a70d-c452-4481-b493-e8d9a205f378 req-c65d18a3-3aa1-4154-91f8-d8529631ae9a service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219261 Sep 23 19:37:04.464135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['0e769d8a-0458-41d8-adf9-2655d1b690cb'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:04.464769 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.465946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-86640167-e804-4443-be59-61b1cd536555 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4851294 Sep 23 19:37:04.469136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:04.473255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': False}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:04.509651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1759012-44b7-4141-8118-7045f7d8a06d req-22fc1711-6b82-41af-a8ca-37ae27578e6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 210 time: 0.1461439 Sep 23 19:37:04.524850 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:04.525507 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4097bdc-04d6-4a11-b4dc-b047b63ee08f None None] The sync data for ids ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:04.629741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836cb35-94a1-4951-82dd-b263c9b3693b req-7898eb26-8ca5-4a76-bfa5-103005b700f2 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:04.641138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3836cb35-94a1-4951-82dd-b263c9b3693b req-7898eb26-8ca5-4a76-bfa5-103005b700f2 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 943 time: 0.3138413 Sep 23 19:37:04.685074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:04.696422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-fb227b09-e37c-4c67-ad22-0f95cc0746c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:04.698322 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-fb227b09-e37c-4c67-ad22-0f95cc0746c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 1094 time: 0.1250577 Sep 23 19:37:04.802200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ab55b5e4-a293-4f0f-892d-93fa5e40236c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:04.830003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3836cb35-94a1-4951-82dd-b263c9b3693b req-edc5b4bf-8b90-41ab-a60f-056b1e5eaae0 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879861 Sep 23 19:37:04.839210 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:04.839928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.863261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4def5b2-35c4-4139-97ae-5d41cf30fc25 None None] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:04.894004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759012-44b7-4141-8118-7045f7d8a06d req-60cda784-21fd-4ee0-886a-cec85d7636b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:04.899789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1759012-44b7-4141-8118-7045f7d8a06d req-60cda784-21fd-4ee0-886a-cec85d7636b3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=704410d212264e658a139ea138bf5b03&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3746526 Sep 23 19:37:04.906486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d3bc5b91-bb28-4188-9d92-d3954c3a4ba0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2166615 Sep 23 19:37:04.936120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-c6f42338-66f2-4eb0-9ad6-f36a06adc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:04.937601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-c6f42338-66f2-4eb0-9ad6-f36a06adc534 service neutron] 10.222.0.41 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 912 time: 0.2263532 Sep 23 19:37:04.985987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-a5ea9c5e-0fc2-4a53-90c6-4b5e090667a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8459729-33ec-458a-8b6f-6c2a27365556 HTTP/1.1" status: 200 len: 217 time: 0.0398824 Sep 23 19:37:05.122578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759012-44b7-4141-8118-7045f7d8a06d req-f39ff696-9fd5-484d-a498-c73234c22116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.128307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1759012-44b7-4141-8118-7045f7d8a06d req-f39ff696-9fd5-484d-a498-c73234c22116 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2215147 Sep 23 19:37:05.522716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-f949c989-6c6b-4bcc-86a0-6e4fb25af924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.524380 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-f949c989-6c6b-4bcc-86a0-6e4fb25af924 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 200 len: 851 time: 0.5294535 Sep 23 19:37:05.564740 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-25947a80-b5f1-46a0-a6c3-386417c80580 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b140b-b734-48ba-9b8c-115828896d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326798 Sep 23 19:37:05.576728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:05.624101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.630774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.637251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.643889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.654156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.660912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.667150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.676464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-435808e2-7524-4161-974f-622df4527480 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5438 time: 0.1767092 Sep 23 19:37:05.683399 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-f2d68c30-5b4e-460b-a329-17d85f2b194d service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090395 Sep 23 19:37:05.734511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf19598c-09cd-4e89-b238-05af9ab16963 req-e2c54849-e348-4d8c-a37d-cd6baad70bc8 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518625 Sep 23 19:37:05.848287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed98e9-85b3-46b7-9459-b00c4c0fe642 None None] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:05.856831 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b8fa0c6-01be-413e-a371-0d0296fc8851 req-af4db7ff-69c0-4200-a46b-7842fd5bfd83 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623909 Sep 23 19:37:06.032106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4ee9b90-08ba-4d6f-8366-34df717a8fc5 req-a2d90000-e335-4e11-8b55-252e36cd18ab tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 210 time: 0.0483904 Sep 23 19:37:06.343733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.356353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.502447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Router 092a9d9d-47bd-4459-a81b-35ca79f7afa0 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:37:06.535487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1759012-44b7-4141-8118-7045f7d8a06d req-48f538c5-c37e-4eae-883e-8940417475b4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1891377-9a09-40a6-901e-1a7c3d8b7b71 HTTP/1.1" status: 200 len: 210 time: 0.0431836 Sep 23 19:37:06.547524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874f95-6136-4194-abee-83d332062462 req-b5b229d3-d46f-4701-9061-0402b2f2c868 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.549813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-b5b229d3-d46f-4701-9061-0402b2f2c868 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.2143996 Sep 23 19:37:06.574537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-637bb345-326f-450f-86d8-28f51acc3ec9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/quotas/2aa78fe9cb8b42e2ac74361ca826a7fa HTTP/1.1" status: 200 len: 375 time: 0.0178089 Sep 23 19:37:06.616170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-d3a3f48e-eb09-44cc-bfda-0f1da6bfd637 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383193 Sep 23 19:37:06.616623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:06.667155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:06.672575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.673686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dcd05778-0a16-4875-8d68-51789452e9f2 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "PUT /v2.0/routers/092a9d9d-47bd-4459-a81b-35ca79f7afa0 HTTP/1.1" status: 200 len: 922 time: 2.2039244 Sep 23 19:37:06.676360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:06.678830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] Sync routers for ids ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:06.698921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] Routers {'092a9d9d-47bd-4459-a81b-35ca79f7afa0'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:06.699999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:06.775988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:06.779722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-e0f9170e-5839-42f4-aef3-25b6f044ca28 service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552927 Sep 23 19:37:06.794246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] Routers {'092a9d9d-47bd-4459-a81b-35ca79f7afa0'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:06.794943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:06.869482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f09d68dd-96d2-4a80-813c-012c6d02b1f3 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/092a9d9d-47bd-4459-a81b-35ca79f7afa0 HTTP/1.1" status: 200 len: 922 time: 0.1899972 Sep 23 19:37:06.880747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:06.898239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:06.898239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735dd760-c61f-4266-a7e1-91d1b3cf0ee4 None None] The sync data for ids ['092a9d9d-47bd-4459-a81b-35ca79f7afa0'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:06.914237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-204295187'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:06.977683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3863098-f05a-4e82-a12f-31f7cdaeac98 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.978347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a3863098-f05a-4e82-a12f-31f7cdaeac98 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=092a9d9d-47bd-4459-a81b-35ca79f7afa0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1057336 Sep 23 19:37:06.980898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:07.003588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-801b597c-5d66-41a3-8eaa-bd75d2920b9e service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229168 Sep 23 19:37:07.011080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Made reservation on behalf of 9b49351aee254ae894b55a9f9c59eb87 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:07.021757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.035169 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.112099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd566a-b5f5-4eb0-92e0-6ded1d71ffc4 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.115286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4acd566a-b5f5-4eb0-92e0-6ded1d71ffc4 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.1326125 Sep 23 19:37:07.117764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:07.159036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cfa8624c-e139-4601-bf0a-5b15bdb4fc76 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=092a9d9d-47bd-4459-a81b-35ca79f7afa0 HTTP/1.1" status: 200 len: 205 time: 0.0392878 Sep 23 19:37:07.161168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:07.207494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.224018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.337833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:07.361243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6978aa3c-4e3a-4555-9e28-7c240ced32a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:07.377411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.377748 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Added segment 857e5a35-4dbd-47e7-96b2-3ccf8033774c of type vlan for network 6a749938-e64f-4799-ba7a-225f228a4ad3 Sep 23 19:37:07.411197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a0ad-90ef-43f6-82fc-0024b85ccf14 req-5eae8a8e-5001-467c-a6be-7b2b6d880f3c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.413245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74b5a0ad-90ef-43f6-82fc-0024b85ccf14 req-5eae8a8e-5001-467c-a6be-7b2b6d880f3c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 943 time: 0.2038901 Sep 23 19:37:07.463871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.477545 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.542343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74b5a0ad-90ef-43f6-82fc-0024b85ccf14 req-60ae48fa-410c-4eaa-9c02-fb82ada56f11 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089959 Sep 23 19:37:07.581950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.588627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.589233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.673041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0510716 Sep 23 19:37:07.720878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc85a09-241b-4b1c-b7f4-66b05a5cedb3 tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Pushing event updated for resources: {'Network': ['ID=6a749938-e64f-4799-ba7a-225f228a4ad3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:07.736306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.738810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6a749938-e64f-4799-ba7a-225f228a4ad3 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:07.752827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.758725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.764675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.770640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.777038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.782987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.789381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.791504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-bfcd0610-045c-4590-9674-e56c0239b76a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5438 time: 0.1664364 Sep 23 19:37:07.871862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c63dacc-0dc0-4925-ae66-e7b7a1c414b6 req-4aee73ad-d680-4f93-917e-94a2ab30902a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651641 Sep 23 19:37:07.892351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Deleting port aaae938e-e9e3-408a-97c9-e63ab0cf9ec7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:07.892692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.024477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.040309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Calling delete_port for aaae938e-e9e3-408a-97c9-e63ab0cf9ec7 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:08.149024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23c9388f-51b6-40c2-828c-f7c64d187d2d req-a68e26b8-ff54-4fd8-a2c8-f6af7659c539 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 210 time: 0.0402238 Sep 23 19:37:08.266537 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.296517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event deleted for resources: {'Port': ['ID=aaae938e-e9e3-408a-97c9-e63ab0cf9ec7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:08.356951 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.366766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:08.372958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Request body: {'port': {'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3', 'binding:host_id': 'n-h1-810763-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1490948799'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:08.406241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Made reservation on behalf of 7dfb3493b89f490296aee287cd5abfe7 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:08.409251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.424949 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.456523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.480218 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.593321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.593851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Fanout notify agent at l3_agent the message router_deleted on router 092a9d9d-47bd-4459-a81b-35ca79f7afa0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:08.605494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.606834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d936806-b960-4f6a-9b10-e85c4bdeb5b7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/092a9d9d-47bd-4459-a81b-35ca79f7afa0 HTTP/1.1" status: 204 len: 168 time: 1.4446869 Sep 23 19:37:08.610658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:08.616007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-27b288f5-cda8-472f-bf8b-3ee4020a3388 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1796419074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:08.650682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-7d73997d-c5cc-4ae7-b311-b7866a681b0d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:08.658334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-7d73997d-c5cc-4ae7-b311-b7866a681b0d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.2037356 Sep 23 19:37:08.674505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-9856fd98-03bf-4fcd-a9e2-e8616129dce3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/quotas/704410d212264e658a139ea138bf5b03 HTTP/1.1" status: 200 len: 375 time: 0.0152431 Sep 23 19:37:08.703440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-0bec3274-29c5-4e6d-a720-f868730e344b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278995 Sep 23 19:37:08.723082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.726441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e8459729-33ec-458a-8b6f-6c2a27365556 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:08.734838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.753924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] device_id is not set on port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:08.845984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-1f56d73f-9c51-4d96-8f2b-800d9fdc05ba service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328049 Sep 23 19:37:08.859822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b288f5-cda8-472f-bf8b-3ee4020a3388 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.860993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b288f5-cda8-472f-bf8b-3ee4020a3388 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.900884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e8459729-33ec-458a-8b6f-6c2a27365556, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e8459729-33ec-458a-8b6f-6c2a27365556,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:08.925660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'e8459729-33ec-458a-8b6f-6c2a27365556', 'network_id': '025b140b-b734-48ba-9b8c-115828896d31', 'port_id': 'e8459729-33ec-458a-8b6f-6c2a27365556', 'mac_address': 'fa:16:3e:82:d7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29da9a18-b793-44eb-ae61-29c0ca510c07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:08.926871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e9032-f0c8-42c0-adb3-510a3b59101a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:08.960860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874f95-6136-4194-abee-83d332062462 req-fc83801d-37e4-4ad9-9939-fcd245480ffa tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:08.962709 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-fc83801d-37e4-4ad9-9939-fcd245480ffa tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.4391286 Sep 23 19:37:08.981035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Request body: {'port': {'device_id': '9653969c-420a-42ae-b76d-9f55d7149674', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'admin_state_up': True, 'tenant_id': '2aa78fe9cb8b42e2ac74361ca826a7fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:09.013421 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.029962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8459729-33ec-458a-8b6f-6c2a27365556 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:09.053664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e8459729-33ec-458a-8b6f-6c2a27365556, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e8459729-33ec-458a-8b6f-6c2a27365556,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:09.058093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.119207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e8459729-33ec-458a-8b6f-6c2a27365556,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:09.231483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 20464a90-c655-4777-8fad-777bb028a536 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:09.236994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] device_id is not set on port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:09.251405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.261322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.289585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Made reservation on behalf of 2aa78fe9cb8b42e2ac74361ca826a7fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:09.297277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.321403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 20464a90-c655-4777-8fad-777bb028a536 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:09.330455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 20464a90-c655-4777-8fad-777bb028a536 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:09.330455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.348187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:09.410747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Checking segment: {'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:09.411543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Network hostable DHCP agents. Network: 6a749938-e64f-4799-ba7a-225f228a4ad3, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:09.428111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b288f5-cda8-472f-bf8b-3ee4020a3388 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.433240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e8459729-33ec-458a-8b6f-6c2a27365556'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:09.441805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b288f5-cda8-472f-bf8b-3ee4020a3388 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.474707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b288f5-cda8-472f-bf8b-3ee4020a3388 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.476538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-27b288f5-cda8-472f-bf8b-3ee4020a3388 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8643944 Sep 23 19:37:09.480711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:09.482487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Network 6a749938-e64f-4799-ba7a-225f228a4ad3 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:09.487133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:09.506594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6a749938-e64f-4799-ba7a-225f228a4ad3) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:09.511899 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.513824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:09.525309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Allocated IP 172.20.0.5 (ab55b5e4-a293-4f0f-892d-93fa5e40236c/cbc60765-f3ce-4094-b0f5-caabe8acfdf4/0e4ba6a1-273b-4573-8032-c669aae5df1b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:09.533596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea5959-bb7c-4b83-98f9-4fc149f8d477 None None] Network 6a749938-e64f-4799-ba7a-225f228a4ad3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:09.539095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:09.539095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:09.539350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:09.549302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:09.549644 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:09.552532 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 2 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:09.561058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-904a3836-95da-4915-8771-c9c302e2f7c8 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123425 Sep 23 19:37:09.581659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:09.584731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:09.584731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:09.593643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:09.593971 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:09.597151 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 3 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:09.633399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:09.633717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:09.634049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:09.658440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:09.660604 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:09.663561 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 4 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:09.675195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20464a90-c655-4777-8fad-777bb028a536'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:09.678173 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead5b45-f7cc-445a-8a9c-e38e2add5e9a" -d '{"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "20464a90-c655-4777-8fad-777bb028a536"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:09.704433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 20464a90-c655-4777-8fad-777bb028a536, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=20464a90-c655-4777-8fad-777bb028a536,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:09.740968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.742167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0e769d8a-0458-41d8-adf9-2655d1b690cb up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:09.767436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:09.767827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:09.768168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:09.780507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:09.780844 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:09.783319 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 5 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:09.803316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.825278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:09.826390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:09.826737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:09.840828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:09.841168 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:09.846829 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 6 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:09.861004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.871983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:09.872321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:09.872676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:09.886414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:09.886757 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:09.890403 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 7 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:09.957615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:09.957967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:09.958444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:09.981542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:09.981880 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:09.983769 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 8 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:10.001424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 0e769d8a-0458-41d8-adf9-2655d1b690cb completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:10.004676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ba78e-9008-41af-b02b-98dff015a832 req-87605d50-fb4c-4180-ae47-7946b07c6a93 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.006670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-198ba78e-9008-41af-b02b-98dff015a832 req-87605d50-fb4c-4180-ae47-7946b07c6a93 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 944 time: 0.1285827 Sep 23 19:37:10.007951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.013231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=20464a90-c655-4777-8fad-777bb028a536,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:10.027123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:10.027515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:10.027797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 0e769d8a-0458-41d8-adf9-2655d1b690cb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:10.028176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.029931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:10.069562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:10.069913 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:10.073162 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 9 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:10.092707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:10.093051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:10.093426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:10.102279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:10.103026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:10.103400 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:10.106122 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 10 to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 Sep 23 19:37:10.112223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:10.126603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:10.228475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.231297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:10.236729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:10.237486 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:10.238102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:10.249289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.250475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.265636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:10.266127 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:10.266824 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.279067 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.280785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-d31dd92d-fad4-4033-b124-89619c27f607 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3046439 Sep 23 19:37:10.299886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.335203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Request body: {'port': {'device_id': '9653969c-420a-42ae-b76d-9f55d7149674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:10.339439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 0e769d8a-0458-41d8-adf9-2655d1b690cb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:10.348205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.350317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 4728b135-3332-44ae-bce0-1d0b86d968dd up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:10.401894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-198ba78e-9008-41af-b02b-98dff015a832 req-68363284-4805-4245-83a2-6cb6c314458e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861814 Sep 23 19:37:10.457639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] For port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:10.458864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempted to set empty binding levels {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:37:10.468186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=0e769d8a-0458-41d8-adf9-2655d1b690cb,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:10.477699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.483696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 4728b135-3332-44ae-bce0-1d0b86d968dd completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:10.487896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 4728b135-3332-44ae-bce0-1d0b86d968dd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:10.488395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.516693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.563336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.564526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.566689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Allocated IP 172.25.6.248 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/b9f5697d-9c0b-42a4-bdda-530998f684ac) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:10.596634 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2281604 Sep 23 19:37:10.600745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.605077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.643460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.649182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 4728b135-3332-44ae-bce0-1d0b86d968dd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=4728b135-3332-44ae-bce0-1d0b86d968dd,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:10.651272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.655366 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.656403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e31103ba-e519-4f3f-a464-3655b06f0e2e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:10.657722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.666586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460ecf1-e580-49fa-9c4a-5950c7ca2158 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:10.668471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.675759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.683758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.690768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.699359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-380529dc-030d-47fd-9605-db4379203d38 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5440 time: 0.1947694 Sep 23 19:37:10.765806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=4728b135-3332-44ae-bce0-1d0b86d968dd,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:10.784573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port e31103ba-e519-4f3f-a464-3655b06f0e2e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:10.794117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port e31103ba-e519-4f3f-a464-3655b06f0e2e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:10.794823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e3730d0-d18d-4f82-8f10-853d6b6dd92b req-64eac916-070c-4bc9-be58-fe0cf5fc4c09 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929644 Sep 23 19:37:10.796333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.860028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Deleting port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:10.860410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.870479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.915239 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.950676 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.988501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] For port 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8, host n-h1-810763-1, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:10.988871 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.992270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e31103ba-e519-4f3f-a464-3655b06f0e2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:11.001706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.004143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a076bb10-b19e-486a-8632-49f0853eddb9 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:11.014364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Calling delete_port for 60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:11.023481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:11.031110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:11.047509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:11.054536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event updated for resources: {'Port': ['ID=b9f5697d-9c0b-42a4-bdda-530998f684ac,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.117618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455799-67ea-4b6b-be7a-25f0ad51ff4e req-ccb247a0-5a6e-439f-aabf-8490301c71b3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:11.126475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c455799-67ea-4b6b-be7a-25f0ad51ff4e req-ccb247a0-5a6e-439f-aabf-8490301c71b3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 931 time: 0.1584659 Sep 23 19:37:11.129995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4ba6a1-273b-4573-8032-c669aae5df1b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:11.144034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e31103ba-e519-4f3f-a464-3655b06f0e2e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.160113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port a076bb10-b19e-486a-8632-49f0853eddb9 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:11.165168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port a076bb10-b19e-486a-8632-49f0853eddb9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:11.165545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.194102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.236858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c455799-67ea-4b6b-be7a-25f0ad51ff4e req-89aa2f01-0f76-4ca8-83cf-213faff251df tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090355 Sep 23 19:37:11.258780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Transition to ACTIVE for port object 0e4ba6a1-273b-4573-8032-c669aae5df1b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:11.268756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.289920 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2348ba43-97d2-49fa-9dea-6393614aeadc x-openstack-request-id: req-2348ba43-97d2-49fa-9dea-6393614aeadc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:11.293513 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "20464a90-c655-4777-8fad-777bb028a536", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:11.293781 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2348ba43-97d2-49fa-9dea-6393614aeadc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:11.294185 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20464a90-c655-4777-8fad-777bb028a536', 'code': 200} Sep 23 19:37:11.315492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.340758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.382479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a076bb10-b19e-486a-8632-49f0853eddb9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a076bb10-b19e-486a-8632-49f0853eddb9,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:11.387665 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.388823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 18dab258-3f14-4678-aba3-8fbbf8a48df1 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:11.408943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.418468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-3a53ae2f-70a7-4f13-a187-2cb2e35a70a4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:11.420070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-3a53ae2f-70a7-4f13-a187-2cb2e35a70a4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.2843454 Sep 23 19:37:11.422741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.428614 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "DELETE /v2.0/ports/60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 HTTP/1.1" status: 204 len: 168 time: 0.8262143 Sep 23 19:37:11.432847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.441529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2c876ed-ba3d-4c9f-b192-6ebc844eef1e req-af70546e-181e-4f12-89b3-daa96fb63516 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 210 time: 0.0674706 Sep 23 19:37:11.447337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Request body: {'port': {'device_id': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'admin_state_up': True, 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:11.510467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fcaab-dab1-4cd9-8866-1af8bc549b6a tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event deleted for resources: {'Port': ['ID=60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.529332 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3dc20b-6b70-4840-9c60-d65fd17eca01 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:37:11.534939 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3b3dc20b-6b70-4840-9c60-d65fd17eca01 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "GET /v2.0/ports/60dda4c1-f345-45e5-80fd-0dfb1eb1c6b8 HTTP/1.1" status: 404 len: 333 time: 0.1000626 Sep 23 19:37:11.538780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.548943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a076bb10-b19e-486a-8632-49f0853eddb9,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.554237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Request body: {'port': {'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1740858498'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:11.588121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 18dab258-3f14-4678-aba3-8fbbf8a48df1 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:11.592222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 18dab258-3f14-4678-aba3-8fbbf8a48df1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:11.592816 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.678282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Made reservation on behalf of 7dfb3493b89f490296aee287cd5abfe7 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:11.679531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b2cf-b27a-46dd-922a-c0e955567045 req-c963e397-8807-4398-89de-fa261d6e1dbf tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:11.680674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.681522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4be5b2cf-b27a-46dd-922a-c0e955567045 req-c963e397-8807-4398-89de-fa261d6e1dbf tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 944 time: 0.1110048 Sep 23 19:37:11.711245 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.722277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.726179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Attempting to bind port 0e4ba6a1-273b-4573-8032-c669aae5df1b on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:11.726779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Attempting to bind port 0e4ba6a1-273b-4573-8032-c669aae5df1b by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:11.727183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Attempting to bind port 0e4ba6a1-273b-4573-8032-c669aae5df1b on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:11.741601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] device_id is not set on port 063020e5-bbff-426a-9ea9-d40ae86822b2 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:11.750337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Port 0e4ba6a1-273b-4573-8032-c669aae5df1b on network ab55b5e4-a293-4f0f-892d-93fa5e40236c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:11.750681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Attempting to bind port 0e4ba6a1-273b-4573-8032-c669aae5df1b on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:11.766919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 18dab258-3f14-4678-aba3-8fbbf8a48df1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:11.773005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.775321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f166e3a2-c05e-4ab6-8043-88ad98432333 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:11.776471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4be5b2cf-b27a-46dd-922a-c0e955567045 req-82fb00b1-693a-4540-943e-0fc9f47cf592 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860684 Sep 23 19:37:11.789804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:11.790301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Checking segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:11.790694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Bound using segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:11.791220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Bound port: 0e4ba6a1-273b-4573-8032-c669aae5df1b, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:11.791492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.811304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:11.814524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.882468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=18dab258-3f14-4678-aba3-8fbbf8a48df1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.897249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f166e3a2-c05e-4ab6-8043-88ad98432333 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:11.904538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f166e3a2-c05e-4ab6-8043-88ad98432333 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:11.905145 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.020396 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.060646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f166e3a2-c05e-4ab6-8043-88ad98432333, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f166e3a2-c05e-4ab6-8043-88ad98432333,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:12.068552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.069552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0caf7edc-5d17-4fa7-8c4d-c73488405f83 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:12.085454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.095046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.101597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.107851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.112308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 0caf7edc-5d17-4fa7-8c4d-c73488405f83 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:12.112804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0caf7edc-5d17-4fa7-8c4d-c73488405f83 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:12.114456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.121082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.129201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.137921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-67049a0b-5f0d-4d8e-8b52-cdda9f0e16e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5444 time: 0.1850417 Sep 23 19:37:12.142083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f166e3a2-c05e-4ab6-8043-88ad98432333,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:12.193972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.201059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36b03c40-ccd8-4fc7-8b48-b20c88f2a4ef req-06c83d1d-e9d4-4318-b789-5a5e8ac47b97 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622334 Sep 23 19:37:12.202433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.370671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:12.381431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Router 48fab55d-f93b-46f2-b801-e4b068a2ff8a is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:12.400451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:12.405712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.412898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.454272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Allocated IP 172.20.0.10 (f1d5fb3e-eddb-416b-9957-649fbd317db0/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5/95dad8a3-e3e5-4abb-8570-269716fc7d6c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:12.475767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.475767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.475767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] 10.222.0.41 "PUT /v2.0/ports/0e4ba6a1-273b-4573-8032-c669aae5df1b HTTP/1.1" status: 200 len: 1091 time: 2.1434085 Sep 23 19:37:12.475767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:12.478751 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:12.523989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a1e8e-0b5b-467f-afb5-31513b2d7b9b service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:12.590666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5a402-9bd9-414e-bc64-2b750fc214cc req-2e0b9a2c-8edb-4a59-90e4-688aeb0597b1 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.593195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.593367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e5a402-9bd9-414e-bc64-2b750fc214cc req-2e0b9a2c-8edb-4a59-90e4-688aeb0597b1 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 943 time: 0.2239838 Sep 23 19:37:12.594365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:12.602492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.603752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea224ec5-ce84-4b4a-aac7-e9bb619830e1 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "PUT /v2.0/routers/48fab55d-f93b-46f2-b801-e4b068a2ff8a HTTP/1.1" status: 200 len: 880 time: 3.1213858 Sep 23 19:37:12.609205 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] Sync routers for ids ['48fab55d-f93b-46f2-b801-e4b068a2ff8a'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:12.610963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:12.621871 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] Routers {'48fab55d-f93b-46f2-b801-e4b068a2ff8a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:12.623486 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['48fab55d-f93b-46f2-b801-e4b068a2ff8a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:12.659602 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:12.669989 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] Routers {'48fab55d-f93b-46f2-b801-e4b068a2ff8a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:12.670913 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['48fab55d-f93b-46f2-b801-e4b068a2ff8a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:12.706794 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:12.707760 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c702e5f-183c-4ed9-9b9c-75d2a13ff286 None None] The sync data for ids ['48fab55d-f93b-46f2-b801-e4b068a2ff8a'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:12.708737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Network 6a749938-e64f-4799-ba7a-225f228a4ad3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:12.717619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:12.725534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e8459729-33ec-458a-8b6f-6c2a27365556 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:12.728783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:12.728965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2e5a402-9bd9-414e-bc64-2b750fc214cc req-90929d4f-8d8f-41bb-bcdf-d07ee4075cf1 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228347 Sep 23 19:37:12.729184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.729184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.734353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=063020e5-bbff-426a-9ea9-d40ae86822b2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:12.746435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874f95-6136-4194-abee-83d332062462 req-5fa3de7d-246f-45b4-8a07-be26c1558897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.747499 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-5fa3de7d-246f-45b4-8a07-be26c1558897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 1094 time: 0.1678865 Sep 23 19:37:12.795315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d44b785b-0fb3-4806-9fea-40e7a905e994 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/48fab55d-f93b-46f2-b801-e4b068a2ff8a HTTP/1.1" status: 200 len: 921 time: 0.1832166 Sep 23 19:37:12.799993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58718) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:12.815305 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-874d958d-ef1b-4842-979a-b2cfcb333a52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b HTTP/1.1" status: 200 len: 217 time: 0.0589328 Sep 23 19:37:12.820072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4826feb9-113d-4337-8cdc-198f7acdf1ce tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2794502 Sep 23 19:37:12.824558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port e8459729-33ec-458a-8b6f-6c2a27365556 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:12.828338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:12.829404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port e8459729-33ec-458a-8b6f-6c2a27365556 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:12.829791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.836708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:12.838321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.886777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a62faf2-fa69-4285-a03e-d349081fad12 req-0f9818e4-3897-40e9-a9f0-cf9c69d060d7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 210 time: 0.0714290 Sep 23 19:37:12.936569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.955509 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e41d18-a4e5-4365-bcea-a718dd0063ef x-openstack-request-id: req-d8e41d18-a4e5-4365-bcea-a718dd0063ef {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:12.955850 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:12.956380 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8e41d18-a4e5-4365-bcea-a718dd0063ef {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:12.956775 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'status': 'completed', 'code': 200} Sep 23 19:37:12.960375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.962270 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.986701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e8459729-33ec-458a-8b6f-6c2a27365556, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e8459729-33ec-458a-8b6f-6c2a27365556,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:12.992271 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.030440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:13.035128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874f95-6136-4194-abee-83d332062462 req-88f8a2d4-1940-4e4c-913b-31cc02b145ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.036694 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-88f8a2d4-1940-4e4c-913b-31cc02b145ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.1965106 Sep 23 19:37:13.042670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:13.045910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ec74d-321d-4fea-a9a1-0baf35e45b8b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.047483 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d38ec74d-321d-4fea-a9a1-0baf35e45b8b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=48fab55d-f93b-46f2-b801-e4b068a2ff8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2417090 Sep 23 19:37:13.048375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:13.054389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58724) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:13.061601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event updated for resources: {'Port': ['ID=95dad8a3-e3e5-4abb-8570-269716fc7d6c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.063026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e8459729-33ec-458a-8b6f-6c2a27365556,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.122849 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-465e53db-f38d-4588-969c-bf2f35260bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715408 Sep 23 19:37:13.123364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c0f5f49-f832-4e38-8d61-03cb2540ca33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.194895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bacea-3511-4409-ac82-b146c7d0b55e req-3ad77ece-b361-4ff1-a288-4d9f37ff1e48 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.197051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-216bacea-3511-4409-ac82-b146c7d0b55e req-3ad77ece-b361-4ff1-a288-4d9f37ff1e48 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1070406 Sep 23 19:37:13.223326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.224592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.271582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-216bacea-3511-4409-ac82-b146c7d0b55e req-fe364c80-39e1-4f90-9713-e1e306531e17 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Sep 23 19:37:13.277241 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5968da65-19c1-4226-bf4f-40f96996fc0b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8453290 Sep 23 19:37:13.290609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] device_id is not set on port 063020e5-bbff-426a-9ea9-d40ae86822b2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:13.295990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e769d8a-0458-41d8-adf9-2655d1b690cb'}, {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728b135-3332-44ae-bce0-1d0b86d968dd'}, {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31103ba-e519-4f3f-a464-3655b06f0e2e'}, {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a076bb10-b19e-486a-8632-49f0853eddb9'}, {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dab258-3f14-4678-aba3-8fbbf8a48df1'}, {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f166e3a2-c05e-4ab6-8043-88ad98432333'}, {'server_uuid': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8459729-33ec-458a-8b6f-6c2a27365556'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:13.298166 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb33614-f516-493b-a83a-0c8922a5736b" -d '{"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0e769d8a-0458-41d8-adf9-2655d1b690cb"}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "4728b135-3332-44ae-bce0-1d0b86d968dd"}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "e31103ba-e519-4f3f-a464-3655b06f0e2e"}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "a076bb10-b19e-486a-8632-49f0853eddb9"}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "18dab258-3f14-4678-aba3-8fbbf8a48df1"}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "f166e3a2-c05e-4ab6-8043-88ad98432333"}, {"server_uuid": "9b8392d4-b0ee-4bb4-b88b-783372c3a4bf", "name": "network-vif-plugged", "status": "completed", "tag": "e8459729-33ec-458a-8b6f-6c2a27365556"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:13.298753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Request body: {'port': {'device_id': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:13.304028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.314519 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.329870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7bbc4-d1f9-4c1e-8afb-2dbda5c21fb5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.335041 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5bf7bbc4-d1f9-4c1e-8afb-2dbda5c21fb5 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.2668936 Sep 23 19:37:13.341068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:13.375377 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5e84af72-cca9-4528-8ef5-036e06ba5281 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=48fab55d-f93b-46f2-b801-e4b068a2ff8a HTTP/1.1" status: 200 len: 205 time: 0.0336013 Sep 23 19:37:13.377290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-442be2cb-8603-404b-8a3b-7c278ced17a3 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349291 Sep 23 19:37:13.381263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:13.418759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.451360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=063020e5-bbff-426a-9ea9-d40ae86822b2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.515192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:13.515540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:13.515894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:13.533238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.539882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.545927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.552818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.553523 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-43874f95-6136-4194-abee-83d332062462 req-450c12b6-d5f3-44d9-97a1-373b35678cca service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617296 Sep 23 19:37:13.562581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.581410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.588057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.598261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-0ac034e8-3457-4192-b6ce-0f11791b20af tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.2363081 Sep 23 19:37:13.616460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:13.617043 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:13.626254 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 2 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:13.674368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fabb94c-e1ec-499d-adbf-c492d2a919c2 req-6af8f0d8-5f0f-4dde-bb4d-45ca67c5775d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707033 Sep 23 19:37:13.681469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:13.681831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:13.682813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:13.689842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:13.690180 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:13.690697 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 3 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:13.705501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.732218 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b678452-ddd9-48ec-b42b-120830565baf x-openstack-request-id: req-8b678452-ddd9-48ec-b42b-120830565baf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:13.732779 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0e769d8a-0458-41d8-adf9-2655d1b690cb", "code": 200}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "4728b135-3332-44ae-bce0-1d0b86d968dd", "code": 200}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "e31103ba-e519-4f3f-a464-3655b06f0e2e", "code": 200}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "a076bb10-b19e-486a-8632-49f0853eddb9", "code": 200}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "18dab258-3f14-4678-aba3-8fbbf8a48df1", "code": 200}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-plugged", "status": "completed", "tag": "f166e3a2-c05e-4ab6-8043-88ad98432333", "code": 200}, {"server_uuid": "9b8392d4-b0ee-4bb4-b88b-783372c3a4bf", "name": "network-vif-plugged", "status": "completed", "tag": "e8459729-33ec-458a-8b6f-6c2a27365556", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:13.733518 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b678452-ddd9-48ec-b42b-120830565baf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:13.733767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-794db0b3-e22c-4623-8460-eaba55ff9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.735288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-794db0b3-e22c-4623-8460-eaba55ff9f60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 1094 time: 0.1030297 Sep 23 19:37:13.738283 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e769d8a-0458-41d8-adf9-2655d1b690cb', 'code': 200} Sep 23 19:37:13.738714 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728b135-3332-44ae-bce0-1d0b86d968dd', 'code': 200} Sep 23 19:37:13.739345 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31103ba-e519-4f3f-a464-3655b06f0e2e', 'code': 200} Sep 23 19:37:13.739759 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a076bb10-b19e-486a-8632-49f0853eddb9', 'code': 200} Sep 23 19:37:13.740581 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dab258-3f14-4678-aba3-8fbbf8a48df1', 'code': 200} Sep 23 19:37:13.742344 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f166e3a2-c05e-4ab6-8043-88ad98432333', 'code': 200} Sep 23 19:37:13.742772 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8459729-33ec-458a-8b6f-6c2a27365556', 'code': 200} Sep 23 19:37:13.936478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-b09ac92c-652c-4c7d-a4f4-c7904c620671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.937996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-b09ac92c-652c-4c7d-a4f4-c7904c620671 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 906 time: 0.1481380 Sep 23 19:37:14.006915 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-b32b24dc-3cdf-493b-a727-6826c479ed0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b HTTP/1.1" status: 200 len: 217 time: 0.0451641 Sep 23 19:37:14.015040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95dad8a3-e3e5-4abb-8570-269716fc7d6c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:14.033262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.072961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Transition to ACTIVE for port object 95dad8a3-e3e5-4abb-8570-269716fc7d6c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:14.080781 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.085549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-1a714557-96b4-4f8b-9a90-4fe5e776162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.087074 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-1a714557-96b4-4f8b-9a90-4fe5e776162e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.0675430 Sep 23 19:37:14.128496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.128835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.129174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.151166 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-cfee333b-fe84-4279-a674-267dca552c59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405490 Sep 23 19:37:14.176702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Pushing event updated for resources: {'Port': ['ID=95dad8a3-e3e5-4abb-8570-269716fc7d6c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:14.220630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.221222 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.238277 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 4 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:14.290788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e011c-701c-4c3e-923c-85b9692336fd req-7614d92f-746c-4ec2-a622-40b0ed43484c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.297992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d14e011c-701c-4c3e-923c-85b9692336fd req-7614d92f-746c-4ec2-a622-40b0ed43484c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 943 time: 0.1734674 Sep 23 19:37:14.304024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.304366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.305121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.305604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Attempting to bind port 95dad8a3-e3e5-4abb-8570-269716fc7d6c on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.305944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Attempting to bind port 95dad8a3-e3e5-4abb-8570-269716fc7d6c by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.306302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Attempting to bind port 95dad8a3-e3e5-4abb-8570-269716fc7d6c on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.316309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Port 95dad8a3-e3e5-4abb-8570-269716fc7d6c on network f1d5fb3e-eddb-416b-9957-649fbd317db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.317115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Attempting to bind port 95dad8a3-e3e5-4abb-8570-269716fc7d6c on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.325168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-62e69192-13dc-4db2-9d90-614e201242f0 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643839 Sep 23 19:37:14.326114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:14.326564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:14.327035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Bound using segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:14.327811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Bound port: 95dad8a3-e3e5-4abb-8570-269716fc7d6c, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:14.327947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.334015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc780-d84b-4209-898a-0554261bd4b4 req-b21aa125-3708-4471-a366-c58ec468caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.335539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b6bc780-d84b-4209-898a-0554261bd4b4 req-b21aa125-3708-4471-a366-c58ec468caa3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 1096 time: 0.2096300 Sep 23 19:37:14.344886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.345227 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.348030 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 5 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:14.369435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.369927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.370441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.370916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.371387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.371864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.372330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.374282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-c36ca65c-8173-494c-ac90-215e7950c0ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6502 time: 0.2473946 Sep 23 19:37:14.405305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.432268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d14e011c-701c-4c3e-923c-85b9692336fd req-31043bf3-177f-4611-9200-b3008098c0d8 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296849 Sep 23 19:37:14.448970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.449699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.450069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.485215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] For port 95dad8a3-e3e5-4abb-8570-269716fc7d6c, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:14.489797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] For port 95dad8a3-e3e5-4abb-8570-269716fc7d6c, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=95dad8a3-e3e5-4abb-8570-269716fc7d6c,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:14.492942 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f171bd1b-f6ec-469d-aea7-78cea8ea42d0 req-95f53f00-7ac3-451b-9132-2c60d2a2c80f service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555698 Sep 23 19:37:14.494999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.518938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.519550 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.535454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.536225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.537688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-2d163da6-7262-4980-b989-83a435c95470 service neutron] 10.222.0.41 "PUT /v2.0/ports/95dad8a3-e3e5-4abb-8570-269716fc7d6c HTTP/1.1" status: 200 len: 1092 time: 1.2448151 Sep 23 19:37:14.568703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163da6-7262-4980-b989-83a435c95470 service neutron] Pushing event updated for resources: {'Port': ['ID=95dad8a3-e3e5-4abb-8570-269716fc7d6c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:14.586991 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 6 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:14.602005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b6bc780-d84b-4209-898a-0554261bd4b4 req-6752761a-4372-431f-9053-09a241e35847 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554898 Sep 23 19:37:14.620727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.621063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.621587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.625099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ad0802e-016c-460b-95ef-6bdd04680738 req-0d95bf82-a292-48ad-8257-a647f3f94405 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c611418d-ea46-4109-bc19-b174c990bf40&id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2382269 Sep 23 19:37:14.634090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-0dad986b-5e54-4940-b982-dc42e1351149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.636397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-0dad986b-5e54-4940-b982-dc42e1351149 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 1095 time: 0.0482566 Sep 23 19:37:14.639563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.639903 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.641430 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 7 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:14.667362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83f8ad-07b3-403d-8d2f-c8adc3f4e614 req-c3c46f1f-30d2-40ba-8fdc-eea542a2bc11 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.668861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f83f8ad-07b3-403d-8d2f-c8adc3f4e614 req-c3c46f1f-30d2-40ba-8fdc-eea542a2bc11 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 944 time: 0.1226258 Sep 23 19:37:14.673290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.673625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.673975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.688185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.688613 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.700721 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 8 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:14.727253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Deleting port b9f5697d-9c0b-42a4-bdda-530998f684ac {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:14.727253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.744762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.745116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.745477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.771721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f83f8ad-07b3-403d-8d2f-c8adc3f4e614 req-64845d92-d950-44a6-a6b1-a0e7a09a6bc1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930789 Sep 23 19:37:14.778030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.779505 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.781114 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 9 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:14.836226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.836704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.837180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.860994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.860994 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.860994 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 10 to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 Sep 23 19:37:14.893720 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-ee7380a6-dba9-4f2d-ae05-2f5f773a1c3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95dad8a3-e3e5-4abb-8570-269716fc7d6c HTTP/1.1" status: 200 len: 217 time: 0.0380938 Sep 23 19:37:14.908167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.926363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Calling delete_port for b9f5697d-9c0b-42a4-bdda-530998f684ac owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:14.928617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:14.928945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:14.929276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:14.935767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:14.936094 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port 063020e5-bbff-426a-9ea9-d40ae86822b2 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:14.936822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.957912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'tag': '95dad8a3-e3e5-4abb-8570-269716fc7d6c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:14.960565 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36034086-af05-4549-bb8a-6d7611ec27c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6504b0-7ffc-4ca7-bebe-7c1c245ff491", "tag": "95dad8a3-e3e5-4abb-8570-269716fc7d6c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:14.964859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-26105264-1bca-4841-9d43-0d051de0d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.966398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-26105264-1bca-4841-9d43-0d051de0d768 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0645018 Sep 23 19:37:15.000948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb873c6-9052-4d04-9fc5-b4d3f83a22aa req-fbc69a64-d83e-4c79-a596-91cfb0324d7b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.002619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fb873c6-9052-4d04-9fc5-b4d3f83a22aa req-fbc69a64-d83e-4c79-a596-91cfb0324d7b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1622427 Sep 23 19:37:15.005299 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-81cadeb7-e439-47d6-b101-6adc66c4e921 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295177 Sep 23 19:37:15.123414 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-5715d653-539c-47c7-be02-1e2acb243657 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105092 Sep 23 19:37:15.132525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fb873c6-9052-4d04-9fc5-b4d3f83a22aa req-aadaebaa-9f40-45e5-94bc-469ce97d27a1 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084647 Sep 23 19:37:15.136725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] For port 063020e5-bbff-426a-9ea9-d40ae86822b2, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:15.137096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:37:15.145209 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.228021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] In _notify_port_updated(), no bound segment for port 063020e5-bbff-426a-9ea9-d40ae86822b2 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:37:15.228802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.229489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.233529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "PUT /v2.0/ports/063020e5-bbff-426a-9ea9-d40ae86822b2 HTTP/1.1" status: 200 len: 975 time: 2.3996003 Sep 23 19:37:15.235018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:15.319470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fcfdaddd-cd55-41e9-9298-ffef5b4043ae req-3f9e60f2-396f-45dc-bb8c-cf274efc3ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869843 Sep 23 19:37:15.330325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a3ccd-b346-49ca-afb3-8ed546b881c0 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=063020e5-bbff-426a-9ea9-d40ae86822b2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:15.436408 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.448713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.454454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.460702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.466432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.472210 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.478609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.484272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.486275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-94353cd0-b241-4c58-8305-eba479d65378 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.1932337 Sep 23 19:37:15.514352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.514829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.515294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.515761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.516317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.516732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.517134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.517693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.518042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.518515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.518965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.519413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.519861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.520349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.520801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.521254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.521720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.522163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.522639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.523087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.523535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.523982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.524431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.524876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.525322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.525767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.526232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.526683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.527131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.527579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.528050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.528473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.528922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.530440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.530440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.530440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.530741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.531157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.539374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c032686-7ead-448c-8781-6b9ed239dc64 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34105 time: 0.2992098 Sep 23 19:37:15.540732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:15.581818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event deleted for resources: {'Port': ['ID=b9f5697d-9c0b-42a4-bdda-530998f684ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:15.629439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Deleting port 063020e5-bbff-426a-9ea9-d40ae86822b2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:15.630832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.650765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fa0f89a-3996-4959-a0aa-163a042ee8dc req-cc926477-ab23-4768-a0c9-6a6358846a88 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104391 Sep 23 19:37:15.671548 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.707634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] For port 063020e5-bbff-426a-9ea9-d40ae86822b2, host n-h1-810763-1, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:15.708053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.720463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Calling delete_port for 063020e5-bbff-426a-9ea9-d40ae86822b2 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:15.776366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.778695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.815365 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92f96b-90a8-4222-bad7-dbec0eca6a75 x-openstack-request-id: req-7d92f96b-90a8-4222-bad7-dbec0eca6a75 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:15.815647 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6504b0-7ffc-4ca7-bebe-7c1c245ff491", "tag": "95dad8a3-e3e5-4abb-8570-269716fc7d6c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:15.815898 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d92f96b-90a8-4222-bad7-dbec0eca6a75 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:15.816283 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'tag': '95dad8a3-e3e5-4abb-8570-269716fc7d6c', 'status': 'completed', 'code': 200} Sep 23 19:37:15.852816 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.853485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Fanout notify agent at l3_agent the message router_deleted on router 48fab55d-f93b-46f2-b801-e4b068a2ff8a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:15.860996 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.867593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-12c75fa9-1d41-41f1-a88f-cd18caeda62b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/48fab55d-f93b-46f2-b801-e4b068a2ff8a HTTP/1.1" status: 204 len: 168 time: 2.4856279 Sep 23 19:37:15.867593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:15.880995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-011ace4f-9cfb-48d6-a09b-fedf6507bd47 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1751470833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:15.925051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-5cf68cbe-e60b-461c-ab65-61515e841680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.926703 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-5cf68cbe-e60b-461c-ab65-61515e841680 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 1095 time: 0.1096170 Sep 23 19:37:15.928078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-011ace4f-9cfb-48d6-a09b-fedf6507bd47 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.929167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-011ace4f-9cfb-48d6-a09b-fedf6507bd47 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.954788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68676f0-372a-4757-b3f1-e8635a4aef03 req-678d215f-3160-4dec-9927-ac45900b40e8 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.962138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a68676f0-372a-4757-b3f1-e8635a4aef03 req-678d215f-3160-4dec-9927-ac45900b40e8 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 943 time: 0.0938623 Sep 23 19:37:15.997648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.030743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-011ace4f-9cfb-48d6-a09b-fedf6507bd47 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.030971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event deleted for resources: {'Port': ['ID=063020e5-bbff-426a-9ea9-d40ae86822b2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:16.048173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.049120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a68676f0-372a-4757-b3f1-e8635a4aef03 req-a37ab26c-ed60-441d-889b-c04931e06a5d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Sep 23 19:37:16.053920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-80eb9500-8e9a-4991-8691-5d5e26558499 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "DELETE /v2.0/ports/063020e5-bbff-426a-9ea9-d40ae86822b2 HTTP/1.1" status: 204 len: 168 time: 0.5121238 Sep 23 19:37:16.056192 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-011ace4f-9cfb-48d6-a09b-fedf6507bd47 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.058053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:16.088894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-011ace4f-9cfb-48d6-a09b-fedf6507bd47 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.093217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-011ace4f-9cfb-48d6-a09b-fedf6507bd47 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2161212 Sep 23 19:37:16.093898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:16.098442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:16.098639 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f536831b-6e83-4cc5-b3ae-9093c38dedfe tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:37:16.106076 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f536831b-6e83-4cc5-b3ae-9093c38dedfe tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "GET /v2.0/ports/063020e5-bbff-426a-9ea9-d40ae86822b2 HTTP/1.1" status: 404 len: 333 time: 0.0454938 Sep 23 19:37:16.106624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:16.109711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-66ca2c53-30a1-4098-b4d7-6d5a2ea2ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:16.111222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-66ca2c53-30a1-4098-b4d7-6d5a2ea2ad18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.1767247 Sep 23 19:37:16.158287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1676812266', 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:16.164162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-552cc003-ca42-41af-a97a-26ee0b4eb1a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95dad8a3-e3e5-4abb-8570-269716fc7d6c HTTP/1.1" status: 200 len: 217 time: 0.0354064 Sep 23 19:37:16.217850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-c179e412-a677-424f-aaa1-7d9c1faff0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:16.219400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-c179e412-a677-424f-aaa1-7d9c1faff0ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0482597 Sep 23 19:37:16.253266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-d41e80a0-a75c-4dfa-b316-d9e4b9c8d89b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260897 Sep 23 19:37:16.284080 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-558daf17-06dd-40e8-8cae-fa3296a94a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.302769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Made reservation on behalf of 7dfb3493b89f490296aee287cd5abfe7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:16.305071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.321855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dc9c4-5919-43b0-ad80-169e88c4264f req-fd183adf-168f-43d3-8e98-91b63d3c04f6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:16.323395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-908dc9c4-5919-43b0-ad80-169e88c4264f req-fd183adf-168f-43d3-8e98-91b63d3c04f6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 944 time: 0.1624367 Sep 23 19:37:16.369335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-67a9c363-7c55-4199-9545-e6dd41293b8c service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075757 Sep 23 19:37:16.378481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] device_id is not set on port 6444934e-697c-4767-9273-2d60265ed3c1 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:16.427652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.449748 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.505447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36034086-af05-4549-bb8a-6d7611ec27c3 req-93f2d8fb-2061-48de-a8a9-dda4205a67b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264722 Sep 23 19:37:16.526285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-908dc9c4-5919-43b0-ad80-169e88c4264f req-720f90f5-3a49-449b-8179-50a14f91b744 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542718 Sep 23 19:37:16.721931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.751977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2523e-9d1b-4c3f-8923-592f9b8d0a84 req-e4417262-4ca1-419d-ab3e-d32473dfce85 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:16.753468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0f2523e-9d1b-4c3f-8923-592f9b8d0a84 req-e4417262-4ca1-419d-ab3e-d32473dfce85 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1637585 Sep 23 19:37:16.811060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0f2523e-9d1b-4c3f-8923-592f9b8d0a84 req-e81d6d33-5ebe-4671-870f-09c0d32e3af2 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Sep 23 19:37:16.813131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.926557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Network 6a749938-e64f-4799-ba7a-225f228a4ad3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:16.933033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:16.967314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:16.968689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:16.969601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.980199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.003073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=6444934e-697c-4767-9273-2d60265ed3c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.020812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d2ed1f6-ffa3-4778-8b68-c6a598e92f97 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8673637 Sep 23 19:37:17.023580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.023798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:17.061745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208d584-680a-4d71-9325-7827f49db674 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.065628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.065814 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1208d584-680a-4d71-9325-7827f49db674 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "GET /v2.0/ports/6444934e-697c-4767-9273-2d60265ed3c1 HTTP/1.1" status: 200 len: 955 time: 0.0382535 Sep 23 19:37:17.066426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:17.082005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.090595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.096711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.102897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.108666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.114654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.120304 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.122290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-8a996a5b-bdd0-429d-91fd-a0c296fcbd85 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.2413936 Sep 23 19:37:17.152432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Deleting port 6444934e-697c-4767-9273-2d60265ed3c1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:17.152801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.211527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.223361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Calling delete_port for 6444934e-697c-4767-9273-2d60265ed3c1 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:17.227081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0bbc58e-c020-42fd-8496-8bf026b67e59 req-37d78789-a904-4998-a573-a2c3ce62752e tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933509 Sep 23 19:37:17.263829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Allocated IP 172.25.6.226 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/8a8cba6f-0483-4d9a-b345-a2e2080436c4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:17.344423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.384302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event deleted for resources: {'Port': ['ID=6444934e-697c-4767-9273-2d60265ed3c1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.400480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.405926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:17.407022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-225a2d93-552e-40a5-82c9-18836b3a9828 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "DELETE /v2.0/ports/6444934e-697c-4767-9273-2d60265ed3c1 HTTP/1.1" status: 204 len: 168 time: 0.3391466 Sep 23 19:37:17.435196 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.438961 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ecf67a-ecea-470a-9469-40d7b9eb10b6 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:37:17.444815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0ecf67a-ecea-470a-9469-40d7b9eb10b6 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "GET /v2.0/ports/6444934e-697c-4767-9273-2d60265ed3c1 HTTP/1.1" status: 404 len: 333 time: 0.0338058 Sep 23 19:37:17.444973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:17.451563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Request body: {'port': {'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1974752805'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:17.494641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Made reservation on behalf of 7dfb3493b89f490296aee287cd5abfe7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:17.497274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.509798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.547346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] device_id is not set on port f9d35b61-f977-45ad-9951-d71849de83c0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:17.596675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-d809732c-7d84-4b21-b42b-8bca4965d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.599087 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-d809732c-7d84-4b21-b42b-8bca4965d66a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 1096 time: 0.0693698 Sep 23 19:37:17.626530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:17.639370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:17.641204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Port': ['ID=8a8cba6f-0483-4d9a-b345-a2e2080436c4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.646151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:17.722308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3266801-45b3-48fa-9f43-8501167a7198 req-d4c8413e-d6aa-4f79-a737-3c1f07825d26 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.730743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3266801-45b3-48fa-9f43-8501167a7198 req-d4c8413e-d6aa-4f79-a737-3c1f07825d26 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 943 time: 0.1850228 Sep 23 19:37:17.899964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3266801-45b3-48fa-9f43-8501167a7198 req-a8c9e4c9-2897-40cb-b392-52809888a6c0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638074 Sep 23 19:37:18.059000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.102736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.108525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.112586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-bd33fae2-ccdb-4e8b-9877-bc875d8a76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.114974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.115459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-bd33fae2-ccdb-4e8b-9877-bc875d8a76e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 912 time: 0.5092731 Sep 23 19:37:18.120973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.126878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.132737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.138605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.150577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d1623f8-4b73-470c-9a7a-182d7104a85d req-87d07d7c-7231-4f11-878c-c18a258d4489 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.1558979 Sep 23 19:37:18.152088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:18.170175 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-59347373-1ac3-4017-b9fb-4830fb46b15a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8459729-33ec-458a-8b6f-6c2a27365556 HTTP/1.1" status: 200 len: 217 time: 0.0477784 Sep 23 19:37:18.204117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Request body: {'floatingip': {'port_id': '20464a90-c655-4777-8fad-777bb028a536'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:18.270131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-0b415921-39af-4bee-a370-421f92072048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.272908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-0b415921-39af-4bee-a370-421f92072048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 200 len: 851 time: 0.0923147 Sep 23 19:37:18.309104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-a64bb496-3ca5-4211-aab9-76259c52860c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b140b-b734-48ba-9b8c-115828896d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286894 Sep 23 19:37:18.324011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.396484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.489996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-a604698b-66c5-448c-8d9c-de8bf16d2a73 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731064 Sep 23 19:37:18.499734 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.501083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe098f-b3fe-44a9-b397-b1455684204f req-fc1d5caf-a076-4df0-aa46-bd69e7f49866 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.502735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59fe098f-b3fe-44a9-b397-b1455684204f req-fc1d5caf-a076-4df0-aa46-bd69e7f49866 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.2538528 Sep 23 19:37:18.578760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Network 6a749938-e64f-4799-ba7a-225f228a4ad3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:18.583977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.589079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:18.591139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d35b61-f977-45ad-9951-d71849de83c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:18.624887 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dad09fc-9fb3-4b4c-b3ef-03ba5670e4d7 req-a54ce4b9-3738-4e5f-a08f-de585d5910ca service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272380 Sep 23 19:37:18.802388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0e4ba6a1-273b-4573-8032-c669aae5df1b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:18.933903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:18.951579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'mac_address': 'fa:16:3e:69:66:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:19.008437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:19.009420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:19.009818 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.010018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.030878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4ba6a1-273b-4573-8032-c669aae5df1b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:19.059735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:19.066742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.068673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 95dad8a3-e3e5-4abb-8570-269716fc7d6c details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:19.141678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59fe098f-b3fe-44a9-b397-b1455684204f req-d82293ef-93e6-4a32-8f59-5e6ba1bf4515 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061103 Sep 23 19:37:19.152243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-438ed240-6b8b-48ce-9422-408e5efad78f tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7063141 Sep 23 19:37:19.156413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:19.165821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:19.209351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:19.245325 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.280889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 95dad8a3-e3e5-4abb-8570-269716fc7d6c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=95dad8a3-e3e5-4abb-8570-269716fc7d6c,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:19.293277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '95dad8a3-e3e5-4abb-8570-269716fc7d6c', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': '95dad8a3-e3e5-4abb-8570-269716fc7d6c', 'mac_address': 'fa:16:3e:c7:80:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:19.355260 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.369127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95dad8a3-e3e5-4abb-8570-269716fc7d6c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:19.389036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 95dad8a3-e3e5-4abb-8570-269716fc7d6c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=95dad8a3-e3e5-4abb-8570-269716fc7d6c,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:19.390327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.396335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.397206 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.416569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bfd38-e7ec-4f03-958f-702a19f56def req-bfd29f8a-3216-4114-b357-868cf6cc2db2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:19.418120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f50bfd38-e7ec-4f03-958f-702a19f56def req-bfd29f8a-3216-4114-b357-868cf6cc2db2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 944 time: 0.2118068 Sep 23 19:37:19.431629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] device_id is not set on port f9d35b61-f977-45ad-9951-d71849de83c0 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:19.440770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.448119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.466850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=95dad8a3-e3e5-4abb-8570-269716fc7d6c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:19.516244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.516889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.517411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.530114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.530741 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.531478 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 2 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.534760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d35b61-f977-45ad-9951-d71849de83c0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:19.554285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.554683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.555321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.563236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.563626 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.564032 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 3 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.566874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f50bfd38-e7ec-4f03-958f-702a19f56def req-94ed8ad4-d279-4aae-9631-eb11153d9fea tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364059 Sep 23 19:37:19.583622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.583622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.583622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.584315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.584619 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.585017 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 4 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.597649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.597893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.599135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.603566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.603904 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.604300 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 5 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.627242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.627721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.628306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.633557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.634073 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.634495 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 6 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.648575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.648917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.649256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.654535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.654945 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.655645 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 7 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.670434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.670840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.671305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.678565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.678977 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.679439 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 8 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.693510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.694072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.694598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.699927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.700351 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.700808 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 9 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.714050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.714503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.714936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.722695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.723095 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.724229 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempt 10 to bind port f9d35b61-f977-45ad-9951-d71849de83c0 Sep 23 19:37:19.736413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:19.736752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:19.737088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempting to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:19.741954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:19.742384 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Failed to bind port f9d35b61-f977-45ad-9951-d71849de83c0 on host n-h1-810763-1 for vnic_type normal using segments [{'id': '857e5a35-4dbd-47e7-96b2-3ccf8033774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a749938-e64f-4799-ba7a-225f228a4ad3'}] Sep 23 19:37:19.742758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.767999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['95dad8a3-e3e5-4abb-8570-269716fc7d6c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:19.783017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['0e4ba6a1-273b-4573-8032-c669aae5df1b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:19.808736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] For port f9d35b61-f977-45ad-9951-d71849de83c0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:19.809110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attempted to set empty binding levels {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:37:19.816857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.871463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] In _notify_port_updated(), no bound segment for port f9d35b61-f977-45ad-9951-d71849de83c0 on network 6a749938-e64f-4799-ba7a-225f228a4ad3 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:37:19.872835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:19.873286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.874708 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "PUT /v2.0/ports/f9d35b61-f977-45ad-9951-d71849de83c0 HTTP/1.1" status: 200 len: 975 time: 0.7171333 Sep 23 19:37:19.877343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58838) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:19.924105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223260bb-2bc1-42b5-9826-cb59089c6a36 tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d35b61-f977-45ad-9951-d71849de83c0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:19.942172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Router 620ef533-09e2-4f41-b1b0-ccd035e9ebd5 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:19.955886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a0855-2d43-426f-a836-f910076b076d req-0248ce5f-103e-4996-95a3-b73caafdc496 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:19.957423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-219a0855-2d43-426f-a836-f910076b076d req-0248ce5f-103e-4996-95a3-b73caafdc496 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 944 time: 0.2392714 Sep 23 19:37:19.962872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:37:19.983028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Deleting port f9d35b61-f977-45ad-9951-d71849de83c0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:19.983786 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.050382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] For port f9d35b61-f977-45ad-9951-d71849de83c0, host n-h1-810763-1, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:20.051060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.069844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Calling delete_port for f9d35b61-f977-45ad-9951-d71849de83c0 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:20.133716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.142296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-219a0855-2d43-426f-a836-f910076b076d req-0a26c38b-5f2e-4327-b210-1ed5f8482e6e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483469 Sep 23 19:37:20.145620 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.164771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.194632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9d35b61-f977-45ad-9951-d71849de83c0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:20.200601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.202968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7523f01e-ac3a-48e2-b66b-abfb83c6eeca tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "DELETE /v2.0/ports/f9d35b61-f977-45ad-9951-d71849de83c0 HTTP/1.1" status: 204 len: 168 time: 0.3247135 Sep 23 19:37:20.206858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:20.239732 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a5e478-2024-40ae-922d-cb16bc5fddde tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:37:20.241237 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-91a5e478-2024-40ae-922d-cb16bc5fddde tempest-PortsAdminExtendedAttrsTestJSON-2094105310 tempest-PortsAdminExtendedAttrsTestJSON-2094105310-project-admin] 10.222.0.38 "GET /v2.0/ports/f9d35b61-f977-45ad-9951-d71849de83c0 HTTP/1.1" status: 404 len: 333 time: 0.0336809 Sep 23 19:37:20.244559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58848) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:20.280460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:20.285201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.287432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9402e17c-d419-4461-82da-e204db1d575e tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "PUT /v2.0/routers/620ef533-09e2-4f41-b1b0-ccd035e9ebd5 HTTP/1.1" status: 200 len: 915 time: 4.1920755 Sep 23 19:37:20.290510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:20.296060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96244069-5308-4891-b958-343b7d0b195a None None] Sync routers for ids ['620ef533-09e2-4f41-b1b0-ccd035e9ebd5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:20.309278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96244069-5308-4891-b958-343b7d0b195a None None] Routers {'620ef533-09e2-4f41-b1b0-ccd035e9ebd5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:20.309525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-96244069-5308-4891-b958-343b7d0b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['620ef533-09e2-4f41-b1b0-ccd035e9ebd5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.341268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.373195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-96244069-5308-4891-b958-343b7d0b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.384962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96244069-5308-4891-b958-343b7d0b195a None None] Routers {'620ef533-09e2-4f41-b1b0-ccd035e9ebd5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:20.385728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-96244069-5308-4891-b958-343b7d0b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['620ef533-09e2-4f41-b1b0-ccd035e9ebd5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.425870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-96244069-5308-4891-b958-343b7d0b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.426781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96244069-5308-4891-b958-343b7d0b195a None None] The sync data for ids ['620ef533-09e2-4f41-b1b0-ccd035e9ebd5'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:20.454252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.478427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a749938-e64f-4799-ba7a-225f228a4ad3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.493216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857e5a35-4dbd-47e7-96b2-3ccf8033774c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.494504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857e5a35-4dbd-47e7-96b2-3ccf8033774c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.511282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.537935 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.546682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:20.547186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:20.550639 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:20.621360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.629536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.631787 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] 10.222.0.38 "DELETE /v2.0/networks/6a749938-e64f-4799-ba7a-225f228a4ad3 HTTP/1.1" status: 204 len: 168 time: 0.3862495 Sep 23 19:37:20.647548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f385c-8191-41a9-817c-d865b40e7d6f tempest-PortsAdminExtendedAttrsTestJSON-1127955928 tempest-PortsAdminExtendedAttrsTestJSON-1127955928-project] Pushing event deleted for resources: {'Network': ['ID=6a749938-e64f-4799-ba7a-225f228a4ad3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:20.657993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca691-e276-476b-8761-f08cd8623e90 req-4452f122-1df4-413a-93ed-afcfc06d7c1b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:20.661392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c96ca691-e276-476b-8761-f08cd8623e90 req-4452f122-1df4-413a-93ed-afcfc06d7c1b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.4248757 Sep 23 19:37:20.662716 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Floating IP e726849b-4358-4acd-a611-1f9e6c56cff5 associated. External IP: 172.25.6.18, port: 20464a90-c655-4777-8fad-777bb028a536. Sep 23 19:37:20.784717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c96ca691-e276-476b-8761-f08cd8623e90 req-b7e8e032-a798-459b-bc14-4e44e19239e1 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853660 Sep 23 19:37:20.807099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0e4ba6a1-273b-4573-8032-c669aae5df1b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:20.809916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-258c710f-9714-4b08-b1e9-5b02b626812b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/620ef533-09e2-4f41-b1b0-ccd035e9ebd5 HTTP/1.1" status: 200 len: 921 time: 0.5171864 Sep 23 19:37:20.812895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:20.918471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 0e4ba6a1-273b-4573-8032-c669aae5df1b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:20.923221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 0e4ba6a1-273b-4573-8032-c669aae5df1b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:20.923721 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.928184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a88b0-07c3-44c3-878d-0416f29d6f78 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:20.930907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-207a88b0-07c3-44c3-878d-0416f29d6f78 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=620ef533-09e2-4f41-b1b0-ccd035e9ebd5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1169543 Sep 23 19:37:20.933741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:20.981709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:21.038337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedda0cd-8c2c-483d-8bb7-522a91212836 req-9378f1fc-d85e-4f41-b28d-1cf5314b0b02 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.045950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dedda0cd-8c2c-483d-8bb7-522a91212836 req-9378f1fc-d85e-4f41-b28d-1cf5314b0b02 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 945 time: 0.1063964 Sep 23 19:37:21.062238 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.066527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d972ea14-9b9b-4d8c-acb5-cc90d6b32aa6 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.072368 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d972ea14-9b9b-4d8c-acb5-cc90d6b32aa6 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.1375659 Sep 23 19:37:21.073022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:21.084063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Router 6edb2c51-f261-4790-94af-a4f36122f185 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:37:21.103527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:21.104984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dedda0cd-8c2c-483d-8bb7-522a91212836 req-3968a815-d991-4d58-bf8f-1fa19b0273c4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508549 Sep 23 19:37:21.105918 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62e813b-4358-41de-8b5d-f0c6370f23d1" -d '{"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:21.107479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bdcc7603-55be-4143-9613-bbc2348cf809 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=620ef533-09e2-4f41-b1b0-ccd035e9ebd5 HTTP/1.1" status: 200 len: 205 time: 0.0331912 Sep 23 19:37:21.108214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58876) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:21.121385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:21.135078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.135971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 95dad8a3-e3e5-4abb-8570-269716fc7d6c up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:21.218875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:21.235455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 95dad8a3-e3e5-4abb-8570-269716fc7d6c completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:21.240567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 95dad8a3-e3e5-4abb-8570-269716fc7d6c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:21.240941 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.241235 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2232135d-d1f6-4240-8a2a-e30764521460 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b49351aee254ae894b55a9f9c59eb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578607 Sep 23 19:37:21.264754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:21.266835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:21.280635 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] Sync routers for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:21.305668 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:21.306343 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:21.315266 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bb3bda-8ef0-49cc-9866-8cda8772ff26 x-openstack-request-id: req-03bb3bda-8ef0-49cc-9866-8cda8772ff26 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:21.315610 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:21.316450 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03bb3bda-8ef0-49cc-9866-8cda8772ff26 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:21.316872 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'code': 200} Sep 23 19:37:21.320057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.324123 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.372962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.413912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 95dad8a3-e3e5-4abb-8570-269716fc7d6c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=95dad8a3-e3e5-4abb-8570-269716fc7d6c,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:21.418855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.460703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334156a3-963e-4425-a29a-cca85f2abc54 req-4ba8dbbf-fb76-4853-940c-75e630def44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.462373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-334156a3-963e-4425-a29a-cca85f2abc54 req-4ba8dbbf-fb76-4853-940c-75e630def44c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 1096 time: 0.0872569 Sep 23 19:37:21.474052 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:37:21.483504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=95dad8a3-e3e5-4abb-8570-269716fc7d6c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:21.499715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a6b5562-7020-4112-b00a-878938661d12 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "PUT /v2.0/floatingips/e726849b-4358-4acd-a611-1f9e6c56cff5 HTTP/1.1" status: 200 len: 991 time: 3.3449202 Sep 23 19:37:21.504819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '20464a90-c655-4777-8fad-777bb028a536'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:21.507419 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25a454b-98f5-4853-89a3-c2930f1aac83" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "20464a90-c655-4777-8fad-777bb028a536"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:21.535128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.540438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35a32c-d349-4cb0-a3f4-a3ebe189d968 req-e5c7f748-7611-4d68-bad6-5689f26965f3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.540729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-334156a3-963e-4425-a29a-cca85f2abc54 req-2ec04792-e281-41a2-a28e-16a892235c89 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Sep 23 19:37:21.550838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e35a32c-d349-4cb0-a3f4-a3ebe189d968 req-e5c7f748-7611-4d68-bad6-5689f26965f3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 945 time: 0.1842010 Sep 23 19:37:21.575990 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f88717-e239-447e-ae95-8ff177bbcd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.621161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e35a32c-d349-4cb0-a3f4-a3ebe189d968 req-6b59275e-d78a-4850-8045-e1eaa350eff3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687420 Sep 23 19:37:21.629372 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f88717-e239-447e-ae95-8ff177bbcd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.647249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Deleting port 8a8cba6f-0483-4d9a-b345-a2e2080436c4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:21.650838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.689118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f88717-e239-447e-ae95-8ff177bbcd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.693048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f88717-e239-447e-ae95-8ff177bbcd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.697703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-52f88717-e239-447e-ae95-8ff177bbcd5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6978aa3c-4e3a-4555-9e28-7c240ced32a0 HTTP/1.1" status: 204 len: 168 time: 0.4277339 Sep 23 19:37:21.719374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88717-e239-447e-ae95-8ff177bbcd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6978aa3c-4e3a-4555-9e28-7c240ced32a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:21.783127 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'e726849b-4358-4acd-a611-1f9e6c56cff5', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'port_id': '20464a90-c655-4777-8fad-777bb028a536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'mac_address': 'fa:16:3e:7c:45:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:36:09Z', 'updated_at': '2021-09-23T19:37:19Z', 'revision_number': 1, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:23Z', 'revision_number': 5, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:21.787841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.794595 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2752b79-1427-48c3-824b-fd24d08dec8e x-openstack-request-id: req-f2752b79-1427-48c3-824b-fd24d08dec8e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:21.794914 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "tag": "20464a90-c655-4777-8fad-777bb028a536", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:21.795160 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2752b79-1427-48c3-824b-fd24d08dec8e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:21.795555 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'tag': '20464a90-c655-4777-8fad-777bb028a536', 'status': 'completed', 'code': 200} Sep 23 19:37:21.805631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Calling delete_port for 8a8cba6f-0483-4d9a-b345-a2e2080436c4 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:21.828273 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] Checking router: 6edb2c51-f261-4790-94af-a4f36122f185 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:37:21.851294 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:21.852157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:21.927047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.927527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.928231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.928694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.929279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.929747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.930344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.932609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-50f5cf86-987f-43cb-80cb-1670e647366b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6502 time: 0.1088972 Sep 23 19:37:22.000479 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:37:22.098269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.178016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ae5bb-1400-40d2-bf3d-a2c2a09b0082 req-7de01996-ec51-42ff-b64d-284ae642a01c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.184126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event deleted for resources: {'Port': ['ID=8a8cba6f-0483-4d9a-b345-a2e2080436c4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:22.186024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be6ae5bb-1400-40d2-bf3d-a2c2a09b0082 req-7de01996-ec51-42ff-b64d-284ae642a01c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.2523682 Sep 23 19:37:22.220435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-5f983b78-b84d-4ab0-ad45-45593734e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.222272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-5f983b78-b84d-4ab0-ad45-45593734e9c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58635457-bc59-4eda-9f1c-3e8334135a76 HTTP/1.1" status: 200 len: 916 time: 0.2758436 Sep 23 19:37:22.244097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.247129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be6ae5bb-1400-40d2-bf3d-a2c2a09b0082 req-72e62598-3935-446b-8f8d-e583f0203fed tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565567 Sep 23 19:37:22.267797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.378264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.381873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.433186 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'e726849b-4358-4acd-a611-1f9e6c56cff5', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'port_id': '20464a90-c655-4777-8fad-777bb028a536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'mac_address': 'fa:16:3e:7c:45:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:36:09Z', 'updated_at': '2021-09-23T19:37:19Z', 'revision_number': 1, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:23Z', 'revision_number': 5, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:22.435579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.436390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Fanout notify agent at l3_agent the message router_deleted on router 620ef533-09e2-4f41-b1b0-ccd035e9ebd5 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:22.444470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.445722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4aac2d1f-0520-481f-af7c-4c91f7c00d59 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/620ef533-09e2-4f41-b1b0-ccd035e9ebd5 HTTP/1.1" status: 204 len: 168 time: 1.3365355 Sep 23 19:37:22.451639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58902) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.456295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b3585ebb-9e7f-43e9-9d7b-924418923e26 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-423268153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:22.467153 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8d99b-5967-4f51-bf50-8342c4a5c992 None None] The sync data for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 is: [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'e726849b-4358-4acd-a611-1f9e6c56cff5', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'port_id': '20464a90-c655-4777-8fad-777bb028a536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'mac_address': 'fa:16:3e:7c:45:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:36:09Z', 'updated_at': '2021-09-23T19:37:19Z', 'revision_number': 1, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:23Z', 'revision_number': 5, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:22.477392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-bfd6f082-301a-4828-b893-9f4647ba762f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 200 len: 999 time: 0.2340541 Sep 23 19:37:22.491967 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3585ebb-9e7f-43e9-9d7b-924418923e26 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.493215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3585ebb-9e7f-43e9-9d7b-924418923e26 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.532720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-219a0e3b-7eda-4598-b1ff-418750c8208a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dfb3493b89f490296aee287cd5abfe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845252 Sep 23 19:37:22.541589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.559933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3585ebb-9e7f-43e9-9d7b-924418923e26 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.566711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3585ebb-9e7f-43e9-9d7b-924418923e26 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.577804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677904-b035-45f7-96b4-942e6266e398 req-63bcbe1c-1535-4388-bfe7-5460959512eb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.579900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81677904-b035-45f7-96b4-942e6266e398 req-63bcbe1c-1535-4388-bfe7-5460959512eb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.2282498 Sep 23 19:37:22.592422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3585ebb-9e7f-43e9-9d7b-924418923e26 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.597135 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b3585ebb-9e7f-43e9-9d7b-924418923e26 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1416276 Sep 23 19:37:22.597459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.603868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': False}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:22.608384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-3fd63ce0-4116-404c-ba44-5c1f7b95d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.610184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-3fd63ce0-4116-404c-ba44-5c1f7b95d037 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99a31fcd-cda4-4b73-8588-ceba98513f6f HTTP/1.1" status: 200 len: 854 time: 0.1217887 Sep 23 19:37:22.694815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81677904-b035-45f7-96b4-942e6266e398 req-cc9af914-07e2-4ddd-854c-d4fb1698ee23 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930629 Sep 23 19:37:22.731600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec41e499-0484-486b-84bb-57ec6047be7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.756824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec41e499-0484-486b-84bb-57ec6047be7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.797056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-f9281716-ce0b-498c-a64b-063705f9f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.798940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-f9281716-ce0b-498c-a64b-063705f9f05c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58635457-bc59-4eda-9f1c-3e8334135a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661589 Sep 23 19:37:22.816320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af406aa-866f-4b55-b40a-bec5f4256da9 None None] New status for floating IP e726849b-4358-4acd-a611-1f9e6c56cff5: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:37:22.858752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec41e499-0484-486b-84bb-57ec6047be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.866113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec41e499-0484-486b-84bb-57ec6047be7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.869685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec41e499-0484-486b-84bb-57ec6047be7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f9e9032-f0c8-42c0-adb3-510a3b59101a HTTP/1.1" status: 204 len: 168 time: 0.3240404 Sep 23 19:37:22.919517 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.995595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41e499-0484-486b-84bb-57ec6047be7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e9032-f0c8-42c0-adb3-510a3b59101a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:23.077030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-f2a48556-9485-41eb-b59c-60d48b4fb011 service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401710 Sep 23 19:37:23.104393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73193cf4-8fb2-4446-8230-a00b817ba1c2 req-376e7141-7bba-49f8-8e62-d3fa7d5c21e6 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:23.111605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73193cf4-8fb2-4446-8230-a00b817ba1c2 req-376e7141-7bba-49f8-8e62-d3fa7d5c21e6 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 945 time: 0.1829934 Sep 23 19:37:23.179776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73193cf4-8fb2-4446-8230-a00b817ba1c2 req-8b2665f3-9477-4e55-a2e9-c9259b22d193 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652289 Sep 23 19:37:23.253316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.277182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.319602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dad8a3-e3e5-4abb-8570-269716fc7d6c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:23.324783 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe9c5ac-9736-456a-a52c-266342860231" -d '{"events": [{"server_uuid": "fb6504b0-7ffc-4ca7-bebe-7c1c245ff491", "name": "network-vif-plugged", "status": "completed", "tag": "95dad8a3-e3e5-4abb-8570-269716fc7d6c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:23.349271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c25a454b-98f5-4853-89a3-c2930f1aac83 req-d4cde14b-6156-444d-808a-411c79590f5d service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619896 Sep 23 19:37:23.469466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0a2e-3e94-4a22-aa1c-e14a6e8798ca req-77e3d865-a723-41c2-a6d2-d3135e878dee tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:23.471758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a6c0a2e-3e94-4a22-aa1c-e14a6e8798ca req-77e3d865-a723-41c2-a6d2-d3135e878dee tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0628870 Sep 23 19:37:23.494158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Allocated IP 172.25.6.3 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/0a36d157-55ca-469c-806d-61e7b00328ae) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:23.552208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a6c0a2e-3e94-4a22-aa1c-e14a6e8798ca req-8a4e9cce-94f2-4776-b4be-8fa2925fdef1 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732551 Sep 23 19:37:23.622466 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e407bf-80ec-48cc-9afc-9001dd19b04f x-openstack-request-id: req-64e407bf-80ec-48cc-9afc-9001dd19b04f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:23.622987 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6504b0-7ffc-4ca7-bebe-7c1c245ff491", "name": "network-vif-plugged", "status": "completed", "tag": "95dad8a3-e3e5-4abb-8570-269716fc7d6c", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:23.623413 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64e407bf-80ec-48cc-9afc-9001dd19b04f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:23.623958 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dad8a3-e3e5-4abb-8570-269716fc7d6c', 'code': 200} Sep 23 19:37:23.648728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.774436 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.819995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708a844-027a-4801-ad63-a24f0a24e505 req-664fb959-5bc0-4544-97e8-2b7ea0a0c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:23.821665 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2708a844-027a-4801-ad63-a24f0a24e505 req-664fb959-5bc0-4544-97e8-2b7ea0a0c2f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 1097 time: 0.1161931 Sep 23 19:37:23.829208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:23.841274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:23.860069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:23.865395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Pushing event updated for resources: {'Port': ['ID=0a36d157-55ca-469c-806d-61e7b00328ae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:23.879812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847b7b9-1230-42a2-a528-f265acdd5b72 req-679486ef-0d7d-406e-a64c-2d795bf4cee0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:23.888102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8847b7b9-1230-42a2-a528-f265acdd5b72 req-679486ef-0d7d-406e-a64c-2d795bf4cee0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.1220853 Sep 23 19:37:23.912150 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2708a844-027a-4801-ad63-a24f0a24e505 req-6f29a263-bac7-4bd5-a89b-f7672f5b2a9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Sep 23 19:37:23.945115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8847b7b9-1230-42a2-a528-f265acdd5b72 req-ef1c37be-129b-460e-92c7-cb167fffbefe tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560293 Sep 23 19:37:24.181080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.337250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815533fe-b038-4929-9598-99a084c84198 req-d54c7571-4f2b-46e1-99e7-2667cf3e6316 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:24.347269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-815533fe-b038-4929-9598-99a084c84198 req-d54c7571-4f2b-46e1-99e7-2667cf3e6316 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 945 time: 0.0871665 Sep 23 19:37:24.404188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-815533fe-b038-4929-9598-99a084c84198 req-b958a04b-7f1c-41f1-8cf8-d22431d7b19c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558889 Sep 23 19:37:24.447845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.455538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.655507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Router 996bb140-cb33-476f-b8ce-9e752cd49900 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:24.770310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7857-11be-424a-97eb-a3078970c54f req-c6c2b733-b1b8-465a-a0ca-887b02c81d88 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:24.772095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db1d7857-11be-424a-97eb-a3078970c54f req-c6c2b733-b1b8-465a-a0ca-887b02c81d88 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0699737 Sep 23 19:37:24.790996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:24.796092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.800367 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0670a031-80ad-434e-b2c7-aa47c9fc0081 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "PUT /v2.0/routers/996bb140-cb33-476f-b8ce-9e752cd49900 HTTP/1.1" status: 200 len: 913 time: 2.1984186 Sep 23 19:37:24.800636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:24.804233 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] Sync routers for ids ['996bb140-cb33-476f-b8ce-9e752cd49900'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:24.830861 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] Routers {'996bb140-cb33-476f-b8ce-9e752cd49900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:24.831499 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['996bb140-cb33-476f-b8ce-9e752cd49900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:24.855689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db1d7857-11be-424a-97eb-a3078970c54f req-0bd12038-337f-44b7-be19-f7207974c688 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764143 Sep 23 19:37:24.956728 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:24.971124 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] Routers {'996bb140-cb33-476f-b8ce-9e752cd49900'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:24.972161 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['996bb140-cb33-476f-b8ce-9e752cd49900'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:25.010591 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:25.011996 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa6346-98d8-4a01-982a-aadfecc4dbef None None] The sync data for ids ['996bb140-cb33-476f-b8ce-9e752cd49900'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:25.039155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2492848-b21a-4c89-bd3e-25be5d274572 req-4f71c1fa-f07f-4f5c-8e89-1e4812358a81 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:25.041198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2492848-b21a-4c89-bd3e-25be5d274572 req-4f71c1fa-f07f-4f5c-8e89-1e4812358a81 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 945 time: 0.1134665 Sep 23 19:37:25.124771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2492848-b21a-4c89-bd3e-25be5d274572 req-ba59907c-a877-4ac3-a491-2b4341bb6004 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720060 Sep 23 19:37:25.191416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.333948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e8f9c-2f75-490d-b175-58b716d98314 req-5c5770ec-a937-49f6-93f8-46ad5b93917b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:25.351532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b67e8f9c-2f75-490d-b175-58b716d98314 req-5c5770ec-a937-49f6-93f8-46ad5b93917b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.1585610 Sep 23 19:37:25.427427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b67e8f9c-2f75-490d-b175-58b716d98314 req-c71603fa-a35a-4466-b07e-abb1132ad9df tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692887 Sep 23 19:37:25.495354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-035b32f4-db8f-4ed2-a538-60a7009a0052 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/996bb140-cb33-476f-b8ce-9e752cd49900 HTTP/1.1" status: 200 len: 919 time: 0.6934175 Sep 23 19:37:25.496159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.604956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be88e6d-41d5-428c-aa77-db61bf31c362 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:25.609647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.609890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3be88e6d-41d5-428c-aa77-db61bf31c362 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=996bb140-cb33-476f-b8ce-9e752cd49900&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1123302 Sep 23 19:37:25.610638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.704657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869c28b-a587-4d57-947c-6c4acd46e94c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:25.706182 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4869c28b-a587-4d57-947c-6c4acd46e94c tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.0951803 Sep 23 19:37:25.709808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.737309 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c9dfd989-4d2b-472f-beff-6fce419ae535 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=996bb140-cb33-476f-b8ce-9e752cd49900 HTTP/1.1" status: 200 len: 205 time: 0.0263319 Sep 23 19:37:25.741840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.743148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e299ee57-9cc3-466d-b33d-82921712ceab tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:25.795292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e299ee57-9cc3-466d-b33d-82921712ceab tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "PUT /v2.0/quotas/e7dac0bfdc544c55a2a9a2510156d745 HTTP/1.1" status: 200 len: 366 time: 0.1835575 Sep 23 19:37:25.797872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.809049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18773470-321c-49da-9e0f-96535b4d9a19 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0100703 Sep 23 19:37:25.811742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.823806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3a8ff86-99cf-4e43-9613-62c95ad2222c tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "GET /v2.0/quotas/e7dac0bfdc544c55a2a9a2510156d745 HTTP/1.1" status: 200 len: 366 time: 0.0110655 Sep 23 19:37:25.827654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.863933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e62a96bb-d563-495c-a44e-c3c8ff2405bf tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/e7dac0bfdc544c55a2a9a2510156d745 HTTP/1.1" status: 204 len: 168 time: 0.0348079 Sep 23 19:37:25.866682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.887389 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6902c62-2962-4ace-9def-70ae0618fa03 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0193787 Sep 23 19:37:25.893404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.901412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.911551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-de9ebf4f-a378-4547-9f4c-a42ff849d4d9 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "GET /v2.0/quotas/e7dac0bfdc544c55a2a9a2510156d745 HTTP/1.1" status: 200 len: 370 time: 0.0168014 Sep 23 19:37:25.914537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.925604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f77f12d-7843-4c48-8e9e-8c81934c298a tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "GET /v2.0/quotas/e7dac0bfdc544c55a2a9a2510156d745/default HTTP/1.1" status: 200 len: 370 time: 0.0095344 Sep 23 19:37:25.926419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.954457 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-be5308d8-c9e9-4c57-ba8a-a564143ef5ed tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] delete failed (client error): The resource could not be found. Sep 23 19:37:25.962003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-be5308d8-c9e9-4c57-ba8a-a564143ef5ed tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/e7dac0bfdc544c55a2a9a2510156d745 HTTP/1.1" status: 404 len: 348 time: 0.0345452 Sep 23 19:37:26.063393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf461e5-3d18-4455-8578-f28351540f93 req-8bac737d-45a6-48fa-84a1-0881920aaa2c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:26.072720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbf461e5-3d18-4455-8578-f28351540f93 req-8bac737d-45a6-48fa-84a1-0881920aaa2c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1074870 Sep 23 19:37:26.099220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.134028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbf461e5-3d18-4455-8578-f28351540f93 req-c633efe7-a777-4ca2-aa17-5f2df1b321a8 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603168 Sep 23 19:37:26.193157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:26.219523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Deleting port 0a36d157-55ca-469c-806d-61e7b00328ae {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:26.219995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.241967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:network and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.265016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.277530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:subnet and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.300265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.315607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:subnetpool and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.327556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.347632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7312745-7c58-4d0f-8883-978e736d6047 req-cd19665a-12f1-44ed-aa7b-774c915ecd5a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:26.351328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7312745-7c58-4d0f-8883-978e736d6047 req-cd19665a-12f1-44ed-aa7b-774c915ecd5a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 945 time: 0.1036489 Sep 23 19:37:26.355431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:port and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.368439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.377056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.386873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:router and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.402687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.402979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Calling delete_port for 0a36d157-55ca-469c-806d-61e7b00328ae owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:26.414119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7312745-7c58-4d0f-8883-978e736d6047 req-f2677c74-367d-4bd2-9c2d-ff5a8e65315e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Sep 23 19:37:26.415458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:floatingip and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.420565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.490845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:security_group and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.496378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.506495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Usage tracker for resource:security_group_rule and tenant:1c9d0dea013c41fda4061598037b952e is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:37:26.512706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.quota.resource [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:37:26.532085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec6fb24b-cb79-4cb9-a71e-c977258dba85 tempest-QuotasTest-1622158820 tempest-QuotasTest-1622158820-project-admin] 10.222.0.38 "GET /v2.0/quotas/1c9d0dea013c41fda4061598037b952e/details.json HTTP/1.1" status: 200 len: 703 time: 0.3377061 Sep 23 19:37:26.593271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7dcb1-fcb6-4c4d-b8db-8b531ff1ebd2 req-faa5a414-a712-4da6-8085-3a08cfa56308 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:26.602779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21b7dcb1-fcb6-4c4d-b8db-8b531ff1ebd2 req-faa5a414-a712-4da6-8085-3a08cfa56308 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.0851784 Sep 23 19:37:26.646109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21b7dcb1-fcb6-4c4d-b8db-8b531ff1ebd2 req-243f14b2-0798-4a6e-9345-62be0ca8ee9a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Sep 23 19:37:26.699571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.731820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event deleted for resources: {'Port': ['ID=0a36d157-55ca-469c-806d-61e7b00328ae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:26.748518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.769763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.770119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.770494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.770981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.771316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.771651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.772001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.772341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.772731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.773131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.773450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.773793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:26.831115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.058960 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.062664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.144888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.145523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Fanout notify agent at l3_agent the message router_deleted on router 996bb140-cb33-476f-b8ce-9e752cd49900 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:27.156990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.162914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.168353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-830875437', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:27.173397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-180ec4c7-a30e-41ae-b369-cf3c1bbebc4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/996bb140-cb33-476f-b8ce-9e752cd49900 HTTP/1.1" status: 204 len: 168 time: 1.4304242 Sep 23 19:37:27.217053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.219398 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.228874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.315892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.434904 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:37:27.501572 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51501b9f-6990-4046-ac1d-4fbc91483aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.527119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.704997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b41ad6-3338-4a13-98ec-92438d15ec7c req-aaca8c89-4996-4b6e-a62b-e4701ea97cfb tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:27.706866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51501b9f-6990-4046-ac1d-4fbc91483aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.713300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12b41ad6-3338-4a13-98ec-92438d15ec7c req-aaca8c89-4996-4b6e-a62b-e4701ea97cfb tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1221097 Sep 23 19:37:27.718346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51501b9f-6990-4046-ac1d-4fbc91483aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.764733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12b41ad6-3338-4a13-98ec-92438d15ec7c req-1b9a65ed-62f3-4f18-b308-c4477f19efe6 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505142 Sep 23 19:37:27.770447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-51501b9f-6990-4046-ac1d-4fbc91483aab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b0e9d811c8749c6a4e6036acf7b5d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388968 Sep 23 19:37:27.771868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.789381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51501b9f-6990-4046-ac1d-4fbc91483aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b13d8-39f2-4796-aeb2-736c28a6be2b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:27.959519 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.017464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.024080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d6a18b2-4bc8-44d7-b4a3-46d50993dfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.155797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d6a18b2-4bc8-44d7-b4a3-46d50993dfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.245033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586f6f-aff1-4f8a-9b9a-b330ef6fd0ea req-b30f5bf5-4feb-4d4f-9179-782587cad497 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:28.249213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af586f6f-aff1-4f8a-9b9a-b330ef6fd0ea req-b30f5bf5-4feb-4d4f-9179-782587cad497 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.2795343 Sep 23 19:37:28.377159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af586f6f-aff1-4f8a-9b9a-b330ef6fd0ea req-dc179dda-bc5d-4596-b610-ae6154dc6711 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000004 Sep 23 19:37:28.396827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d6a18b2-4bc8-44d7-b4a3-46d50993dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.408282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d6a18b2-4bc8-44d7-b4a3-46d50993dfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.408282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d6a18b2-4bc8-44d7-b4a3-46d50993dfc7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d5b13d8-39f2-4796-aeb2-736c28a6be2b HTTP/1.1" status: 204 len: 168 time: 0.6277494 Sep 23 19:37:28.408282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Allocated IP 172.25.6.22 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/98505b46-21a6-44cc-a174-fa48e6b81f6b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:28.426168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a18b2-4bc8-44d7-b4a3-46d50993dfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b13d8-39f2-4796-aeb2-736c28a6be2b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:28.580263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.650061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.714718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:28.723434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:28.732603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:28.736704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event updated for resources: {'Port': ['ID=98505b46-21a6-44cc-a174-fa48e6b81f6b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:28.933713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:28.945065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0c43-dbc9-415b-9403-3dae861440c9 req-e0adb98b-e5e5-48bc-a05a-c8e9c74ce9da tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:28.946561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59cd0c43-dbc9-415b-9403-3dae861440c9 req-e0adb98b-e5e5-48bc-a05a-c8e9c74ce9da tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.1236250 Sep 23 19:37:28.949805 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caa1c012-4c2e-44ad-a953-817bdb31116a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.095529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caa1c012-4c2e-44ad-a953-817bdb31116a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.101441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caa1c012-4c2e-44ad-a953-817bdb31116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.148059 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-caa1c012-4c2e-44ad-a953-817bdb31116a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c9d0dea013c41fda4061598037b952e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130537 Sep 23 19:37:29.149618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1c012-4c2e-44ad-a953-817bdb31116a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6de9b2-d170-4fa2-a2df-7eef80bd082f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:29.152171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:29.206711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58127d32-adb8-4636-aae2-6fc630ecbdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.229269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58127d32-adb8-4636-aae2-6fc630ecbdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.289939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58127d32-adb8-4636-aae2-6fc630ecbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.293491 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58127d32-adb8-4636-aae2-6fc630ecbdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.295191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-58127d32-adb8-4636-aae2-6fc630ecbdd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc6de9b2-d170-4fa2-a2df-7eef80bd082f HTTP/1.1" status: 204 len: 168 time: 0.1423004 Sep 23 19:37:29.313132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58127d32-adb8-4636-aae2-6fc630ecbdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6de9b2-d170-4fa2-a2df-7eef80bd082f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:29.343673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59cd0c43-dbc9-415b-9403-3dae861440c9 req-3c4e7aca-682a-425a-b090-28d28b5fb36f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794861 Sep 23 19:37:29.399380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.583628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d352e5-8de8-4218-86a8-9131251fc14c req-a98b6744-0c76-4433-af43-d0d5f81af6bf tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:29.585153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39d352e5-8de8-4218-86a8-9131251fc14c req-a98b6744-0c76-4433-af43-d0d5f81af6bf tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0936491 Sep 23 19:37:29.713391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39d352e5-8de8-4218-86a8-9131251fc14c req-f575033c-f8c5-46db-a521-03b3d7a8f60e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173768 Sep 23 19:37:29.757360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.935086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Router e047e6a2-2d54-4d9e-b81f-906b376502cc is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:30.061900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:30.073490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] Sync routers for ids ['e047e6a2-2d54-4d9e-b81f-906b376502cc'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:30.086074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] Routers {'e047e6a2-2d54-4d9e-b81f-906b376502cc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:30.086692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.086802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e047e6a2-2d54-4d9e-b81f-906b376502cc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.091432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-070dd73f-e320-4a8a-b795-a59157936641 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9273939 Sep 23 19:37:30.094275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:30.100130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:30.125502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.136544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] Routers {'e047e6a2-2d54-4d9e-b81f-906b376502cc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:30.137141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e047e6a2-2d54-4d9e-b81f-906b376502cc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.193123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.194755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67ed87-f78d-41fc-947b-f771b63c9ab5 None None] The sync data for ids ['e047e6a2-2d54-4d9e-b81f-906b376502cc'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:30.521121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50365f54-2d2f-4816-9074-9a418f37233e req-3529a3cf-3f3b-4a3c-a37c-043f61fff8f1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:30.535333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50365f54-2d2f-4816-9074-9a418f37233e req-3529a3cf-3f3b-4a3c-a37c-043f61fff8f1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.0842984 Sep 23 19:37:30.557510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.580725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.587556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50365f54-2d2f-4816-9074-9a418f37233e req-14b24b24-d9dd-4557-a526-215131effede tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Sep 23 19:37:30.684933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-ef92a15b-7582-49f9-9783-0e88d0f741b5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:30.686650 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-ef92a15b-7582-49f9-9783-0e88d0f741b5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 946 time: 0.0877924 Sep 23 19:37:30.701903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Deleting port 98505b46-21a6-44cc-a174-fa48e6b81f6b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:30.701903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.864569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.881851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Calling delete_port for 98505b46-21a6-44cc-a174-fa48e6b81f6b owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:30.887159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50c091-0a4e-4893-94e0-9b1445e1f464 req-a1f46bc6-de45-41d2-9cff-c15f28464029 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:30.888816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a50c091-0a4e-4893-94e0-9b1445e1f464 req-a1f46bc6-de45-41d2-9cff-c15f28464029 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0889885 Sep 23 19:37:30.898932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Deleting port 95dad8a3-e3e5-4abb-8570-269716fc7d6c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:30.899267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.947693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a50c091-0a4e-4893-94e0-9b1445e1f464 req-5fc92beb-5dfd-4701-a579-2199d51bcb66 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Sep 23 19:37:31.099122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] For port 95dad8a3-e3e5-4abb-8570-269716fc7d6c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=95dad8a3-e3e5-4abb-8570-269716fc7d6c,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:31.099617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.114360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Calling delete_port for 95dad8a3-e3e5-4abb-8570-269716fc7d6c owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:31.253404 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.261170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:31.286384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Pushing event deleted for resources: {'Port': ['ID=98505b46-21a6-44cc-a174-fa48e6b81f6b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:31.385919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.387663 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.397855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0bc49b14-a503-4979-8f29-81e204cffd8b tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-563484058'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:31.398069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['95dad8a3-e3e5-4abb-8570-269716fc7d6c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:31.423803 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc49b14-a503-4979-8f29-81e204cffd8b tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.425408 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc49b14-a503-4979-8f29-81e204cffd8b tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.479118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event deleted for resources: {'Port': ['ID=95dad8a3-e3e5-4abb-8570-269716fc7d6c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:31.491718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc49b14-a503-4979-8f29-81e204cffd8b tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.495451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc49b14-a503-4979-8f29-81e204cffd8b tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.508765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc49b14-a503-4979-8f29-81e204cffd8b tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.512140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0bc49b14-a503-4979-8f29-81e204cffd8b tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2474124 Sep 23 19:37:31.512401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:31.566296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] No DVR routers for this DVR port 95dad8a3-e3e5-4abb-8570-269716fc7d6c on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:31.591666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f39c-72c2-4c30-9e0b-dcf3c065092c tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.596056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.598928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f97773c2-1b85-4ce7-89a3-b564ef627b70 req-cd975c6e-7c5a-45cb-81ea-9130dc6c72cf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "DELETE /v2.0/ports/95dad8a3-e3e5-4abb-8570-269716fc7d6c HTTP/1.1" status: 204 len: 173 time: 0.9054487 Sep 23 19:37:31.599380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'name': 'network-vif-deleted', 'tag': '95dad8a3-e3e5-4abb-8570-269716fc7d6c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:31.601636 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a0f8eb-8d21-4cf7-a135-9f5d11df8976" -d '{"events": [{"server_uuid": "fb6504b0-7ffc-4ca7-bebe-7c1c245ff491", "name": "network-vif-deleted", "tag": "95dad8a3-e3e5-4abb-8570-269716fc7d6c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:31.679348 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1139590b-d74a-4d14-9b50-0fd59a69f121 x-openstack-request-id: req-1139590b-d74a-4d14-9b50-0fd59a69f121 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:31.679638 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6504b0-7ffc-4ca7-bebe-7c1c245ff491", "name": "network-vif-deleted", "tag": "95dad8a3-e3e5-4abb-8570-269716fc7d6c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:31.679894 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1139590b-d74a-4d14-9b50-0fd59a69f121 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:31.680289 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6504b0-7ffc-4ca7-bebe-7c1c245ff491', 'name': 'network-vif-deleted', 'tag': '95dad8a3-e3e5-4abb-8570-269716fc7d6c', 'status': 'completed', 'code': 200} Sep 23 19:37:31.682308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.685900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.766331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Router e047e6a2-2d54-4d9e-b81f-906b376502cc has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:37:31.786964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f78c84f0-5e12-4d82-baa1-1fe512beb54d req-c792bdbc-4fe0-4159-800f-bae1b6686b71 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb6504b0-7ffc-4ca7-bebe-7c1c245ff491 HTTP/1.1" status: 200 len: 210 time: 0.0355303 Sep 23 19:37:31.818249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f39c-72c2-4c30-9e0b-dcf3c065092c tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.820060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f39c-72c2-4c30-9e0b-dcf3c065092c tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.851536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:31.858454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.862536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:31.862684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de4d2bf8-cd7e-41ed-80b3-3f22773c3438 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "PUT /v2.0/routers/e047e6a2-2d54-4d9e-b81f-906b376502cc HTTP/1.1" status: 200 len: 705 time: 1.7663348 Sep 23 19:37:31.867893 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] Sync routers for ids ['e047e6a2-2d54-4d9e-b81f-906b376502cc'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:31.877804 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] Routers {'e047e6a2-2d54-4d9e-b81f-906b376502cc'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:31.878451 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e047e6a2-2d54-4d9e-b81f-906b376502cc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:31.903948 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f39c-72c2-4c30-9e0b-dcf3c065092c tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.904471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b7f39c-72c2-4c30-9e0b-dcf3c065092c tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0824ae5c-e9a4-4c9e-869e-455480172f85 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:31.909556 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f39c-72c2-4c30-9e0b-dcf3c065092c tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.910778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1b7f39c-72c2-4c30-9e0b-dcf3c065092c tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "DELETE /v2.0/routers/0824ae5c-e9a4-4c9e-869e-455480172f85 HTTP/1.1" status: 204 len: 168 time: 0.3974738 Sep 23 19:37:31.913692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:31.915469 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:31.924247 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] Routers {'e047e6a2-2d54-4d9e-b81f-906b376502cc'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:31.924842 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e047e6a2-2d54-4d9e-b81f-906b376502cc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:31.943331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a69d056-2c4b-434f-90f1-554df6d8aaac tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Request body: {'router': {'name': 'tempest-router-686477987', 'distributed': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:31.968373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c1c1e6d9-e64f-4f5a-8ed3-1918b85b735b tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/routers/e047e6a2-2d54-4d9e-b81f-906b376502cc HTTP/1.1" status: 200 len: 740 time: 0.1020939 Sep 23 19:37:31.968942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:31.978952 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a69d056-2c4b-434f-90f1-554df6d8aaac tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.980024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a69d056-2c4b-434f-90f1-554df6d8aaac tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.045840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.047232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-372e179d-0382-4e37-9a12-0c63b3e46229 tempest-RoutersAdminTest-1833008501 tempest-RoutersAdminTest-1833008501-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=e047e6a2-2d54-4d9e-b81f-906b376502cc HTTP/1.1" status: 200 len: 205 time: 0.0771272 Sep 23 19:37:32.067306 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:32.068595 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2efa-2b01-4fed-af45-d73fdbee4b17 None None] The sync data for ids ['e047e6a2-2d54-4d9e-b81f-906b376502cc'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:32.093094 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-061f95d2-be4a-4cf2-8080-f07ffa02d316 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=e047e6a2-2d54-4d9e-b81f-906b376502cc HTTP/1.1" status: 200 len: 205 time: 0.0438554 Sep 23 19:37:32.093591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.149980 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a69d056-2c4b-434f-90f1-554df6d8aaac tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.163612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcd108-9855-4cb9-b626-0d4db70448bf req-1653766e-2811-473f-a612-a0b5a7cefdeb tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:32.165328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31bcd108-9855-4cb9-b626-0d4db70448bf req-1653766e-2811-473f-a612-a0b5a7cefdeb tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1114252 Sep 23 19:37:32.167862 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a69d056-2c4b-434f-90f1-554df6d8aaac tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.186113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5d7eedd-60d8-41e3-bb92-c8c62b7475cf tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.194223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a69d056-2c4b-434f-90f1-554df6d8aaac tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.197813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a69d056-2c4b-434f-90f1-554df6d8aaac tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2808206 Sep 23 19:37:32.199370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.252480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31bcd108-9855-4cb9-b626-0d4db70448bf req-d0326b5a-aa2c-41b1-aa06-c1a0b24d1900 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774150 Sep 23 19:37:32.297899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc9f04b0-1971-41fd-b18d-eb0c652599f0 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.384431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5d7eedd-60d8-41e3-bb92-c8c62b7475cf tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.386776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5d7eedd-60d8-41e3-bb92-c8c62b7475cf tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.449266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5d7eedd-60d8-41e3-bb92-c8c62b7475cf tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.449801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d7eedd-60d8-41e3-bb92-c8c62b7475cf tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Fanout notify agent at l3_agent the message router_deleted on router e047e6a2-2d54-4d9e-b81f-906b376502cc {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:32.467275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5d7eedd-60d8-41e3-bb92-c8c62b7475cf tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.468588 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e5d7eedd-60d8-41e3-bb92-c8c62b7475cf tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/e047e6a2-2d54-4d9e-b81f-906b376502cc HTTP/1.1" status: 204 len: 168 time: 0.3717813 Sep 23 19:37:32.472674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.520998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc9f04b0-1971-41fd-b18d-eb0c652599f0 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.536257 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc9f04b0-1971-41fd-b18d-eb0c652599f0 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.539412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-409358d0-ed09-40b6-859c-c5a069ab9e4d tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=e047e6a2-2d54-4d9e-b81f-906b376502cc HTTP/1.1" status: 200 len: 205 time: 0.0627091 Sep 23 19:37:32.541911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.587152 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-aee327b7-dd24-411a-b403-59707f487a7e tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] delete failed (client error): The resource could not be found. Sep 23 19:37:32.590616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aee327b7-dd24-411a-b403-59707f487a7e tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/e047e6a2-2d54-4d9e-b81f-906b376502cc HTTP/1.1" status: 404 len: 336 time: 0.0475583 Sep 23 19:37:32.591347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.605262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc9f04b0-1971-41fd-b18d-eb0c652599f0 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.605975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9f04b0-1971-41fd-b18d-eb0c652599f0 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9844d1c-41df-4a39-8c41-dca51ef16366 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:32.613439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc9f04b0-1971-41fd-b18d-eb0c652599f0 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.618008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc9f04b0-1971-41fd-b18d-eb0c652599f0 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "DELETE /v2.0/routers/d9844d1c-41df-4a39-8c41-dca51ef16366 HTTP/1.1" status: 204 len: 168 time: 0.4142549 Sep 23 19:37:32.618097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.623858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-11c1b496-27ca-48f9-a34d-0bb986c5b33a tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Request body: {'router': {'name': 'tempest-router-462633769', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6b3b6ebb747b4f6cac657fd857572f0d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:32.642297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-551cb57b-dca7-401e-b116-6d6562d8e581 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=996bb140-cb33-476f-b8ce-9e752cd49900 HTTP/1.1" status: 200 len: 205 time: 0.0484550 Sep 23 19:37:32.644008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.649584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11c1b496-27ca-48f9-a34d-0bb986c5b33a tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.650696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11c1b496-27ca-48f9-a34d-0bb986c5b33a tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.684738 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-72b9a6f6-f248-4e8b-81ea-773261fcba86 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] delete failed (client error): The resource could not be found. Sep 23 19:37:32.688129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-72b9a6f6-f248-4e8b-81ea-773261fcba86 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/996bb140-cb33-476f-b8ce-9e752cd49900 HTTP/1.1" status: 404 len: 336 time: 0.0395730 Sep 23 19:37:32.688360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.704964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11c1b496-27ca-48f9-a34d-0bb986c5b33a tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.709512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11c1b496-27ca-48f9-a34d-0bb986c5b33a tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.723647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11c1b496-27ca-48f9-a34d-0bb986c5b33a tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.726818 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-11c1b496-27ca-48f9-a34d-0bb986c5b33a tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1059051 Sep 23 19:37:32.726971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a25b5ea2-e987-435f-8cfa-b83d1a2b4f0b tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=620ef533-09e2-4f41-b1b0-ccd035e9ebd5 HTTP/1.1" status: 200 len: 205 time: 0.0351670 Sep 23 19:37:32.727078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.727331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.733897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:32.819668 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-99aec561-dae3-4cfc-8231-57dfdc44c2fd tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] delete failed (client error): The resource could not be found. Sep 23 19:37:32.823578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-99aec561-dae3-4cfc-8231-57dfdc44c2fd tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/620ef533-09e2-4f41-b1b0-ccd035e9ebd5 HTTP/1.1" status: 404 len: 336 time: 0.0924327 Sep 23 19:37:32.823578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.879456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0e4ba6a1-273b-4573-8032-c669aae5df1b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:32.883185 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b38582bb-a806-47e0-abfe-d5461b293eb9 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=48fab55d-f93b-46f2-b801-e4b068a2ff8a HTTP/1.1" status: 200 len: 205 time: 0.0585983 Sep 23 19:37:32.885668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.966743 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-5e03839b-79a0-459b-806b-6f1fcf1cac62 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] delete failed (client error): The resource could not be found. Sep 23 19:37:32.968206 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5e03839b-79a0-459b-806b-6f1fcf1cac62 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/48fab55d-f93b-46f2-b801-e4b068a2ff8a HTTP/1.1" status: 404 len: 336 time: 0.0812867 Sep 23 19:37:32.970985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.000947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:33.014480 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0da167ea-ecb7-4006-88d9-d02cf9b4a4f6 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=092a9d9d-47bd-4459-a81b-35ca79f7afa0 HTTP/1.1" status: 200 len: 205 time: 0.0393801 Sep 23 19:37:33.016816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.066048 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-e2ef3f89-9f82-47a8-b22e-b61cbcc962e7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] delete failed (client error): The resource could not be found. Sep 23 19:37:33.067203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e2ef3f89-9f82-47a8-b22e-b61cbcc962e7 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/092a9d9d-47bd-4459-a81b-35ca79f7afa0 HTTP/1.1" status: 404 len: 336 time: 0.0491831 Sep 23 19:37:33.070068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.094389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.094824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.142675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-469bb8b8-2b5a-4149-a027-876e2a954cfa tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "GET /v2.0/ports?device_id=65c940f6-924f-46bb-94a2-e2f390f4e170 HTTP/1.1" status: 200 len: 205 time: 0.0593286 Sep 23 19:37:33.143726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59248) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.194593 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-36f07dc7-90fa-4c86-b8f7-024c274fe106 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] delete failed (client error): The resource could not be found. Sep 23 19:37:33.196712 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-36f07dc7-90fa-4c86-b8f7-024c274fe106 tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/routers/65c940f6-924f-46bb-94a2-e2f390f4e170 HTTP/1.1" status: 404 len: 336 time: 0.0515342 Sep 23 19:37:33.199339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.206959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'mac_address': 'fa:16:3e:69:66:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:33.223977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 23 19:37:33.224340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Router 9df3de1a-04dc-49e7-a14e-74aec98de501 migrating from provider to provider. {{(pid=94826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 23 19:37:33.224788 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.229901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.236273 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f0b518-16e9-479e-997d-4ebfebbb78dc tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] DELETE failed (client error): The resource could not be found. Sep 23 19:37:33.236273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f0b518-16e9-479e-997d-4ebfebbb78dc tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:37:33.240936 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-38f0b518-16e9-479e-997d-4ebfebbb78dc tempest-RoutersAdminTest-284549293 tempest-RoutersAdminTest-284549293-project] 10.222.0.38 "DELETE /v2.0/subnets/459e87ae-a164-4c11-8754-5668825f9cde HTTP/1.1" status: 404 len: 337 time: 0.0365224 Sep 23 19:37:33.244631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.254002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.268207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e4ba6a1-273b-4573-8032-c669aae5df1b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:33.303623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:33.310652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.374576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:33.396957 n-d-810763-1 neutron-server[94826]: WARNING neutron.scheduler.l3_agent_scheduler [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] No L3 agents can host the router 9df3de1a-04dc-49e7-a14e-74aec98de501 Sep 23 19:37:33.402926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['0e4ba6a1-273b-4573-8032-c669aae5df1b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:33.425186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16afec1-8b28-4b31-a135-5469b6805738 req-c107140f-a8a2-413f-aa51-1149ed039cd5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:33.427245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-c107140f-a8a2-413f-aa51-1149ed039cd5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.1960077 Sep 23 19:37:33.486784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-3b9e370c-6656-4ca6-9fdd-92df1058be81 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/quotas/704410d212264e658a139ea138bf5b03 HTTP/1.1" status: 200 len: 375 time: 0.0184155 Sep 23 19:37:33.591315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.591459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-882df633-7c84-4d50-bf67-d74f7ab8390f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653558 Sep 23 19:37:33.592747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Hosts for router 9df3de1a-04dc-49e7-a14e-74aec98de501: [] {{(pid=94826) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 23 19:37:33.636037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Hosts for other DVR routers connected to router 9df3de1a-04dc-49e7-a14e-74aec98de501: set() {{(pid=94826) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 23 19:37:33.638704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.639973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-93274994-5b1a-4190-bf55-8a97630c9784 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "PUT /v2.0/routers/9df3de1a-04dc-49e7-a14e-74aec98de501 HTTP/1.1" status: 200 len: 716 time: 0.9105883 Sep 23 19:37:33.642512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.708280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09e24aef-8df0-41eb-8402-8a1ff35f15e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.818255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09e24aef-8df0-41eb-8402-8a1ff35f15e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.823147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09e24aef-8df0-41eb-8402-8a1ff35f15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.869346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e24aef-8df0-41eb-8402-8a1ff35f15e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1a5865-3b10-41bc-a2cd-ced911f543a7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:33.876438 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-09e24aef-8df0-41eb-8402-8a1ff35f15e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=241e41756e91474e9b7e4734acd5b990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811294 Sep 23 19:37:33.876671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.931212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad01da35-3163-4e96-80a9-076aa08f4c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:33.954298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad01da35-3163-4e96-80a9-076aa08f4c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.002661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad01da35-3163-4e96-80a9-076aa08f4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.005949 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad01da35-3163-4e96-80a9-076aa08f4c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.007135 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ad01da35-3163-4e96-80a9-076aa08f4c90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f1a5865-3b10-41bc-a2cd-ced911f543a7 HTTP/1.1" status: 204 len: 168 time: 0.1295688 Sep 23 19:37:34.016693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01da35-3163-4e96-80a9-076aa08f4c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1a5865-3b10-41bc-a2cd-ced911f543a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:34.018622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-94bdb853-fe9b-4a9c-a4b0-435d7d5d98b8 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "GET /v2.0/routers/9df3de1a-04dc-49e7-a14e-74aec98de501 HTTP/1.1" status: 200 len: 716 time: 0.3748984 Sep 23 19:37:34.021087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:34.049589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-86cb6216-4f7e-4940-96f8-31b3c3064275 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383817 Sep 23 19:37:34.153543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-6d595900-fedd-427d-9b65-fc2b445ee464 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975015 Sep 23 19:37:34.229858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b8d7ed2e-04db-4deb-ab21-95dce0a33938 tempest-RoutersTestDVR-2079705965 tempest-RoutersTestDVR-2079705965-project] 10.222.0.38 "GET /v2.0/routers/9df3de1a-04dc-49e7-a14e-74aec98de501 HTTP/1.1" status: 200 len: 682 time: 0.2076457 Sep 23 19:37:34.233758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:34.336032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab666aa-d101-4eaf-908a-d60c1ad3e0aa tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.378929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:34.438373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-504d6f5e-bdbf-4e19-b966-cd53153496dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=039f6110f23e4798be845c0f40770e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578523 Sep 23 19:37:34.441689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:34.528069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce6d26a8-64ce-45b7-a8e7-14f9e25cdbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.562284 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce6d26a8-64ce-45b7-a8e7-14f9e25cdbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.652183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce6d26a8-64ce-45b7-a8e7-14f9e25cdbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.656712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce6d26a8-64ce-45b7-a8e7-14f9e25cdbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.658398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ce6d26a8-64ce-45b7-a8e7-14f9e25cdbdd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56fbc03a-dc51-45d7-97de-2f5d448151ef HTTP/1.1" status: 204 len: 168 time: 0.2153149 Sep 23 19:37:34.676997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab666aa-d101-4eaf-908a-d60c1ad3e0aa tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.681299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab666aa-d101-4eaf-908a-d60c1ad3e0aa tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.686140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d26a8-64ce-45b7-a8e7-14f9e25cdbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fbc03a-dc51-45d7-97de-2f5d448151ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:34.700470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959169a-ad40-437f-8039-9a1d27b1545d req-091a7182-7e84-47d0-a900-f4103ade5d4c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:34.709489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0959169a-ad40-437f-8039-9a1d27b1545d req-091a7182-7e84-47d0-a900-f4103ade5d4c tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.2463899 Sep 23 19:37:34.877388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0959169a-ad40-437f-8039-9a1d27b1545d req-72085f21-068e-4c6d-8ae9-7369afa07905 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665070 Sep 23 19:37:34.879455 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab666aa-d101-4eaf-908a-d60c1ad3e0aa tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.880414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab666aa-d101-4eaf-908a-d60c1ad3e0aa tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9df3de1a-04dc-49e7-a14e-74aec98de501 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:34.893826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0e4ba6a1-273b-4573-8032-c669aae5df1b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:34.894970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab666aa-d101-4eaf-908a-d60c1ad3e0aa tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.899387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ab666aa-d101-4eaf-908a-d60c1ad3e0aa tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "DELETE /v2.0/routers/9df3de1a-04dc-49e7-a14e-74aec98de501 HTTP/1.1" status: 204 len: 168 time: 0.6643438 Sep 23 19:37:34.905882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59330) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:34.912866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-922934c6-0fce-405c-bf46-62dbe5f3e219 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Request body: {'router': {'name': 'tempest-router-289976101', 'distributed': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:34.957572 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-922934c6-0fce-405c-bf46-62dbe5f3e219 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.960935 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-922934c6-0fce-405c-bf46-62dbe5f3e219 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.012959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 0e4ba6a1-273b-4573-8032-c669aae5df1b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:35.013346 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.052762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-922934c6-0fce-405c-bf46-62dbe5f3e219 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.061190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-922934c6-0fce-405c-bf46-62dbe5f3e219 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.082946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-922934c6-0fce-405c-bf46-62dbe5f3e219 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.084539 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-922934c6-0fce-405c-bf46-62dbe5f3e219 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1772919 Sep 23 19:37:35.087529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:35.228171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.275496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:35.284652 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b9b71f-b0d7-4875-b5ac-c16092ab4b39" -d '{"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:35.293963 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a368f889-b751-443e-b44a-12ef9a55aef9 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.313716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:35.331899 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.332849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 95dad8a3-e3e5-4abb-8570-269716fc7d6c no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:35.414423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 95dad8a3-e3e5-4abb-8570-269716fc7d6c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:35.414797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 95dad8a3-e3e5-4abb-8570-269716fc7d6c not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:35.502776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:35.583663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a368f889-b751-443e-b44a-12ef9a55aef9 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.586358 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a368f889-b751-443e-b44a-12ef9a55aef9 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.640874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a368f889-b751-443e-b44a-12ef9a55aef9 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.641657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a368f889-b751-443e-b44a-12ef9a55aef9 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c98f8aeb-5541-4ea0-ac26-60fa6933e980 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:35.662364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a368f889-b751-443e-b44a-12ef9a55aef9 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.663758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a368f889-b751-443e-b44a-12ef9a55aef9 tempest-RoutersTestDVR-818016014 tempest-RoutersTestDVR-818016014-project-admin] 10.222.0.38 "DELETE /v2.0/routers/c98f8aeb-5541-4ea0-ac26-60fa6933e980 HTTP/1.1" status: 204 len: 168 time: 0.5748727 Sep 23 19:37:35.679682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d46f3493-445a-4d7a-941b-b57ea35238a1 req-a8552938-ca53-4111-afbd-e018a5d08428 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 210 time: 0.0498893 Sep 23 19:37:35.756413 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3526bedc-2751-4e75-8f1f-a4d4b84daa1a x-openstack-request-id: req-3526bedc-2751-4e75-8f1f-a4d4b84daa1a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:35.757012 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:35.757620 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3526bedc-2751-4e75-8f1f-a4d4b84daa1a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:35.758469 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'code': 200} Sep 23 19:37:36.093597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:36.099663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16afec1-8b28-4b31-a135-5469b6805738 req-67dc727f-f899-4911-b513-beed2510a1f9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:36.101337 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-67dc727f-f899-4911-b513-beed2510a1f9 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.3084733 Sep 23 19:37:36.123071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Request body: {'port': {'device_id': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'admin_state_up': True, 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:36.196633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:36.205081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a70a-08f5-4615-b4c5-88762c00c428 req-44c06249-2c14-43ce-a6d7-dc05691e1e77 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:36.212831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0833a70a-08f5-4615-b4c5-88762c00c428 req-44c06249-2c14-43ce-a6d7-dc05691e1e77 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1085463 Sep 23 19:37:36.260813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0833a70a-08f5-4615-b4c5-88762c00c428 req-2b327e1b-ae95-4f4a-8d05-047517774929 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Sep 23 19:37:36.322377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1838876791'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:36.383788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:36.399279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.417344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.419269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.461411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:37:36.461411 n-d-810763-1 neutron-server[94825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:37:36.461411 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id_1': '6b3b6ebb747b4f6cac657fd857572f0d', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 37, 16, 451217)}] Sep 23 19:37:36.461411 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:36.462412 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:36.580219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.586917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.623000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:36.630416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.630749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:36.652522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5574f3-eb80-48c6-be16-99bbc19e9910,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:36.663041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.663637 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Added segment b2567679-67f6-444b-86f6-cc1a01732492 of type vlan for network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 Sep 23 19:37:36.681050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.683787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.684386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.684977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.685483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.685981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.687588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.689612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.690137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.739194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.745085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.749198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:36.858263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.940193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f56de50-d298-4c2c-85a0-df9af151138b req-910c3777-b30e-4beb-b730-515245a08c07 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 210 time: 0.0587721 Sep 23 19:37:36.956499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.966445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.984508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Allocated IP 172.20.0.3 (f1d5fb3e-eddb-416b-9957-649fbd317db0/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5/ff80f67b-0adb-492a-b14c-78ca0188ff1f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:36.991866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:36.992629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.158714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Network': ['ID=6517cfef-e894-4b96-b49b-1a9bb4ed63c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:37.170076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:37.270585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.283599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a6c3073-427f-4903-9c05-442c5eb88884 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1876998 Sep 23 19:37:37.286498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:37.291692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'subnet': {'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:37.296701 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.359132 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.365733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c8cee-4a77-429d-9681-0bce5b99d969,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:37.390601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c9226434-19a7-40e5-94ad-c31cb04addd0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b3b6ebb747b4f6cac657fd857572f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1931889 Sep 23 19:37:37.394558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59412) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:37.432255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.456628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:37.462545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:37.465242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:37.472695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a5559-9a73-4933-9619-d1174b4489f4 req-44ea02f2-3302-49a5-8d1d-803273734142 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:37.474837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-895a5559-9a73-4933-9619-d1174b4489f4 req-44ea02f2-3302-49a5-8d1d-803273734142 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0808928 Sep 23 19:37:37.499065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:37.502796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.587383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-895a5559-9a73-4933-9619-d1174b4489f4 req-c115fbed-4698-43f2-b1d9-aba0739d2e5e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917532 Sep 23 19:37:37.864550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.995748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Subnet': ['ID=5c44dba8-4c92-44cf-b359-f52d89e87311,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:38.025556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:38.026523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Checking segment: {'id': 'b2567679-67f6-444b-86f6-cc1a01732492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:38.027114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network hostable DHCP agents. Network: 6517cfef-e894-4b96-b49b-1a9bb4ed63c1, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:38.054075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7123f6d7-0890-4b50-a1be-291bb4dec031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.080510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7123f6d7-0890-4b50-a1be-291bb4dec031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.093234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:38.138882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6517cfef-e894-4b96-b49b-1a9bb4ed63c1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:38.143727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:38.145137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.149033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480e2b8-6950-4edc-ad43-26f417f21578 None None] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:38.149209 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7123f6d7-0890-4b50-a1be-291bb4dec031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.151856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7123f6d7-0890-4b50-a1be-291bb4dec031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.152919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7123f6d7-0890-4b50-a1be-291bb4dec031 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/820c8cee-4a77-429d-9681-0bce5b99d969 HTTP/1.1" status: 204 len: 168 time: 0.7563143 Sep 23 19:37:38.159363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:38.161069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.170960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123f6d7-0890-4b50-a1be-291bb4dec031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c8cee-4a77-429d-9681-0bce5b99d969,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:38.177256 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5b329a07-2e03-4f11-a44a-423818bc1362 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0664346 Sep 23 19:37:38.182318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66295b7-a5b8-4c29-a867-fa42cbb5a6bb req-06eca42e-6a00-4925-9bac-71e45bf44cc2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:38.191461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a66295b7-a5b8-4c29-a867-fa42cbb5a6bb req-06eca42e-6a00-4925-9bac-71e45bf44cc2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 931 time: 0.1308751 Sep 23 19:37:38.194291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Request body: {'port': {'device_id': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:38.258336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-984e4d5b-5268-4079-abf6-991693e6d5f2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9707057 Sep 23 19:37:38.262902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:38.283530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a66295b7-a5b8-4c29-a867-fa42cbb5a6bb req-fb839a84-d629-41b8-b6ca-b33ed3933682 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860093 Sep 23 19:37:38.298460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1435415349'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:38.325422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.518385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'tenant_id': '3d9bb4a798a64f619e45d36325c7e27f', 'fixed_ips': [{'subnet_id': '5c44dba8-4c92-44cf-b359-f52d89e87311'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:38.519835 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.592295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:38.598075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.607683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:38.642491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47a92b52-7251-4514-8de1-fe3221d5fc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.677971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] device_id is not set on port a5ab488e-4152-4ded-b309-abc78895a1d4 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:38.736353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Allocated IP 2001:db8::2 (6517cfef-e894-4b96-b49b-1a9bb4ed63c1/5c44dba8-4c92-44cf-b359-f52d89e87311/beeb67b7-5390-4da7-ad48-cbcb2044003c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:38.876070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb62e-2445-42e8-978d-e14c4c206f6e req-b9333ef8-b122-4c28-aa02-98122ab9c750 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:38.885156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-873cb62e-2445-42e8-978d-e14c4c206f6e req-b9333ef8-b122-4c28-aa02-98122ab9c750 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1363657 Sep 23 19:37:38.901285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff80f67b-0adb-492a-b14c-78ca0188ff1f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:38.911024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.926636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Transition to ACTIVE for port object ff80f67b-0adb-492a-b14c-78ca0188ff1f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:38.933421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.969960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.982846 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.004305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-873cb62e-2445-42e8-978d-e14c4c206f6e req-0f7b6ba7-b3fa-4264-9a9e-ddd22b6bba6a tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011147 Sep 23 19:37:39.049716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47a92b52-7251-4514-8de1-fe3221d5fc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.057585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:39.070643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47a92b52-7251-4514-8de1-fe3221d5fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.104578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Pushing event updated for resources: {'Port': ['ID=beeb67b7-5390-4da7-ad48-cbcb2044003c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:39.136027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:39.137782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:39.139311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Allocated IP 2001:db8::352 (6517cfef-e894-4b96-b49b-1a9bb4ed63c1/5c44dba8-4c92-44cf-b359-f52d89e87311/a5ab488e-4152-4ded-b309-abc78895a1d4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:39.140714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:39.196537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-47a92b52-7251-4514-8de1-fe3221d5fc53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5bacf5dea4947f382601667df93a0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871253 Sep 23 19:37:39.197203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:39.204586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a92b52-7251-4514-8de1-fe3221d5fc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899d7fda-0af5-450f-b540-c1935e7d7462,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:39.245210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Attempting to bind port beeb67b7-5390-4da7-ad48-cbcb2044003c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:39.245814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Attempting to bind port beeb67b7-5390-4da7-ad48-cbcb2044003c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b2567679-67f6-444b-86f6-cc1a01732492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:39.246386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Attempting to bind port beeb67b7-5390-4da7-ad48-cbcb2044003c on network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:39.255241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:39.255869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Checking segment: {'id': 'b2567679-67f6-444b-86f6-cc1a01732492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:39.256887 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.257656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Bound using segment: {'id': 'b2567679-67f6-444b-86f6-cc1a01732492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:39.258544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Bound port: beeb67b7-5390-4da7-ad48-cbcb2044003c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2567679-67f6-444b-86f6-cc1a01732492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:39.259668 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.294541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Attempting to bind port ff80f67b-0adb-492a-b14c-78ca0188ff1f on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:39.294886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Attempting to bind port ff80f67b-0adb-492a-b14c-78ca0188ff1f by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:39.295222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Attempting to bind port ff80f67b-0adb-492a-b14c-78ca0188ff1f on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:39.305339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937949-20c5-489c-b0b6-c19b9470cc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.358369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Port ff80f67b-0adb-492a-b14c-78ca0188ff1f on network f1d5fb3e-eddb-416b-9957-649fbd317db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:39.361327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Attempting to bind port ff80f67b-0adb-492a-b14c-78ca0188ff1f on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:39.366885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] For port beeb67b7-5390-4da7-ad48-cbcb2044003c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:39.370804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] For port beeb67b7-5390-4da7-ad48-cbcb2044003c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=beeb67b7-5390-4da7-ad48-cbcb2044003c,segment=NetworkSegment(b2567679-67f6-444b-86f6-cc1a01732492),segment_id=b2567679-67f6-444b-86f6-cc1a01732492)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:39.377043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.393530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937949-20c5-489c-b0b6-c19b9470cc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.417971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:39.418610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:39.421363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Bound using segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:39.423523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Bound port: ff80f67b-0adb-492a-b14c-78ca0188ff1f, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:39.423938 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.477204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36640d-da4a-4627-93dc-d72bc80508ff None None] Pushing event updated for resources: {'Port': ['ID=beeb67b7-5390-4da7-ad48-cbcb2044003c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:39.619553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:39.625276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:39.625600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bb604-d515-402d-85bd-d8ce29c241ac req-f43d9e3a-1508-4190-9250-23276500cbd8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:39.627392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e8bb604-d515-402d-85bd-d8ce29c241ac req-f43d9e3a-1508-4190-9250-23276500cbd8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 943 time: 0.1207571 Sep 23 19:37:39.656326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937949-20c5-489c-b0b6-c19b9470cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.659342 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f937949-20c5-489c-b0b6-c19b9470cc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.682377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f937949-20c5-489c-b0b6-c19b9470cc39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/899d7fda-0af5-450f-b540-c1935e7d7462 HTTP/1.1" status: 204 len: 168 time: 0.4833424 Sep 23 19:37:39.716734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.763531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f937949-20c5-489c-b0b6-c19b9470cc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899d7fda-0af5-450f-b540-c1935e7d7462,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:39.791026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.812270 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.825244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e8bb604-d515-402d-85bd-d8ce29c241ac req-160bc123-f54b-429f-9992-11e81bcc0c85 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891308 Sep 23 19:37:39.904505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:39.905197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.906871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff80f67b-0adb-492a-b14c-78ca0188ff1f HTTP/1.1" status: 200 len: 1091 time: 1.7189837 Sep 23 19:37:39.907299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:39.909724 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7069e418-e2b0-4759-9f7f-e6770beba015" -d '{"events": [{"name": "network-changed", "server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:40.009033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:40.031792 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6c70a8-5c52-4906-b5dd-f961e71473dd x-openstack-request-id: req-7e6c70a8-5c52-4906-b5dd-f961e71473dd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:40.032084 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:40.032334 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e6c70a8-5c52-4906-b5dd-f961e71473dd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:40.032732 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'status': 'completed', 'code': 200} Sep 23 19:37:40.035232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:40.038682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd76b-63dd-4710-8a79-cea9d6dae095 service neutron] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:40.041672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:40.049926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:40.050668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.105968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8419647 Sep 23 19:37:40.110836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:40.121954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16afec1-8b28-4b31-a135-5469b6805738 req-6cc1f8de-b413-44e8-ae95-cbf888a5a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:40.125495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-6cc1f8de-b413-44e8-ae95-cbf888a5a78e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 1094 time: 0.1544890 Sep 23 19:37:40.126800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cbbcf-1afd-4947-bf32-e304e3afd392 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=a5ab488e-4152-4ded-b309-abc78895a1d4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:40.129707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-768219866', 'allowed_address_pairs': [{'ip_address': '2001:db8::352', 'mac_address': 'fa:16:3e:74:5d:b1'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:40.279714 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-baa89fe8-6235-4d04-9cde-f7c6cb5c8f58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f HTTP/1.1" status: 200 len: 217 time: 0.1422908 Sep 23 19:37:40.355618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b0dba-9133-4088-82c1-49d3929e3ba9 req-6ad203fc-fc3c-4fd5-bc91-e5fbb1692af8 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:40.365555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f03b0dba-9133-4088-82c1-49d3929e3ba9 req-6ad203fc-fc3c-4fd5-bc91-e5fbb1692af8 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.2176623 Sep 23 19:37:40.386105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16afec1-8b28-4b31-a135-5469b6805738 req-64844944-ec24-4161-991e-800763515215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:40.388398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-64844944-ec24-4161-991e-800763515215 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.1012371 Sep 23 19:37:40.445963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f03b0dba-9133-4088-82c1-49d3929e3ba9 req-f280fbe3-cee4-4dab-b728-0fd28dc89e86 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Sep 23 19:37:40.459559 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-5f1186ba-cd61-4e8d-88a6-d0ccb9c833e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599630 Sep 23 19:37:40.475958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:40.793933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.810459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-acf436e3-d807-4b8b-a3d7-5deb4da2a14c service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450501 Sep 23 19:37:40.845556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device beeb67b7-5390-4da7-ad48-cbcb2044003c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:40.853170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] device_id is not set on port b2ae2422-5786-467c-8d78-a12c1eea7363 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:41.051735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port beeb67b7-5390-4da7-ad48-cbcb2044003c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:41.052110 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.067599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c1a1-e072-45fe-88b7-3e964365e282 req-ca0ebf65-4f94-4431-b799-8d87df2ac1ef tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:41.079835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7be3c1a1-e072-45fe-88b7-3e964365e282 req-ca0ebf65-4f94-4431-b799-8d87df2ac1ef tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 943 time: 0.1278210 Sep 23 19:37:41.085780 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b16afec1-8b28-4b31-a135-5469b6805738 req-505848a4-9edb-44d4-8ebc-16553ff7158b service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678952 Sep 23 19:37:41.268830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-40849738-b648-4b4c-9b0b-5c80078e07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:41.272511 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-40849738-b648-4b4c-9b0b-5c80078e07f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 1094 time: 0.1195860 Sep 23 19:37:41.275112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7be3c1a1-e072-45fe-88b7-3e964365e282 req-afe6d705-748a-47fc-8732-d1d911311f6a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910229 Sep 23 19:37:41.345815 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.372560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b9a5fe-5f33-420d-b6af-0e76a3a02880 None None] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:41.406635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Allocated IP 2001:db8::3a3 (6517cfef-e894-4b96-b49b-1a9bb4ed63c1/5c44dba8-4c92-44cf-b359-f52d89e87311/b2ae2422-5786-467c-8d78-a12c1eea7363) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:41.423553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port beeb67b7-5390-4da7-ad48-cbcb2044003c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=beeb67b7-5390-4da7-ad48-cbcb2044003c,segment=NetworkSegment(b2567679-67f6-444b-86f6-cc1a01732492),segment_id=b2567679-67f6-444b-86f6-cc1a01732492)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:41.507614 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.528543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-f9f62619-53f7-408c-a078-62699c5240af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:41.535481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-f9f62619-53f7-408c-a078-62699c5240af service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.2547283 Sep 23 19:37:41.627151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1d11d985-d661-4db5-85be-53233daa88e9 None None] Provisioning complete for port beeb67b7-5390-4da7-ad48-cbcb2044003c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:41.627493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d11d985-d661-4db5-85be-53233daa88e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.635397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-18bac864-18de-4ab7-afb5-2fb8f118e5ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f HTTP/1.1" status: 200 len: 217 time: 0.0917077 Sep 23 19:37:41.730069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36651e-c598-4082-b630-862d71d88a29 req-6a339502-80d9-49f5-86ab-eeb153c73d7b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:41.732921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e36651e-c598-4082-b630-862d71d88a29 req-6a339502-80d9-49f5-86ab-eeb153c73d7b tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1607969 Sep 23 19:37:41.748741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:41.787466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-58e9bb01-9d02-479d-9e08-be340774b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:41.789040 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-58e9bb01-9d02-479d-9e08-be340774b1b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.1455600 Sep 23 19:37:41.839566 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-0d83c0a4-1763-4ea2-ab49-796798f4c1d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415053 Sep 23 19:37:41.849466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=beeb67b7-5390-4da7-ad48-cbcb2044003c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:41.884931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.958263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e36651e-c598-4082-b630-862d71d88a29 req-cccdd3dc-c485-4e21-9071-b5bdf8d97bc1 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977725 Sep 23 19:37:41.958263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.024499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=b2ae2422-5786-467c-8d78-a12c1eea7363,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:42.038890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:42.040451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:42.046667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:42.072681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.073386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.123934 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-e804ea7b-0f6f-43ad-9ac8-dd4b238dafb0 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739587 Sep 23 19:37:42.146574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ce396c3a-59a4-48d1-bb02-f9cc79e74847 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0324495 Sep 23 19:37:42.149193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:42.215357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b73b772a-86ea-45d4-bb7c-6027c473b172 tempest-AgentManagementNegativeTest-341913316 tempest-AgentManagementNegativeTest-341913316-project] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4627304 Sep 23 19:37:42.258698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a1f41-1c45-4d4b-ad8b-777e551fe414 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.265171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a1f41-1c45-4d4b-ad8b-777e551fe414 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.272500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a1f41-1c45-4d4b-ad8b-777e551fe414 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.277623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-364a1f41-1c45-4d4b-ad8b-777e551fe414 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1133168 Sep 23 19:37:42.278169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:42.449557 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7069e418-e2b0-4759-9f7f-e6770beba015 req-f0710d95-643f-4dbd-a78c-a4b09d9d0b5a service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187542 Sep 23 19:37:42.655765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d4243-6a7c-4a44-8a8b-4266f129533b req-00cae22b-34e0-4599-88e7-2f2103b7bd70 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.671355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e80d4243-6a7c-4a44-8a8b-4266f129533b req-00cae22b-34e0-4599-88e7-2f2103b7bd70 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 943 time: 0.2029529 Sep 23 19:37:42.739565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting port b2ae2422-5786-467c-8d78-a12c1eea7363 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:42.739931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.844078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Provisioning complete for port b2ae2422-5786-467c-8d78-a12c1eea7363 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:42.844473 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.855996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e80d4243-6a7c-4a44-8a8b-4266f129533b req-05aff960-1371-477a-9b29-9b1dfd59e3fe tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834872 Sep 23 19:37:42.946064 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device beeb67b7-5390-4da7-ad48-cbcb2044003c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:43.037169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:43.068977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Port b2ae2422-5786-467c-8d78-a12c1eea7363 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:43.069367 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.144436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Provisioning complete for port beeb67b7-5390-4da7-ad48-cbcb2044003c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:43.144902 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.150520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Calling delete_port for b2ae2422-5786-467c-8d78-a12c1eea7363 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:43.233328 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dce7ba08-2a9a-4625-b23a-bb68dba32230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.238020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f895e-8695-47ca-8fbd-86d97bad5ec4 req-f6148352-6b73-42d7-a147-0321485bf2b6 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:43.246252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c26f895e-8695-47ca-8fbd-86d97bad5ec4 req-f6148352-6b73-42d7-a147-0321485bf2b6 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1478240 Sep 23 19:37:43.299867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port beeb67b7-5390-4da7-ad48-cbcb2044003c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:43.302014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.316835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c26f895e-8695-47ca-8fbd-86d97bad5ec4 req-cb8c8189-e6ed-46c7-806e-490ae8aef8cd tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660505 Sep 23 19:37:43.381865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f43c80d-f55f-4366-b3ed-2ed7f4acfefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.509630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.628593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Port': ['ID=b2ae2422-5786-467c-8d78-a12c1eea7363,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:43.799099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Provisioning complete for port a5ab488e-4152-4ded-b309-abc78895a1d4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:43.807772 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.828365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f43c80d-f55f-4366-b3ed-2ed7f4acfefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.839218 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f43c80d-f55f-4366-b3ed-2ed7f4acfefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.865452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-437fcedc-fd79-4159-9afb-966b2fdf8176 None None] Port a5ab488e-4152-4ded-b309-abc78895a1d4 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:43.992608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b91ab133-2c17-4d9b-83ed-12dbd6a057f9 None None] Could not find standard attr ID for object b2ae2422-5786-467c-8d78-a12c1eea7363. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:37:43.993304 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4f43c80d-f55f-4366-b3ed-2ed7f4acfefb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=698bf78e838d45cfbaa87a6fa26e8b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9543347 Sep 23 19:37:43.994345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43c80d-f55f-4366-b3ed-2ed7f4acfefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355e164-eedb-441c-bd3c-6051bf71175f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:43.998306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59568) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:44.001018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.015307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e090633-a257-434d-96bf-0c42f9433939 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/ports/b2ae2422-5786-467c-8d78-a12c1eea7363 HTTP/1.1" status: 204 len: 168 time: 1.7361813 Sep 23 19:37:44.015954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:44.042941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b91ab133-2c17-4d9b-83ed-12dbd6a057f9 None None] Provisioning complete for port a5ab488e-4152-4ded-b309-abc78895a1d4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:44.045102 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b91ab133-2c17-4d9b-83ed-12dbd6a057f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.104644 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd399bbe-31e9-4483-9440-a501bb78123c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.139116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd399bbe-31e9-4483-9440-a501bb78123c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.141839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b91ab133-2c17-4d9b-83ed-12dbd6a057f9 None None] Port a5ab488e-4152-4ded-b309-abc78895a1d4 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:44.170502 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-383ae2aa-d9b2-4f45-b60e-3f4ddca1ee8e tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] GET failed (client error): The resource could not be found. Sep 23 19:37:44.176494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-383ae2aa-d9b2-4f45-b60e-3f4ddca1ee8e tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "GET /v2.0/ports/b2ae2422-5786-467c-8d78-a12c1eea7363 HTTP/1.1" status: 404 len: 333 time: 0.1595480 Sep 23 19:37:44.180096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:44.185343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-181075933'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:44.240097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d05e93-aee1-410f-8e42-4f6af84ea0e6 req-ec87eca2-be79-48bc-aaf0-fe3733f7f532 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:44.247851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41d05e93-aee1-410f-8e42-4f6af84ea0e6 req-ec87eca2-be79-48bc-aaf0-fe3733f7f532 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 943 time: 0.2205348 Sep 23 19:37:44.258139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd399bbe-31e9-4483-9440-a501bb78123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.262240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd399bbe-31e9-4483-9440-a501bb78123c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.266459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd399bbe-31e9-4483-9440-a501bb78123c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4355e164-eedb-441c-bd3c-6051bf71175f HTTP/1.1" status: 204 len: 168 time: 0.2652493 Sep 23 19:37:44.322550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd399bbe-31e9-4483-9440-a501bb78123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355e164-eedb-441c-bd3c-6051bf71175f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:44.356107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41d05e93-aee1-410f-8e42-4f6af84ea0e6 req-002220f2-d839-4136-8e7c-32274f13594e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072176 Sep 23 19:37:44.388065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:44.402273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.423228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] device_id is not set on port f17e83ca-9285-404b-ae61-56c9ebe575b0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:44.949987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cc83e-e12a-43a8-aae1-8fb39c25a379 req-6b27a33a-fcd1-4e80-a279-7f397d18f579 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:44.957688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e9cc83e-e12a-43a8-aae1-8fb39c25a379 req-6b27a33a-fcd1-4e80-a279-7f397d18f579 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.4423158 Sep 23 19:37:44.982044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ff80f67b-0adb-492a-b14c-78ca0188ff1f details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:45.010551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Allocated IP 2001:db8::11c (6517cfef-e894-4b96-b49b-1a9bb4ed63c1/5c44dba8-4c92-44cf-b359-f52d89e87311/f17e83ca-9285-404b-ae61-56c9ebe575b0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:45.020421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e9cc83e-e12a-43a8-aae1-8fb39c25a379 req-72b2e417-d339-494a-a8e5-4de746b61d6e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617146 Sep 23 19:37:45.275119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:45.335583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'mac_address': 'fa:16:3e:cd:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:45.441989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.445761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.541912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff80f67b-0adb-492a-b14c-78ca0188ff1f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:45.628580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:45.644304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.672995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:45.699174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.717148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:45.795960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb88f66-a10e-4615-ae94-a78d059345c5 req-1075dc52-7ae1-4df3-9f98-de13ded58aea tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.805241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcb88f66-a10e-4615-ae94-a78d059345c5 req-1075dc52-7ae1-4df3-9f98-de13ded58aea tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 943 time: 0.2561107 Sep 23 19:37:45.868870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:45.870455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=f17e83ca-9285-404b-ae61-56c9ebe575b0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:45.889910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcb88f66-a10e-4615-ae94-a78d059345c5 req-538e970d-9ea6-41f3-a3b8-633d0635d755 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833755 Sep 23 19:37:45.896178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:45.901157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:45.908307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.909199 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.944255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6a11e36-051b-4439-8b56-7276e05d0c10 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7626653 Sep 23 19:37:45.946223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:45.951960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::352', 'mac_address': 'fa:16:3e:74:5d:b1'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:45.996337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ff80f67b-0adb-492a-b14c-78ca0188ff1f'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:46.035663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1803037216'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:46.147134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:46.151897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.184347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.331542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f5c472b-acc4-4afa-8c77-fc7789b3af92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.428381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec016be-7008-4a54-9e82-229423daa761 req-b2053f30-c69c-49ac-b162-d5fb0ed1bd5a tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:46.444155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eec016be-7008-4a54-9e82-229423daa761 req-b2053f30-c69c-49ac-b162-d5fb0ed1bd5a tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.2054033 Sep 23 19:37:46.457234 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.472925 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.581666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eec016be-7008-4a54-9e82-229423daa761 req-5c6658a7-1b8c-479d-a226-04a4bcf1cceb tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275158 Sep 23 19:37:46.604034 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.683668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-802dafcd-6af1-4b0d-b6bd-4bc44a2e4512 None None] Provisioning complete for port f17e83ca-9285-404b-ae61-56c9ebe575b0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:46.684361 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-802dafcd-6af1-4b0d-b6bd-4bc44a2e4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.702120 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.738551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a88bed6-7a41-4af9-8efe-960f555118b0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:46.775210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:46.799968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.800663 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment c76534a6-86c2-4cfe-b59b-58643aa45209 of type vlan for network b3590378-c1d2-4cdf-a333-55e723ef87e0 Sep 23 19:37:46.805287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-802dafcd-6af1-4b0d-b6bd-4bc44a2e4512 None None] Port f17e83ca-9285-404b-ae61-56c9ebe575b0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:46.893023 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.901570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.924953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.981518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.024543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] In _notify_port_updated(), no bound segment for port f17e83ca-9285-404b-ae61-56c9ebe575b0 on network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:37:47.036058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.037199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.041491 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "PUT /v2.0/ports/f17e83ca-9285-404b-ae61-56c9ebe575b0 HTTP/1.1" status: 200 len: 1002 time: 1.0936737 Sep 23 19:37:47.045224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:47.045800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.054950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.055779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.106596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b2c9-2b50-44c9-b6f8-2d128399a2b3 req-6a37ce7b-1f82-4fdc-b784-3c1178d0d02f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.116367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0609b2c9-2b50-44c9-b6f8-2d128399a2b3 req-6a37ce7b-1f82-4fdc-b784-3c1178d0d02f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 944 time: 0.1254008 Sep 23 19:37:47.133119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322af2-22d6-4114-82f7-1fa43303b704 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=f17e83ca-9285-404b-ae61-56c9ebe575b0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:47.144164 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4664931 Sep 23 19:37:47.228004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df3cc6-0a5f-4de4-94a7-8e4abfee12ef tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=b3590378-c1d2-4cdf-a333-55e723ef87e0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:47.240586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b3590378-c1d2-4cdf-a333-55e723ef87e0 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:47.296081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:47.301888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': 'b3590378-c1d2-4cdf-a333-55e723ef87e0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:47.364170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0609b2c9-2b50-44c9-b6f8-2d128399a2b3 req-41ab9fbb-03ce-45e3-a80b-b8cbb5861f70 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466209 Sep 23 19:37:47.443610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting port f17e83ca-9285-404b-ae61-56c9ebe575b0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:47.443960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.522150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:47.527807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.635236 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.646125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3754471d-7054-4a26-8a16-64448c85d65e None None] Provisioning complete for port f17e83ca-9285-404b-ae61-56c9ebe575b0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:47.650285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3754471d-7054-4a26-8a16-64448c85d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.680940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Calling delete_port for f17e83ca-9285-404b-ae61-56c9ebe575b0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:47.764069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3754471d-7054-4a26-8a16-64448c85d65e None None] Port f17e83ca-9285-404b-ae61-56c9ebe575b0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:47.913881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65f654-6e50-45f1-8b6e-7443aa228a33 req-65da2423-a879-40c2-b469-3fb961467ff5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.921330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b65f654-6e50-45f1-8b6e-7443aa228a33 req-65da2423-a879-40c2-b469-3fb961467ff5 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1405280 Sep 23 19:37:47.932859 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.950759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.025682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Port': ['ID=f17e83ca-9285-404b-ae61-56c9ebe575b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:48.110463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b65f654-6e50-45f1-8b6e-7443aa228a33 req-1a2d8d1d-dd7b-415a-bb5f-80a296379861 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881037 Sep 23 19:37:48.112462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=1a9b883a-602b-4408-b611-f6c5ca0483b8,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:48.183255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': 'c76534a6-86c2-4cfe-b59b-58643aa45209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3590378-c1d2-4cdf-a333-55e723ef87e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:48.183920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: b3590378-c1d2-4cdf-a333-55e723ef87e0, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:48.225874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network b3590378-c1d2-4cdf-a333-55e723ef87e0 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:48.249067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b3590378-c1d2-4cdf-a333-55e723ef87e0) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:48.262425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594292a-8351-41c4-a296-a03c67c61dc3 None None] Network b3590378-c1d2-4cdf-a333-55e723ef87e0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:48.263826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.265816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.310688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-270ca0b4-e801-48a4-aaf8-2c49a2b75804 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0114720 Sep 23 19:37:48.314374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:48.342462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.348618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0bd228d-ab1d-471c-9659-68f8a3fb4293 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/ports/f17e83ca-9285-404b-ae61-56c9ebe575b0 HTTP/1.1" status: 204 len: 168 time: 1.3018727 Sep 23 19:37:48.349243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:48.354654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218094544'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:48.408220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:48.413005 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7515e3bd-c4d5-4b74-8943-4adb899064f7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] GET failed (client error): The resource could not be found. Sep 23 19:37:48.416031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.428373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7515e3bd-c4d5-4b74-8943-4adb899064f7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "GET /v2.0/ports/f17e83ca-9285-404b-ae61-56c9ebe575b0 HTTP/1.1" status: 404 len: 333 time: 0.0780916 Sep 23 19:37:48.436184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:48.457090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1285523110'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:48.459094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:48.473649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.474406 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment 6919ed08-d41f-429b-b960-a0aee0036f3e of type vlan for network 9b08d8ea-77af-4d81-8f04-6ac0629af1cf Sep 23 19:37:48.538030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.580405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.595966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.596968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.597619 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.648096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-b3590378-c1d2-4cdf-a333-55e723ef87e0', 'network_id': 'b3590378-c1d2-4cdf-a333-55e723ef87e0', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': '1a9b883a-602b-4408-b611-f6c5ca0483b8'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:48.649701 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.723328 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3980515 Sep 23 19:37:48.724467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6fa8d-9b59-42db-b074-4a558b4efdc4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=9b08d8ea-77af-4d81-8f04-6ac0629af1cf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:48.726988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:48.732326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': '9b08d8ea-77af-4d81-8f04-6ac0629af1cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:48.825832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764a5c8-0ff7-44c0-b077-877d39562b34 req-62ad8ce8-d0cb-4546-bad7-0b7300220f36 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.840828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5764a5c8-0ff7-44c0-b077-877d39562b34 req-62ad8ce8-d0cb-4546-bad7-0b7300220f36 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 944 time: 0.2072971 Sep 23 19:37:48.844677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9b08d8ea-77af-4d81-8f04-6ac0629af1cf details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:48.852209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Allocated IP 172.20.255.242 (b3590378-c1d2-4cdf-a333-55e723ef87e0/1a9b883a-602b-4408-b611-f6c5ca0483b8/e06fcb20-a067-4082-9857-b0d4444cf076) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:48.923742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5764a5c8-0ff7-44c0-b077-877d39562b34 req-358ba7d6-8d5d-4131-80c2-bbbdda347e88 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774994 Sep 23 19:37:48.939971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:48.944029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.961963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:48.965702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.974184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] device_id is not set on port 5d50025e-3f61-42e0-8576-e5b8a56f056b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:49.118023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ff80f67b-0adb-492a-b14c-78ca0188ff1f up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:49.144516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Allocated IP 2001:db8::2b5 (6517cfef-e894-4b96-b49b-1a9bb4ed63c1/5c44dba8-4c92-44cf-b359-f52d89e87311/5d50025e-3f61-42e0-8576-e5b8a56f056b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:49.330157 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.331481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port ff80f67b-0adb-492a-b14c-78ca0188ff1f completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:49.355553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port ff80f67b-0adb-492a-b14c-78ca0188ff1f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:49.355922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.370515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.424242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=b2305543-a334-4c5f-b3ed-4e6537446ea5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.436020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.444548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': '6919ed08-d41f-429b-b960-a0aee0036f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9b08d8ea-77af-4d81-8f04-6ac0629af1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:49.445223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: 9b08d8ea-77af-4d81-8f04-6ac0629af1cf, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:49.473386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 9b08d8ea-77af-4d81-8f04-6ac0629af1cf is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:49.489232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 9b08d8ea-77af-4d81-8f04-6ac0629af1cf) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:49.506200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.506755 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.507613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.513973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd8c7b-f7aa-4038-bb4e-847020ac4eb1 None None] Network 9b08d8ea-77af-4d81-8f04-6ac0629af1cf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:49.519605 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.530734 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-08d459ce-2516-4bf8-b8fc-2de55ed1e02a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8023632 Sep 23 19:37:49.533482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59682) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:49.591350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:49.591719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Pushing event updated for resources: {'Port': ['ID=e06fcb20-a067-4082-9857-b0d4444cf076,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.617236 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.667152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.687508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b62e0-1a72-4b5a-b7e1-0b5b1a63739c req-130718b9-07dd-4464-b1fe-fb9f2e8566cd tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.689335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-371b62e0-1a72-4b5a-b7e1-0b5b1a63739c req-130718b9-07dd-4464-b1fe-fb9f2e8566cd tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.2747800 Sep 23 19:37:49.690434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:49.693318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:49.699590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.700829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Network b3590378-c1d2-4cdf-a333-55e723ef87e0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:49.701524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.702823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:49.707893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:49.724109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=5d50025e-3f61-42e0-8576-e5b8a56f056b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.761328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:49.763541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:49.766541 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a377fa-d002-4131-8ab0-4157a3b7c8ea" -d '{"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-plugged", "status": "completed", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:49.777658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.787084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e974f1a-92a4-42ab-aa0d-46fde1269a7d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3467159 Sep 23 19:37:49.800647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:49.835684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:74:5d:b1'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:49.901029 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.974869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Attempting to bind port e06fcb20-a067-4082-9857-b0d4444cf076 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:49.975241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Attempting to bind port e06fcb20-a067-4082-9857-b0d4444cf076 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c76534a6-86c2-4cfe-b59b-58643aa45209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3590378-c1d2-4cdf-a333-55e723ef87e0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:49.975607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Attempting to bind port e06fcb20-a067-4082-9857-b0d4444cf076 on network b3590378-c1d2-4cdf-a333-55e723ef87e0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:49.993221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:49.993736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Checking segment: {'id': 'c76534a6-86c2-4cfe-b59b-58643aa45209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3590378-c1d2-4cdf-a333-55e723ef87e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:49.994687 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.995123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Bound using segment: {'id': 'c76534a6-86c2-4cfe-b59b-58643aa45209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3590378-c1d2-4cdf-a333-55e723ef87e0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:49.997492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Bound port: e06fcb20-a067-4082-9857-b0d4444cf076, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76534a6-86c2-4cfe-b59b-58643aa45209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3590378-c1d2-4cdf-a333-55e723ef87e0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:49.997948 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.014797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.021260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.026865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-371b62e0-1a72-4b5a-b7e1-0b5b1a63739c req-a1c3b2dc-71cc-4f0b-b673-7c98b9be1cb7 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228180 Sep 23 19:37:50.056144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=b2305543-a334-4c5f-b3ed-4e6537446ea5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.157139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f732d-1ea8-402e-95cb-836ece8252d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-9b08d8ea-77af-4d81-8f04-6ac0629af1cf', 'network_id': '9b08d8ea-77af-4d81-8f04-6ac0629af1cf', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': 'b2305543-a334-4c5f-b3ed-4e6537446ea5'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:50.158927 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f91f732d-1ea8-402e-95cb-836ece8252d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.181213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.202977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-843915c9-0d2d-4114-8414-77f086a073c2 None None] Provisioning complete for port 5d50025e-3f61-42e0-8576-e5b8a56f056b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:50.206137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-843915c9-0d2d-4114-8414-77f086a073c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.219899 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.247407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b08d8ea-77af-4d81-8f04-6ac0629af1cf']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:50.258019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6919ed08-d41f-429b-b960-a0aee0036f3e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:50.258366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6919ed08-d41f-429b-b960-a0aee0036f3e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:50.269472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.287025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.301593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:50.302007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:50.321803 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:50.499805 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da963fcd-389c-43b1-a439-b88d429808de x-openstack-request-id: req-da963fcd-389c-43b1-a439-b88d429808de {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:50.499805 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-plugged", "status": "completed", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:50.500068 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da963fcd-389c-43b1-a439-b88d429808de {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:50.501593 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'code': 200} Sep 23 19:37:50.509225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.532609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.535609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/9b08d8ea-77af-4d81-8f04-6ac0629af1cf HTTP/1.1" status: 204 len: 168 time: 1.0006032 Sep 23 19:37:50.536671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558b99e-57d3-494a-99f4-f079065edd5e tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=9b08d8ea-77af-4d81-8f04-6ac0629af1cf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.537576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6920043-e0ee-4910-a41d-5e70140f4b42 None None] Network 9b08d8ea-77af-4d81-8f04-6ac0629af1cf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:50.544772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:50.551683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-315922474'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:50.630807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] For port e06fcb20-a067-4082-9857-b0d4444cf076, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:50.639336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6920043-e0ee-4910-a41d-5e70140f4b42 None None] Network 9b08d8ea-77af-4d81-8f04-6ac0629af1cf could not be found, it might have been deleted concurrently. {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:37:50.651956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:50.655833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.683835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] For port e06fcb20-a067-4082-9857-b0d4444cf076, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e06fcb20-a067-4082-9857-b0d4444cf076,segment=NetworkSegment(c76534a6-86c2-4cfe-b59b-58643aa45209),segment_id=c76534a6-86c2-4cfe-b59b-58643aa45209)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:50.685858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-843915c9-0d2d-4114-8414-77f086a073c2 None None] Port 5d50025e-3f61-42e0-8576-e5b8a56f056b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:50.695842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.699596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1208-5e41-4acf-89eb-eda3476473f5 req-7b15662e-5957-4946-953a-92633f5ab509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.701441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1aa1208-5e41-4acf-89eb-eda3476473f5 req-7b15662e-5957-4946-953a-92633f5ab509 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 1096 time: 0.0972607 Sep 23 19:37:50.705298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:50.718039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.742635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.743321 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment ad57adca-dc9f-4be5-8622-f156b9d61a32 of type vlan for network e33eb98a-7e2d-4f0e-9e5c-12171af88f75 Sep 23 19:37:50.744890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.795929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] In _notify_port_updated(), no bound segment for port 5d50025e-3f61-42e0-8576-e5b8a56f056b on network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:37:50.804447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.805596 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.808655 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1aa1208-5e41-4acf-89eb-eda3476473f5 req-a13d2bf8-1e8e-4acc-bce0-a6985a0ebb83 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996950 Sep 23 19:37:50.810508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "PUT /v2.0/ports/5d50025e-3f61-42e0-8576-e5b8a56f056b HTTP/1.1" status: 200 len: 1003 time: 1.0082078 Sep 23 19:37:50.815050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:50.824214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf575376-3d26-4692-b8be-b6ab96524cfa req-5e0f6908-2496-4d5c-8e75-0a44a8142b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.826278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf575376-3d26-4692-b8be-b6ab96524cfa req-5e0f6908-2496-4d5c-8e75-0a44a8142b13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 1096 time: 0.1783652 Sep 23 19:37:50.829564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.835389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84e14c-80e2-4edd-ad35-4403feb40ed0 req-9a16efcb-1f92-47f9-9791-e08051bea797 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.843214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e84e14c-80e2-4edd-ad35-4403feb40ed0 req-9a16efcb-1f92-47f9-9791-e08051bea797 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1603785 Sep 23 19:37:50.893689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd0698-cb3d-438b-8924-b05e9abeab50 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=5d50025e-3f61-42e0-8576-e5b8a56f056b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.933638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e84e14c-80e2-4edd-ad35-4403feb40ed0 req-bbe6900c-aa83-4c81-9a07-51d605d0d669 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886376 Sep 23 19:37:50.935065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52175457-db90-4b21-9dc8-f46ca9467ce2 None None] Pushing event updated for resources: {'Port': ['ID=e06fcb20-a067-4082-9857-b0d4444cf076,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.954942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.961415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.962114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.020389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:51.022899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4766891 Sep 23 19:37:51.026074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': 'e33eb98a-7e2d-4f0e-9e5c-12171af88f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:51.039789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting port 5d50025e-3f61-42e0-8576-e5b8a56f056b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:51.040287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.134230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64971-86f0-4b43-9a49-8701f3d0f2bc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=e33eb98a-7e2d-4f0e-9e5c-12171af88f75,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.146346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e33eb98a-7e2d-4f0e-9e5c-12171af88f75 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:51.163045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf575376-3d26-4692-b8be-b6ab96524cfa req-8af33673-bdc6-4350-aad8-997f13588559 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824456 Sep 23 19:37:51.231910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70fb38-4736-4cd0-a9f6-93540685eaff req-d002b292-a311-47b4-82a7-6ac009b1de67 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:51.233816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee70fb38-4736-4cd0-a9f6-93540685eaff req-d002b292-a311-47b4-82a7-6ac009b1de67 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0819974 Sep 23 19:37:51.262962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:51.267265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.279098 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.313310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Calling delete_port for 5d50025e-3f61-42e0-8576-e5b8a56f056b owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:51.347038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e8db4c1b-1e22-4a16-b4a2-44074fc5d2b2 None None] Provisioning complete for port 5d50025e-3f61-42e0-8576-e5b8a56f056b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:51.348144 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8db4c1b-1e22-4a16-b4a2-44074fc5d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.396468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee70fb38-4736-4cd0-a9f6-93540685eaff req-93722a5f-e7c6-4161-be1d-ba1d5d5f186f tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534021 Sep 23 19:37:51.402878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e8db4c1b-1e22-4a16-b4a2-44074fc5d2b2 None None] Port 5d50025e-3f61-42e0-8576-e5b8a56f056b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:51.463961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:37:51.464844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:37:51.555715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.620055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Port': ['ID=5d50025e-3f61-42e0-8576-e5b8a56f056b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.646865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.650256 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3ee30aa9-7e1e-456b-8a94-9f4e7b8b2acd tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/ports/5d50025e-3f61-42e0-8576-e5b8a56f056b HTTP/1.1" status: 204 len: 168 time: 0.8328755 Sep 23 19:37:51.651585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:51.712395 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f79159a-bd74-497c-98e1-2dd2e103f2e2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] GET failed (client error): The resource could not be found. Sep 23 19:37:51.720273 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0f79159a-bd74-497c-98e1-2dd2e103f2e2 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "GET /v2.0/ports/5d50025e-3f61-42e0-8576-e5b8a56f056b HTTP/1.1" status: 404 len: 333 time: 0.0674822 Sep 23 19:37:51.722014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:51.727421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-854080248'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:51.744656 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.809932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=70ffa528-a45a-4e03-b186-8b2835fcc41e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.853533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': 'ad57adca-dc9f-4be5-8622-f156b9d61a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e33eb98a-7e2d-4f0e-9e5c-12171af88f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:51.861049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: e33eb98a-7e2d-4f0e-9e5c-12171af88f75, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:51.879280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:51.887549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.914617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] device_id is not set on port 673692f3-b4c3-4308-bacc-bdf84999f5ef yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:51.927898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network e33eb98a-7e2d-4f0e-9e5c-12171af88f75 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:51.961891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e33eb98a-7e2d-4f0e-9e5c-12171af88f75) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:51.972123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:51.974198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1dfcd4-7085-4ff0-adf2-e2da3d21b47b None None] Network e33eb98a-7e2d-4f0e-9e5c-12171af88f75 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:51.979137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.011945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3dd6fef-3584-4a8b-9054-c5fd9177d1a8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9898043 Sep 23 19:37:52.015229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:52.152505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Allocated IP 2001:db8::9c (6517cfef-e894-4b96-b49b-1a9bb4ed63c1/5c44dba8-4c92-44cf-b359-f52d89e87311/673692f3-b4c3-4308-bacc-bdf84999f5ef) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:52.241026 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.280644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c87924-9f9a-438e-9345-39723acf69c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-e33eb98a-7e2d-4f0e-9e5c-12171af88f75', 'network_id': 'e33eb98a-7e2d-4f0e-9e5c-12171af88f75', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': '70ffa528-a45a-4e03-b186-8b2835fcc41e'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:52.281530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52c87924-9f9a-438e-9345-39723acf69c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.356769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.488536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d700b-22f9-4479-b5af-6d6952acafe1 req-4e711224-2e4a-44bc-ab98-e6e6ac55a46d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:52.498142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2d700b-22f9-4479-b5af-6d6952acafe1 req-4e711224-2e4a-44bc-ab98-e6e6ac55a46d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.2508750 Sep 23 19:37:52.507754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.599641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=70ffa528-a45a-4e03-b186-8b2835fcc41e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-52c87924-9f9a-438e-9345-39723acf69c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70ffa528-a45a-4e03-b186-8b2835fcc41e: This subnet is being modified by another concurrent operation. Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:37:52.664170 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70ffa528-a45a-4e03-b186-8b2835fcc41e: This subnet is being modified by another concurrent operation. Sep 23 19:37:52.669914 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 19:37:52.678903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0fda3-fed7-4374-9780-36f40be2c13f None None] Network b3590378-c1d2-4cdf-a333-55e723ef87e0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:52.716752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.751048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2d700b-22f9-4479-b5af-6d6952acafe1 req-eeeda5a3-799a-4f53-8c11-d25d5b1216e5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505085 Sep 23 19:37:52.776518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa604398-e285-4426-b95f-ef398b922c51 None None] Network e33eb98a-7e2d-4f0e-9e5c-12171af88f75 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:52.829619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.878378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-93c7d64f-dd92-4aee-b41c-52b2f0f629de None None] Provisioning complete for port e06fcb20-a067-4082-9857-b0d4444cf076 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:52.879090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c7d64f-dd92-4aee-b41c-52b2f0f629de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.933853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.971083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33eb98a-7e2d-4f0e-9e5c-12171af88f75']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:52.979524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:52.983716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=673692f3-b4c3-4308-bacc-bdf84999f5ef,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:52.991353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:52.998536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad57adca-dc9f-4be5-8622-f156b9d61a32') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:53.000393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:53.013212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad57adca-dc9f-4be5-8622-f156b9d61a32') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:53.022054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:53.026886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.048641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.077682 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6910057e-ac64-4f46-bc24-e52dd66a355d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3517604 Sep 23 19:37:53.078502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:53.088555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.092740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'network_id': '6517cfef-e894-4b96-b49b-1a9bb4ed63c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044674105'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:53.099645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:53.100616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.113094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e06fcb20-a067-4082-9857-b0d4444cf076 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:53.185529 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:53.253477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.265733 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.268817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/e33eb98a-7e2d-4f0e-9e5c-12171af88f75 HTTP/1.1" status: 204 len: 168 time: 1.2475250 Sep 23 19:37:53.279602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:53.286587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1331809490'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:53.312356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9c8a-6d83-4c38-b56e-589fda4061c7 req-6b46e411-32e7-4c02-8e5f-2c70f8f8ef3d tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:53.324338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe8e9c8a-6d83-4c38-b56e-589fda4061c7 req-6b46e411-32e7-4c02-8e5f-2c70f8f8ef3d tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1347282 Sep 23 19:37:53.355016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4729d-a803-47d8-a9ac-50152bf617e5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=e33eb98a-7e2d-4f0e-9e5c-12171af88f75,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:53.404891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:37:53.404891 n-d-810763-1 neutron-server[94825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:37:53.404891 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id': '3d9bb4a798a64f619e45d36325c7e27f', 'id': '08533e82-8805-4695-9abc-8cfd21a37345', 'expiration': datetime.datetime(2021, 9, 23, 19, 39, 53, 392027)}] Sep 23 19:37:53.404891 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:53.406566 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:53.442242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe8e9c8a-6d83-4c38-b56e-589fda4061c7 req-21211960-31f3-4076-9509-e45c984fae42 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120925 Sep 23 19:37:53.443810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:53.457906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.483181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e06fcb20-a067-4082-9857-b0d4444cf076 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:53.483551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.535860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:53.553094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.553561 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment 55f02946-a192-4509-a75c-e3c0d31a9190 of type vlan for network 15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0 Sep 23 19:37:53.611311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.633556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c7d64f-dd92-4aee-b41c-52b2f0f629de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.644602 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.652843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:53.653526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.735815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4522915 Sep 23 19:37:53.736702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:53.743482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': '15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:53.754029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-93c7d64f-dd92-4aee-b41c-52b2f0f629de None None] For port e06fcb20-a067-4082-9857-b0d4444cf076, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e06fcb20-a067-4082-9857-b0d4444cf076,segment=NetworkSegment(c76534a6-86c2-4cfe-b59b-58643aa45209),segment_id=c76534a6-86c2-4cfe-b59b-58643aa45209)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:53.755469 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.782004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93c7d64f-dd92-4aee-b41c-52b2f0f629de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.824033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaf8c1-b3fb-4c75-82a7-f0d9c2988e36 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:53.860702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:53.969740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Made reservation on behalf of 3d9bb4a798a64f619e45d36325c7e27f for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:53.975135 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.997063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] device_id is not set on port bfaed761-0d37-4566-98ce-2b34517116c5 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:54.004127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c3a35-b676-44b7-ac8e-6e5c6bee26a3 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:37:54.043741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:54.048530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.134823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7d64f-dd92-4aee-b41c-52b2f0f629de None None] Pushing event updated for resources: {'Port': ['ID=e06fcb20-a067-4082-9857-b0d4444cf076,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:54.171575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-46861fc5-8994-4c54-94bd-62f33d8ed9db None None] Provisioning complete for port 673692f3-b4c3-4308-bacc-bdf84999f5ef triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:54.172255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46861fc5-8994-4c54-94bd-62f33d8ed9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.193682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Allocated IP 2001:db8::246 (6517cfef-e894-4b96-b49b-1a9bb4ed63c1/5c44dba8-4c92-44cf-b359-f52d89e87311/bfaed761-0d37-4566-98ce-2b34517116c5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:54.200488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:54.201113 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:54.313809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-46861fc5-8994-4c54-94bd-62f33d8ed9db None None] Port 673692f3-b4c3-4308-bacc-bdf84999f5ef cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:54.383770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-b5ced3b3-5fd6-4e6a-ba4b-38247248ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:54.385030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-b5ced3b3-5fd6-4e6a-ba4b-38247248ed68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 1096 time: 0.2339425 Sep 23 19:37:54.401973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae1d9f-79b4-4ba0-8636-d995497e29dc req-1b8ff322-4541-45eb-9a81-dbd755881c4f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:54.411346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46ae1d9f-79b4-4ba0-8636-d995497e29dc req-1b8ff322-4541-45eb-9a81-dbd755881c4f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1799037 Sep 23 19:37:54.422604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c3a35-b676-44b7-ac8e-6e5c6bee26a3 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:37:54.526686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ad2ad1a4-c61c-4283-9d70-96116ce6e7a7 None None] Provisioning complete for port e06fcb20-a067-4082-9857-b0d4444cf076 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:54.527749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad1a4-c61c-4283-9d70-96116ce6e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.540488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.591821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.640411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:54.644113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:54.648471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:54.654543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:54.655209 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.668607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=bfaed761-0d37-4566-98ce-2b34517116c5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:54.682700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f5c4d6bc-c476-4dde-a196-1f8e25ba499c tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6033044 Sep 23 19:37:54.683895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46ae1d9f-79b4-4ba0-8636-d995497e29dc req-c44a30aa-d796-4812-a18c-b77689ef1dd7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699964 Sep 23 19:37:54.685289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:54.699366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::352', 'mac_address': 'fa:16:3e:74:5d:b1'}, {'ip_address': '2001:db8::9c', 'mac_address': 'fa:16:3e:49:32:00'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:54.780043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.986924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=e4cc7bcc-8f6b-4bf9-b5da-5de74478a57b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:54.997265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': '55f02946-a192-4509-a75c-e3c0d31a9190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:54.997660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: 15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:55.001136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-894bc6c3-da44-4201-b2b3-3a6046809958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.003291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-894bc6c3-da44-4201-b2b3-3a6046809958 service neutron] 10.222.0.41 "GET /v2.0/networks?id=025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 200 len: 912 time: 0.5755255 Sep 23 19:37:55.057720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-ed154a32-c17e-412b-81c0-24e756239010 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8459729-33ec-458a-8b6f-6c2a27365556 HTTP/1.1" status: 200 len: 217 time: 0.0453501 Sep 23 19:37:55.070007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1a32e-3530-4ff8-a0f3-c05b5980a8d0 req-4d3f77f7-e90c-442f-9cf4-a93493c50e4a tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.072024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bec1a32e-3530-4ff8-a0f3-c05b5980a8d0 req-4d3f77f7-e90c-442f-9cf4-a93493c50e4a tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.2199662 Sep 23 19:37:55.152380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bec1a32e-3530-4ff8-a0f3-c05b5980a8d0 req-fac94063-0f4a-4c86-8245-bacdfe2fbdf9 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674503 Sep 23 19:37:55.192814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:55.208689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:55.214887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.215562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.256953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-2ab45aa9-d767-4a01-b86a-eabe32e26d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.262628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-2ab45aa9-d767-4a01-b86a-eabe32e26d57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 200 len: 851 time: 0.1895239 Sep 23 19:37:55.266258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1dfe88b8-f555-4583-93d1-8c023d1d51fe tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5279481 Sep 23 19:37:55.269434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.337008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-93156066-52cb-40d3-abee-eeb26045f489 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b140b-b734-48ba-9b8c-115828896d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457265 Sep 23 19:37:55.467032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-5531be6e-6fd1-4e1b-bdc4-803edc8b4a78 service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207132 Sep 23 19:37:55.547482 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.551742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.583753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e06fcb20-a067-4082-9857-b0d4444cf076 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:55.688432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51658002-3bf0-4c01-8f24-bbdda5552563 req-42f44ee0-621a-4e1c-93f2-002797ea504e service neutron] 10.222.0.41 "GET /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125828 Sep 23 19:37:55.867729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.900516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e06fcb20-a067-4082-9857-b0d4444cf076 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:55.900898 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.933142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.959564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.105626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.189137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] In _notify_port_updated(), no bound segment for port bfaed761-0d37-4566-98ce-2b34517116c5 on network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:37:56.203158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:56.204293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.209832 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "PUT /v2.0/ports/bfaed761-0d37-4566-98ce-2b34517116c5 HTTP/1.1" status: 200 len: 1067 time: 1.5213437 Sep 23 19:37:56.211635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:56.226972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e266588-4a38-454f-a825-d3ea306b6b53 None None] Network 15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:56.350106 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.375544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33452958-000d-46c6-81e5-175be720b3ec tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event updated for resources: {'Port': ['ID=bfaed761-0d37-4566-98ce-2b34517116c5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:56.404048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cc7bcc-8f6b-4bf9-b5da-5de74478a57b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:56.494433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting port bfaed761-0d37-4566-98ce-2b34517116c5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:56.495125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.599554 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.637178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:56.650583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f02946-a192-4509-a75c-e3c0d31a9190') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:56.651858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f02946-a192-4509-a75c-e3c0d31a9190') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:56.664794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.690368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652de7f0-d030-4745-a458-fc23587ff8ec None None] Network 15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:56.707619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.715536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.732261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:56.732825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.742083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Calling delete_port for bfaed761-0d37-4566-98ce-2b34517116c5 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:56.792421 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:56.925841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.951899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.966841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0 HTTP/1.1" status: 204 len: 168 time: 1.6960101 Sep 23 19:37:56.974652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.979086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:56.982013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-98d8f6ea-4ba9-4d48-a48f-7d8f0b86ce3a None None] Provisioning complete for port bfaed761-0d37-4566-98ce-2b34517116c5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:56.993843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c878e2-a78d-46b5-866a-f6dcb7e0813b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:56.997263 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d8f6ea-4ba9-4d48-a48f-7d8f0b86ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.010831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335830393'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:57.023535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a089c-f018-4f74-bc42-1479fd2981be req-3b412ca4-c2d9-4305-964f-c7feb234f390 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:57.043074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-811a089c-f018-4f74-bc42-1479fd2981be req-3b412ca4-c2d9-4305-964f-c7feb234f390 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1605999 Sep 23 19:37:57.102768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98d8f6ea-4ba9-4d48-a48f-7d8f0b86ce3a None None] Port bfaed761-0d37-4566-98ce-2b34517116c5 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:57.126768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:57.131481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.150007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-811a089c-f018-4f74-bc42-1479fd2981be req-a7b4193e-13d4-45c0-9648-bf836a05fd1e tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061196 Sep 23 19:37:57.172338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.200662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:57.224876 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.225792 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment c2d7225d-0cae-4895-a96c-993cc531726c of type vlan for network 3c14e5e4-1606-488c-bdce-0663315309ae Sep 23 19:37:57.366780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.376244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Port': ['ID=bfaed761-0d37-4566-98ce-2b34517116c5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:57.431044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a345c31e-8bda-4e97-b992-9ad1ad2e9ebe None None] Could not find standard attr ID for object bfaed761-0d37-4566-98ce-2b34517116c5. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:37:57.431659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3757f3-37ff-4c7b-b868-99e6c76ea29c req-517d432e-eac1-47ab-9673-7ff38d199f03 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:57.433255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b3757f3-37ff-4c7b-b868-99e6c76ea29c req-517d432e-eac1-47ab-9673-7ff38d199f03 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0910869 Sep 23 19:37:57.497958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b3757f3-37ff-4c7b-b868-99e6c76ea29c req-d402cce6-be27-4ab4-b744-58fdc6e55225 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561280 Sep 23 19:37:57.538748 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.546447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:57.547203 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.703144 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7203588 Sep 23 19:37:57.704178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:57.714436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': '3c14e5e4-1606-488c-bdce-0663315309ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:57.756546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.762777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:57.765158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b252e4b5-30bc-42d9-bf55-4509bec380e4 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/ports/bfaed761-0d37-4566-98ce-2b34517116c5 HTTP/1.1" status: 204 len: 168 time: 1.5335629 Sep 23 19:37:57.809424 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14268b4-9243-4313-a9ba-a1b72fa6b457 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] GET failed (client error): The resource could not be found. Sep 23 19:37:57.814278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b14268b4-9243-4313-a9ba-a1b72fa6b457 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "GET /v2.0/ports/bfaed761-0d37-4566-98ce-2b34517116c5 HTTP/1.1" status: 404 len: 333 time: 0.0480640 Sep 23 19:37:57.815660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:57.859195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c47e9b-8b3e-41e2-a3cd-6b28f0a89246 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=3c14e5e4-1606-488c-bdce-0663315309ae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:57.869977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3c14e5e4-1606-488c-bdce-0663315309ae details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:57.969238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:57.973924 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.066838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting port 673692f3-b4c3-4308-bacc-bdf84999f5ef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:58.067182 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.619217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.644961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Calling delete_port for 673692f3-b4c3-4308-bacc-bdf84999f5ef owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:58.649547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.663280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6de38-226c-4b52-b03f-d476facb0146 req-0b3a44f1-291b-4c89-b298-c0f7cdcb6443 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:58.664857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfa6de38-226c-4b52-b03f-d476facb0146 req-0b3a44f1-291b-4c89-b298-c0f7cdcb6443 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1425278 Sep 23 19:37:58.782831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=ca81b3d3-999d-4498-a81a-5550152719ff,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:58.807003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfa6de38-226c-4b52-b03f-d476facb0146 req-05e87797-33b9-48b0-9d53-ff9f060e01fe tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348457 Sep 23 19:37:58.818410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': 'c2d7225d-0cae-4895-a96c-993cc531726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c14e5e4-1606-488c-bdce-0663315309ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:58.818610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: 3c14e5e4-1606-488c-bdce-0663315309ae, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:58.897679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 3c14e5e4-1606-488c-bdce-0663315309ae is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:58.911621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3c14e5e4-1606-488c-bdce-0663315309ae) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:58.913688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.923967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda2644-9ced-4c26-a5fd-50877775851b None None] Network 3c14e5e4-1606-488c-bdce-0663315309ae requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:58.953569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:58.954276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.968626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Port': ['ID=673692f3-b4c3-4308-bacc-bdf84999f5ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:59.022990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-33d73553-cfc4-4f35-a3db-d01e8f628d13 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3159568 Sep 23 19:37:59.025648 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.026026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:59.028300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8293f3c5-f49f-4025-adc0-b5046638ff4d tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/ports/673692f3-b4c3-4308-bacc-bdf84999f5ef HTTP/1.1" status: 204 len: 168 time: 1.2113092 Sep 23 19:37:59.030826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:59.070419 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e7459b-366c-4156-b42a-e5f5c75b8ce9 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] GET failed (client error): The resource could not be found. Sep 23 19:37:59.077463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2e7459b-366c-4156-b42a-e5f5c75b8ce9 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "GET /v2.0/ports/673692f3-b4c3-4308-bacc-bdf84999f5ef HTTP/1.1" status: 404 len: 333 time: 0.0454502 Sep 23 19:37:59.084157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:59.136394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cbf65-9650-4ff7-85c6-cabf3f05dd76 req-9ce46cb9-5489-4d0c-8f4d-0c5cd7b8066a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:59.144730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a5cbf65-9650-4ff7-85c6-cabf3f05dd76 req-9ce46cb9-5489-4d0c-8f4d-0c5cd7b8066a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1930423 Sep 23 19:37:59.168577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3c14e5e4-1606-488c-bdce-0663315309ae', 'network_id': '3c14e5e4-1606-488c-bdce-0663315309ae', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': 'ca81b3d3-999d-4498-a81a-5550152719ff'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:59.169493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.204524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.238317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a5cbf65-9650-4ff7-85c6-cabf3f05dd76 req-e511467a-c23d-4fbe-8ba7-976c29e6f944 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911767 Sep 23 19:37:59.270499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting port a5ab488e-4152-4ded-b309-abc78895a1d4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:59.270893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.303665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.408260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.425118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Calling delete_port for a5ab488e-4152-4ded-b309-abc78895a1d4 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:59.430197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Allocated IP 172.20.0.2 (3c14e5e4-1606-488c-bdce-0663315309ae/ca81b3d3-999d-4498-a81a-5550152719ff/cc48e375-08b1-4278-b005-7b153d63dba1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:59.601995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.655083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Port': ['ID=a5ab488e-4152-4ded-b309-abc78895a1d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:59.708750 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.716941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e28d1cc-402d-475e-b125-fe03cd6b6cf5 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/ports/a5ab488e-4152-4ded-b309-abc78895a1d4 HTTP/1.1" status: 204 len: 168 time: 0.6307390 Sep 23 19:37:59.717073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59898) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:59.754802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.763369 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.806514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.847338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Network 3c14e5e4-1606-488c-bdce-0663315309ae is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:59.848910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:59.852898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:59.859981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=ca81b3d3-999d-4498-a81a-5550152719ff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:59.878840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting subnet 5c44dba8-4c92-44cf-b359-f52d89e87311 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:37:59.888414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.898287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Pushing event updated for resources: {'Port': ['ID=cc48e375-08b1-4278-b005-7b153d63dba1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:59.945634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.946380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.946380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.946684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.947206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.947907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.948407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.948898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.949508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.950075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.951769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.952150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:59.978912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Attempting to bind port cc48e375-08b1-4278-b005-7b153d63dba1 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:59.979288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Attempting to bind port cc48e375-08b1-4278-b005-7b153d63dba1 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c2d7225d-0cae-4895-a96c-993cc531726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c14e5e4-1606-488c-bdce-0663315309ae'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:59.979657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Attempting to bind port cc48e375-08b1-4278-b005-7b153d63dba1 on network 3c14e5e4-1606-488c-bdce-0663315309ae {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:59.988869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:59.989303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Checking segment: {'id': 'c2d7225d-0cae-4895-a96c-993cc531726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c14e5e4-1606-488c-bdce-0663315309ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:59.989757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.990040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Bound using segment: {'id': 'c2d7225d-0cae-4895-a96c-993cc531726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c14e5e4-1606-488c-bdce-0663315309ae'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:59.992216 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.002667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Bound port: cc48e375-08b1-4278-b005-7b153d63dba1, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d7225d-0cae-4895-a96c-993cc531726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c14e5e4-1606-488c-bdce-0663315309ae'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:00.003243 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.006241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b556-c461-4e53-8379-aea187cb64b9 req-57460ae3-6344-4e13-96c2-bce8ebdf7045 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:00.018817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-feb9b556-c461-4e53-8379-aea187cb64b9 req-57460ae3-6344-4e13-96c2-bce8ebdf7045 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0998843 Sep 23 19:38:00.061228 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.064370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-feb9b556-c461-4e53-8379-aea187cb64b9 req-4eb0dfab-ba02-48bb-8d48-03a323f7af49 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Sep 23 19:38:00.064916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c14e5e4-1606-488c-bdce-0663315309ae']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:00.101004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] For port cc48e375-08b1-4278-b005-7b153d63dba1, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:00.102744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d7225d-0cae-4895-a96c-993cc531726c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:00.103046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d7225d-0cae-4895-a96c-993cc531726c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:00.104600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] For port cc48e375-08b1-4278-b005-7b153d63dba1, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cc48e375-08b1-4278-b005-7b153d63dba1,segment=NetworkSegment(c2d7225d-0cae-4895-a96c-993cc531726c),segment_id=c2d7225d-0cae-4895-a96c-993cc531726c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:00.109050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.119349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.139999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.171228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:00.171709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:00.176084 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:00.198639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80115b0-c18d-4804-9901-f9d04522171b None None] Pushing event updated for resources: {'Port': ['ID=cc48e375-08b1-4278-b005-7b153d63dba1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.203052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1718b-9352-4384-9bc6-f89ccdd6d2d5 None None] Network 3c14e5e4-1606-488c-bdce-0663315309ae requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:00.240285 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.300077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:38:00.300077 n-d-810763-1 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:38:00.300077 n-d-810763-1 neutron-server[94825]: [parameters: {'id': '3c14e5e4-1606-488c-bdce-0663315309ae'}] Sep 23 19:38:00.300077 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:00.300468 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:00.359929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.360839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69013964-19c5-42a3-ba0b-59231403ec44 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:00.415007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Subnet': ['ID=5c44dba8-4c92-44cf-b359-f52d89e87311,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.417381 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.421989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab848865-24b4-4fac-8f06-68899fd41dba tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/subnets/5c44dba8-4c92-44cf-b359-f52d89e87311 HTTP/1.1" status: 204 len: 168 time: 0.7010145 Sep 23 19:38:00.422490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59920) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:00.485771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69013964-19c5-42a3-ba0b-59231403ec44 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:00.515554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.579030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Deleting port beeb67b7-5390-4da7-ad48-cbcb2044003c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:00.582727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.668488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] For port beeb67b7-5390-4da7-ad48-cbcb2044003c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=beeb67b7-5390-4da7-ad48-cbcb2044003c,segment=NetworkSegment(b2567679-67f6-444b-86f6-cc1a01732492),segment_id=b2567679-67f6-444b-86f6-cc1a01732492)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:00.668874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.682255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Calling delete_port for beeb67b7-5390-4da7-ad48-cbcb2044003c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:00.772896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.801353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Port': ['ID=beeb67b7-5390-4da7-ad48-cbcb2044003c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.803356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] No DVR routers for this DVR port beeb67b7-5390-4da7-ad48-cbcb2044003c on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:00.804675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.890467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e6978-1efc-42e2-87a5-a7f0fb08df6d None None] Network 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:00.912105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.941388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6517cfef-e894-4b96-b49b-1a9bb4ed63c1']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:00.952683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2567679-67f6-444b-86f6-cc1a01732492') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:00.952970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2567679-67f6-444b-86f6-cc1a01732492') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:00.966031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.966695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581afeb-1649-4185-84d1-897439d9179a req-553bd330-e0e9-461c-81b9-c2b90dd4b0a8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:00.969116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4581afeb-1649-4185-84d1-897439d9179a req-553bd330-e0e9-461c-81b9-c2b90dd4b0a8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0524974 Sep 23 19:38:00.984015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.987095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Deleting port cc48e375-08b1-4278-b005-7b153d63dba1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:00.987445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.012258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4581afeb-1649-4185-84d1-897439d9179a req-f45ac6c8-cee4-4ce7-b5a2-37ba492bebf0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Sep 23 19:38:01.057123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] For port cc48e375-08b1-4278-b005-7b153d63dba1, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cc48e375-08b1-4278-b005-7b153d63dba1,segment=NetworkSegment(c2d7225d-0cae-4895-a96c-993cc531726c),segment_id=c2d7225d-0cae-4895-a96c-993cc531726c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:01.057873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.071672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:01.072295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:01.075203 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:01.087891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Calling delete_port for cc48e375-08b1-4278-b005-7b153d63dba1 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:01.106392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f08df-091d-42c2-b24d-1eda73a43926 None None] DHCP port deletion for 6517cfef-e894-4b96-b49b-1a9bb4ed63c1 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:01.178788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.186167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.188104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] 10.222.0.38 "DELETE /v2.0/networks/6517cfef-e894-4b96-b49b-1a9bb4ed63c1 HTTP/1.1" status: 204 len: 168 time: 0.7646310 Sep 23 19:38:01.208462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49450d1b-43b7-4dca-9f66-6975ec26beb7 tempest-AllowedAddressPairIpV6TestJSON-720026539 tempest-AllowedAddressPairIpV6TestJSON-720026539-project] Pushing event deleted for resources: {'Network': ['ID=6517cfef-e894-4b96-b49b-1a9bb4ed63c1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:01.250789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.288008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Port': ['ID=cc48e375-08b1-4278-b005-7b153d63dba1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:01.290495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No DVR routers for this DVR port cc48e375-08b1-4278-b005-7b153d63dba1 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:01.387113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.427483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c14e5e4-1606-488c-bdce-0663315309ae']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:01.446434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d7225d-0cae-4895-a96c-993cc531726c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:01.446733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d7225d-0cae-4895-a96c-993cc531726c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:01.449390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device beeb67b7-5390-4da7-ad48-cbcb2044003c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:01.461144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.485593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: beeb67b7-5390-4da7-ad48-cbcb2044003c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:01.486011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device beeb67b7-5390-4da7-ad48-cbcb2044003c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:01.503511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.511771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:01.515168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:01.522288 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:01.597597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f6f88-0184-43b3-819c-76317d3d7139 req-2d204f28-b265-43aa-86bc-7af3769efe06 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:01.600146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-433f6f88-0184-43b3-819c-76317d3d7139 req-2d204f28-b265-43aa-86bc-7af3769efe06 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.0920675 Sep 23 19:38:01.613468 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.618042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:01.648019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.654310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-433f6f88-0184-43b3-819c-76317d3d7139 req-281b5239-2d6b-43ae-bd91-74b04263b4ad tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Sep 23 19:38:01.654722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:01.655319 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/3c14e5e4-1606-488c-bdce-0663315309ae HTTP/1.1" status: 204 len: 168 time: 2.6281071 Sep 23 19:38:01.656589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df84d3-1000-4ae4-8071-3879ceaf96bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=3c14e5e4-1606-488c-bdce-0663315309ae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:01.661484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-168097131'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:01.699666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:01.707241 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.735110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:01.749238 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.749830 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment d4053aff-5ee0-4226-9de9-3668b376b4b2 of type vlan for network 1d8aa67b-2799-4b1b-b6af-873d080bb189 Sep 23 19:38:01.817035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.848806 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-251bf2b9-0584-40e3-a2db-bd6e659f8f3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d9bb4a798a64f619e45d36325c7e27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298815 Sep 23 19:38:01.852347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:01.858791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.864821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:01.865430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.913986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2580934 Sep 23 19:38:01.916586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:01.923776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': '1d8aa67b-2799-4b1b-b6af-873d080bb189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:01.944538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76d8dcfe-177c-4ca7-975a-6150e499ab72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.992419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f022-e42b-4920-9802-9bd7f4fcd53d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=1d8aa67b-2799-4b1b-b6af-873d080bb189,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:02.004544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 1d8aa67b-2799-4b1b-b6af-873d080bb189 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:02.044802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-1fb11e5a-664b-4f67-aeea-2c94cb6e7175 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:02.049855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76d8dcfe-177c-4ca7-975a-6150e499ab72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.052972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-1fb11e5a-664b-4f67-aeea-2c94cb6e7175 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.2667778 Sep 23 19:38:02.073611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-c5f9fc47-272b-49d4-8b78-abf990b21798 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/quotas/2aa78fe9cb8b42e2ac74361ca826a7fa HTTP/1.1" status: 200 len: 375 time: 0.0194912 Sep 23 19:38:02.079964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:02.084449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.153515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing IP validity checks on allocation pools {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:38:02.153936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-64816ed5-e028-48c7-b8b6-c3679f37ae9b tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771747 Sep 23 19:38:02.154065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:38:02.264172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-9b0931ff-ea71-4950-91f8-c09bb5c54438 service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089005 Sep 23 19:38:02.300174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.357923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76d8dcfe-177c-4ca7-975a-6150e499ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.360596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76d8dcfe-177c-4ca7-975a-6150e499ab72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.364281 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-76d8dcfe-177c-4ca7-975a-6150e499ab72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf5574f3-eb80-48c6-be16-99bbc19e9910 HTTP/1.1" status: 204 len: 168 time: 0.5071390 Sep 23 19:38:02.375723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8dcfe-177c-4ca7-975a-6150e499ab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5574f3-eb80-48c6-be16-99bbc19e9910,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:02.384669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=00ecc54b-6fcf-4e2b-a625-135837aa649c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:02.401217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-e634628f-3152-4434-b26d-72eb5bbd77be service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358793 Sep 23 19:38:02.407600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': 'd4053aff-5ee0-4226-9de9-3668b376b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d8aa67b-2799-4b1b-b6af-873d080bb189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:02.407600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: 1d8aa67b-2799-4b1b-b6af-873d080bb189, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:02.441608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 1d8aa67b-2799-4b1b-b6af-873d080bb189 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:02.454550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 1d8aa67b-2799-4b1b-b6af-873d080bb189) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:02.459910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:02.460626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.469703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadab003-dc67-475c-a1fb-4d5cf51ac99d None None] Network 1d8aa67b-2799-4b1b-b6af-873d080bb189 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:02.482030 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f1d6c1f3-ef63-45bd-8992-078a60ae53b6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5632105 Sep 23 19:38:02.483779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:02.702902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.820240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-1d8aa67b-2799-4b1b-b6af-873d080bb189', 'network_id': '1d8aa67b-2799-4b1b-b6af-873d080bb189', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': '00ecc54b-6fcf-4e2b-a625-135837aa649c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:02.821012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.848962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15681-50b4-4ba4-a6c2-1ef9acf0c973 req-40c57139-9596-48d2-873e-ab30c5c89cb4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:02.850669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edd15681-50b4-4ba4-a6c2-1ef9acf0c973 req-40c57139-9596-48d2-873e-ab30c5c89cb4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1421726 Sep 23 19:38:02.887877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.016628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edd15681-50b4-4ba4-a6c2-1ef9acf0c973 req-7b448f06-5ee7-493f-bdee-5a5b720b7c27 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564100 Sep 23 19:38:03.049869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Allocated IP 172.20.0.3 (1d8aa67b-2799-4b1b-b6af-873d080bb189/00ecc54b-6fcf-4e2b-a625-135837aa649c/4d3a0c06-e495-4910-b33f-ef2c8f564b99) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:03.079159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0e4ba6a1-273b-4573-8032-c669aae5df1b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:03.091721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-4cf8822e-02cf-48e2-ba47-b0baad213f63 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:03.094301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-4cf8822e-02cf-48e2-ba47-b0baad213f63 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1628752 Sep 23 19:38:03.286144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Deleting port e8459729-33ec-458a-8b6f-6c2a27365556 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:03.290723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.441173 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.452178 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.466180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] For port e8459729-33ec-458a-8b6f-6c2a27365556, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e8459729-33ec-458a-8b6f-6c2a27365556,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:03.466575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.489457 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.500254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Calling delete_port for e8459729-33ec-458a-8b6f-6c2a27365556 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:03.513002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Network 1d8aa67b-2799-4b1b-b6af-873d080bb189 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:03.517845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:03.542550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:03.546530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:03.549338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:03.552658 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cba7f3-66b2-4cf2-97dc-f709d372ba5b" -d '{"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:03.563773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.568713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Pushing event updated for resources: {'Port': ['ID=4d3a0c06-e495-4910-b33f-ef2c8f564b99,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:03.574944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:03.577490 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0378c671-1555-4b84-bd2e-4c8562f81562 req-4d3ba194-c1ba-408a-b3ce-ed0937064432 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 210 time: 0.2234669 Sep 23 19:38:03.628076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-5109953a-83a7-4edc-9383-6424c654683f tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:03.631492 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-5109953a-83a7-4edc-9383-6424c654683f tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "GET /v2.0/ports?device_id=9653969c-420a-42ae-b76d-9f55d7149674 HTTP/1.1" status: 200 len: 945 time: 0.1410508 Sep 23 19:38:03.712500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:03.734084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Attempting to bind port 4d3a0c06-e495-4910-b33f-ef2c8f564b99 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:03.734508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Attempting to bind port 4d3a0c06-e495-4910-b33f-ef2c8f564b99 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'd4053aff-5ee0-4226-9de9-3668b376b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d8aa67b-2799-4b1b-b6af-873d080bb189'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:03.734896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Attempting to bind port 4d3a0c06-e495-4910-b33f-ef2c8f564b99 on network 1d8aa67b-2799-4b1b-b6af-873d080bb189 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:03.735269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.741561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:03.741938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Checking segment: {'id': 'd4053aff-5ee0-4226-9de9-3668b376b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d8aa67b-2799-4b1b-b6af-873d080bb189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:03.742443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.742864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Bound using segment: {'id': 'd4053aff-5ee0-4226-9de9-3668b376b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d8aa67b-2799-4b1b-b6af-873d080bb189'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:03.743358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Bound port: 4d3a0c06-e495-4910-b33f-ef2c8f564b99, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4053aff-5ee0-4226-9de9-3668b376b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d8aa67b-2799-4b1b-b6af-873d080bb189'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:03.743754 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.770250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-896244427'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:03.778128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=00ecc54b-6fcf-4e2b-a625-135837aa649c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:03.801928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Made reservation on behalf of 5034d8cf28104eab85a39b2281f06f0f for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:03.805855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.822869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.836483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Deleting port 0e4ba6a1-273b-4573-8032-c669aae5df1b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:03.836930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.837342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] For port 4d3a0c06-e495-4910-b33f-ef2c8f564b99, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:03.839909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aaa0-66db-49df-b924-fc4cc3022d6b req-f50c34f6-119d-4b2d-a8e2-727b7d4960f9 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:03.843274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] For port 4d3a0c06-e495-4910-b33f-ef2c8f564b99, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d3a0c06-e495-4910-b33f-ef2c8f564b99,segment=NetworkSegment(d4053aff-5ee0-4226-9de9-3668b376b4b2),segment_id=d4053aff-5ee0-4226-9de9-3668b376b4b2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:03.848116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4702aaa0-66db-49df-b924-fc4cc3022d6b req-f50c34f6-119d-4b2d-a8e2-727b7d4960f9 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 945 time: 0.1617115 Sep 23 19:38:03.848573 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.911927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.952710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4702aaa0-66db-49df-b924-fc4cc3022d6b req-9dedb972-a360-41ce-aa08-34d2b2424d23 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035349 Sep 23 19:38:03.987290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8aa67b-2799-4b1b-b6af-873d080bb189']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:04.002781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7765e3d-cc55-42c3-875e-4536b3b831d7 None None] Network 1d8aa67b-2799-4b1b-b6af-873d080bb189 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:04.026534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844b480-af1b-4a64-810f-5956cbffa502 None None] Pushing event updated for resources: {'Port': ['ID=4d3a0c06-e495-4910-b33f-ef2c8f564b99,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.061165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4053aff-5ee0-4226-9de9-3668b376b4b2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:04.062023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4053aff-5ee0-4226-9de9-3668b376b4b2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:04.076963 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.079483 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daec83a7-a94d-4216-b38b-e83e6542f80c x-openstack-request-id: req-daec83a7-a94d-4216-b38b-e83e6542f80c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:04.079808 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:04.083516 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-daec83a7-a94d-4216-b38b-e83e6542f80c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:04.083972 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'code': 200} Sep 23 19:38:04.101990 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.109078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.112371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:04.112990 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:04.116438 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:04.134247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] For port 0e4ba6a1-273b-4573-8032-c669aae5df1b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0e4ba6a1-273b-4573-8032-c669aae5df1b,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:04.134655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.159558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Pushing event deleted for resources: {'Port': ['ID=e8459729-33ec-458a-8b6f-6c2a27365556,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.183349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c009eb44-8d3e-44d5-a475-02535412cdbe', 'e8459729-33ec-458a-8b6f-6c2a27365556'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:04.226168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Calling delete_port for 0e4ba6a1-273b-4573-8032-c669aae5df1b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:04.351705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:38:04.351705 n-d-810763-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:38:04.351705 n-d-810763-1 neutron-server[94826]: [parameters: {'id': '1d8aa67b-2799-4b1b-b6af-873d080bb189'}] Sep 23 19:38:04.351705 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:04.352133 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:04.374660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] No DVR routers for this DVR port e8459729-33ec-458a-8b6f-6c2a27365556 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:04.379778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.381980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "DELETE /v2.0/ports/e8459729-33ec-458a-8b6f-6c2a27365556 HTTP/1.1" status: 204 len: 173 time: 1.2792239 Sep 23 19:38:04.382590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'name': 'network-vif-deleted', 'tag': 'e8459729-33ec-458a-8b6f-6c2a27365556'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:04.385147 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f977be1-8460-4d15-8fb9-2a9d65dd51f1" -d '{"events": [{"server_uuid": "9b8392d4-b0ee-4bb4-b88b-783372c3a4bf", "name": "network-vif-deleted", "tag": "e8459729-33ec-458a-8b6f-6c2a27365556"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:04.400958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd33451-161a-4571-9562-bf9886005090 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:04.404651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaa241-e4d0-4328-92a9-6c17a9d1f2dc req-c2272479-d567-4d28-b88d-5c83582984f2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.414107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdaaa241-e4d0-4328-92a9-6c17a9d1f2dc req-c2272479-d567-4d28-b88d-5c83582984f2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.2331758 Sep 23 19:38:04.427203 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:38:04.464932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.473943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdaaa241-e4d0-4328-92a9-6c17a9d1f2dc req-9c28545e-773e-48a4-80c2-5663d1f62753 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584075 Sep 23 19:38:04.490654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-402a758e-b33b-4ce3-b4da-ee7fd0e67359 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.494925 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-402a758e-b33b-4ce3-b4da-ee7fd0e67359 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.4502413 Sep 23 19:38:04.497782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.509887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:04.519191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:04.541765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Request body: {'port': {'device_id': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'admin_state_up': True, 'tenant_id': '2aa78fe9cb8b42e2ac74361ca826a7fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:04.552044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.552627 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Added segment cb917462-4f55-4272-bda9-17c3e1f38548 of type vlan for network 0b812dbe-a193-465d-a40b-e9f9dea9e90f Sep 23 19:38:04.636849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5620a7c6-6c12-45a0-a053-c807eec2978b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.700759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.713878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5de5cf6-7c69-4355-8e88-95d4f9720840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.732619 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4423db-263d-4038-af04-20dd4ad6194d x-openstack-request-id: req-ed4423db-263d-4038-af04-20dd4ad6194d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:04.733000 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8392d4-b0ee-4bb4-b88b-783372c3a4bf", "name": "network-vif-deleted", "tag": "e8459729-33ec-458a-8b6f-6c2a27365556", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:04.733311 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed4423db-263d-4038-af04-20dd4ad6194d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:04.733908 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8392d4-b0ee-4bb4-b88b-783372c3a4bf', 'name': 'network-vif-deleted', 'tag': 'e8459729-33ec-458a-8b6f-6c2a27365556', 'status': 'completed', 'code': 200} Sep 23 19:38:04.789907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.791653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd33451-161a-4571-9562-bf9886005090 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:04.797489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.798539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.872177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.881333 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.883542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event updated for resources: {'Network': ['ID=0b812dbe-a193-465d-a40b-e9f9dea9e90f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.903044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:04.913680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event deleted for resources: {'Port': ['ID=0e4ba6a1-273b-4573-8032-c669aae5df1b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.973527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] No DVR routers for this DVR port 0e4ba6a1-273b-4573-8032-c669aae5df1b on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:04.976231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.978254 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a71e3d42-ebe7-4610-9e32-a3ecea9a5d11 req-bccf442f-f493-4e5d-8d66-fd83e8f68646 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "DELETE /v2.0/ports/0e4ba6a1-273b-4573-8032-c669aae5df1b HTTP/1.1" status: 204 len: 173 time: 1.3310204 Sep 23 19:38:04.978706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-deleted', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:04.981007 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957579e0-5be0-4d44-b7a9-dcf56450d567" -d '{"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-deleted", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:04.990573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62f6090c-e9a6-4d27-84ef-7d86f96d4250 req-7e29dde7-7cd7-46b9-93b0-daae83f8f82e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 210 time: 0.1092732 Sep 23 19:38:04.996438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5de5cf6-7c69-4355-8e88-95d4f9720840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.038817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Made reservation on behalf of 2aa78fe9cb8b42e2ac74361ca826a7fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:05.044392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.057231 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ece55d57-104c-4644-a6b4-be3b63e1434a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4770765 Sep 23 19:38:05.072195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:05.091984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5de5cf6-7c69-4355-8e88-95d4f9720840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.109933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Request body: {'subnet': {'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:05.220813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9281a09-6464-4157-af50-c5a0541ab900 req-61ace15c-e157-48ee-af61-bfe8c4467755 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b8392d4-b0ee-4bb4-b88b-783372c3a4bf HTTP/1.1" status: 200 len: 210 time: 0.0668130 Sep 23 19:38:05.248627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Deleting port 4d3a0c06-e495-4910-b33f-ef2c8f564b99 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:05.248965 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.250744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de5cf6-7c69-4355-8e88-95d4f9720840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce1015-5756-47b8-a963-1be3b5de572b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:05.258458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5de5cf6-7c69-4355-8e88-95d4f9720840 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=edd08da66de14d51be5b9d23db93cd59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7442448 Sep 23 19:38:05.259911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:05.330523 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada64a2-95c0-4dc7-a984-29800fba0872 x-openstack-request-id: req-aada64a2-95c0-4dc7-a984-29800fba0872 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:05.330523 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653969c-420a-42ae-b76d-9f55d7149674", "name": "network-vif-deleted", "tag": "0e4ba6a1-273b-4573-8032-c669aae5df1b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:05.330523 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aada64a2-95c0-4dc7-a984-29800fba0872 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:05.330806 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653969c-420a-42ae-b76d-9f55d7149674', 'name': 'network-vif-deleted', 'tag': '0e4ba6a1-273b-4573-8032-c669aae5df1b', 'status': 'completed', 'code': 200} Sep 23 19:38:05.334058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Made reservation on behalf of 5034d8cf28104eab85a39b2281f06f0f for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:05.335735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.394645 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2772b88a-ecfa-4eed-b2b9-28aeb83f0d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.402241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] For port 4d3a0c06-e495-4910-b33f-ef2c8f564b99, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d3a0c06-e495-4910-b33f-ef2c8f564b99,segment=NetworkSegment(d4053aff-5ee0-4226-9de9-3668b376b4b2),segment_id=d4053aff-5ee0-4226-9de9-3668b376b4b2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:05.402593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.429648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Calling delete_port for 4d3a0c06-e495-4910-b33f-ef2c8f564b99 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:05.444894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2772b88a-ecfa-4eed-b2b9-28aeb83f0d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.501933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Allocated IP 172.20.0.7 (ab55b5e4-a293-4f0f-892d-93fa5e40236c/cbc60765-f3ce-4094-b0f5-caabe8acfdf4/c99a36ed-0cd5-4a36-9adb-4536ae5df364) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:05.634305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2772b88a-ecfa-4eed-b2b9-28aeb83f0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.636961 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2772b88a-ecfa-4eed-b2b9-28aeb83f0d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.638179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2772b88a-ecfa-4eed-b2b9-28aeb83f0d9a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20ce1015-5756-47b8-a963-1be3b5de572b HTTP/1.1" status: 204 len: 168 time: 0.3771515 Sep 23 19:38:05.649173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772b88a-ecfa-4eed-b2b9-28aeb83f0d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce1015-5756-47b8-a963-1be3b5de572b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:05.664794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657a6cd-d6a8-4baa-8aee-86015782e647 req-7e678129-e90f-438f-a347-1d9fe8b60936 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:05.667234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c657a6cd-d6a8-4baa-8aee-86015782e647 req-7e678129-e90f-438f-a347-1d9fe8b60936 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1040134 Sep 23 19:38:05.679993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.718678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Port': ['ID=4d3a0c06-e495-4910-b33f-ef2c8f564b99,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:05.730689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No DVR routers for this DVR port 4d3a0c06-e495-4910-b33f-ef2c8f564b99 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:05.778789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.791168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c657a6cd-d6a8-4baa-8aee-86015782e647 req-99c3f8f6-e445-4481-a6b1-e9d0e5dec842 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079965 Sep 23 19:38:05.819230 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.850062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.878325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event updated for resources: {'Subnet': ['ID=90875f9f-c1ed-4796-ab40-6570f334caa3,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:05.879938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8aa67b-2799-4b1b-b6af-873d080bb189']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:05.890855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Checking segment: {'id': 'cb917462-4f55-4272-bda9-17c3e1f38548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:05.891222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Network hostable DHCP agents. Network: 0b812dbe-a193-465d-a40b-e9f9dea9e90f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:05.895063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4053aff-5ee0-4226-9de9-3668b376b4b2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:05.895371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4053aff-5ee0-4226-9de9-3668b376b4b2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:05.905684 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.913753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.935530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.941411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:05.943803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:05.944330 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:05.948046 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:05.959163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:05.962691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:05.964519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 0b812dbe-a193-465d-a40b-e9f9dea9e90f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:05.966024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:05.975505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ca25c-d2de-4f2b-ba44-5231ab77e6a7 None None] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:06.004003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.010703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.028213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.035108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.035287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:06.047974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/1d8aa67b-2799-4b1b-b6af-873d080bb189 HTTP/1.1" status: 204 len: 168 time: 3.5627959 Sep 23 19:38:06.053614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:06.066030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-422802970'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:06.079719 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b5c035d-cd56-4b8f-9bf7-53b8f632d6df tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0035884 Sep 23 19:38:06.081711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:06.092627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Request body: {'port': {'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1462127641'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:06.104173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.104819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.107090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114a429-ae3c-4b3c-b631-9d04f99761e6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=1d8aa67b-2799-4b1b-b6af-873d080bb189,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:06.146829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:06.149644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-d610ef66-81d7-43fa-961b-144f86561ff9 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6210530 Sep 23 19:38:06.150261 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.188618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:06.189830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Request body: {'port': {'device_id': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:06.191703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-0b812dbe-a193-465d-a40b-e9f9dea9e90f', 'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f', 'tenant_id': '5034d8cf28104eab85a39b2281f06f0f', 'fixed_ips': [{'subnet_id': '90875f9f-c1ed-4796-ab40-6570f334caa3'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:06.192811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.202315 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.202713 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment 639f42df-699d-42e2-9517-61882be6f4f1 of type vlan for network be34225d-16aa-4888-a7b4-9d5f35135ea2 Sep 23 19:38:06.253851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.271928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.289857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.297520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.299515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.321445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Made reservation on behalf of 5034d8cf28104eab85a39b2281f06f0f for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:06.324078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbbd8-21fb-4fdf-a276-5e0a823419c0 req-e804a5e3-a94b-4c66-9a74-d318cceecf55 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.324907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.333016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcfbbd8-21fb-4fdf-a276-5e0a823419c0 req-e804a5e3-a94b-4c66-9a74-d318cceecf55 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 931 time: 0.2426383 Sep 23 19:38:06.347546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] device_id is not set on port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:06.388427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3337181 Sep 23 19:38:06.389355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Allocated IP 2001:db8::2 (0b812dbe-a193-465d-a40b-e9f9dea9e90f/90875f9f-c1ed-4796-ab40-6570f334caa3/19fd675e-0797-4463-8819-f1fd649e2c67) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:06.392188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:06.400649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': 'be34225d-16aa-4888-a7b4-9d5f35135ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:06.465936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66454fb1-6b10-49e7-a633-7f3758150acc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=be34225d-16aa-4888-a7b4-9d5f35135ea2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:06.492879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network be34225d-16aa-4888-a7b4-9d5f35135ea2 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:06.501967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfcfbbd8-21fb-4fdf-a276-5e0a823419c0 req-7ce50e5e-9446-42aa-80b6-670e5c8b3b81 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678607 Sep 23 19:38:06.590655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:06.596247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.681302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.691083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.737696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:06.740170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:06.781250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:06.839780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.915204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Attempting to bind port 19fd675e-0797-4463-8819-f1fd649e2c67 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:06.915638 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Attempting to bind port 19fd675e-0797-4463-8819-f1fd649e2c67 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'cb917462-4f55-4272-bda9-17c3e1f38548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:06.916136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Attempting to bind port 19fd675e-0797-4463-8819-f1fd649e2c67 on network 0b812dbe-a193-465d-a40b-e9f9dea9e90f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:06.918343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Pushing event updated for resources: {'Port': ['ID=19fd675e-0797-4463-8819-f1fd649e2c67,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:06.926290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:06.926674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Checking segment: {'id': 'cb917462-4f55-4272-bda9-17c3e1f38548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:06.927146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.927543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Bound using segment: {'id': 'cb917462-4f55-4272-bda9-17c3e1f38548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:06.928112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Bound port: 19fd675e-0797-4463-8819-f1fd649e2c67, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb917462-4f55-4272-bda9-17c3e1f38548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:06.928438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.930085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=5b7cef09-4bb3-4e23-a7d6-383ec83994e0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:06.982823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': '639f42df-699d-42e2-9517-61882be6f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'be34225d-16aa-4888-a7b4-9d5f35135ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:06.983249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: be34225d-16aa-4888-a7b4-9d5f35135ea2, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:07.028950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network be34225d-16aa-4888-a7b4-9d5f35135ea2 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:07.030802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] For port 19fd675e-0797-4463-8819-f1fd649e2c67, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:07.041034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe95b91-8df1-4ad0-b219-54f08624e7a2 req-c4fe478f-d9cf-41b6-826b-893145067dd5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:07.045066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] For port 19fd675e-0797-4463-8819-f1fd649e2c67, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=19fd675e-0797-4463-8819-f1fd649e2c67,segment=NetworkSegment(cb917462-4f55-4272-bda9-17c3e1f38548),segment_id=cb917462-4f55-4272-bda9-17c3e1f38548)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:07.051357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fe95b91-8df1-4ad0-b219-54f08624e7a2 req-c4fe478f-d9cf-41b6-826b-893145067dd5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0864465 Sep 23 19:38:07.061529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0e4ba6a1-273b-4573-8032-c669aae5df1b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:07.072016 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.080487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, be34225d-16aa-4888-a7b4-9d5f35135ea2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:07.092596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:07.093503 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.120798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fe95b91-8df1-4ad0-b219-54f08624e7a2 req-e2cfbd32-9a49-472c-bd18-5f8c879c92e6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683374 Sep 23 19:38:07.138469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f8c00973-6a92-418f-9bd4-9a3616dcb37a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7443759 Sep 23 19:38:07.139237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:07.191884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a78af-4e07-4e03-babe-a0d9fa4989af None None] Pushing event updated for resources: {'Port': ['ID=19fd675e-0797-4463-8819-f1fd649e2c67,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:07.206534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a6eab-b4ed-4e97-94c2-fac35d736a5a None None] Network be34225d-16aa-4888-a7b4-9d5f35135ea2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:07.219751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 0e4ba6a1-273b-4573-8032-c669aae5df1b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:07.220978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0e4ba6a1-273b-4573-8032-c669aae5df1b not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:07.221413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e8459729-33ec-458a-8b6f-6c2a27365556 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:07.296426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: e8459729-33ec-458a-8b6f-6c2a27365556 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:07.296839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e8459729-33ec-458a-8b6f-6c2a27365556 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:07.327930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0117f-3e54-49c9-b01d-44f29acde11c req-f1926671-6dee-4597-94bf-63d2aab71cf4 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:07.336870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0f0117f-3e54-49c9-b01d-44f29acde11c req-f1926671-6dee-4597-94bf-63d2aab71cf4 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0868850 Sep 23 19:38:07.355428 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.363286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Allocated IP 2001:db8::2b2 (0b812dbe-a193-465d-a40b-e9f9dea9e90f/90875f9f-c1ed-4796-ab40-6570f334caa3/55bd96fe-36e3-4f12-85ef-e1e6c881c8ff) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:07.383643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99a36ed-0cd5-4a36-9adb-4536ae5df364 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:07.392378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.405067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Transition to ACTIVE for port object c99a36ed-0cd5-4a36-9adb-4536ae5df364 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:38:07.412217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.438883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.465814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0f0117f-3e54-49c9-b01d-44f29acde11c req-cbcf5b3a-445e-4685-aa4c-9665f739dcda tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280117 Sep 23 19:38:07.537621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a2c9d-1d70-4925-a017-4d7f96f36dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-be34225d-16aa-4888-a7b4-9d5f35135ea2', 'network_id': 'be34225d-16aa-4888-a7b4-9d5f35135ea2', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': '5b7cef09-4bb3-4e23-a7d6-383ec83994e0'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:07.539239 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2c9d-1d70-4925-a017-4d7f96f36dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.620880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:07.649421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-edc75ad8-2d33-4652-98ed-20afbcabdf42 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2117381 Sep 23 19:38:07.667884 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.778452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7cef09-4bb3-4e23-a7d6-383ec83994e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:07.805125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Attempting to bind port c99a36ed-0cd5-4a36-9adb-4536ae5df364 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:07.805715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Attempting to bind port c99a36ed-0cd5-4a36-9adb-4536ae5df364 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:07.806438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Attempting to bind port c99a36ed-0cd5-4a36-9adb-4536ae5df364 on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:07.825172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Port c99a36ed-0cd5-4a36-9adb-4536ae5df364 on network ab55b5e4-a293-4f0f-892d-93fa5e40236c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:38:07.825659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Attempting to bind port c99a36ed-0cd5-4a36-9adb-4536ae5df364 on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:07.835535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:07.836031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Checking segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:07.836518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Bound using segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:07.837076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Bound port: c99a36ed-0cd5-4a36-9adb-4536ae5df364, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:07.837542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-eb1a2c9d-1d70-4925-a017-4d7f96f36dda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b7cef09-4bb3-4e23-a7d6-383ec83994e0: This subnet is being modified by another concurrent operation. Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:07.856205 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b7cef09-4bb3-4e23-a7d6-383ec83994e0: This subnet is being modified by another concurrent operation. Sep 23 19:38:07.859872 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 19:38:07.873337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3275e7-fdae-4e88-bf6e-a2460b3122b3 None None] Network be34225d-16aa-4888-a7b4-9d5f35135ea2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:07.963848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.995324 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.002718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.003201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.003493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:08.003704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.004165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.004600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.005062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.005575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.007509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-f525973e-367c-41ce-9fb8-def007836cd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6491 time: 0.2557731 Sep 23 19:38:08.007861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:08.017880 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.030707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1871-0362-4bff-a937-c0822449c5bc req-0f34447a-b5a5-4c72-8261-e27ba20a44e7 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.038450 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b2d1871-0362-4bff-a937-c0822449c5bc req-0f34447a-b5a5-4c72-8261-e27ba20a44e7 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 943 time: 0.1864884 Sep 23 19:38:08.044771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be34225d-16aa-4888-a7b4-9d5f35135ea2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:08.074800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.075443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.076984 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] 10.222.0.41 "PUT /v2.0/ports/c99a36ed-0cd5-4a36-9adb-4536ae5df364 HTTP/1.1" status: 200 len: 1091 time: 1.8922105 Sep 23 19:38:08.080638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:08.084553 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:08.087117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f42df-699d-42e2-9517-61882be6f4f1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:08.087417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f42df-699d-42e2-9517-61882be6f4f1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:08.110771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.114680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.129016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a0532-f2f6-4b5c-909b-2607edeabc9d service neutron] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:08.176011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:08.178848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b2d1871-0362-4bff-a937-c0822449c5bc req-2fe63cb4-8264-4f19-b4fc-2ae9af63feff tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394985 Sep 23 19:38:08.180404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.193854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:08.194520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:08.197833 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:08.225600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:08.228971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:08.234697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.236372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.244042 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf72bfb5-0daf-4c51-8c1b-da978eb40e78 x-openstack-request-id: req-bf72bfb5-0daf-4c51-8c1b-da978eb40e78 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:08.244384 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:08.244700 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf72bfb5-0daf-4c51-8c1b-da978eb40e78 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:08.245171 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'status': 'completed', 'code': 200} Sep 23 19:38:08.285907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-b14608b0-ae51-4dc1-931f-f5cacc6ad82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.286415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-b14608b0-ae51-4dc1-931f-f5cacc6ad82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.286889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-b14608b0-ae51-4dc1-931f-f5cacc6ad82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.287638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2040758 Sep 23 19:38:08.288331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:08.288732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-b14608b0-ae51-4dc1-931f-f5cacc6ad82c service neutron] 10.222.0.72 "GET /v2.0/networks?id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=ccddee97-ddac-4044-bf49-845dacc0be36&id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 2292 time: 0.2457747 Sep 23 19:38:08.290196 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.297284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.297483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Request body: {'port': {'network_id': '0b812dbe-a193-465d-a40b-e9f9dea9e90f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-469677898', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:08.298117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] bootfile-name is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:08.298640 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] tftp-server is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:08.299037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.api.validators [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] server-ip-address is not in valid_values {{(pid=94825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:08.303684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60194) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:08.304137 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/be34225d-16aa-4888-a7b4-9d5f35135ea2 HTTP/1.1" status: 204 len: 168 time: 1.1638365 Sep 23 19:38:08.304760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b97fc-33bd-488f-a150-3ea30057c83a tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event updated for resources: {'Port': ['ID=55bd96fe-36e3-4f12-85ef-e1e6c881c8ff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:08.315234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835424522'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:08.324032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-c53ea893-51bf-4ba8-bfff-77b2cf8b6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.325039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350e70b-da90-4097-8680-a6426d13832c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=be34225d-16aa-4888-a7b4-9d5f35135ea2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:08.328629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-c53ea893-51bf-4ba8-bfff-77b2cf8b6cfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 1094 time: 0.1926084 Sep 23 19:38:08.392860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-13411225-bc91-451d-b60a-fd28449cd340 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364 HTTP/1.1" status: 200 len: 217 time: 0.0445828 Sep 23 19:38:08.418139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-e16b0205-df19-4a7b-8522-9ed222ce69f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 200 len: 1002 time: 0.1094699 Sep 23 19:38:08.430785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310f169-e185-407c-b4f4-a0b7666572f4 req-523ccae2-4d79-4c21-9281-de8f79a664f6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.432333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4310f169-e185-407c-b4f4-a0b7666572f4 req-523ccae2-4d79-4c21-9281-de8f79a664f6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0703356 Sep 23 19:38:08.504531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:08.509607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.518523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-4b2bf031-fe6b-4b86-99cd-da331a61288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.521139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-4b2bf031-fe6b-4b86-99cd-da331a61288b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ff15eed-30d3-44f4-98a3-5e8d898cc901 HTTP/1.1" status: 200 len: 850 time: 0.0878847 Sep 23 19:38:08.535964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-06c8c3c7-b1d2-4db6-aca5-46fbf37cb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.537722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-06c8c3c7-b1d2-4db6-aca5-46fbf37cb523 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.1330335 Sep 23 19:38:08.550781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4310f169-e185-407c-b4f4-a0b7666572f4 req-03c697fe-0a80-48b5-a2cf-b36fd8f3131a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093435 Sep 23 19:38:08.602728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-020c4475-20e2-4854-9ae0-47ca30364541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514262 Sep 23 19:38:08.608018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:08.624936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-5407ff8f-3c13-4025-959f-37141347b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.627482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-5407ff8f-3c13-4025-959f-37141347b3de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855527 Sep 23 19:38:08.659133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.659484 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment 080d639f-3e16-4052-a601-73294a73927a of type vlan for network d261d55f-4178-404a-a6e7-8f1d13eba553 Sep 23 19:38:08.679848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Made reservation on behalf of 5034d8cf28104eab85a39b2281f06f0f for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:08.684103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.771163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.774177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] device_id is not set on port 7a562a96-6b3f-4a3c-b3d5-488ef98a85c6 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:08.818933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d785d57-d654-45dc-be27-2068e6dde3b3 None None] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:08.902702 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-6ad619ff-e9c3-43e0-88e5-be8e2c1040ed service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779078 Sep 23 19:38:08.906462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.914940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.915998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.952786 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6420960 Sep 23 19:38:08.953759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:08.986724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a7c47087-24e1-4308-a2b0-739b4653268d None None] Provisioning complete for port 19fd675e-0797-4463-8819-f1fd649e2c67 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:08.987090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7c47087-24e1-4308-a2b0-739b4653268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.992760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': 'd261d55f-4178-404a-a6e7-8f1d13eba553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:09.091274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644bca-6416-43db-81ce-105a70d05b73 req-5da0d46c-8259-4468-8d8e-25d38a256e98 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.092710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08644bca-6416-43db-81ce-105a70d05b73 req-5da0d46c-8259-4468-8d8e-25d38a256e98 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.4641464 Sep 23 19:38:09.116417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-dcb6fe01-4e1f-4364-9ee1-583783d2219f service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756181 Sep 23 19:38:09.129869 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7c47087-24e1-4308-a2b0-739b4653268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.170700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a7c47087-24e1-4308-a2b0-739b4653268d None None] For port 19fd675e-0797-4463-8819-f1fd649e2c67, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=19fd675e-0797-4463-8819-f1fd649e2c67,segment=NetworkSegment(cb917462-4f55-4272-bda9-17c3e1f38548),segment_id=cb917462-4f55-4272-bda9-17c3e1f38548)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:09.174883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08644bca-6416-43db-81ce-105a70d05b73 req-24fdb54c-a83f-4c96-bc0d-fe41ec110183 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704350 Sep 23 19:38:09.189353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7c47087-24e1-4308-a2b0-739b4653268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.242903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31b1f6-1fbb-4ef2-a36e-c7f31c97649d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=d261d55f-4178-404a-a6e7-8f1d13eba553,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:09.245173 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-44e1b5a7-4415-4e5e-87d7-3b57cdb6c01f service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206322 Sep 23 19:38:09.289058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d261d55f-4178-404a-a6e7-8f1d13eba553 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:09.305830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-9b5ac8c2-8055-4351-a9ef-5de01483a6a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 217 time: 0.0528600 Sep 23 19:38:09.405910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c47087-24e1-4308-a2b0-739b4653268d None None] Pushing event updated for resources: {'Port': ['ID=19fd675e-0797-4463-8819-f1fd649e2c67,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:09.418504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Allocated IP 2001:db8::10a (0b812dbe-a193-465d-a40b-e9f9dea9e90f/90875f9f-c1ed-4796-ab40-6570f334caa3/7a562a96-6b3f-4a3c-b3d5-488ef98a85c6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:09.469800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-22f683a9-f024-4b26-917a-4bf80e52e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.482089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:09.482942 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-22f683a9-f024-4b26-917a-4bf80e52e043 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.1623788 Sep 23 19:38:09.505010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.594943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-0b0a0dca-21a9-4a8c-8023-5b3ac0be61af tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.599286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-0b0a0dca-21a9-4a8c-8023-5b3ac0be61af tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.3739464 Sep 23 19:38:09.608683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-79382f0c-c5e1-4d01-8968-9a0df4e013a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.609192 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5645ccbb-e800-4cb5-b96a-bb20e19f4c75 req-e1268656-dc12-4c7c-b50c-4e531263ec9a service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778805 Sep 23 19:38:09.620257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-79382f0c-c5e1-4d01-8968-9a0df4e013a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281524 Sep 23 19:38:09.620867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 19fd675e-0797-4463-8819-f1fd649e2c67 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:09.721269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f11bb02e-bbe2-4672-b11f-1d6c4cb4e7c4 None None] Provisioning complete for port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:09.722528 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11bb02e-bbe2-4672-b11f-1d6c4cb4e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.806831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f11bb02e-bbe2-4672-b11f-1d6c4cb4e7c4 None None] Port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:09.818937 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 19fd675e-0797-4463-8819-f1fd649e2c67 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:09.819619 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.845964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-0c98bc89-b6e4-4b9c-a173-5ef197eae505 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241511 Sep 23 19:38:09.853748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f11bb02e-bbe2-4672-b11f-1d6c4cb4e7c4 None None] Provisioning complete for port 19fd675e-0797-4463-8819-f1fd649e2c67 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:09.854295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11bb02e-bbe2-4672-b11f-1d6c4cb4e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.863328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7ee74-fb80-453d-9639-4a91eb6028c8 req-966b0746-bec0-45e0-a88a-a3026c6c2d11 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.864854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e7ee74-fb80-453d-9639-4a91eb6028c8 req-966b0746-bec0-45e0-a88a-a3026c6c2d11 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 943 time: 0.1224637 Sep 23 19:38:10.000192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.017015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-37c34b20-566d-42d4-860d-07a3a19f1571 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509304 Sep 23 19:38:10.019627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed92a7c-023b-4efc-97cb-32cbcc71a504 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:10.050713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-ac9d7b76-7b61-4779-be10-11ca34e3bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.052377 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-ac9d7b76-7b61-4779-be10-11ca34e3bb2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 1094 time: 0.3679519 Sep 23 19:38:10.074016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-ffc723fa-4f57-4b9e-9dc3-ebbb302f34ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 217 time: 0.0481470 Sep 23 19:38:10.136728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-6760e982-951e-4408-97d8-9907e7521c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.138353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-6760e982-951e-4408-97d8-9907e7521c46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0557854 Sep 23 19:38:10.140921 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.148217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e7ee74-fb80-453d-9639-4a91eb6028c8 req-7345ad6a-cdb3-484d-a4b9-95df40b9aab2 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296175 Sep 23 19:38:10.156614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-12d73542-9778-4009-8cac-98f37c6412a3 None None] Provisioning complete for port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:10.157006 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12d73542-9778-4009-8cac-98f37c6412a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.197129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-12d73542-9778-4009-8cac-98f37c6412a3 None None] Port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:10.211807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed92a7c-023b-4efc-97cb-32cbcc71a504 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:10.238897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Deleting port c009eb44-8d3e-44d5-a475-02535412cdbe {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:10.239241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.251362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-537e35ec-fb14-4190-9be0-817621f79d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.253479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-537e35ec-fb14-4190-9be0-817621f79d21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1043303 Sep 23 19:38:10.331616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:10.352508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:10.355704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:10.362153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.362826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.375298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event updated for resources: {'Port': ['ID=7a562a96-6b3f-4a3c-b3d5-488ef98a85c6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:10.426900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.451433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-f7a90f37-cd0e-4d65-89e1-bc1d78bbc070 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891649 Sep 23 19:38:10.455781 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-27b94587-2012-4e91-9bc5-d8583edfb497 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1651528 Sep 23 19:38:10.456601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:10.491417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-6a4a6422-ed0a-4983-a584-0c64596c9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.492896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-6a4a6422-ed0a-4983-a584-0c64596c9f33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 906 time: 0.3856046 Sep 23 19:38:10.576357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-b64ee0bf-1ea5-4ec4-8d08-6f675daa2307 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364 HTTP/1.1" status: 200 len: 217 time: 0.0717683 Sep 23 19:38:10.584157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] For port c009eb44-8d3e-44d5-a475-02535412cdbe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c009eb44-8d3e-44d5-a475-02535412cdbe,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:10.584526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.616126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=45133941-de43-4fc9-a7f6-abc03dfb4297,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:10.616316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee46747-bfb1-4095-b714-69918e38ef24 req-29c51c3e-fbdc-40fe-a743-1bfabf641758 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.618424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ee46747-bfb1-4095-b714-69918e38ef24 req-29c51c3e-fbdc-40fe-a743-1bfabf641758 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.3230872 Sep 23 19:38:10.640540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Calling delete_port for c009eb44-8d3e-44d5-a475-02535412cdbe owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:10.665320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': '080d639f-3e16-4052-a601-73294a73927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd261d55f-4178-404a-a6e7-8f1d13eba553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:10.665664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: d261d55f-4178-404a-a6e7-8f1d13eba553, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:10.699058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb00091-8806-4d12-9f5d-9c2bb8b03eec tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.705239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb00091-8806-4d12-9f5d-9c2bb8b03eec tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.711516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb00091-8806-4d12-9f5d-9c2bb8b03eec tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.716126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bb00091-8806-4d12-9f5d-9c2bb8b03eec tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2558031 Sep 23 19:38:10.718237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:10.718833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-c3695924-5d77-46a1-b508-3db0d37f78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.720897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-c3695924-5d77-46a1-b508-3db0d37f78c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.1312120 Sep 23 19:38:10.764296 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-2c2712bc-2c28-4869-a0b9-47b8f4c4cb39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285599 Sep 23 19:38:10.766591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network d261d55f-4178-404a-a6e7-8f1d13eba553 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:10.769052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-f135e6a4-a2d1-47b3-a448-76f1edb0703c service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099966 Sep 23 19:38:10.788868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ee46747-bfb1-4095-b714-69918e38ef24 req-133202a9-283a-4ed3-bf8a-bc5a1d5bcb49 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445763 Sep 23 19:38:10.853441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-78d7f7e2-5a12-42a5-88f1-f468443f6ca2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 200 len: 217 time: 0.0635159 Sep 23 19:38:10.880000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d261d55f-4178-404a-a6e7-8f1d13eba553) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:10.896139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.896587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.898015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1ea0d-9485-4202-b7b7-e8f85ea29f8c None None] Network d261d55f-4178-404a-a6e7-8f1d13eba553 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:10.935339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-420f8945-d3b9-4f0b-8be6-ac661cfc85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:10.936911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-420f8945-d3b9-4f0b-8be6-ac661cfc85da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0761421 Sep 23 19:38:10.939266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-0141ef71-0adb-48f8-8bb5-dce5013d22e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641994 Sep 23 19:38:10.946503 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de3d6031-ff32-43d3-9561-fa4960b736d6 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9605727 Sep 23 19:38:10.959118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:11.029120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Deleting port 7a562a96-6b3f-4a3c-b3d5-488ef98a85c6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:11.029565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.062389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a55205a1-8a0d-4567-8a84-11a91df3e384 None None] Provisioning complete for port 7a562a96-6b3f-4a3c-b3d5-488ef98a85c6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:11.062817 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a55205a1-8a0d-4567-8a84-11a91df3e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.086123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-04bc27fb-7a86-4660-8893-4c75523b4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:11.087911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-04bc27fb-7a86-4660-8893-4c75523b4f9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1408136 Sep 23 19:38:11.104500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8e2e3-ad15-4203-9cfd-7dc1c784a1bd req-3e26b99e-fd61-4176-99ac-be3604070e32 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:11.106609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ada8e2e3-ad15-4203-9cfd-7dc1c784a1bd req-3e26b99e-fd61-4176-99ac-be3604070e32 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f99189f-682e-4e77-ae5d-8387e929a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1685047 Sep 23 19:38:11.144986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a55205a1-8a0d-4567-8a84-11a91df3e384 None None] Port 7a562a96-6b3f-4a3c-b3d5-488ef98a85c6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:11.150435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-d261d55f-4178-404a-a6e7-8f1d13eba553', 'network_id': 'd261d55f-4178-404a-a6e7-8f1d13eba553', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': '45133941-de43-4fc9-a7f6-abc03dfb4297'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:11.151380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.212796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.213739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.231191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.254711 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c925a9ee-99ee-4c5b-9779-0213b8cb94b7 req-4ea59413-7848-4c84-982a-7bd8adb920d1 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079913 Sep 23 19:38:11.258988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Pushing event deleted for resources: {'Port': ['ID=c009eb44-8d3e-44d5-a475-02535412cdbe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.273635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Calling delete_port for 7a562a96-6b3f-4a3c-b3d5-488ef98a85c6 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:11.303620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ada8e2e3-ad15-4203-9cfd-7dc1c784a1bd req-27afc984-5c3e-4d6e-b2be-e471d50ec119 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.38 "GET /v2.0/security-groups?id=561374c0-92c3-4328-a6d1-58ff31a3c22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521857 Sep 23 19:38:11.348396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Allocated IP 172.20.0.1 (d261d55f-4178-404a-a6e7-8f1d13eba553/45133941-de43-4fc9-a7f6-abc03dfb4297/2b3a4888-b833-4091-ad51-aaa5f85699a9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:11.358924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] No DVR routers for this DVR port c009eb44-8d3e-44d5-a475-02535412cdbe on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:11.369221 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.372577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-339b3dd4-2e3b-4b93-8b92-86c244e03e5e req-7e95aaa8-c016-45cd-8f01-7abbc079daea tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] 10.222.0.41 "DELETE /v2.0/ports/c009eb44-8d3e-44d5-a475-02535412cdbe HTTP/1.1" status: 204 len: 173 time: 1.7612135 Sep 23 19:38:11.374637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'name': 'network-vif-deleted', 'tag': 'c009eb44-8d3e-44d5-a475-02535412cdbe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:11.391440 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c5ebcf-df52-4daf-974d-d92c44a70b56" -d '{"events": [{"server_uuid": "5f99189f-682e-4e77-ae5d-8387e929a2a5", "name": "network-vif-deleted", "tag": "c009eb44-8d3e-44d5-a475-02535412cdbe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:11.499369 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.500195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 19fd675e-0797-4463-8819-f1fd649e2c67 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:11.532608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-e5cd49cc-a6d7-43ca-9261-c8a78a4f6da7 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963509 Sep 23 19:38:11.586762 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.666524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event deleted for resources: {'Port': ['ID=7a562a96-6b3f-4a3c-b3d5-488ef98a85c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.676353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 19fd675e-0797-4463-8819-f1fd649e2c67 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:11.676728 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.678555 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.706738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.719209 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.723093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.725109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9083bd0-4fcc-47bc-a473-21fd54d27080 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "DELETE /v2.0/ports/7a562a96-6b3f-4a3c-b3d5-488ef98a85c6 HTTP/1.1" status: 204 len: 168 time: 1.0052078 Sep 23 19:38:11.729040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:11.734366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Request body: {'port': {'name': 'tempest-new-port-name-284922113', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:11.734816 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:11.735155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:11.735490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:11.742254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-3ae0e82e-c21a-4629-8bb6-5f171bea2414 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018602 Sep 23 19:38:11.756237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Pushing event updated for resources: {'Port': ['ID=2b3a4888-b833-4091-ad51-aaa5f85699a9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.785176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=45133941-de43-4fc9-a7f6-abc03dfb4297,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.789698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Network d261d55f-4178-404a-a6e7-8f1d13eba553 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:11.792030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c45df-8acb-4bea-a7a4-01f3b63f1264 req-3fba3dcf-b97a-4cef-aa41-3d47d10761ee tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:11.792268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:11.793581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd2c45df-8acb-4bea-a7a4-01f3b63f1264 req-3fba3dcf-b97a-4cef-aa41-3d47d10761ee tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 943 time: 0.1991923 Sep 23 19:38:11.797228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:11.839586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-1c6c799f-cae2-4136-b86c-55b1a76dda40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 200 len: 217 time: 0.0732985 Sep 23 19:38:11.896562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Attempting to bind port 2b3a4888-b833-4091-ad51-aaa5f85699a9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:11.896960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Attempting to bind port 2b3a4888-b833-4091-ad51-aaa5f85699a9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '080d639f-3e16-4052-a601-73294a73927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd261d55f-4178-404a-a6e7-8f1d13eba553'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:11.897335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Attempting to bind port 2b3a4888-b833-4091-ad51-aaa5f85699a9 on network d261d55f-4178-404a-a6e7-8f1d13eba553 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:11.906151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:11.906886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Checking segment: {'id': '080d639f-3e16-4052-a601-73294a73927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd261d55f-4178-404a-a6e7-8f1d13eba553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:11.906985 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.907337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Bound using segment: {'id': '080d639f-3e16-4052-a601-73294a73927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd261d55f-4178-404a-a6e7-8f1d13eba553'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:11.908350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Bound port: 2b3a4888-b833-4091-ad51-aaa5f85699a9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080d639f-3e16-4052-a601-73294a73927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd261d55f-4178-404a-a6e7-8f1d13eba553'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:11.908730 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.975001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.979337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd2c45df-8acb-4bea-a7a4-01f3b63f1264 req-25417b2e-6cfc-4954-af36-f2208c1d8a6d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522834 Sep 23 19:38:12.020442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.026506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] For port 2b3a4888-b833-4091-ad51-aaa5f85699a9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:12.030026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] For port 2b3a4888-b833-4091-ad51-aaa5f85699a9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2b3a4888-b833-4091-ad51-aaa5f85699a9,segment=NetworkSegment(080d639f-3e16-4052-a601-73294a73927a),segment_id=080d639f-3e16-4052-a601-73294a73927a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:12.036564 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.040023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-c8044cca-2698-4ad1-8d6a-e1fc105f952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.041982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-c8044cca-2698-4ad1-8d6a-e1fc105f952e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.1898093 Sep 23 19:38:12.070697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d261d55f-4178-404a-a6e7-8f1d13eba553']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:12.100504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080d639f-3e16-4052-a601-73294a73927a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:12.100956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080d639f-3e16-4052-a601-73294a73927a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:12.112622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.132243 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.140268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:12.140630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.158152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-7a6f3c0b-d54c-4756-a028-5e8c9faa7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.160060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-7a6f3c0b-d54c-4756-a028-5e8c9faa7392 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079550 Sep 23 19:38:12.194138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f1d62-bd5a-4a18-8efb-e77b0ceaf414 None None] Pushing event updated for resources: {'Port': ['ID=2b3a4888-b833-4091-ad51-aaa5f85699a9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:12.229227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a7fbd-be57-417b-b19a-f2965ae06ad5 None None] Network d261d55f-4178-404a-a6e7-8f1d13eba553 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:12.313252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-a5d78306-b064-4741-91ac-756884a9195e service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429222 Sep 23 19:38:12.378523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba1561-930c-445e-99c5-b1bf16a51d79 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:12.518934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0e222-5df0-41b0-9d09-a01bf5ca4f52 req-30bbdf07-dc9e-43d4-9cc0-e83623bd1ce4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.526538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fe0e222-5df0-41b0-9d09-a01bf5ca4f52 req-30bbdf07-dc9e-43d4-9cc0-e83623bd1ce4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.2108128 Sep 23 19:38:12.554742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba1561-930c-445e-99c5-b1bf16a51d79 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:12.593198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-94280475-faa6-491e-aea0-a8033db4a690 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650020 Sep 23 19:38:12.626163 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fe0e222-5df0-41b0-9d09-a01bf5ca4f52 req-5a7a4739-04da-4bf7-a218-3130d99cf133 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986392 Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:12.630708 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:12.633137 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76791de7-24e9-4f2e-a813-bc88bd113136 x-openstack-request-id: req-76791de7-24e9-4f2e-a813-bc88bd113136 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:12.633293 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f99189f-682e-4e77-ae5d-8387e929a2a5", "name": "network-vif-deleted", "tag": "c009eb44-8d3e-44d5-a475-02535412cdbe", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:12.633573 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76791de7-24e9-4f2e-a813-bc88bd113136 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:12.634102 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f99189f-682e-4e77-ae5d-8387e929a2a5', 'name': 'network-vif-deleted', 'tag': 'c009eb44-8d3e-44d5-a475-02535412cdbe', 'status': 'completed', 'code': 200} Sep 23 19:38:12.646924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:38:12.646924 n-d-810763-1 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:38:12.646924 n-d-810763-1 neutron-server[94825]: [parameters: {'id': 'd261d55f-4178-404a-a6e7-8f1d13eba553'}] Sep 23 19:38:12.646924 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:12.647387 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:12.662042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-d69a41ce-e8c7-4703-b9da-e4790e37d9cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 200 len: 217 time: 0.0545352 Sep 23 19:38:12.690404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:12.724364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.736186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.797829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event updated for resources: {'Port': ['ID=55bd96fe-36e3-4f12-85ef-e1e6c881c8ff,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:12.811838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-deade568-91c2-44d8-9c6a-cc78b23231d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.813426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-deade568-91c2-44d8-9c6a-cc78b23231d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.1424227 Sep 23 19:38:12.814993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] In _notify_port_updated(), no bound segment for port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff on network 0b812dbe-a193-465d-a40b-e9f9dea9e90f {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:38:12.820754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.821476 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.822847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9af84b6a-ca7a-45df-a7ce-f1209dfaf4ad tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "PUT /v2.0/ports/55bd96fe-36e3-4f12-85ef-e1e6c881c8ff HTTP/1.1" status: 200 len: 1129 time: 1.0927150 Sep 23 19:38:12.825446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:12.899428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51785eae-fa0d-4808-aa4d-c46a70d62b3e tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.900998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-51785eae-fa0d-4808-aa4d-c46a70d62b3e tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "GET /v2.0/ports/55bd96fe-36e3-4f12-85ef-e1e6c881c8ff HTTP/1.1" status: 200 len: 1129 time: 0.0745482 Sep 23 19:38:12.905534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:12.952244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-593860dc-29a3-4b07-b377-3f4994a4ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.953778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-593860dc-29a3-4b07-b377-3f4994a4ad7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176031 Sep 23 19:38:13.067050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c99a36ed-0cd5-4a36-9adb-4536ae5df364 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:38:13.070334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c009eb44-8d3e-44d5-a475-02535412cdbe no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:13.090897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Deleting port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:13.091245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.098477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-4f250463-eb1c-4a96-98b6-983e5a0bd645 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349225 Sep 23 19:38:13.134516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: c009eb44-8d3e-44d5-a475-02535412cdbe {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:13.134987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c009eb44-8d3e-44d5-a475-02535412cdbe not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:13.148246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.171112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-157df77c-e581-44cb-a463-d5bc770d94c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.266364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Deleting port 2b3a4888-b833-4091-ad51-aaa5f85699a9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:13.267500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.288417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:13.305556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'mac_address': 'fa:16:3e:f4:b6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:38:13.343510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] For port 2b3a4888-b833-4091-ad51-aaa5f85699a9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2b3a4888-b833-4091-ad51-aaa5f85699a9,segment=NetworkSegment(080d639f-3e16-4052-a601-73294a73927a),segment_id=080d639f-3e16-4052-a601-73294a73927a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:13.343871 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.371474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Calling delete_port for 2b3a4888-b833-4091-ad51-aaa5f85699a9 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:13.379977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.386088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744785a3-4ed9-454e-b0c8-3787b1a135bf req-a6b756cb-fc65-4363-9b3a-00d325c3dbc3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:13.386810 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.393639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-744785a3-4ed9-454e-b0c8-3787b1a135bf req-a6b756cb-fc65-4363-9b3a-00d325c3dbc3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 943 time: 0.2662668 Sep 23 19:38:13.410661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99a36ed-0cd5-4a36-9adb-4536ae5df364 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:13.432781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.447072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:13.454010 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.461258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Calling delete_port for 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:13.466986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-2730a81c-70b2-4838-8576-6971052636b1 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577533 Sep 23 19:38:13.515941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-bf6851ab-8194-4329-be08-f4791d26bbb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 200 len: 217 time: 0.0410507 Sep 23 19:38:13.523285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:13.534762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-744785a3-4ed9-454e-b0c8-3787b1a135bf req-68bb0795-49d7-464c-9f69-62b7d5e7c0d0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347692 Sep 23 19:38:13.550861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3b86d07d-0c21-404f-a05b-6a8be4171576 None None] Provisioning complete for port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:13.551756 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b86d07d-0c21-404f-a05b-6a8be4171576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.600643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3b86d07d-0c21-404f-a05b-6a8be4171576 None None] Port 55bd96fe-36e3-4f12-85ef-e1e6c881c8ff cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:13.640112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.671538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Port': ['ID=2b3a4888-b833-4091-ad51-aaa5f85699a9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:13.677642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No DVR routers for this DVR port 2b3a4888-b833-4091-ad51-aaa5f85699a9 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:13.776496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c99a36ed-0cd5-4a36-9adb-4536ae5df364'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:13.782666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.813443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d261d55f-4178-404a-a6e7-8f1d13eba553']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.840584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080d639f-3e16-4052-a601-73294a73927a') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.841267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080d639f-3e16-4052-a601-73294a73927a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.856897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.896048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.905589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:13.906367 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:13.909976 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:13.948463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-7737b318-3492-48ec-a2d3-b78371114d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:13.950266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-7737b318-3492-48ec-a2d3-b78371114d53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.4126215 Sep 23 19:38:13.983604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Deleting port 0a577f08-0407-4eec-b667-0b0e28580612 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:13.983960 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.987584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.000833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c41f08-07cc-4971-ba57-b319f26f7ba3 req-8b0b362f-71c4-481e-a092-c103c6e51322 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:14.003641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.008171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9c41f08-07cc-4971-ba57-b319f26f7ba3 req-8b0b362f-71c4-481e-a092-c103c6e51322 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1409836 Sep 23 19:38:14.010053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/d261d55f-4178-404a-a6e7-8f1d13eba553 HTTP/1.1" status: 204 len: 168 time: 3.0508039 Sep 23 19:38:14.012194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.027972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162236992'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:14.039237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f992e-b296-43f2-94c8-ce821b1a4ee5 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=d261d55f-4178-404a-a6e7-8f1d13eba553,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.095984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9c41f08-07cc-4971-ba57-b319f26f7ba3 req-98b035d9-95e2-4536-a614-059b87413b17 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869372 Sep 23 19:38:14.098098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007584-791d-4877-9e33-543bd275784c req-b8fe3fac-02d0-4c54-9884-5f6908199bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:14.099665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-b8fe3fac-02d0-4c54-9884-5f6908199bef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389995 Sep 23 19:38:14.103611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:14.107485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.137931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] For port 0a577f08-0407-4eec-b667-0b0e28580612, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0a577f08-0407-4eec-b667-0b0e28580612,segment=NetworkSegment(742b97f9-5672-4605-904b-b08b52535833),segment_id=742b97f9-5672-4605-904b-b08b52535833)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:14.138329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.156646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Calling delete_port for 0a577f08-0407-4eec-b667-0b0e28580612 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:14.158368 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.158626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:14.180653 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.181054 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment 8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560 of type vlan for network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 Sep 23 19:38:14.214315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event deleted for resources: {'Port': ['ID=55bd96fe-36e3-4f12-85ef-e1e6c881c8ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.264963 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.273022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-831069a7-7b51-406f-af58-0a385a0b5bda tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "DELETE /v2.0/ports/55bd96fe-36e3-4f12-85ef-e1e6c881c8ff HTTP/1.1" status: 204 len: 168 time: 1.3642964 Sep 23 19:38:14.273501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.273985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.304353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-f717456f-0ede-4b0b-a5d6-aecab5836a18 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969509 Sep 23 19:38:14.368948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.373270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Deleting subnet 90875f9f-c1ed-4796-ab40-6570f334caa3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:14.375121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:14.375847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.389970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.431211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4094975 Sep 23 19:38:14.434244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60264) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.444333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:14.463184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.502856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29eec4-d84b-43c4-9635-cfdf159854f3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=26decfa1-f3d0-44e4-a0a4-79c7e8f93757,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.515469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82007584-791d-4877-9e33-543bd275784c req-110eafc4-3700-4505-8a8a-ab6d72873d15 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028584 Sep 23 19:38:14.517991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:14.679351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.680640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.708658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a577f08-0407-4eec-b667-0b0e28580612,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.745363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be358f-a23c-4c27-aead-8b9b0653a93a req-0d7e75c7-dd97-49c5-b293-1e0fb892772d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:14.747154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0be358f-a23c-4c27-aead-8b9b0653a93a req-0d7e75c7-dd97-49c5-b293-1e0fb892772d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 944 time: 0.0983105 Sep 23 19:38:14.778552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.810444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.814675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event deleted for resources: {'Subnet': ['ID=90875f9f-c1ed-4796-ab40-6570f334caa3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.822540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0be358f-a23c-4c27-aead-8b9b0653a93a req-2ee70f78-2da9-4b7b-ba3b-946f883d0dec tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671997 Sep 23 19:38:14.824156 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.825590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea41d57b-87f5-4d86-ba6f-a3aba344c187 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "DELETE /v2.0/subnets/90875f9f-c1ed-4796-ab40-6570f334caa3 HTTP/1.1" status: 204 len: 168 time: 0.5512943 Sep 23 19:38:14.828698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60268) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.831323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50084d-1bfe-490f-9f05-ab9ede38e7bd None None] Network 0b812dbe-a193-465d-a40b-e9f9dea9e90f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:14.854936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.921101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 is not hosted by any dhcp agent {{(pid=94825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:38:14.927321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:14.928059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.929456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "PUT /v2.0/networks/26decfa1-f3d0-44e4-a0a4-79c7e8f93757 HTTP/1.1" status: 200 len: 723 time: 0.4942164 Sep 23 19:38:14.933190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.939797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:15.041949 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.068314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:15.072881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.112123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eee6d-73ae-4753-88cc-e2042ee473ae tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=26decfa1-f3d0-44e4-a0a4-79c7e8f93757,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.117576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c99a36ed-0cd5-4a36-9adb-4536ae5df364 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:15.175067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.214545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:15.248968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Deleting port 19fd675e-0797-4463-8819-f1fd649e2c67 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:15.249316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.323034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034870f-a26c-489b-b82b-0b1e7418cbde req-fdffc4d1-8a52-4f1a-9910-bdca627040b1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:15.331419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2034870f-a26c-489b-b82b-0b1e7418cbde req-fdffc4d1-8a52-4f1a-9910-bdca627040b1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1119273 Sep 23 19:38:15.363456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] For port 19fd675e-0797-4463-8819-f1fd649e2c67, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=19fd675e-0797-4463-8819-f1fd649e2c67,segment=NetworkSegment(cb917462-4f55-4272-bda9-17c3e1f38548),segment_id=cb917462-4f55-4272-bda9-17c3e1f38548)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:15.363855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.386702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Calling delete_port for 19fd675e-0797-4463-8819-f1fd649e2c67 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:15.393295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port c99a36ed-0cd5-4a36-9adb-4536ae5df364 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:38:15.411718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port c99a36ed-0cd5-4a36-9adb-4536ae5df364 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:15.412108 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.489302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2034870f-a26c-489b-b82b-0b1e7418cbde req-77555631-d800-4eac-9e15-5ced8cbbde97 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566598 Sep 23 19:38:15.536184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.562041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] DHCP port deletion for 0b812dbe-a193-465d-a40b-e9f9dea9e90f request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:15.599996 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.644019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=34d19cfb-b567-4479-974c-ca6c35463c3c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.652440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:15.652810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: 26decfa1-f3d0-44e4-a0a4-79c7e8f93757, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:15.656402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Router 70f2955f-92c5-4366-bea4-5ca92e4d856d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:15.658878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.673989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] No DVR routers for this DVR port 19fd675e-0797-4463-8819-f1fd649e2c67 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:15.677369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:15.687752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:15.691413 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff684283-e65f-4277-9109-b427f91be128" -d '{"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-plugged", "status": "completed", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:15.692812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 26decfa1-f3d0-44e4-a0a4-79c7e8f93757) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:15.698877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:15.700352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event deleted for resources: {'Port': ['ID=19fd675e-0797-4463-8819-f1fd649e2c67,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.700854 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527420'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.711477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791af5b-9253-4c82-b301-5388a2989f16 None None] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:15.728248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3003ccd-2568-45f5-8b75-c514524e6809 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7914023 Sep 23 19:38:15.729563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:15.738018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ae77c72-f4dc-41a5-8962-1ce28de384f0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:15.760893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:15.776436 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.834528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.840874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] Deleting port 19fd675e-0797-4463-8819-f1fd649e2c67 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:15.841255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.845983 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fadf16-24b1-4bf7-8521-073a19132afd x-openstack-request-id: req-46fadf16-24b1-4bf7-8521-073a19132afd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:15.846569 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-plugged", "status": "completed", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:15.846810 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46fadf16-24b1-4bf7-8521-073a19132afd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:15.847199 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'code': 200} Sep 23 19:38:15.905616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c72-f4dc-41a5-8962-1ce28de384f0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4439275'] for subnet, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.984211 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:16.008690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] For port 19fd675e-0797-4463-8819-f1fd649e2c67, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:16.009092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.051371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] Calling delete_port for 19fd675e-0797-4463-8819-f1fd649e2c67 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:16.056375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] Port 19fd675e-0797-4463-8819-f1fd649e2c67 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:38:16.061388 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.104104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] Pushing event deleted for resources: {'Port': ['ID=19fd675e-0797-4463-8819-f1fd649e2c67,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:16.113369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17afb5-65d6-435c-8b5b-3bc91600408f None None] No DVR routers for this DVR port 19fd675e-0797-4463-8819-f1fd649e2c67 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:16.116086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e478e-7584-488d-a6cf-0813b43f2137 req-22a52b48-4ff2-49da-b899-248d8eb232a2 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:16.127980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a0e478e-7584-488d-a6cf-0813b43f2137 req-22a52b48-4ff2-49da-b899-248d8eb232a2 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1827595 Sep 23 19:38:16.152679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-26decfa1-f3d0-44e4-a0a4-79c7e8f93757', 'network_id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': '34d19cfb-b567-4479-974c-ca6c35463c3c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:16.153622 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.234562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b812dbe-a193-465d-a40b-e9f9dea9e90f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:16.244290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a0e478e-7584-488d-a6cf-0813b43f2137 req-9357c510-9a26-45b8-987f-de86417263de tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153357 Sep 23 19:38:16.261728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb917462-4f55-4272-bda9-17c3e1f38548') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:16.262029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb917462-4f55-4272-bda9-17c3e1f38548') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:16.278154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.279187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c72-f4dc-41a5-8962-1ce28de384f0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773649856247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66969394'] for subnet, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.295042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae77c72-f4dc-41a5-8962-1ce28de384f0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:16.295637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae77c72-f4dc-41a5-8962-1ce28de384f0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.300652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ae77c72-f4dc-41a5-8962-1ce28de384f0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "PUT /v2.0/subnets/34d19cfb-b567-4479-974c-ca6c35463c3c HTTP/1.1" status: 200 len: 806 time: 0.5698001 Sep 23 19:38:16.301609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.306391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:16.328675 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d12c128-4ad7-4efc-a487-86d74d9180d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.337222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:16.337614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:16.343954 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:16.361236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:16.375004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae77c72-f4dc-41a5-8962-1ce28de384f0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=34d19cfb-b567-4479-974c-ca6c35463c3c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:16.383740 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45c89cfe-5297-4958-aa66-1143b875c292 admin admin] 10.222.0.38 "PUT /v2.0/routers/70f2955f-92c5-4366-bea4-5ca92e4d856d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6918197 Sep 23 19:38:16.386138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:16.389805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469f3cd-bc8c-449c-a045-668969e7343f req-54f8087d-4456-4128-8a59-c5d15b91c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:16.391335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5469f3cd-bc8c-449c-a045-668969e7343f req-54f8087d-4456-4128-8a59-c5d15b91c9f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 1096 time: 0.1703508 Sep 23 19:38:16.391481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Allocated IP 172.20.0.2 (26decfa1-f3d0-44e4-a0a4-79c7e8f93757/34d19cfb-b567-4479-974c-ca6c35463c3c/e31f4384-cfec-4cfe-92a3-ddc6594ca234) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:16.397573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] Sync routers for ids ['70f2955f-92c5-4366-bea4-5ca92e4d856d'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:16.471408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.484067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.486739 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] 10.222.0.38 "DELETE /v2.0/networks/0b812dbe-a193-465d-a40b-e9f9dea9e90f HTTP/1.1" status: 204 len: 168 time: 1.6550286 Sep 23 19:38:16.553564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeff56c-22ea-4aa8-b047-950dc67b7123 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842 tempest-ExtraDHCPOptionsIpV6TestJSON-116187842-project] Pushing event deleted for resources: {'Network': ['ID=0b812dbe-a193-465d-a40b-e9f9dea9e90f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:16.561582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] Routers {'70f2955f-92c5-4366-bea4-5ca92e4d856d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:16.562474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:38:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['70f2955f-92c5-4366-bea4-5ca92e4d856d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:16.567836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.584434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.588852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5469f3cd-bc8c-449c-a045-668969e7343f req-9e411600-55f2-4916-8046-3e3fee199ed5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642876 Sep 23 19:38:16.672558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c828b9-026b-4220-b2c5-c380476c0279 req-9bb8fa69-436b-4776-9734-0a423282bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:16.674939 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38c828b9-026b-4220-b2c5-c380476c0279 req-9bb8fa69-436b-4776-9734-0a423282bdc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 1096 time: 0.0845377 Sep 23 19:38:16.681670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.737367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] Set router 70f2955f-92c5-4366-bea4-5ca92e4d856d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:16.777028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211b0f3-82b2-4355-b357-999d92cec8dc req-5cde4bea-8328-4b66-9695-3294cc75743f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:16.778731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0211b0f3-82b2-4355-b357-999d92cec8dc req-5cde4bea-8328-4b66-9695-3294cc75743f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1053565 Sep 23 19:38:16.812966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.837452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0211b0f3-82b2-4355-b357-999d92cec8dc req-d91f826a-7cdf-4cb4-9e97-6e3df7b30ece tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Sep 23 19:38:16.839268 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.946064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Deleting port 155844ca-0146-47a5-877d-035980ff0802 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:16.946686 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.959371 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.990286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.020084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.045019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.097916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c828b9-026b-4220-b2c5-c380476c0279 req-7ce1c79d-b98f-4b1f-8a79-d7b875640344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.099751 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38c828b9-026b-4220-b2c5-c380476c0279 req-7ce1c79d-b98f-4b1f-8a79-d7b875640344 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.2165859 Sep 23 19:38:17.101101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.108706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:17.121965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:17.125071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:17.131122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Pushing event updated for resources: {'Port': ['ID=e31f4384-cfec-4cfe-92a3-ddc6594ca234,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:17.141330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=34d19cfb-b567-4479-974c-ca6c35463c3c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:17.149137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] For port 155844ca-0146-47a5-877d-035980ff0802, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=155844ca-0146-47a5-877d-035980ff0802,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:17.149514 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.179814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Calling delete_port for 155844ca-0146-47a5-877d-035980ff0802 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:17.180269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38c828b9-026b-4220-b2c5-c380476c0279 req-b1eb6c01-20c4-42b0-83c3-b3709acc057a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f HTTP/1.1" status: 200 len: 217 time: 0.0674696 Sep 23 19:38:17.206652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Attempting to bind port e31f4384-cfec-4cfe-92a3-ddc6594ca234 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:17.206652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Attempting to bind port e31f4384-cfec-4cfe-92a3-ddc6594ca234 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:17.206963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Attempting to bind port e31f4384-cfec-4cfe-92a3-ddc6594ca234 on network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:17.216911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:17.217328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Checking segment: {'id': '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:17.217735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.218159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Bound using segment: {'id': '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:17.218697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Bound port: e31f4384-cfec-4cfe-92a3-ddc6594ca234, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:17.219084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.223983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '155844ca-0146-47a5-877d-035980ff0802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:38:14Z', 'revision_number': 5, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port': {'id': '155844ca-0146-47a5-877d-035980ff0802', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:47Z', 'updated_at': '2021-09-23T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.259876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] Checking router: 70f2955f-92c5-4366-bea4-5ca92e4d856d for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:38:17.293677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] Routers {'70f2955f-92c5-4366-bea4-5ca92e4d856d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:17.294386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:38:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['70f2955f-92c5-4366-bea4-5ca92e4d856d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.371042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.393069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] Set router 70f2955f-92c5-4366-bea4-5ca92e4d856d gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:17.399729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c828b9-026b-4220-b2c5-c380476c0279 req-9c1cdc5a-c010-4918-8c44-8ca88c93fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.401211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38c828b9-026b-4220-b2c5-c380476c0279 req-9c1cdc5a-c010-4918-8c44-8ca88c93fa1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.2081997 Sep 23 19:38:17.405116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26decfa1-f3d0-44e4-a0a4-79c7e8f93757']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.433348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.434146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.457645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:38:16Z', 'revision_number': 6, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.468912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38c828b9-026b-4220-b2c5-c380476c0279 req-d4d6153b-9745-476d-97eb-30be6e264ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499279 Sep 23 19:38:17.471881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.480206 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6adfc711-0452-464d-a077-0a471f6f3434 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5034d8cf28104eab85a39b2281f06f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306889 Sep 23 19:38:17.496364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60308) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.506781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 19fd675e-0797-4463-8819-f1fd649e2c67 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:17.518077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdc78f-712d-400e-8678-98c2850a811a None None] The sync data for ids ['70f2955f-92c5-4366-bea4-5ca92e4d856d'] in n-d-810763-1 is: [{'id': '70f2955f-92c5-4366-bea4-5ca92e4d856d', 'name': 'tempest-ServerRescueTestJSON-1986283758-router', 'tenant_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:46Z', 'updated_at': '2021-09-23T19:38:16Z', 'revision_number': 6, 'project_id': '8ffd063ff3ff462199f2d4bb80ab4ec0', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:17.540430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.548719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.554082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 19fd675e-0797-4463-8819-f1fd649e2c67 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:17.554453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 19fd675e-0797-4463-8819-f1fd649e2c67 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:17.583248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:17.583911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.590783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] For port e31f4384-cfec-4cfe-92a3-ddc6594ca234, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:17.603937 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:17.639221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=155844ca-0146-47a5-877d-035980ff0802,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:17.702972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f662c-7aa3-45bd-80d0-55a90ef203a1 req-19e7136c-6d63-4825-a3b0-1a4eca4c2d3a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.705309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef8f662c-7aa3-45bd-80d0-55a90ef203a1 req-19e7136c-6d63-4825-a3b0-1a4eca4c2d3a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.2806504 Sep 23 19:38:17.742024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.796394 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b7d-06bb-40e5-a54b-ea31bbc51121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.827402 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b7d-06bb-40e5-a54b-ea31bbc51121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.828777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef8f662c-7aa3-45bd-80d0-55a90ef203a1 req-c7dc4a09-c615-4e12-931a-d7ecde5c2c01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136761 Sep 23 19:38:17.857286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38c828b9-026b-4220-b2c5-c380476c0279 req-25e9331b-ac5e-4557-b14d-765ec838d4a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760033 Sep 23 19:38:17.862821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.864727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] For port e31f4384-cfec-4cfe-92a3-ddc6594ca234, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e31f4384-cfec-4cfe-92a3-ddc6594ca234,segment=NetworkSegment(8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560),segment_id=8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:17.866652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.873812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.899527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:38:17.899527 n-d-810763-1 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:38:17.899527 n-d-810763-1 neutron-server[94825]: [parameters: {'id': '26decfa1-f3d0-44e4-a0a4-79c7e8f93757'}] Sep 23 19:38:17.899527 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:17.900000 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:17.964651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.965217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f2955f-92c5-4366-bea4-5ca92e4d856d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:38:17.991332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.992585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2112bc67-307f-429a-9339-bba20b404c5b admin admin] 10.222.0.38 "DELETE /v2.0/routers/70f2955f-92c5-4366-bea4-5ca92e4d856d HTTP/1.1" status: 204 len: 168 time: 1.6051576 Sep 23 19:38:17.995479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.023223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf2ba8-999d-421e-a253-02e42d2248a0 req-533f29de-bfec-4e24-abfe-1f90b3f96381 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:18.031623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0dbf2ba8-999d-421e-a253-02e42d2248a0 req-533f29de-bfec-4e24-abfe-1f90b3f96381 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0799260 Sep 23 19:38:18.095700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a284c-da0c-4ae6-93ca-5bfa65f2bcae None None] Pushing event updated for resources: {'Port': ['ID=e31f4384-cfec-4cfe-92a3-ddc6594ca234,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.123736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0dbf2ba8-999d-421e-a253-02e42d2248a0 req-d6b027a7-d3e8-4e89-bcb8-f8260c01701a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907037 Sep 23 19:38:18.125114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b7d-06bb-40e5-a54b-ea31bbc51121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.128021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dcce7b7d-06bb-40e5-a54b-ea31bbc51121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.129199 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dcce7b7d-06bb-40e5-a54b-ea31bbc51121 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5620a7c6-6c12-45a0-a053-c807eec2978b HTTP/1.1" status: 204 len: 168 time: 0.6316550 Sep 23 19:38:18.132393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] Deleting subnet 29da9a18-b793-44eb-ae61-29c0ca510c07 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:18.150237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d240b-757a-4c3f-9070-ae8e7dc60218 None None] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:18.176516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.187572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-38c828b9-026b-4220-b2c5-c380476c0279 req-62ab361f-0844-4676-a016-d22a9de72fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112731 Sep 23 19:38:18.233087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce7b7d-06bb-40e5-a54b-ea31bbc51121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5620a7c6-6c12-45a0-a053-c807eec2978b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.284131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.352515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.390325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a97dc5a-7d89-41ea-b603-992666e6d7ba None None] Network 26decfa1-f3d0-44e4-a0a4-79c7e8f93757 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:18.401014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.469307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.534745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.536737 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/29da9a18-b793-44eb-ae61-29c0ca510c07 HTTP/1.1" status: 204 len: 168 time: 0.5402369 Sep 23 19:38:18.538548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d42c1c-d10b-4da5-8ed6-a18036ae5606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29da9a18-b793-44eb-ae61-29c0ca510c07,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.539360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.563202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Deleting port e31f4384-cfec-4cfe-92a3-ddc6594ca234 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:18.563557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.583172 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.645942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88640c2-cfd6-4a5f-bbd2-a20ec163e292 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:18.703177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.717937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] For port e31f4384-cfec-4cfe-92a3-ddc6594ca234, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e31f4384-cfec-4cfe-92a3-ddc6594ca234,segment=NetworkSegment(8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560),segment_id=8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:18.718927 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.749338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Calling delete_port for e31f4384-cfec-4cfe-92a3-ddc6594ca234 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:18.815592 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.846415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025b140b-b734-48ba-9b8c-115828896d31']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:18.884166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88640c2-cfd6-4a5f-bbd2-a20ec163e292 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:18.893944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742b97f9-5672-4605-904b-b08b52535833') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:18.894373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742b97f9-5672-4605-904b-b08b52535833') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:18.920967 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.970520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.992694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:18.993162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:18.996096 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:18.999897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.052643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Port': ['ID=e31f4384-cfec-4cfe-92a3-ddc6594ca234,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:19.065073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No DVR routers for this DVR port e31f4384-cfec-4cfe-92a3-ddc6594ca234 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:19.112275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aecec1-a4f2-4fac-898f-4957027d72b2 req-b963a345-e160-4066-9937-458328efa5b5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:19.123356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3aecec1-a4f2-4fac-898f-4957027d72b2 req-b963a345-e160-4066-9937-458328efa5b5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1380403 Sep 23 19:38:19.126842 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.139576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.145124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/025b140b-b734-48ba-9b8c-115828896d31 HTTP/1.1" status: 204 len: 168 time: 0.6022499 Sep 23 19:38:19.163707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8e6b5-00ea-4987-bbcb-0aa2d6e4b6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=025b140b-b734-48ba-9b8c-115828896d31,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:19.200972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3aecec1-a4f2-4fac-898f-4957027d72b2 req-246b8b6d-8d51-4f02-bc76-e1bbc4cbc674 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759640 Sep 23 19:38:19.214820 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.271096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26decfa1-f3d0-44e4-a0a4-79c7e8f93757']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:19.304432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:19.305096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3bc12e-0b19-48e0-9a5e-8fc6c77f8560') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:19.344396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.356847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f08c5-6ace-4f54-8d64-1e2018183608 req-90f4c9f9-8605-469e-8749-e8b4a442e7fb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:19.366878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c54f08c5-6ace-4f54-8d64-1e2018183608 req-90f4c9f9-8605-469e-8749-e8b4a442e7fb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1045702 Sep 23 19:38:19.379542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.385516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.409883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:19.410447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.412790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c54f08c5-6ace-4f54-8d64-1e2018183608 req-127005c7-6f2e-434d-94ed-d96a655fdb1f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:19.433174 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:19.572169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 155844ca-0146-47a5-877d-035980ff0802 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:19.591560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.611881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 155844ca-0146-47a5-877d-035980ff0802 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:19.612227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 155844ca-0146-47a5-877d-035980ff0802 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:19.612708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a577f08-0407-4eec-b667-0b0e28580612 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:19.621199 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-128b3512-0592-4d5b-aaef-624bd57f5acb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ffd063ff3ff462199f2d4bb80ab4ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331178 Sep 23 19:38:19.623639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.635204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 0a577f08-0407-4eec-b667-0b0e28580612 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:19.635546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a577f08-0407-4eec-b667-0b0e28580612 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:19.695309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.700566 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.704836 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/26decfa1-f3d0-44e4-a0a4-79c7e8f93757 HTTP/1.1" status: 204 len: 168 time: 3.3949974 Sep 23 19:38:19.705263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.726317 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9d37b1b-c697-46c7-9442-86c058ec1fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.729079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235f13a-0315-4ff0-8b98-1f43906fa194 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=26decfa1-f3d0-44e4-a0a4-79c7e8f93757,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:19.745533 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e56557-c3e2-439b-850c-75bc642c4c96 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:19.746158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e56557-c3e2-439b-850c-75bc642c4c96 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:19.749256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-74e56557-c3e2-439b-850c-75bc642c4c96 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/26decfa1-f3d0-44e4-a0a4-79c7e8f93757 HTTP/1.1" status: 404 len: 339 time: 0.0430522 Sep 23 19:38:19.764467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.764925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-899658851'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:19.770955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-674950189', 'description': 'd1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:19.801268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9d37b1b-c697-46c7-9442-86c058ec1fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.818997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Made reservation on behalf of 49554e451d964ca69e8e89b4e65db278 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:19.822704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.825609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:38:19.825609 n-d-810763-1 neutron-server[94825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:38:19.825609 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id': '9d21084176c4416286a4711e415dd451', 'id': 'a3be09c6-3246-4dc0-b319-25c34c177f5d', 'expiration': datetime.datetime(2021, 9, 23, 19, 40, 19, 802949)}] Sep 23 19:38:19.825609 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:19.826036 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:19.832378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.884530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9d37b1b-c697-46c7-9442-86c058ec1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.888223 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9d37b1b-c697-46c7-9442-86c058ec1fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.893047 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f9d37b1b-c697-46c7-9442-86c058ec1fa4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/561374c0-92c3-4328-a6d1-58ff31a3c22b HTTP/1.1" status: 204 len: 168 time: 0.2649868 Sep 23 19:38:19.904133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d37b1b-c697-46c7-9442-86c058ec1fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561374c0-92c3-4328-a6d1-58ff31a3c22b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.007140 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.021687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1727dc0-18cd-4823-9d5b-78d1730cd51b req-bd15af0e-2716-4ab4-bcf8-380721d9e783 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:20.023230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1727dc0-18cd-4823-9d5b-78d1730cd51b req-bd15af0e-2716-4ab4-bcf8-380721d9e783 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.0823655 Sep 23 19:38:20.024020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.055224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:20.080716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031c641a-6a5d-4b5b-9a48-f479fd3995f5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.088880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.089228 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Added segment bca794cf-61f8-49e5-b196-6a28b97a1420 of type vlan for network 6658e15d-3464-4f5d-962d-2e069ef15b36 Sep 23 19:38:20.111518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1727dc0-18cd-4823-9d5b-78d1730cd51b req-245e858e-4361-481d-9a2a-2bd4e9afe5a8 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709863 Sep 23 19:38:20.141662 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.168216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.173776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:20.176219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.222644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6297994 Sep 23 19:38:20.225555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.232631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Request body: {'subnet': {'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:20.275862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ad3d8-d672-40e8-8500-0c306f5040cc tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event updated for resources: {'Network': ['ID=6658e15d-3464-4f5d-962d-2e069ef15b36,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.289827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:20.351882 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:38:20.351882 n-d-810763-1 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:38:20.351882 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id': '49554e451d964ca69e8e89b4e65db278', 'id': '4f8dfc9e-7a4f-499a-a7c0-d8311e2ba22e', 'expiration': datetime.datetime(2021, 9, 23, 19, 40, 20, 348071)}] Sep 23 19:38:20.351882 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:20.352527 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:20.364307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:20.368511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.395347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:20.406304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.406650 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment daab4d83-96a0-4e2f-b4b9-f4f36abb2df2 of type vlan for network 62e463c7-d87b-47c8-985e-794b054e6742 Sep 23 19:38:20.463342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.493368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.499519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:20.500256 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.544043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7785289 Sep 23 19:38:20.546710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.583745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7b3e0-c02b-4b67-8434-7eae66f7e046 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=62e463c7-d87b-47c8-985e-794b054e6742,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.598846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a421-6790-4974-9d77-0d930962fd68 req-ed98361f-8485-48f1-970a-13f59658b8c5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:20.602639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f682a421-6790-4974-9d77-0d930962fd68 req-ed98361f-8485-48f1-970a-13f59658b8c5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1102681 Sep 23 19:38:20.606647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 62e463c7-d87b-47c8-985e-794b054e6742 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:20.696825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78885ed8-9fb6-4cac-a9c6-3788b6f29227 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:20.700803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-78885ed8-9fb6-4cac-a9c6-3788b6f29227 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/networks?id=62e463c7-d87b-47c8-985e-794b054e6742 HTTP/1.1" status: 200 len: 760 time: 0.1472652 Sep 23 19:38:20.701132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.707214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'description': 'd2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:20.729423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f682a421-6790-4974-9d77-0d930962fd68 req-7e528b4a-3865-4830-aff6-6b5b9fa8df2e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987692 Sep 23 19:38:20.798299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.887722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Made reservation on behalf of 49554e451d964ca69e8e89b4e65db278 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:20.892616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.899671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.923794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.965980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 62e463c7-d87b-47c8-985e-794b054e6742 is not hosted by any dhcp agent {{(pid=94825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:38:20.972748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:20.973458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.974987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "PUT /v2.0/networks/62e463c7-d87b-47c8-985e-794b054e6742 HTTP/1.1" status: 200 len: 757 time: 0.2727649 Sep 23 19:38:20.978571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.003659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-113909741-network', 'tenant_id': '3029dfb30a234e28b4dddb7677be637c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:21.045724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Made reservation on behalf of 3029dfb30a234e28b4dddb7677be637c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:21.048629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.064365 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.069199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4893f97-58a2-46b3-9a71-032fde47f105 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=62e463c7-d87b-47c8-985e-794b054e6742,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.081374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 62e463c7-d87b-47c8-985e-794b054e6742 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:21.120931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d7cc9-8e59-44fa-8a55-e9053c84a371 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.126242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-057d7cc9-8e59-44fa-8a55-e9053c84a371 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/networks?id=62e463c7-d87b-47c8-985e-794b054e6742 HTTP/1.1" status: 200 len: 760 time: 0.1454539 Sep 23 19:38:21.129901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60412) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.136874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1064213610'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:21.248366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.335163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d0c3-f6f6-480a-b16d-ade7987dfb15 req-782de3bf-ebc3-4478-94f2-3213db0b4b05 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.336596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd56d0c3-f6f6-480a-b16d-ade7987dfb15 req-782de3bf-ebc3-4478-94f2-3213db0b4b05 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1404517 Sep 23 19:38:21.339490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event updated for resources: {'Subnet': ['ID=79ed182a-658b-4906-aa27-98d939a78b68,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.376518 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.387108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.400354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:21.403317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Checking segment: {'id': 'bca794cf-61f8-49e5-b196-6a28b97a1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:21.403680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Network hostable DHCP agents. Network: 6658e15d-3464-4f5d-962d-2e069ef15b36, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:21.404606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.424777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:21.431249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:21.441480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.441997 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment b91b02e9-c6f8-4d49-acaf-53e8337e0201 of type vlan for network 74f63a9f-f9ef-4a67-b280-d60f7d271408 Sep 23 19:38:21.496940 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.526704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.536174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.536995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.573482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4427857 Sep 23 19:38:21.578617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.584146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': '74f63a9f-f9ef-4a67-b280-d60f7d271408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:21.657562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85607f7d-b35a-417e-91b6-43ec1d87ae76 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=74f63a9f-f9ef-4a67-b280-d60f7d271408,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.674092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 74f63a9f-f9ef-4a67-b280-d60f7d271408 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:21.728995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:21.733123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd56d0c3-f6f6-480a-b16d-ade7987dfb15 req-3259d455-805d-440f-81f1-1e1d5c3e2643 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826485 Sep 23 19:38:21.733694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.735619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.735961 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Added segment 3e858ec1-23d6-44fc-8ef0-41ac449b344e of type vlan for network b8d4c301-d78d-4cff-baf8-cedde42514a3 Sep 23 19:38:21.737271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.751415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:21.794165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6658e15d-3464-4f5d-962d-2e069ef15b36) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:21.799763 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.802613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.803195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.811076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08632f83-2845-41df-93f1-4351bf1807b9 None None] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:21.830995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7e709ea-fb2d-47ca-b19d-33093c0754c7 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6043398 Sep 23 19:38:21.831695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.838665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Request body: {'port': {'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-885909647'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:21.872451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.873704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.874005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.974022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1745956 Sep 23 19:38:21.976636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.978870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.988624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Request body: {'subnet': {'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-113909741-subnet', 'tenant_id': '3029dfb30a234e28b4dddb7677be637c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:22.019785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097bb69-8aa8-4df0-ba6f-53a56348ccc4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d4c301-d78d-4cff-baf8-cedde42514a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.044175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40d1a0-971b-4dd3-82ad-31b3b50fbf32 req-a4c2ba22-4249-4427-892e-97fbbfa55dbf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:22.052032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b8d4c301-d78d-4cff-baf8-cedde42514a3 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:22.052682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a40d1a0-971b-4dd3-82ad-31b3b50fbf32 req-a4c2ba22-4249-4427-892e-97fbbfa55dbf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1876650 Sep 23 19:38:22.085434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=9d78103d-2f87-44c8-a3c9-e447ecacecfa,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.091707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Made reservation on behalf of 3029dfb30a234e28b4dddb7677be637c for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:22.093988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.110822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-6658e15d-3464-4f5d-962d-2e069ef15b36', 'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36', 'tenant_id': '49554e451d964ca69e8e89b4e65db278', 'fixed_ips': [{'subnet_id': '79ed182a-658b-4906-aa27-98d939a78b68'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:22.112532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.113376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': 'b91b02e9-c6f8-4d49-acaf-53e8337e0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '74f63a9f-f9ef-4a67-b280-d60f7d271408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:22.113376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: 74f63a9f-f9ef-4a67-b280-d60f7d271408, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:22.116486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a40d1a0-971b-4dd3-82ad-31b3b50fbf32 req-609cda04-d853-4797-9c83-ae10ea811f94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628583 Sep 23 19:38:22.137633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Made reservation on behalf of 49554e451d964ca69e8e89b4e65db278 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:22.146899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.183580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] device_id is not set on port d9386cf2-53db-44d9-9e1a-1d1a7f4af4c4 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:22.197833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network 74f63a9f-f9ef-4a67-b280-d60f7d271408 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:22.213945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 74f63a9f-f9ef-4a67-b280-d60f7d271408) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:22.220432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:22.221419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.267521 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b5fac4d-e067-40e6-9fa6-158ca5a7e673 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6871371 Sep 23 19:38:22.270575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.296144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dddac-0677-4909-8c5e-0e59d32c3505 None None] Network 74f63a9f-f9ef-4a67-b280-d60f7d271408 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:22.359423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Allocated IP 172.20.0.2 (6658e15d-3464-4f5d-962d-2e069ef15b36/79ed182a-658b-4906-aa27-98d939a78b68/4c7b9fc9-0c7c-4d43-8abc-5f968262e21b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:22.419571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.457422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.492792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805c4924-d29b-4b87-985f-02361455addb,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.535154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Checking segment: {'id': '3e858ec1-23d6-44fc-8ef0-41ac449b344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:22.535541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Network hostable DHCP agents. Network: b8d4c301-d78d-4cff-baf8-cedde42514a3, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:22.548996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.585891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Network b8d4c301-d78d-4cff-baf8-cedde42514a3 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:22.602314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b8d4c301-d78d-4cff-baf8-cedde42514a3) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:22.607369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:22.607974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.608937 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.619296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.621672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b6ffb-ed92-4332-ac01-6fca8059022a None None] Network b8d4c301-d78d-4cff-baf8-cedde42514a3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:22.630674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1072c12b-a90a-4184-829e-e3751563af18 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6476467 Sep 23 19:38:22.641619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.691188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-32df60d1-d9cf-4aa3-a77b-7c133dd2c23d {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:22.692080 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:22.695254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=9d78103d-2f87-44c8-a3c9-e447ecacecfa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.750298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:22.757406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:22.763006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.764188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:22.787042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f63a9f-f9ef-4a67-b280-d60f7d271408']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:22.797524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91b02e9-c6f8-4d49-acaf-53e8337e0201') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:22.798386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91b02e9-c6f8-4d49-acaf-53e8337e0201') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:22.809367 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.813952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Pushing event updated for resources: {'Port': ['ID=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.824316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.832123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:22.832514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:22.835757 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:22.865206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85b29a-30af-45f3-a213-1626115fa7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-74f63a9f-f9ef-4a67-b280-d60f7d271408', 'network_id': '74f63a9f-f9ef-4a67-b280-d60f7d271408', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': '9d78103d-2f87-44c8-a3c9-e447ecacecfa'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:22.866398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd85b29a-30af-45f3-a213-1626115fa7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.911819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.929728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.931629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/74f63a9f-f9ef-4a67-b280-d60f7d271408 HTTP/1.1" status: 204 len: 168 time: 0.6600757 Sep 23 19:38:22.932630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7404a32-e2d6-4c9f-ab83-5f9c18f56d6f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=74f63a9f-f9ef-4a67-b280-d60f7d271408,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.934183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.959650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8185c-c8bd-4c45-aaec-ebbee3f79c03 req-9c3c6c1d-ff44-4228-bf52-b7d708dd12d0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:22.961405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29f8185c-c8bd-4c45-aaec-ebbee3f79c03 req-9c3c6c1d-ff44-4228-bf52-b7d708dd12d0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.0635304 Sep 23 19:38:22.962462 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d36742d-f9f6-42c9-b315-44ccc0e29a41 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] GET failed (client error): The resource could not be found. Sep 23 19:38:22.963878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3d36742d-f9f6-42c9-b315-44ccc0e29a41 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/subnets/9d78103d-2f87-44c8-a3c9-e447ecacecfa HTTP/1.1" status: 404 len: 337 time: 0.0287623 Sep 23 19:38:22.966501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.985951 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c378ea-dda6-43be-87b0-5353e5d5242c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:22.986741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c378ea-dda6-43be-87b0-5353e5d5242c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:22.988634 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f3c378ea-dda6-43be-87b0-5353e5d5242c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/74f63a9f-f9ef-4a67-b280-d60f7d271408 HTTP/1.1" status: 404 len: 339 time: 0.0212002 Sep 23 19:38:22.993387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.008321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Attempting to bind port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:23.008610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Attempting to bind port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bca794cf-61f8-49e5-b196-6a28b97a1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:23.008984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Attempting to bind port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b on network 6658e15d-3464-4f5d-962d-2e069ef15b36 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:23.056078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29f8185c-c8bd-4c45-aaec-ebbee3f79c03 req-6c2df881-ec66-402d-a2ae-ee84b2e51197 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800190 Sep 23 19:38:23.056493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:23.056493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Checking segment: {'id': 'bca794cf-61f8-49e5-b196-6a28b97a1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:23.056493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.056493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Bound using segment: {'id': 'bca794cf-61f8-49e5-b196-6a28b97a1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:23.056493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Bound port: 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca794cf-61f8-49e5-b196-6a28b97a1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:23.056493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.056493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab678de-1628-4aa5-b9e1-cc709205d5e6 None None] Network 74f63a9f-f9ef-4a67-b280-d60f7d271408 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:23.099525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab678de-1628-4aa5-b9e1-cc709205d5e6 None None] Network 74f63a9f-f9ef-4a67-b280-d60f7d271408 could not be found, it might have been deleted concurrently. {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:38:23.105151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec0229-316d-4cd2-ae9f-98f54b4b7481 None None] Network b8d4c301-d78d-4cff-baf8-cedde42514a3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:23.193432 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.242382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] device_id is not set on port 11f69a40-09cd-4d31-a046-0303b2d37c7d yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:23.249677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] For port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:23.256373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] For port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,segment=NetworkSegment(bca794cf-61f8-49e5-b196-6a28b97a1420),segment_id=bca794cf-61f8-49e5-b196-6a28b97a1420)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:23.264009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc2b22-f4f7-4c5b-a30b-997e006074b0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.266245 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-35fc2b22-f4f7-4c5b-a30b-997e006074b0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2728992 Sep 23 19:38:23.269602 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.270659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60458) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.343376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00a8525d-4f55-4e14-8768-f3afd98c8bb3 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 207 time: 0.0668113 Sep 23 19:38:23.343376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.385597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.402605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1273610974-network', 'tenant_id': '4759b1e3455f466db660e8fe4f54d366'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:23.410412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05bb0-098e-4ca1-aae9-44ed11c3e0ee None None] Pushing event updated for resources: {'Port': ['ID=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:23.439951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d07c2-6380-430d-99bd-7a96a8b04b80 req-c9fb6db5-efa6-4da7-babe-9d530ff8a5dc tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.447289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa6d07c2-6380-430d-99bd-7a96a8b04b80 req-c9fb6db5-efa6-4da7-babe-9d530ff8a5dc tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.2331600 Sep 23 19:38:23.508406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Made reservation on behalf of 4759b1e3455f466db660e8fe4f54d366 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:23.512514 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.535153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.564673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa6d07c2-6380-430d-99bd-7a96a8b04b80 req-17d03022-a3c3-46b8-bb5a-2374863bc4ac tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143725 Sep 23 19:38:23.581739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d8f08-8050-4c40-9fec-01ed83d3f6c4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.588362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d8f08-8050-4c40-9fec-01ed83d3f6c4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.599573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d8f08-8050-4c40-9fec-01ed83d3f6c4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.608403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d8f08-8050-4c40-9fec-01ed83d3f6c4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.611934 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c98d8f08-8050-4c40-9fec-01ed83d3f6c4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2702336 Sep 23 19:38:23.616124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60466) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.623432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Allocated IP 172.20.0.9 (6658e15d-3464-4f5d-962d-2e069ef15b36/79ed182a-658b-4906-aa27-98d939a78b68/11f69a40-09cd-4d31-a046-0303b2d37c7d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:23.929966 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.939342 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.985962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:23.998999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56491d87-1fae-48e2-bb0c-5ee9b781611a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:24.014591 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.016716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.017119 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Added segment a527be4b-62a9-49db-a941-df7ec2592ee8 of type vlan for network cfee3636-455b-43a7-9348-fc33f6b54c37 Sep 23 19:38:24.070162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.108895 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.117502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.118480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.119065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.213759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:24.220456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8272543 Sep 23 19:38:24.226100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.229391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:24.231911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Request body: {'subnet': {'network_id': 'cfee3636-455b-43a7-9348-fc33f6b54c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1273610974-subnet', 'tenant_id': '4759b1e3455f466db660e8fe4f54d366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:24.233994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:24.261137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event updated for resources: {'Port': ['ID=11f69a40-09cd-4d31-a046-0303b2d37c7d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:24.268867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7771e-1278-44e6-a52c-0055116a21d8 admin admin] Pushing event updated for resources: {'Network': ['ID=cfee3636-455b-43a7-9348-fc33f6b54c37,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:24.284320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network cfee3636-455b-43a7-9348-fc33f6b54c37 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:24.290896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41fa1248-3cb7-4fba-994b-b574b6130d88 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6730509 Sep 23 19:38:24.291349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.322433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93571c-5ef9-4937-be8f-da6cd43f04b8 req-d75b3dbd-abc7-4636-a5a3-85c4fde2b619 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.324198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d93571c-5ef9-4937-be8f-da6cd43f04b8 req-d75b3dbd-abc7-4636-a5a3-85c4fde2b619 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1793206 Sep 23 19:38:24.374488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.375122 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.395898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519ac93-dedd-4adf-bc42-52db8469bff8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.397804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519ac93-dedd-4adf-bc42-52db8469bff8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.400055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9519ac93-dedd-4adf-bc42-52db8469bff8 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1063449 Sep 23 19:38:24.401077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Made reservation on behalf of 4759b1e3455f466db660e8fe4f54d366 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:24.404792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.405447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.423786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-98ac6d94-e594-47e0-b094-e237d3226dbe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5892692 Sep 23 19:38:24.424545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.435110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d93571c-5ef9-4937-be8f-da6cd43f04b8 req-c39839eb-c6c9-4463-9564-5fa267f8b85e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962431 Sep 23 19:38:24.439959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Request body: {'port': {'network_id': '6658e15d-3464-4f5d-962d-2e069ef15b36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-130795366', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:24.440450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:24.440792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:24.441121 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:24.571768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ec1a2-3e06-4070-a28c-f3a8d8cfb1b7 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.573199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ec1a2-3e06-4070-a28c-f3a8d8cfb1b7 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.574788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-534ec1a2-3e06-4070-a28c-f3a8d8cfb1b7 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1668935 Sep 23 19:38:24.583087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.628895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.733510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Checking segment: {'id': 'a527be4b-62a9-49db-a941-df7ec2592ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cfee3636-455b-43a7-9348-fc33f6b54c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:24.734141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Network hostable DHCP agents. Network: cfee3636-455b-43a7-9348-fc33f6b54c37, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:24.738485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163daa6e-bf34-4125-8b2b-f947b9c2cb2f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:24.744100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Made reservation on behalf of 49554e451d964ca69e8e89b4e65db278 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:24.747620 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.764740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5993e-8246-4bfb-a92c-bb4cbc78f96f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.765497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Network cfee3636-455b-43a7-9348-fc33f6b54c37 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:24.766101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-85f5993e-8246-4bfb-a92c-bb4cbc78f96f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/networks/b3590378-c1d2-4cdf-a333-55e723ef87e0 HTTP/1.1" status: 200 len: 800 time: 0.1822731 Sep 23 19:38:24.772096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.777396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] device_id is not set on port 8b7d96df-80b2-4499-892e-9552ea2d26e5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:24.789757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1616d9b1-cba3-4f68-8311-f11eb98b3095 None None] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:24.794567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, cfee3636-455b-43a7-9348-fc33f6b54c37) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:24.799834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.800417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.818227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ef3af-6246-4d6f-9276-8bf04842935f None None] Network cfee3636-455b-43a7-9348-fc33f6b54c37 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:24.848657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1dff9-aad3-4f8e-ba81-4762b82345a6 req-b1728abf-81ac-4482-bae0-e8a67d787643 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.850239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93c1dff9-aad3-4f8e-ba81-4762b82345a6 req-b1728abf-81ac-4482-bae0-e8a67d787643 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1464660 Sep 23 19:38:24.854848 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9558d378-e348-418e-80ae-9e49699a19a2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6275043 Sep 23 19:38:24.940161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9b33d796-30e8-407d-af4d-25f35cbf87b4 None None] Provisioning complete for port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:24.940510 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b33d796-30e8-407d-af4d-25f35cbf87b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.958131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b539c320-d111-4577-9611-8f91fa8644be tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/networks/b3590378-c1d2-4cdf-a333-55e723ef87e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1765811 Sep 23 19:38:24.958390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.987748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93c1dff9-aad3-4f8e-ba81-4762b82345a6 req-dbfb8c1c-4e18-4acc-a4dd-0b31aec8a5e4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270893 Sep 23 19:38:25.061765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd6a02-9d80-46a0-a1a4-4dbe23221f1b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.067343 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-08bd6a02-9d80-46a0-a1a4-4dbe23221f1b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/subnets/1a9b883a-602b-4408-b611-f6c5ca0483b8 HTTP/1.1" status: 200 len: 811 time: 0.1078031 Sep 23 19:38:25.068207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.071901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Allocated IP 172.20.0.5 (6658e15d-3464-4f5d-962d-2e069ef15b36/79ed182a-658b-4906-aa27-98d939a78b68/8b7d96df-80b2-4499-892e-9552ea2d26e5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:25.181269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5c8f2-5eef-4130-b987-ce8f5f126d2f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.190470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1aa5c8f2-5eef-4130-b987-ce8f5f126d2f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "GET /v2.0/subnets/1a9b883a-602b-4408-b611-f6c5ca0483b8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1208797 Sep 23 19:38:25.192587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.202782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031790353'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:25.253799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:25.259697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.285788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ff80f67b-0adb-492a-b14c-78ca0188ff1f details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:38:25.301310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:25.332025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.333142 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Added segment b9c3f3ea-3ede-4e77-903d-4e905e53849f of type vlan for network bbea08cd-3829-4d00-8d7b-210dacfffb9c Sep 23 19:38:25.380367 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.419173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.442357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.459963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.476415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.477155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.520550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.526880 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b33d796-30e8-407d-af4d-25f35cbf87b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.557158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3632557 Sep 23 19:38:25.560003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.561586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb446ef-afff-4b46-8011-29505882a995 None None] Network cfee3636-455b-43a7-9348-fc33f6b54c37 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:25.566087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'network_id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:25.566299 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:38:25.581448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:25.596911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:25.606036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:25.612726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:25.708227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event updated for resources: {'Port': ['ID=8b7d96df-80b2-4499-892e-9552ea2d26e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:25.721468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0290d-3c6c-4c9f-b9cb-8724e8def8fb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Network': ['ID=bbea08cd-3829-4d00-8d7b-210dacfffb9c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:25.725907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Made reservation on behalf of 9d21084176c4416286a4711e415dd451 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:25.729620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.734806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.736083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.747261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network bbea08cd-3829-4d00-8d7b-210dacfffb9c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:25.757166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9b33d796-30e8-407d-af4d-25f35cbf87b4 None None] For port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,segment=NetworkSegment(bca794cf-61f8-49e5-b196-6a28b97a1420),segment_id=bca794cf-61f8-49e5-b196-6a28b97a1420)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:25.765637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4e59c34-5028-4b48-9ec0-496b0d7629d6 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3273621 Sep 23 19:38:25.765949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.798919 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b33d796-30e8-407d-af4d-25f35cbf87b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.815236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-995a7390-b8fb-4f87-909c-63f1f295a236 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.816797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-995a7390-b8fb-4f87-909c-63f1f295a236 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/networks?id=b8d4c301-d78d-4cff-baf8-cedde42514a3 HTTP/1.1" status: 200 len: 824 time: 0.2858989 Sep 23 19:38:25.822507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing IP validity checks on allocation pools {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:38:25.823022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:38:25.856920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-158d79e4-8bce-496f-bbce-bc9e499c4365 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/quotas/3029dfb30a234e28b4dddb7677be637c HTTP/1.1" status: 200 len: 375 time: 0.0325634 Sep 23 19:38:25.902189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-333fa7e5-1be4-4a47-a164-c851ff9bc5f7 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3029dfb30a234e28b4dddb7677be637c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441675 Sep 23 19:38:25.919357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0c322-ee79-4659-a472-b657746f954a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.927238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0c322-ee79-4659-a472-b657746f954a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.933652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0c322-ee79-4659-a472-b657746f954a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.937959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ff0c322-ee79-4659-a472-b657746f954a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1679106 Sep 23 19:38:25.957350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.028085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.127033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-b1e10a9c-858d-4e5c-af5c-44fb69adb6bd service neutron] 10.222.0.38 "GET /v2.0/networks/b8d4c301-d78d-4cff-baf8-cedde42514a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239041 Sep 23 19:38:26.127634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:26.142712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33d796-30e8-407d-af4d-25f35cbf87b4 None None] Pushing event updated for resources: {'Port': ['ID=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:26.146559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=f3b5aa7d-036d-4970-8f59-e8f88c056add,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:26.152447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'mac_address': 'fa:16:3e:cd:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:38:26.157909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Checking segment: {'id': 'b9c3f3ea-3ede-4e77-903d-4e905e53849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:26.161271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network hostable DHCP agents. Network: bbea08cd-3829-4d00-8d7b-210dacfffb9c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:26.206014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:26.206437 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.208829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Network bbea08cd-3829-4d00-8d7b-210dacfffb9c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:26.235171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, bbea08cd-3829-4d00-8d7b-210dacfffb9c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:26.241379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:26.242518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.272079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0eac8-9805-40b2-954b-7e143c4fca9a None None] Network bbea08cd-3829-4d00-8d7b-210dacfffb9c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:26.273044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-32f1c855-aa54-48c3-aad3-f5b3abcf4ce6 service neutron] 10.222.0.38 "GET /v2.0/networks/b8d4c301-d78d-4cff-baf8-cedde42514a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448879 Sep 23 19:38:26.280247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f6d78bcb-a7b3-4dcb-9c02-1937b2bd4e3f tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7189841 Sep 23 19:38:26.285558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.301466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:26.311524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Deleting port 8b7d96df-80b2-4499-892e-9552ea2d26e5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:26.313945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.421330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7d3a1bbb-9a5d-4d24-95bd-82112160d291 None None] Provisioning complete for port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:26.421952 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1bbb-9a5d-4d24-95bd-82112160d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.457283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4314897'] for subnet, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.517951 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.529131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.534501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Calling delete_port for 8b7d96df-80b2-4499-892e-9552ea2d26e5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:26.630465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff80f67b-0adb-492a-b14c-78ca0188ff1f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:26.714125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:26.722630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.729321 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.788230 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773649856247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5092528'] for subnet, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.788766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event deleted for resources: {'Port': ['ID=8b7d96df-80b2-4499-892e-9552ea2d26e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:26.818475 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.839613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ff80f67b-0adb-492a-b14c-78ca0188ff1f'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:26.870058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:26.888083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-bbea08cd-3829-4d00-8d7b-210dacfffb9c', 'network_id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c', 'tenant_id': '9d21084176c4416286a4711e415dd451', 'fixed_ips': [{'subnet_id': 'f3b5aa7d-036d-4970-8f59-e8f88c056add'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:26.892044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.911608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f5c1f-2d32-4e1b-9705-e2d8c41feec3 req-30c2fa3a-39cb-49c4-bf7e-c3fb43b307ff tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:26.916351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-096f5c1f-2d32-4e1b-9705-e2d8c41feec3 req-30c2fa3a-39cb-49c4-bf7e-c3fb43b307ff tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.2109904 Sep 23 19:38:26.941261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7d3a1bbb-9a5d-4d24-95bd-82112160d291 None None] Provisioning complete for port 11f69a40-09cd-4d31-a046-0303b2d37c7d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:26.941924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1bbb-9a5d-4d24-95bd-82112160d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.948964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.951132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c1b376f-7eff-4071-a3c5-d68381c9bdfe tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "DELETE /v2.0/ports/8b7d96df-80b2-4499-892e-9552ea2d26e5 HTTP/1.1" status: 204 len: 168 time: 0.9929116 Sep 23 19:38:26.955429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.963279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event updated for resources: {'Subnet': ['ID=f3b5aa7d-036d-4970-8f59-e8f88c056add,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:26.966041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Request body: {'port': {'name': 'tempest-new-port-name-668739643', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:26.966431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:26.966786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:26.967116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:38:26.986686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:26.987232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.988608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "PUT /v2.0/subnets/f3b5aa7d-036d-4970-8f59-e8f88c056add HTTP/1.1" status: 200 len: 877 time: 0.7019832 Sep 23 19:38:26.990987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.991332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.991681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.992005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.992330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.992655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.992973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.993324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.993617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.993969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.994310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:26.994670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b7ace-3bc5-4a55-98c4-3d2769e39a51 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:27.000367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:27.044491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-096f5c1f-2d32-4e1b-9705-e2d8c41feec3 req-971049f9-0237-4711-a673-c3dbb71a5e88 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195672 Sep 23 19:38:27.104742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.223340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.260581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a1bbb-9a5d-4d24-95bd-82112160d291 None None] Port 11f69a40-09cd-4d31-a046-0303b2d37c7d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:27.301873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47fb1f-3004-4946-851d-2028751b4d3d req-47f9cf77-790d-4322-a197-759cf9d912d8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.303461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f47fb1f-3004-4946-851d-2028751b4d3d req-47f9cf77-790d-4322-a197-759cf9d912d8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 944 time: 0.1096005 Sep 23 19:38:27.354099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Allocated IP 172.20.0.3 (bbea08cd-3829-4d00-8d7b-210dacfffb9c/f3b5aa7d-036d-4970-8f59-e8f88c056add/b321d5de-41cd-4784-80f9-8558841930c9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:27.358340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.387693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b74b4928-55df-4767-bf3e-a83b86c315a8 None None] Could not find standard attr ID for object 8b7d96df-80b2-4499-892e-9552ea2d26e5. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:38:27.426263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f47fb1f-3004-4946-851d-2028751b4d3d req-7c43ef96-6e34-4775-8f71-c93fd771fc76 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093471 Sep 23 19:38:27.478241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b74b4928-55df-4767-bf3e-a83b86c315a8 None None] Provisioning complete for port 11f69a40-09cd-4d31-a046-0303b2d37c7d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:27.478744 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b74b4928-55df-4767-bf3e-a83b86c315a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.572397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.581531 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.588310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:27.632541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b74b4928-55df-4767-bf3e-a83b86c315a8 None None] Port 11f69a40-09cd-4d31-a046-0303b2d37c7d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:27.696357 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.707968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event updated for resources: {'Port': ['ID=11f69a40-09cd-4d31-a046-0303b2d37c7d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.710239 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.722012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] In _notify_port_updated(), no bound segment for port 11f69a40-09cd-4d31-a046-0303b2d37c7d on network 6658e15d-3464-4f5d-962d-2e069ef15b36 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:38:27.727658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.728344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.729691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f259c936-ca29-4faa-9fbe-c72a05177f3b tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "PUT /v2.0/ports/11f69a40-09cd-4d31-a046-0303b2d37c7d HTTP/1.1" status: 200 len: 1135 time: 0.7734535 Sep 23 19:38:27.732760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:27.754350 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.781172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:27.782270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.808547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf9be18-e7d3-46d2-b989-b69f68fe4071 req-714d6f86-21d7-4614-a54d-f02d6ccb384a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 210 time: 0.0452855 Sep 23 19:38:27.813958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Network bbea08cd-3829-4d00-8d7b-210dacfffb9c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:27.822828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Pushing event updated for resources: {'Port': ['ID=b321d5de-41cd-4784-80f9-8558841930c9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.831408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:27.843964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:27.879793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe297d-5551-453d-ac78-3e564aba7170 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.885393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:27.885772 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-affe297d-5551-453d-ac78-3e564aba7170 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "GET /v2.0/ports/11f69a40-09cd-4d31-a046-0303b2d37c7d HTTP/1.1" status: 200 len: 1135 time: 0.1508620 Sep 23 19:38:27.888834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b5aa7d-036d-4970-8f59-e8f88c056add,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.960353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Attempting to bind port b321d5de-41cd-4784-80f9-8558841930c9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:27.960724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Attempting to bind port b321d5de-41cd-4784-80f9-8558841930c9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b9c3f3ea-3ede-4e77-903d-4e905e53849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:27.961084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Attempting to bind port b321d5de-41cd-4784-80f9-8558841930c9 on network bbea08cd-3829-4d00-8d7b-210dacfffb9c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:27.964793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.982063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:27.982456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Checking segment: {'id': 'b9c3f3ea-3ede-4e77-903d-4e905e53849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:27.982857 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.983251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Bound using segment: {'id': 'b9c3f3ea-3ede-4e77-903d-4e905e53849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:27.983723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Bound port: b321d5de-41cd-4784-80f9-8558841930c9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c3f3ea-3ede-4e77-903d-4e905e53849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:27.984282 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.988499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbea08cd-3829-4d00-8d7b-210dacfffb9c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:27.993671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a08b3696-c31a-400f-b87d-d362882291c8 None None] Provisioning complete for port 11f69a40-09cd-4d31-a046-0303b2d37c7d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:27.994042 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a08b3696-c31a-400f-b87d-d362882291c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.999310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c3f3ea-3ede-4e77-903d-4e905e53849f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:27.999514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c3f3ea-3ede-4e77-903d-4e905e53849f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:28.011896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.026717 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.033537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:28.034012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.036023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Deleting port 11f69a40-09cd-4d31-a046-0303b2d37c7d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:28.036720 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.061182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a08b3696-c31a-400f-b87d-d362882291c8 None None] Port 11f69a40-09cd-4d31-a046-0303b2d37c7d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:28.104692 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:28.112458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:38:28.112458 n-d-810763-1 neutron-server[94825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:38:28.112458 n-d-810763-1 neutron-server[94825]: [parameters: {'id': 'bbea08cd-3829-4d00-8d7b-210dacfffb9c'}] Sep 23 19:38:28.112458 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:28.113367 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:28.173616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] For port b321d5de-41cd-4784-80f9-8558841930c9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:28.180801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] For port b321d5de-41cd-4784-80f9-8558841930c9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b321d5de-41cd-4784-80f9-8558841930c9,segment=NetworkSegment(b9c3f3ea-3ede-4e77-903d-4e905e53849f),segment_id=b9c3f3ea-3ede-4e77-903d-4e905e53849f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:28.188992 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.287158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0d24c-0fb8-4462-b596-b84a94dfad62 None None] Pushing event updated for resources: {'Port': ['ID=b321d5de-41cd-4784-80f9-8558841930c9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:28.304435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29081c93-357f-4582-8d23-573770283d09 None None] Network bbea08cd-3829-4d00-8d7b-210dacfffb9c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:28.614839 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.651080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dfe7c-36fd-4b17-b01c-abb84044da71 req-f3aba87e-2977-4dcd-95ef-9319365f101e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:28.659408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d1dfe7c-36fd-4b17-b01c-abb84044da71 req-f3aba87e-2977-4dcd-95ef-9319365f101e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.4872818 Sep 23 19:38:28.669290 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.672140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a83fb0-973c-4dfb-8986-830916df0db9 None None] Network bbea08cd-3829-4d00-8d7b-210dacfffb9c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:28.721482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Calling delete_port for 11f69a40-09cd-4d31-a046-0303b2d37c7d owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:28.729383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Deleting port b321d5de-41cd-4784-80f9-8558841930c9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:28.732489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.753657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-ddc78c1b-a3df-4a82-bd95-54e6cf3190be tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:28.755448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-ddc78c1b-a3df-4a82-bd95-54e6cf3190be tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.72 "GET /v2.0/networks?id=b8d4c301-d78d-4cff-baf8-cedde42514a3 HTTP/1.1" status: 200 len: 824 time: 0.6453202 Sep 23 19:38:28.779178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d1dfe7c-36fd-4b17-b01c-abb84044da71 req-d56353a7-7d0c-46ef-92b4-763db733d3d6 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142590 Sep 23 19:38:28.841764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Request body: {'port': {'device_id': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3', 'admin_state_up': True, 'tenant_id': '3029dfb30a234e28b4dddb7677be637c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:28.843869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] For port b321d5de-41cd-4784-80f9-8558841930c9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b321d5de-41cd-4784-80f9-8558841930c9,segment=NetworkSegment(b9c3f3ea-3ede-4e77-903d-4e905e53849f),segment_id=b9c3f3ea-3ede-4e77-903d-4e905e53849f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:28.848023 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.881479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Calling delete_port for b321d5de-41cd-4784-80f9-8558841930c9 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:28.884160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c29e18-26ae-4e98-876b-3ff40405f0a9 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:29.015640 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.062171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Made reservation on behalf of 3029dfb30a234e28b4dddb7677be637c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:29.076555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Port': ['ID=b321d5de-41cd-4784-80f9-8558841930c9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:29.081182 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.114523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No DVR routers for this DVR port b321d5de-41cd-4784-80f9-8558841930c9 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:29.124647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c29e18-26ae-4e98-876b-3ff40405f0a9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:29.130981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9ec6-c956-43b6-8780-f7e130fa3453 req-d1fb1c49-d6b7-4c33-9c65-0af2185addf3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:29.132564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd7c9ec6-c956-43b6-8780-f7e130fa3453 req-d1fb1c49-d6b7-4c33-9c65-0af2185addf3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 944 time: 0.2089045 Sep 23 19:38:29.177333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ff80f67b-0adb-492a-b14c-78ca0188ff1f up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:29.310294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.365212 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbea08cd-3829-4d00-8d7b-210dacfffb9c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:29.388077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c3f3ea-3ede-4e77-903d-4e905e53849f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:29.388767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c3f3ea-3ede-4e77-903d-4e905e53849f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:29.407808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.416560 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.448293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.466721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:29.467390 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.495641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event deleted for resources: {'Port': ['ID=11f69a40-09cd-4d31-a046-0303b2d37c7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:29.539662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port ff80f67b-0adb-492a-b14c-78ca0188ff1f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:29.540192 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.571282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Allocated IP 172.20.0.8 (b8d4c301-d78d-4cff-baf8-cedde42514a3/805c4924-d29b-4b87-985f-02361455addb/8b113ad7-bd45-4263-9c55-7ae95158e182) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:29.574924 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:29.584410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd7c9ec6-c956-43b6-8780-f7e130fa3453 req-d3d0f0c1-050a-4f65-a069-0f3f9d439d67 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344669 Sep 23 19:38:29.589370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.608205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.617004 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/bbea08cd-3829-4d00-8d7b-210dacfffb9c HTTP/1.1" status: 204 len: 168 time: 2.6149247 Sep 23 19:38:29.618914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:29.727670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0320e-3a3c-480f-9df8-618390325388 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=bbea08cd-3829-4d00-8d7b-210dacfffb9c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:29.733831 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2d0321-431e-43bb-af15-61316e5d37f4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:29.735265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2d0321-431e-43bb-af15-61316e5d37f4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:29.744048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6a2d0321-431e-43bb-af15-61316e5d37f4 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/f3b5aa7d-036d-4970-8f59-e8f88c056add HTTP/1.1" status: 404 len: 337 time: 0.1102664 Sep 23 19:38:29.748781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:29.814824 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-062de7cd-d6fc-4123-8daa-2dc31a3a801b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:29.814824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062de7cd-d6fc-4123-8daa-2dc31a3a801b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:29.824093 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-062de7cd-d6fc-4123-8daa-2dc31a3a801b tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/bbea08cd-3829-4d00-8d7b-210dacfffb9c HTTP/1.1" status: 404 len: 339 time: 0.0729821 Sep 23 19:38:29.824847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:29.876857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.896795 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2211ff-b945-4e64-a868-2101c69f8424 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:29.897517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2211ff-b945-4e64-a868-2101c69f8424 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:29.902115 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6c2211ff-b945-4e64-a868-2101c69f8424 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/9d78103d-2f87-44c8-a3c9-e447ecacecfa HTTP/1.1" status: 404 len: 337 time: 0.0761700 Sep 23 19:38:29.902856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:29.917744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.948693 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddb617b-0057-4c59-85de-934baa9c613c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:29.955564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddb617b-0057-4c59-85de-934baa9c613c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:29.960829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9ddb617b-0057-4c59-85de-934baa9c613c tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/74f63a9f-f9ef-4a67-b280-d60f7d271408 HTTP/1.1" status: 404 len: 339 time: 0.0568814 Sep 23 19:38:29.961537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.049749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.051789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Network b8d4c301-d78d-4cff-baf8-cedde42514a3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:30.071463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:30.077536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.082856 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-44b0bc0e-bca6-46ab-8a0f-9e21d4853062 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "DELETE /v2.0/ports/11f69a40-09cd-4d31-a046-0303b2d37c7d HTTP/1.1" status: 204 len: 168 time: 2.1963985 Sep 23 19:38:30.085202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.085995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:30.088900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Pushing event updated for resources: {'Port': ['ID=8b113ad7-bd45-4263-9c55-7ae95158e182,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:30.161712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:30.166125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:30.169809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.172083 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16f06f4-726a-4a11-b68c-624ecedec6e9" -d '{"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-plugged", "status": "completed", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:30.196847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.199333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27328b-6f6b-4771-a987-6d3e0996a806 req-38a6244d-2d74-4b52-963e-7906d9dd903f tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.207209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a27328b-6f6b-4771-a987-6d3e0996a806 req-38a6244d-2d74-4b52-963e-7906d9dd903f tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 931 time: 0.2175617 Sep 23 19:38:30.260957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Deleting subnet 79ed182a-658b-4906-aa27-98d939a78b68 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:30.273643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.274304 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.278985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:30.280420 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.354476 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.391763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a27328b-6f6b-4771-a987-6d3e0996a806 req-beb3f6a4-a039-4c3f-891e-ce4e99b14f40 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830277 Sep 23 19:38:30.398645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e463c7-d87b-47c8-985e-794b054e6742']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:30.414120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-9c4e9b6f-40ce-4e99-b9d9-6fad2825f03a tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6247377 Sep 23 19:38:30.426197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daab4d83-96a0-4e2f-b4b9-f4f36abb2df2') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:30.426526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daab4d83-96a0-4e2f-b4b9-f4f36abb2df2') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:30.448228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Request body: {'port': {'device_id': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:30.448757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.479199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.486524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:30.486973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:30.491407 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:30.510323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.634133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.648710 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.659130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.664066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/62e463c7-d87b-47c8-985e-794b054e6742 HTTP/1.1" status: 204 len: 168 time: 0.7015100 Sep 23 19:38:30.664704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.675801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913f5d8-9cee-4572-bcef-dba121324746 req-242ba935-f448-45f1-8082-e1a5b6244d38 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.677600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f76f9-159b-4852-9355-8f0c99eeb877 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=62e463c7-d87b-47c8-985e-794b054e6742,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:30.683361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b913f5d8-9cee-4572-bcef-dba121324746 req-242ba935-f448-45f1-8082-e1a5b6244d38 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1390114 Sep 23 19:38:30.748214 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff925eb-d6b4-4213-8ed6-1f4f43d0ec24 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.748662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff925eb-d6b4-4213-8ed6-1f4f43d0ec24 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:30.753284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ff925eb-d6b4-4213-8ed6-1f4f43d0ec24 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/34d19cfb-b567-4479-974c-ca6c35463c3c HTTP/1.1" status: 404 len: 337 time: 0.0833266 Sep 23 19:38:30.754174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60636) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.775360 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05e3e06-3ade-4ef4-99fe-e8e26dfd2061 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.776210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05e3e06-3ade-4ef4-99fe-e8e26dfd2061 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:30.781151 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e05e3e06-3ade-4ef4-99fe-e8e26dfd2061 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/26decfa1-f3d0-44e4-a0a4-79c7e8f93757 HTTP/1.1" status: 404 len: 339 time: 0.0255749 Sep 23 19:38:30.782516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.819423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b913f5d8-9cee-4572-bcef-dba121324746 req-77f94f17-7dce-4c0e-85a3-ec9ba23b5b5e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350107 Sep 23 19:38:30.825071 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aeb7017-8c84-40a5-b1bd-0ba611168f5d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.825951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aeb7017-8c84-40a5-b1bd-0ba611168f5d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:30.831741 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5aeb7017-8c84-40a5-b1bd-0ba611168f5d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/45133941-de43-4fc9-a7f6-abc03dfb4297 HTTP/1.1" status: 404 len: 337 time: 0.0480492 Sep 23 19:38:30.832688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.865068 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3ff8cf-2a10-4aae-9777-945eafe372a0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.865671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3ff8cf-2a10-4aae-9777-945eafe372a0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:30.870378 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-be3ff8cf-2a10-4aae-9777-945eafe372a0 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/d261d55f-4178-404a-a6e7-8f1d13eba553 HTTP/1.1" status: 404 len: 339 time: 0.0368884 Sep 23 19:38:30.871035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.889479 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440eb462-792e-4e4c-94b5-de957b943bdb x-openstack-request-id: req-440eb462-792e-4e4c-94b5-de957b943bdb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:30.890179 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-plugged", "status": "completed", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:30.890562 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-440eb462-792e-4e4c-94b5-de957b943bdb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:30.891941 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'code': 200} Sep 23 19:38:30.901826 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce2529b-ecf8-4ae6-9adf-9524a0e3ec3d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.902586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce2529b-ecf8-4ae6-9adf-9524a0e3ec3d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:30.907987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ce2529b-ecf8-4ae6-9adf-9524a0e3ec3d tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/5b7cef09-4bb3-4e23-a7d6-383ec83994e0 HTTP/1.1" status: 404 len: 337 time: 0.0357113 Sep 23 19:38:30.908620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60646) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.928840 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d127cc2e-423e-46ce-bc96-2476d7a7f6bd tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.929384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d127cc2e-423e-46ce-bc96-2476d7a7f6bd tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:30.934600 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d127cc2e-423e-46ce-bc96-2476d7a7f6bd tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/be34225d-16aa-4888-a7b4-9d5f35135ea2 HTTP/1.1" status: 404 len: 339 time: 0.0247955 Sep 23 19:38:30.935250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.963518 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c3f34d-bf23-4ece-9a7b-40b96f4e8629 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.964007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c3f34d-bf23-4ece-9a7b-40b96f4e8629 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:30.969222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-73c3f34d-bf23-4ece-9a7b-40b96f4e8629 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/00ecc54b-6fcf-4e2b-a625-135837aa649c HTTP/1.1" status: 404 len: 337 time: 0.0329311 Sep 23 19:38:30.969948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.999095 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1fc77b-4b80-4a8e-84c8-0b804dde9406 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:30.999743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1fc77b-4b80-4a8e-84c8-0b804dde9406 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.004298 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6e1fc77b-4b80-4a8e-84c8-0b804dde9406 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/1d8aa67b-2799-4b1b-b6af-873d080bb189 HTTP/1.1" status: 404 len: 339 time: 0.0329406 Sep 23 19:38:31.005050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60652) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.045913 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf77f292-7586-4ab2-be2a-7ccefc17a8bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.048001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf77f292-7586-4ab2-be2a-7ccefc17a8bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.054133 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cf77f292-7586-4ab2-be2a-7ccefc17a8bf tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/ca81b3d3-999d-4498-a81a-5550152719ff HTTP/1.1" status: 404 len: 337 time: 0.0475776 Sep 23 19:38:31.055265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.076523 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1aaaa1-cb64-4601-b84d-f966fe9cfefb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.077224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1aaaa1-cb64-4601-b84d-f966fe9cfefb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.082909 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c1aaaa1-cb64-4601-b84d-f966fe9cfefb tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/3c14e5e4-1606-488c-bdce-0663315309ae HTTP/1.1" status: 404 len: 339 time: 0.0265381 Sep 23 19:38:31.083555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.119862 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f3a59e-5b20-4dae-882f-c5f79137418a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.120316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f3a59e-5b20-4dae-882f-c5f79137418a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.126118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-47f3a59e-5b20-4dae-882f-c5f79137418a tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/e4cc7bcc-8f6b-4bf9-b5da-5de74478a57b HTTP/1.1" status: 404 len: 337 time: 0.0415397 Sep 23 19:38:31.126785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.153367 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-496ef515-50fd-494a-981e-c5c7954af646 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.153883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496ef515-50fd-494a-981e-c5c7954af646 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.163004 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-496ef515-50fd-494a-981e-c5c7954af646 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/15cd6b9b-8f2e-4314-b2a3-c22af2f95fc0 HTTP/1.1" status: 404 len: 339 time: 0.0346379 Sep 23 19:38:31.163735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.192123 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-41db9715-0035-476c-8a44-7c4dbc1e4a95 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.192589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41db9715-0035-476c-8a44-7c4dbc1e4a95 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.197346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41db9715-0035-476c-8a44-7c4dbc1e4a95 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/70ffa528-a45a-4e03-b186-8b2835fcc41e HTTP/1.1" status: 404 len: 337 time: 0.0313287 Sep 23 19:38:31.197983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.203914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b113ad7-bd45-4263-9c55-7ae95158e182 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:31.217449 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c41718-df31-4375-aa07-608927934429 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.218097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c41718-df31-4375-aa07-608927934429 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.223080 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d6c41718-df31-4375-aa07-608927934429 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/e33eb98a-7e2d-4f0e-9e5c-12171af88f75 HTTP/1.1" status: 404 len: 339 time: 0.0241313 Sep 23 19:38:31.223847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.226486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.246321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Transition to ACTIVE for port object 8b113ad7-bd45-4263-9c55-7ae95158e182 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:38:31.251947 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ba1e79-565d-46dd-b48a-f78ac16c7860 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.252405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ba1e79-565d-46dd-b48a-f78ac16c7860 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.255540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.257115 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-77ba1e79-565d-46dd-b48a-f78ac16c7860 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/b2305543-a334-4c5f-b3ed-4e6537446ea5 HTTP/1.1" status: 404 len: 337 time: 0.0323105 Sep 23 19:38:31.257738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.280102 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.283916 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-21305329-18c0-46e1-b4f1-414aeb629c07 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:31.283916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21305329-18c0-46e1-b4f1-414aeb629c07 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:31.287701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-21305329-18c0-46e1-b4f1-414aeb629c07 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/9b08d8ea-77af-4d81-8f04-6ac0629af1cf HTTP/1.1" status: 404 len: 339 time: 0.0289729 Sep 23 19:38:31.288349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60668) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.341246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Deleting subnet 1a9b883a-602b-4408-b611-f6c5ca0483b8 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:31.344810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.394661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.415858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.460290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event deleted for resources: {'Subnet': ['ID=79ed182a-658b-4906-aa27-98d939a78b68,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:31.475801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.477719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c02f42b-ec2a-45da-80c3-b96a5611a908 tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "DELETE /v2.0/subnets/79ed182a-658b-4906-aa27-98d939a78b68 HTTP/1.1" status: 204 len: 168 time: 1.3787131 Sep 23 19:38:31.478378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a327bd-42e7-4815-b26b-bc4f58b57248 None None] Network 6658e15d-3464-4f5d-962d-2e069ef15b36 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:31.481670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.486663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Pushing event updated for resources: {'Port': ['ID=8b113ad7-bd45-4263-9c55-7ae95158e182,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:31.520424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e766d-5d33-47be-82f5-e01126e99cbb req-aa998729-a2ba-4c0b-8d1b-c0307b449a81 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:31.527961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c1e766d-5d33-47be-82f5-e01126e99cbb req-aa998729-a2ba-4c0b-8d1b-c0307b449a81 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.2683029 Sep 23 19:38:31.574919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.669836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c1e766d-5d33-47be-82f5-e01126e99cbb req-06a1678b-1976-40d9-85c6-285f368892fb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408985 Sep 23 19:38:31.677762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.691382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.702484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.705751 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/subnets/1a9b883a-602b-4408-b611-f6c5ca0483b8 HTTP/1.1" status: 204 len: 168 time: 0.4162123 Sep 23 19:38:31.710740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.712804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5307a3-d452-434b-ade6-a3709b67906e None None] Network b3590378-c1d2-4cdf-a333-55e723ef87e0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:31.768225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Attempting to bind port 8b113ad7-bd45-4263-9c55-7ae95158e182 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:31.770674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Attempting to bind port 8b113ad7-bd45-4263-9c55-7ae95158e182 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '3e858ec1-23d6-44fc-8ef0-41ac449b344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:31.771192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Attempting to bind port 8b113ad7-bd45-4263-9c55-7ae95158e182 on network b8d4c301-d78d-4cff-baf8-cedde42514a3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:31.775343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] DHCP port deletion for 6658e15d-3464-4f5d-962d-2e069ef15b36 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:31.791951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c9c2-298f-4925-942a-7565a2d78dcc tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9b883a-602b-4408-b611-f6c5ca0483b8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:31.809979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Port 8b113ad7-bd45-4263-9c55-7ae95158e182 on network b8d4c301-d78d-4cff-baf8-cedde42514a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:38:31.819274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Attempting to bind port 8b113ad7-bd45-4263-9c55-7ae95158e182 on network b8d4c301-d78d-4cff-baf8-cedde42514a3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:31.900769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:31.903910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Checking segment: {'id': '3e858ec1-23d6-44fc-8ef0-41ac449b344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:31.910616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Bound using segment: {'id': '3e858ec1-23d6-44fc-8ef0-41ac449b344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:31.911356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Bound port: 8b113ad7-bd45-4263-9c55-7ae95158e182, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e858ec1-23d6-44fc-8ef0-41ac449b344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:31.912191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.946330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] Deleting port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:31.946717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.040660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] For port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,segment=NetworkSegment(bca794cf-61f8-49e5-b196-6a28b97a1420),segment_id=bca794cf-61f8-49e5-b196-6a28b97a1420)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:32.041074 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.059933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] For port 8b113ad7-bd45-4263-9c55-7ae95158e182, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:32.063023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] Calling delete_port for 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:32.067087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] For port 8b113ad7-bd45-4263-9c55-7ae95158e182, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8b113ad7-bd45-4263-9c55-7ae95158e182,segment=NetworkSegment(3e858ec1-23d6-44fc-8ef0-41ac449b344e),segment_id=3e858ec1-23d6-44fc-8ef0-41ac449b344e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:32.075711 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.107099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.169844 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.213002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] Pushing event deleted for resources: {'Port': ['ID=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.218541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2e08d-b608-4547-bcbf-4d946821556b None None] No DVR routers for this DVR port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:32.234339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Pushing event updated for resources: {'Port': ['ID=8b113ad7-bd45-4263-9c55-7ae95158e182,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.257045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.258833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.260400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-307931e2-ce84-4f8c-aef5-8b4b51c0da07 service neutron] 10.222.0.72 "PUT /v2.0/ports/8b113ad7-bd45-4263-9c55-7ae95158e182 HTTP/1.1" status: 200 len: 1091 time: 1.8451846 Sep 23 19:38:32.296706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'tag': '8b113ad7-bd45-4263-9c55-7ae95158e182'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:32.303572 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed98daa5-972c-42ce-83ec-54cace18156a" -d '{"events": [{"name": "network-changed", "server_uuid": "d87793b0-533b-4a58-abe0-cacbafc5a74e", "tag": "8b113ad7-bd45-4263-9c55-7ae95158e182"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:32.320584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] DHCP port deletion for b3590378-c1d2-4cdf-a333-55e723ef87e0 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:32.364006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Deleting port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:32.364400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.400166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] Deleting port e06fcb20-a067-4082-9857-b0d4444cf076 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:32.401315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.435743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] For port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b, host n-d-810763-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:32.436274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.466309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Calling delete_port for 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:32.479555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7eecc-3346-4d8b-8949-2e63b7d2f18c req-078467e0-bb44-4ed2-a208-99f8931d7a0e tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.487452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92a7eecc-3346-4d8b-8949-2e63b7d2f18c req-078467e0-bb44-4ed2-a208-99f8931d7a0e tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 943 time: 0.4059205 Sep 23 19:38:32.496397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b was not found and therefore no delete operation was performed {{(pid=94826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:38:32.512234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] For port e06fcb20-a067-4082-9857-b0d4444cf076, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e06fcb20-a067-4082-9857-b0d4444cf076,segment=NetworkSegment(c76534a6-86c2-4cfe-b59b-58643aa45209),segment_id=c76534a6-86c2-4cfe-b59b-58643aa45209)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:32.512942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Deleting port e06fcb20-a067-4082-9857-b0d4444cf076 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:32.513396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.513691 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.519762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-fac30a8e-e569-4b1f-9276-0453154768de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.521685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-fac30a8e-e569-4b1f-9276-0453154768de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3029dfb30a234e28b4dddb7677be637c&device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 1094 time: 0.2079573 Sep 23 19:38:32.522418 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.530694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] Calling delete_port for e06fcb20-a067-4082-9857-b0d4444cf076 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:32.572276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event deleted for resources: {'Port': ['ID=4c7b9fc9-0c7c-4d43-8abc-5f968262e21b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.618922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] No DVR routers for this DVR port 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:32.671150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-29b2a970-3581-4bf6-b155-9942582f240e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b113ad7-bd45-4263-9c55-7ae95158e182 HTTP/1.1" status: 200 len: 217 time: 0.1403222 Sep 23 19:38:32.681824 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.726287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] Pushing event deleted for resources: {'Port': ['ID=e06fcb20-a067-4082-9857-b0d4444cf076,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.738885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dcc86-3b59-45e8-8279-c3eaca09d0cc None None] No DVR routers for this DVR port e06fcb20-a067-4082-9857-b0d4444cf076 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:32.812946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.832989 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92a7eecc-3346-4d8b-8949-2e63b7d2f18c req-2627bae4-ce13-4e13-8518-81dc66f0777d tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445127 Sep 23 19:38:32.853472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] For port e06fcb20-a067-4082-9857-b0d4444cf076, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e06fcb20-a067-4082-9857-b0d4444cf076,segment=NetworkSegment(c76534a6-86c2-4cfe-b59b-58643aa45209),segment_id=c76534a6-86c2-4cfe-b59b-58643aa45209)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:32.853888 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.859302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-016a3ed9-a6da-42e6-ada0-c55b614965f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.861727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-016a3ed9-a6da-42e6-ada0-c55b614965f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=805c4924-d29b-4b87-985f-02361455addb HTTP/1.1" status: 200 len: 864 time: 0.1560535 Sep 23 19:38:32.863337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6658e15d-3464-4f5d-962d-2e069ef15b36']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:32.912535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Calling delete_port for e06fcb20-a067-4082-9857-b0d4444cf076 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:32.915555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca794cf-61f8-49e5-b196-6a28b97a1420') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:32.916059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca794cf-61f8-49e5-b196-6a28b97a1420') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:32.919274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-3d30f838-d746-44d5-b670-3b52a2d78721 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8d4c301-d78d-4cff-baf8-cedde42514a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483580 Sep 23 19:38:32.954416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.039684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.079516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:33.079516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:33.083493 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:33.184342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86f6a0-7fe9-4a97-b4b5-64d8896ea5ab req-e0d4473b-28d7-4f80-b39e-b5680e8d2c75 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:33.185884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a86f6a0-7fe9-4a97-b4b5-64d8896ea5ab req-e0d4473b-28d7-4f80-b39e-b5680e8d2c75 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.2420135 Sep 23 19:38:33.191653 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.217056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.222828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] 10.222.0.38 "DELETE /v2.0/networks/6658e15d-3464-4f5d-962d-2e069ef15b36 HTTP/1.1" status: 204 len: 168 time: 1.7370906 Sep 23 19:38:33.228254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-2fe52232-5e75-4000-86ce-e6ddc5042b15 service neutron] 10.222.0.72 "GET /v2.0/networks/b8d4c301-d78d-4cff-baf8-cedde42514a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010361 Sep 23 19:38:33.258446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588e04d-4f1d-4b62-a268-206faec7836a tempest-ExtraDHCPOptionsTestJSON-377201354 tempest-ExtraDHCPOptionsTestJSON-377201354-project] Pushing event deleted for resources: {'Network': ['ID=6658e15d-3464-4f5d-962d-2e069ef15b36,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:33.274618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.376883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Port': ['ID=e06fcb20-a067-4082-9857-b0d4444cf076,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:33.379456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] No DVR routers for this DVR port e06fcb20-a067-4082-9857-b0d4444cf076 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:33.392807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a86f6a0-7fe9-4a97-b4b5-64d8896ea5ab req-88e37cab-7c42-4d9e-90d0-6c01c4179c58 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908062 Sep 23 19:38:33.482571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b35a9a4-5e43-4ec3-8084-a7e1f674d04d req-aacd01c7-c72d-4341-bd26-660378cec1a4 service neutron] 10.222.0.72 "GET /v2.0/networks/b8d4c301-d78d-4cff-baf8-cedde42514a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382550 Sep 23 19:38:33.522378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:33.567344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.578867 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f850312-3ed9-4ff6-8d4d-c7c62c00fc80 x-openstack-request-id: req-7f850312-3ed9-4ff6-8d4d-c7c62c00fc80 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:33.579182 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87793b0-533b-4a58-abe0-cacbafc5a74e", "tag": "8b113ad7-bd45-4263-9c55-7ae95158e182", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:33.579418 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f850312-3ed9-4ff6-8d4d-c7c62c00fc80 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:33.579765 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'tag': '8b113ad7-bd45-4263-9c55-7ae95158e182', 'status': 'completed', 'code': 200} Sep 23 19:38:33.592107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:33.593578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4c7b9fc9-0c7c-4d43-8abc-5f968262e21b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:33.594441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e06fcb20-a067-4082-9857-b0d4444cf076 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:33.620290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e06fcb20-a067-4082-9857-b0d4444cf076 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:33.620644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e06fcb20-a067-4082-9857-b0d4444cf076 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:33.633933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3590378-c1d2-4cdf-a333-55e723ef87e0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:33.664275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76534a6-86c2-4cfe-b59b-58643aa45209') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:33.664670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76534a6-86c2-4cfe-b59b-58643aa45209') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:33.680210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.693423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98daa5-972c-42ce-83ec-54cace18156a req-2b7ca073-2afe-45c9-8a16-2e31334f7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:33.695112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed98daa5-972c-42ce-83ec-54cace18156a req-2b7ca073-2afe-45c9-8a16-2e31334f7178 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3029dfb30a234e28b4dddb7677be637c&device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 1094 time: 0.1247406 Sep 23 19:38:33.713465 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.723600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef841c81-04a6-4f4d-a658-e45e2fe57726 req-db1fe55b-5581-4c31-8b9c-12ca53019729 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:33.725063 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef841c81-04a6-4f4d-a658-e45e2fe57726 req-db1fe55b-5581-4c31-8b9c-12ca53019729 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1124394 Sep 23 19:38:33.726845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:33.747044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:33.747279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:33.750829 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:33.904411 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b08ba176-3978-44d2-91c5-59ca953d9d66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49554e451d964ca69e8e89b4e65db278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757102 Sep 23 19:38:33.907511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:33.975034 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c202aadd-ec2a-4f47-8bbd-140a18d5763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.003498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c202aadd-ec2a-4f47-8bbd-140a18d5763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.123993 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c202aadd-ec2a-4f47-8bbd-140a18d5763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.126522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c202aadd-ec2a-4f47-8bbd-140a18d5763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.132260 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c202aadd-ec2a-4f47-8bbd-140a18d5763b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/031c641a-6a5d-4b5b-9a48-f479fd3995f5 HTTP/1.1" status: 204 len: 168 time: 0.2183774 Sep 23 19:38:34.141199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202aadd-ec2a-4f47-8bbd-140a18d5763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031c641a-6a5d-4b5b-9a48-f479fd3995f5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:34.186776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef841c81-04a6-4f4d-a658-e45e2fe57726 req-9ab5cd1c-c06d-47eb-adee-7d8d6b33bb22 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493890 Sep 23 19:38:34.191701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.204937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.206948 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] 10.222.0.38 "DELETE /v2.0/networks/b3590378-c1d2-4cdf-a333-55e723ef87e0 HTTP/1.1" status: 204 len: 168 time: 2.4930556 Sep 23 19:38:34.219060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca352d15-d2b2-4304-8771-29074a516f81 tempest-NetworksTest-571766738 tempest-NetworksTest-571766738-project] Pushing event deleted for resources: {'Network': ['ID=b3590378-c1d2-4cdf-a333-55e723ef87e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:34.232537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98daa5-972c-42ce-83ec-54cace18156a req-ae4261ad-53da-4710-b566-a4a2094d6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.235231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed98daa5-972c-42ce-83ec-54cace18156a req-ae4261ad-53da-4710-b566-a4a2094d6d92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8d4c301-d78d-4cff-baf8-cedde42514a3 HTTP/1.1" status: 200 len: 925 time: 0.5309043 Sep 23 19:38:34.297962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed98daa5-972c-42ce-83ec-54cace18156a req-20c8b64d-ff02-44fb-8278-79f941a3f3ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b113ad7-bd45-4263-9c55-7ae95158e182 HTTP/1.1" status: 200 len: 217 time: 0.0551114 Sep 23 19:38:34.373202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98daa5-972c-42ce-83ec-54cace18156a req-7b7206f2-8bd8-43ca-8678-258314f2594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.376884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed98daa5-972c-42ce-83ec-54cace18156a req-7b7206f2-8bd8-43ca-8678-258314f2594d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=805c4924-d29b-4b87-985f-02361455addb HTTP/1.1" status: 200 len: 864 time: 0.0719166 Sep 23 19:38:34.444972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed98daa5-972c-42ce-83ec-54cace18156a req-5499c932-9ee4-404a-b835-a9146a7e2895 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8d4c301-d78d-4cff-baf8-cedde42514a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606296 Sep 23 19:38:34.708376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed98daa5-972c-42ce-83ec-54cace18156a req-6dc95d67-8bfd-4a23-b948-b0c848ec6c12 service neutron] 10.222.0.72 "GET /v2.0/networks/b8d4c301-d78d-4cff-baf8-cedde42514a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515500 Sep 23 19:38:34.779059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:34.849242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda62f41-9bfc-471c-a5e4-6708df0ce78a req-ed1b2e3b-5f09-4d0e-b4e6-3409334432a3 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.858584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dda62f41-9bfc-471c-a5e4-6708df0ce78a req-ed1b2e3b-5f09-4d0e-b4e6-3409334432a3 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 943 time: 0.1798990 Sep 23 19:38:34.987584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dda62f41-9bfc-471c-a5e4-6708df0ce78a req-4c3e340c-1193-4e93-826a-cca6ed18a935 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279585 Sep 23 19:38:35.045144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed98daa5-972c-42ce-83ec-54cace18156a req-47548e7e-5ed3-47c7-a9e4-a1dd9766cc56 service neutron] 10.222.0.72 "GET /v2.0/networks/b8d4c301-d78d-4cff-baf8-cedde42514a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283339 Sep 23 19:38:35.063636 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c9c33695-d2c6-472e-aac2-d253a4ee8624 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d21084176c4416286a4711e415dd451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825334 Sep 23 19:38:35.066020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:35.202096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64af5e-4c55-4b1b-a244-1829bab96040 req-5ed6c07e-3683-4853-bb36-979aa9f0337c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:35.204589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff64af5e-4c55-4b1b-a244-1829bab96040 req-5ed6c07e-3683-4853-bb36-979aa9f0337c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1074030 Sep 23 19:38:35.229089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25ca714-7b46-4a7d-9514-1d94aaf06a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.279424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25ca714-7b46-4a7d-9514-1d94aaf06a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.338113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff64af5e-4c55-4b1b-a244-1829bab96040 req-6d68d40c-8758-459e-85f1-3324ac03950b tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221726 Sep 23 19:38:35.405296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25ca714-7b46-4a7d-9514-1d94aaf06a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.409021 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e25ca714-7b46-4a7d-9514-1d94aaf06a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.410175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e25ca714-7b46-4a7d-9514-1d94aaf06a35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a88bed6-7a41-4af9-8efe-960f555118b0 HTTP/1.1" status: 204 len: 168 time: 0.3428974 Sep 23 19:38:35.423249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ca714-7b46-4a7d-9514-1d94aaf06a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a88bed6-7a41-4af9-8efe-960f555118b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:35.429523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:35.560262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421900d6-f7f6-44f6-8d86-f8ec39bd6b61 req-b1506680-987d-40c9-a3ca-8b0af20a4638 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:35.563474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-421900d6-f7f6-44f6-8d86-f8ec39bd6b61 req-b1506680-987d-40c9-a3ca-8b0af20a4638 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0979249 Sep 23 19:38:35.584900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127352850'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:35.620035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:35.627044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.638587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.674950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8b113ad7-bd45-4263-9c55-7ae95158e182 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:38:35.695875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-421900d6-f7f6-44f6-8d86-f8ec39bd6b61 req-41beff8b-adb9-4377-9d7c-a6eca8d7d79e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149521 Sep 23 19:38:35.849551 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.862514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.943319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8b113ad7-bd45-4263-9c55-7ae95158e182, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8b113ad7-bd45-4263-9c55-7ae95158e182,segment=NetworkSegment(3e858ec1-23d6-44fc-8ef0-41ac449b344e),segment_id=3e858ec1-23d6-44fc-8ef0-41ac449b344e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:35.958983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:35.965494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3333c8-a014-4f5c-8158-d71cb045157a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:35.976251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '8b113ad7-bd45-4263-9c55-7ae95158e182', 'network_id': 'b8d4c301-d78d-4cff-baf8-cedde42514a3', 'port_id': '8b113ad7-bd45-4263-9c55-7ae95158e182', 'mac_address': 'fa:16:3e:5f:12:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805c4924-d29b-4b87-985f-02361455addb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:38:35.983452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.984441 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment abac21fb-3603-4573-9efe-958b9d8537fe of type vlan for network 6fd5f2f3-f099-4915-89d1-2dd5c954646c Sep 23 19:38:36.059364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.066903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.077197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b113ad7-bd45-4263-9c55-7ae95158e182 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:36.102504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8b113ad7-bd45-4263-9c55-7ae95158e182, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8b113ad7-bd45-4263-9c55-7ae95158e182,segment=NetworkSegment(3e858ec1-23d6-44fc-8ef0-41ac449b344e),segment_id=3e858ec1-23d6-44fc-8ef0-41ac449b344e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:36.122937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.123997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.131799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.132845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.176919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7459030 Sep 23 19:38:36.246712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef361e7-67f7-44c5-9b31-2b2c9422a8cb req-a848c9bd-e038-4072-a104-a07a0c37444e tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.253014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bef361e7-67f7-44c5-9b31-2b2c9422a8cb req-a848c9bd-e038-4072-a104-a07a0c37444e tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 944 time: 0.1541772 Sep 23 19:38:36.288301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a730db-d120-44b3-b313-9dce9998a41f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=6fd5f2f3-f099-4915-89d1-2dd5c954646c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:36.347747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6fd5f2f3-f099-4915-89d1-2dd5c954646c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:36.358038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bef361e7-67f7-44c5-9b31-2b2c9422a8cb req-c686b68e-c64e-4fbd-a1eb-e6e8e23a3dee tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970769 Sep 23 19:38:36.462540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8b113ad7-bd45-4263-9c55-7ae95158e182,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:36.516491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8b113ad7-bd45-4263-9c55-7ae95158e182'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:36.654660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b40506-9a6a-485b-aee8-aab18f1155dd req-b5fdbd53-3b35-4f1f-ab16-08c47fd8e837 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.666076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97b40506-9a6a-485b-aee8-aab18f1155dd req-b5fdbd53-3b35-4f1f-ab16-08c47fd8e837 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1767471 Sep 23 19:38:36.726591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97b40506-9a6a-485b-aee8-aab18f1155dd req-a210030d-81d3-4d19-a24c-3b71b07556dd tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573940 Sep 23 19:38:36.928164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a153e-231a-4297-893e-423ba556f0c2 req-bac45bfb-4a50-4360-b421-6dea20aa8e52 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.938749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-851a153e-231a-4297-893e-423ba556f0c2 req-bac45bfb-4a50-4360-b421-6dea20aa8e52 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0814772 Sep 23 19:38:37.049247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-851a153e-231a-4297-893e-423ba556f0c2 req-f4710387-39ea-4d52-8d00-8d4be3f8ce94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064923 Sep 23 19:38:37.253967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.377669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-55ac3ae8-1949-4510-8605-67466d8a5b19 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] Request body: {'port': {'network_id': '6b1fecaa-fb73-4b4b-8c9c-f73bb3f5e9ce', 'name': 'tempest-NetworksNegativeTestJSON-162390246'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:37.417571 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ac3ae8-1949-4510-8605-67466d8a5b19 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] POST failed (client error): The resource could not be found. Sep 23 19:38:37.420487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ac3ae8-1949-4510-8605-67466d8a5b19 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.426541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.446076 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-55ac3ae8-1949-4510-8605-67466d8a5b19 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1899927 Sep 23 19:38:37.465634 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c142f8-3b76-4088-b425-f19d346069d2 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:37.469575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c142f8-3b76-4088-b425-f19d346069d2 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.476348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.491681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-55c142f8-3b76-4088-b425-f19d346069d2 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "DELETE /v2.0/networks/cd6eef45-41a3-473e-9396-482456f2c750 HTTP/1.1" status: 404 len: 339 time: 0.0631297 Sep 23 19:38:37.517549 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7d7eeb-3d46-4624-b8e7-a9dfda30faa8 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:37.518488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7d7eeb-3d46-4624-b8e7-a9dfda30faa8 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.537962 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ec7d7eeb-3d46-4624-b8e7-a9dfda30faa8 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "DELETE /v2.0/ports/69fca6a8-fb26-4b4b-b312-dfe5b3ae387a HTTP/1.1" status: 404 len: 333 time: 0.0603962 Sep 23 19:38:37.538755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.578648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24b7c5-99bc-4045-b6c1-b97e31b21217 req-9c494373-7b36-4e74-a449-2ed4e6f8e755 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:37.586911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce24b7c5-99bc-4045-b6c1-b97e31b21217 req-9c494373-7b36-4e74-a449-2ed4e6f8e755 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 944 time: 0.0783534 Sep 23 19:38:37.590582 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-678d97aa-1562-4bb6-9f72-dade798d748d tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:37.591166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678d97aa-1562-4bb6-9f72-dade798d748d tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.597570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.602717 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-678d97aa-1562-4bb6-9f72-dade798d748d tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "DELETE /v2.0/subnets/2bb99804-f7e2-44b7-b914-5cfada3e6b3e HTTP/1.1" status: 404 len: 337 time: 0.0628481 Sep 23 19:38:37.622972 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fc03db-1df4-40ae-aaff-bfe413032be3 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] GET failed (client error): The resource could not be found. Sep 23 19:38:37.624594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-77fc03db-1df4-40ae-aaff-bfe413032be3 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "GET /v2.0/networks/7cad9329-429f-49c3-b059-ee975260e96d HTTP/1.1" status: 404 len: 339 time: 0.0258853 Sep 23 19:38:37.629023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.694998 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dac0e8-0280-49a4-8155-17158baec176 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] GET failed (client error): The resource could not be found. Sep 23 19:38:37.697067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-50dac0e8-0280-49a4-8155-17158baec176 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "GET /v2.0/ports/d069bba8-3c2e-48e4-8443-bd68690642ba HTTP/1.1" status: 404 len: 333 time: 0.0668755 Sep 23 19:38:37.700958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60818) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.718246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce24b7c5-99bc-4045-b6c1-b97e31b21217 req-5677c40b-ec63-4b22-a34b-29bb15de6204 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301355 Sep 23 19:38:37.749568 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-728ad8eb-22c3-4953-9e58-040f2f3c31d6 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] GET failed (client error): The resource could not be found. Sep 23 19:38:37.756940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.757973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-728ad8eb-22c3-4953-9e58-040f2f3c31d6 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "GET /v2.0/subnets/197e9f4c-6d7f-42cb-b2a7-2dc908f200f9 HTTP/1.1" status: 404 len: 337 time: 0.0551865 Sep 23 19:38:37.762340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-83de8c65-042a-4c01-a0b6-d495125c4799 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:37.806357 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-83de8c65-042a-4c01-a0b6-d495125c4799 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] PUT failed (client error): The resource could not be found. Sep 23 19:38:37.807224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83de8c65-042a-4c01-a0b6-d495125c4799 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.808567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-83de8c65-042a-4c01-a0b6-d495125c4799 tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "PUT /v2.0/networks/47b46882-f463-4d95-9423-6e9e03d02510 HTTP/1.1" status: 404 len: 339 time: 0.0506375 Sep 23 19:38:37.814045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.819583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b87467dd-4b29-44e9-b545-436cdba895ff tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:37.865144 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87467dd-4b29-44e9-b545-436cdba895ff tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] PUT failed (client error): The resource could not be found. Sep 23 19:38:37.866041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87467dd-4b29-44e9-b545-436cdba895ff tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.867403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b87467dd-4b29-44e9-b545-436cdba895ff tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "PUT /v2.0/ports/35fd4669-b0d1-4e4a-9f41-c871d18d279f HTTP/1.1" status: 404 len: 333 time: 0.0521798 Sep 23 19:38:37.873187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.879258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-14634af2-fa45-464d-a0d1-383be8de861e tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:37.910553 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-14634af2-fa45-464d-a0d1-383be8de861e tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] PUT failed (client error): The resource could not be found. Sep 23 19:38:37.911431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14634af2-fa45-464d-a0d1-383be8de861e tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.918851 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-14634af2-fa45-464d-a0d1-383be8de861e tempest-NetworksNegativeTestJSON-830275215 tempest-NetworksNegativeTestJSON-830275215-project] 10.222.0.38 "PUT /v2.0/subnets/cf6d53bc-b4be-4b35-8703-65836339c7c8 HTTP/1.1" status: 404 len: 337 time: 0.0443397 Sep 23 19:38:37.936566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2f6c-513c-4548-85d6-1904fccfba35 req-8bcf1cec-e9f4-41c4-a8e6-6b7fbde6d767 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:37.939200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29ef2f6c-513c-4548-85d6-1904fccfba35 req-8bcf1cec-e9f4-41c4-a8e6-6b7fbde6d767 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.0705032 Sep 23 19:38:38.018828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29ef2f6c-513c-4548-85d6-1904fccfba35 req-e6970d4c-0fdd-4eec-b5b9-8253dfc62de6 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Sep 23 19:38:38.374070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60838) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:38.389130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd0b32-272c-4faf-b003-68a2972d3878 req-7f8a42dd-f2e6-4024-8e27-ba1a607455f0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.390886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26fd0b32-272c-4faf-b003-68a2972d3878 req-7f8a42dd-f2e6-4024-8e27-ba1a607455f0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.2126539 Sep 23 19:38:38.518255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26fd0b32-272c-4faf-b003-68a2972d3878 req-f5a3100d-c6af-4e7b-8460-14ec31075ddd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187956 Sep 23 19:38:38.590088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74fa358c-90d7-4ba6-9bae-d191c6300dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.725616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74fa358c-90d7-4ba6-9bae-d191c6300dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.736245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74fa358c-90d7-4ba6-9bae-d191c6300dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.789132 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-74fa358c-90d7-4ba6-9bae-d191c6300dfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21700a2779ee43fdae46c18c2ac651aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124513 Sep 23 19:38:38.790254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa358c-90d7-4ba6-9bae-d191c6300dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bab297-4ba3-46f3-8923-d100c1ccee5d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:38.791988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:38.977786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.000794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.055097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392f27-5694-4b5a-8391-7813d21697da req-b69f5dd0-3590-4201-a028-a4644bc5ab0b tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:39.057167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae392f27-5694-4b5a-8391-7813d21697da req-b69f5dd0-3590-4201-a028-a4644bc5ab0b tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 944 time: 0.2308259 Sep 23 19:38:39.058343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.060956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.064789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8bab297-4ba3-46f3-8923-d100c1ccee5d HTTP/1.1" status: 204 len: 168 time: 0.2717376 Sep 23 19:38:39.095568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bab297-4ba3-46f3-8923-d100c1ccee5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:39.113813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.114157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.114527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.114867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.115197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.115523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.115860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.116168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.116628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.117019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.117955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.118316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99713baa-5a97-488d-b2f3-4300925c9f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:39.152596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae392f27-5694-4b5a-8391-7813d21697da req-c5de075c-cf1b-41a0-a25b-5e2befbc855c tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865977 Sep 23 19:38:39.361822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e7cf-cdf0-469d-9464-56c90090fa19 req-39e18e85-8bec-4d9f-9262-bfc3d74cd8bd tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:39.371189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a41e7cf-cdf0-469d-9464-56c90090fa19 req-39e18e85-8bec-4d9f-9262-bfc3d74cd8bd tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1305766 Sep 23 19:38:39.447032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a41e7cf-cdf0-469d-9464-56c90090fa19 req-048c7777-48a3-4dad-9bc3-4fe774551132 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Sep 23 19:38:39.664620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec3a1-1192-4ecd-9fcb-5c34ade3322e req-bf07cea3-6605-4958-a304-0a3d39629d7b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:39.674504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1aec3a1-1192-4ecd-9fcb-5c34ade3322e req-bf07cea3-6605-4958-a304-0a3d39629d7b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0845432 Sep 23 19:38:39.719705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8b113ad7-bd45-4263-9c55-7ae95158e182 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:39.725035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1aec3a1-1192-4ecd-9fcb-5c34ade3322e req-e520ee13-702f-46bc-a7b7-e5450d571155 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494647 Sep 23 19:38:39.843417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:39.849737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': '6fd5f2f3-f099-4915-89d1-2dd5c954646c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:39.855062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 8b113ad7-bd45-4263-9c55-7ae95158e182 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:38:39.867780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 8b113ad7-bd45-4263-9c55-7ae95158e182 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:39.880404 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.979310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:39.998779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.049054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.110423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b113ad7-bd45-4263-9c55-7ae95158e182'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:40.115228 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cabfbc7-b8d0-4c5f-a461-a5b06c14bd51" -d '{"events": [{"server_uuid": "d87793b0-533b-4a58-abe0-cacbafc5a74e", "name": "network-vif-plugged", "status": "completed", "tag": "8b113ad7-bd45-4263-9c55-7ae95158e182"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:40.176070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8b113ad7-bd45-4263-9c55-7ae95158e182, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8b113ad7-bd45-4263-9c55-7ae95158e182,segment=NetworkSegment(3e858ec1-23d6-44fc-8ef0-41ac449b344e),segment_id=3e858ec1-23d6-44fc-8ef0-41ac449b344e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:40.188069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.273025 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72838ffc-1ec0-4898-a375-1c561711701a x-openstack-request-id: req-72838ffc-1ec0-4898-a375-1c561711701a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:40.276153 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87793b0-533b-4a58-abe0-cacbafc5a74e", "name": "network-vif-plugged", "status": "completed", "tag": "8b113ad7-bd45-4263-9c55-7ae95158e182", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:40.276916 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72838ffc-1ec0-4898-a375-1c561711701a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:40.278431 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b113ad7-bd45-4263-9c55-7ae95158e182', 'code': 200} Sep 23 19:38:40.279846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8b113ad7-bd45-4263-9c55-7ae95158e182,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:40.367297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:40.376587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.443671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=187c6ede-7a5d-427b-85fa-b4c7ef02be72,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:40.538973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': 'abac21fb-3603-4573-9efe-958b9d8537fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6fd5f2f3-f099-4915-89d1-2dd5c954646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:40.538973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: 6fd5f2f3-f099-4915-89d1-2dd5c954646c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:40.539796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcec34e-1474-46c5-b807-6865ec757d20 req-e38d07bb-0e29-4e25-8037-c4a539a5f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.539796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fcec34e-1474-46c5-b807-6865ec757d20 req-e38d07bb-0e29-4e25-8037-c4a539a5f638 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 1096 time: 0.1775479 Sep 23 19:38:40.539984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network 6fd5f2f3-f099-4915-89d1-2dd5c954646c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:40.539984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6fd5f2f3-f099-4915-89d1-2dd5c954646c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:40.539984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.539984 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.540344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297ad67-257a-4e38-ae36-90b582be892f None None] Network 6fd5f2f3-f099-4915-89d1-2dd5c954646c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:40.540474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc466-897f-451a-852a-9d8410e49088 req-c6f954a9-7089-40f8-a57a-a2e5840a724f tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.540474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7fc466-897f-451a-852a-9d8410e49088 req-c6f954a9-7089-40f8-a57a-a2e5840a724f tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.1445146 Sep 23 19:38:40.556928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-39e8d219-9c4f-4827-95b6-279243210830 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7121618 Sep 23 19:38:40.558622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:40.572113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159630913'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:40.594426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b7fc466-897f-451a-852a-9d8410e49088 req-027efecb-a490-417d-87bf-da52dac38805 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513556 Sep 23 19:38:40.597338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fcec34e-1474-46c5-b807-6865ec757d20 req-66943b0b-668c-4e14-beea-6ba3392253b7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135988 Sep 23 19:38:40.621020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:40.641359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.697066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:40.709587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.711280 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment 07aab09e-7ad4-47a4-a18a-87e1b6f51a88 of type vlan for network 4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2 Sep 23 19:38:40.726560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-65086057'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:40.784283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a677030-2262-43e0-92fc-f50ec1d17bdb req-edee8758-8132-4fda-ae49-a683ea1a2a0a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.786249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a677030-2262-43e0-92fc-f50ec1d17bdb req-edee8758-8132-4fda-ae49-a683ea1a2a0a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.0761864 Sep 23 19:38:40.810956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Made reservation on behalf of 3ea13e026df04cf59dc0760da93f7219 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:40.816105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.822742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.835884 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.837998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-6fd5f2f3-f099-4915-89d1-2dd5c954646c', 'network_id': '6fd5f2f3-f099-4915-89d1-2dd5c954646c', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '187c6ede-7a5d-427b-85fa-b4c7ef02be72'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:40.838920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.877663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a677030-2262-43e0-92fc-f50ec1d17bdb req-e9c4bc69-8bec-4649-b761-447a3dd71069 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851347 Sep 23 19:38:40.878015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.884182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.895418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.997497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b77d19-a719-40c5-a8f8-05be03a05cf0 req-4bc04bf5-b042-4a85-9e6f-35458f1bcb0a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:41.005765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3b77d19-a719-40c5-a8f8-05be03a05cf0 req-4bc04bf5-b042-4a85-9e6f-35458f1bcb0a tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0651329 Sep 23 19:38:41.043540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Allocated IP 2001:db8:0:ffff::2 (6fd5f2f3-f099-4915-89d1-2dd5c954646c/187c6ede-7a5d-427b-85fa-b4c7ef02be72/291191fc-fb67-4682-a8e7-76a82324fed8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:41.099734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3b77d19-a719-40c5-a8f8-05be03a05cf0 req-86cebc7f-6cdf-49ff-b7b1-d8d122a7afdf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926561 Sep 23 19:38:41.214140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.233494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.246663 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.292488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.312030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.338857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:41.344212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': '4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:41.348060 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ddff0183-8a74-448f-b066-e774cc3713d7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7757328 Sep 23 19:38:41.426497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:41.426924 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:38:41.445925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f51c0a-5948-470d-9961-47103aedcbe7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.479978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.480599 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Added segment c21d87ed-1e11-4a33-b5c9-c235c44f1d75 of type vlan for network 40167980-a0be-4c62-8b05-badc89247c0c Sep 23 19:38:41.504566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Pushing event updated for resources: {'Port': ['ID=291191fc-fb67-4682-a8e7-76a82324fed8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.526251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:41.566320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.599474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.612877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:41.629042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.631478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:41.632581 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.693338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Network 6fd5f2f3-f099-4915-89d1-2dd5c954646c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:41.696741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:41.701106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:41.721416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.3492596 Sep 23 19:38:41.722156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:41.762651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Request body: {'subnet': {'network_id': '40167980-a0be-4c62-8b05-badc89247c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:41.767439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b2c35-d0d7-4717-8283-4d5d5101d988 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event updated for resources: {'Network': ['ID=40167980-a0be-4c62-8b05-badc89247c0c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.788124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 40167980-a0be-4c62-8b05-badc89247c0c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:41.870963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Attempting to bind port 291191fc-fb67-4682-a8e7-76a82324fed8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:41.871635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Attempting to bind port 291191fc-fb67-4682-a8e7-76a82324fed8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'abac21fb-3603-4573-9efe-958b9d8537fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6fd5f2f3-f099-4915-89d1-2dd5c954646c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:41.871765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Attempting to bind port 291191fc-fb67-4682-a8e7-76a82324fed8 on network 6fd5f2f3-f099-4915-89d1-2dd5c954646c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:41.877947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:41.878360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Checking segment: {'id': 'abac21fb-3603-4573-9efe-958b9d8537fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6fd5f2f3-f099-4915-89d1-2dd5c954646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:41.878777 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.879242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Bound using segment: {'id': 'abac21fb-3603-4573-9efe-958b9d8537fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6fd5f2f3-f099-4915-89d1-2dd5c954646c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:41.879712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Bound port: 291191fc-fb67-4682-a8e7-76a82324fed8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abac21fb-3603-4573-9efe-958b9d8537fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6fd5f2f3-f099-4915-89d1-2dd5c954646c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:41.880093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.881090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Made reservation on behalf of 3ea13e026df04cf59dc0760da93f7219 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:41.885764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.944935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5228e90-5608-4ce9-9383-8e260a974993 req-82ceaabd-c703-4164-be92-fe2b3d2cc820 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:41.952595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5228e90-5608-4ce9-9383-8e260a974993 req-82ceaabd-c703-4164-be92-fe2b3d2cc820 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.2127392 Sep 23 19:38:42.000038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] For port 291191fc-fb67-4682-a8e7-76a82324fed8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:42.005869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] For port 291191fc-fb67-4682-a8e7-76a82324fed8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=291191fc-fb67-4682-a8e7-76a82324fed8,segment=NetworkSegment(abac21fb-3603-4573-9efe-958b9d8537fe),segment_id=abac21fb-3603-4573-9efe-958b9d8537fe)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:42.014833 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.056953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5228e90-5608-4ce9-9383-8e260a974993 req-1af3d914-4a53-4330-bf90-94b46b7b7b7c tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028061 Sep 23 19:38:42.115704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84293a-7337-49e7-b21b-bdc4f85838fa None None] Pushing event updated for resources: {'Port': ['ID=291191fc-fb67-4682-a8e7-76a82324fed8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:42.216836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.236161 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.329361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1cd75-f008-472d-ae52-7cb106fc1f4b req-104cb941-1ac8-4022-97e7-098483e7b53c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:42.338521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26e1cd75-f008-472d-ae52-7cb106fc1f4b req-104cb941-1ac8-4022-97e7-098483e7b53c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1603072 Sep 23 19:38:42.354756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Checking segment: {'id': 'c21d87ed-1e11-4a33-b5c9-c235c44f1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '40167980-a0be-4c62-8b05-badc89247c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:42.354756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Network hostable DHCP agents. Network: 40167980-a0be-4c62-8b05-badc89247c0c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:42.385344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event updated for resources: {'Subnet': ['ID=9a75cd37-8db2-4279-a2d0-fc49ed66c794,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:42.400111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Network 40167980-a0be-4c62-8b05-badc89247c0c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:42.419421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=6c0f6938-d1d8-47c8-9e68-a4e8879a1a1b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:42.425530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 40167980-a0be-4c62-8b05-badc89247c0c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:42.440266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42570a69-2844-47ef-a640-730a731dded1 None None] Network 40167980-a0be-4c62-8b05-badc89247c0c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:42.441335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:42.442278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.483118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26e1cd75-f008-472d-ae52-7cb106fc1f4b req-2c235b9c-9d2e-420e-892e-b0a897d6e88c tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284220 Sep 23 19:38:42.483118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': '07aab09e-7ad4-47a4-a18a-87e1b6f51a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:42.483118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: 4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:42.488549 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-358cf697-8325-427f-aec1-e930bc6972e5 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7656121 Sep 23 19:38:42.491811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:42.509104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Request body: {'port': {'network_id': '40167980-a0be-4c62-8b05-badc89247c0c', 'name': 'tempest-TagsExtTest-293940928'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:42.535612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network 4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:42.541676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:42.547299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:42.548088 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.568999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e903a2dc-f54a-4a0b-86da-1233eaf0fa84 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2288020 Sep 23 19:38:42.570321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:42.574946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf4f1cb-75a2-491f-9a50-2604c179300b None None] Network 4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:42.733770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1291090-acf7-44ca-b687-477cf249cbe6 req-9ca7a748-441c-4e2c-907d-a4478e17b3ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:42.736935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1291090-acf7-44ca-b687-477cf249cbe6 req-9ca7a748-441c-4e2c-907d-a4478e17b3ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1164992 Sep 23 19:38:42.741609 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.873323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb3cb0-f229-4ea7-999b-61cdb0b64f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2', 'network_id': '4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '6c0f6938-d1d8-47c8-9e68-a4e8879a1a1b'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:42.874313 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3cb0-f229-4ea7-999b-61cdb0b64f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.876536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.971117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Made reservation on behalf of 3ea13e026df04cf59dc0760da93f7219 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:42.978017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.999911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1291090-acf7-44ca-b687-477cf249cbe6 req-12c544c9-599e-4214-a689-8b140ca3063e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539167 Sep 23 19:38:43.007431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.050776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] device_id is not set on port d91d8a3b-5548-45ed-89ed-d32fdfefcbcf yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:43.082361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0f6938-d1d8-47c8-9e68-a4e8879a1a1b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-8bfb3cb0-f229-4ea7-999b-61cdb0b64f81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c0f6938-d1d8-47c8-9e68-a4e8879a1a1b: This subnet is being modified by another concurrent operation. Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:43.219931 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c0f6938-d1d8-47c8-9e68-a4e8879a1a1b: This subnet is being modified by another concurrent operation. Sep 23 19:38:43.224082 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 19:38:43.243659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-40167980-a0be-4c62-8b05-badc89247c0c', 'network_id': '40167980-a0be-4c62-8b05-badc89247c0c', 'tenant_id': '3ea13e026df04cf59dc0760da93f7219', 'fixed_ips': [{'subnet_id': '9a75cd37-8db2-4279-a2d0-fc49ed66c794'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:43.252265 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.252930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.288269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570aafbc-d167-4d0c-b9d3-565f46bd35c6 None None] Network 4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:43.289039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Allocated IP 172.20.0.3 (40167980-a0be-4c62-8b05-badc89247c0c/9a75cd37-8db2-4279-a2d0-fc49ed66c794/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:43.303926 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c00019c-4212-428e-813b-29fad1def329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.313366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:43.326654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07aab09e-7ad4-47a4-a18a-87e1b6f51a88') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:43.327010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07aab09e-7ad4-47a4-a18a-87e1b6f51a88') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:43.351295 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.387366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.419370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:43.419797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:43.423522 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:43.475387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b644ed-5bdd-47a8-a1c5-06b55e2c3b24 req-bfa4cce5-e82b-47d1-9bbd-bbd4fdab1ff0 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:43.483583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9b644ed-5bdd-47a8-a1c5-06b55e2c3b24 req-bfa4cce5-e82b-47d1-9bbd-bbd4fdab1ff0 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.1292496 Sep 23 19:38:43.556802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.590236 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.590236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2 HTTP/1.1" status: 204 len: 168 time: 1.0105455 Sep 23 19:38:43.590622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:43.594260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40252510'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:43.619619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485b3af-5f34-47cf-b403-e704e3c5a58f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:43.699020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9b644ed-5bdd-47a8-a1c5-06b55e2c3b24 req-f5e0e4e4-59ab-4c69-b243-9f6c520ec6ce tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135730 Sep 23 19:38:43.755626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.786481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 291191fc-fb67-4682-a8e7-76a82324fed8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:43.828122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:43.848465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.858353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.934039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3feb25-d6f3-44c8-a57e-c9587ea747b4 None None] Network 6fd5f2f3-f099-4915-89d1-2dd5c954646c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:43.937402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:43.947536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.947957 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment ff656f16-33ba-4ea8-bf8c-44275221d917 of type vlan for network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf Sep 23 19:38:43.959854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Allocated IP 172.20.0.2 (40167980-a0be-4c62-8b05-badc89247c0c/9a75cd37-8db2-4279-a2d0-fc49ed66c794/235d2628-7d5c-4437-a47c-bd3d5faccae2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:43.984748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54793-1f6c-419b-9b44-a0cbb5c2014b req-9f81a1f4-0e7e-417c-a912-f4a9ac6c2bea tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.000901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38b54793-1f6c-419b-9b44-a0cbb5c2014b req-9f81a1f4-0e7e-417c-a912-f4a9ac6c2bea tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1635802 Sep 23 19:38:44.016248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.043692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 291191fc-fb67-4682-a8e7-76a82324fed8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:44.044654 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.050560 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.056286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.056896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.079945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38b54793-1f6c-419b-9b44-a0cbb5c2014b req-b26b4081-9ca7-427f-abf0-c08f718f0b7b tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721264 Sep 23 19:38:44.084468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-06e1f6e0-cf73-4bf9-8ad0-5b472205bc4b None None] Provisioning complete for port 291191fc-fb67-4682-a8e7-76a82324fed8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:44.085096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06e1f6e0-cf73-4bf9-8ad0-5b472205bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.130797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=e5b0bf95-69d6-4a73-a2df-67dc5ac674bf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.147367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Network 40167980-a0be-4c62-8b05-badc89247c0c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:44.152716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:44.162579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-13b68cb3-a995-4aff-ab9f-7c27738d17db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5736418 Sep 23 19:38:44.163458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:44.165576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:44.170891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': 'e5b0bf95-69d6-4a73-a2df-67dc5ac674bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:44.224997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:44.235954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.236904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.240478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event updated for resources: {'Port': ['ID=d91d8a3b-5548-45ed-89ed-d32fdfefcbcf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.272153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:44.273576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-121459c0-94de-455f-8e67-4da943ea32dc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7778242 Sep 23 19:38:44.281968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cf52bbc1-2bfc-406e-b077-e7df3fe01d83 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1943492739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:44.343899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf52bbc1-2bfc-406e-b077-e7df3fe01d83 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.345454 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf52bbc1-2bfc-406e-b077-e7df3fe01d83 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.394468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:44.398024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.409712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292218-2aa9-4c2e-8176-32f4a5b21e62 req-00e604aa-0a4e-4a4c-92b8-a3fde1f1115e tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.417226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd292218-2aa9-4c2e-8176-32f4a5b21e62 req-00e604aa-0a4e-4a4c-92b8-a3fde1f1115e tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.2004244 Sep 23 19:38:44.453955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.499505 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf52bbc1-2bfc-406e-b077-e7df3fe01d83 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.529612 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06e1f6e0-cf73-4bf9-8ad0-5b472205bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.541600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf52bbc1-2bfc-406e-b077-e7df3fe01d83 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.593029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd292218-2aa9-4c2e-8176-32f4a5b21e62 req-4e856534-8a17-4c04-bdbf-61b363a3db82 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704156 Sep 23 19:38:44.600100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf52bbc1-2bfc-406e-b077-e7df3fe01d83 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.608347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cf52bbc1-2bfc-406e-b077-e7df3fe01d83 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3310759 Sep 23 19:38:44.611487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:44.618985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aff15f5a-caf2-434d-9eff-cb2a39a51d8c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-649034238', 'prefixes': ['172.20.0.0/16']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:44.627518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 291191fc-fb67-4682-a8e7-76a82324fed8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=291191fc-fb67-4682-a8e7-76a82324fed8,segment=NetworkSegment(abac21fb-3603-4573-9efe-958b9d8537fe),segment_id=abac21fb-3603-4573-9efe-958b9d8537fe)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:44.685467 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.771442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aff15f5a-caf2-434d-9eff-cb2a39a51d8c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for subnetpool, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.775916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aff15f5a-caf2-434d-9eff-cb2a39a51d8c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1601079 Sep 23 19:38:44.776197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:44.781238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-849d3fae-aa2a-4a0a-945a-71246961092e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', 'tempest-TagsExtTest-Tag-2002075326') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:44.814339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.896058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87c98-4d36-40f8-b643-c85f9cffa671 req-b3090455-3953-4816-b6d5-530d1a4e3d07 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.904830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92b87c98-4d36-40f8-b643-c85f9cffa671 req-b3090455-3953-4816-b6d5-530d1a4e3d07 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1510382 Sep 23 19:38:44.915691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=65c12ee9-3e1c-4bff-b92f-e2708afbe5e3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.957090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=291191fc-fb67-4682-a8e7-76a82324fed8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.966033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': 'ff656f16-33ba-4ea8-bf8c-44275221d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e5b0bf95-69d6-4a73-a2df-67dc5ac674bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:44.966465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: e5b0bf95-69d6-4a73-a2df-67dc5ac674bf, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:44.989840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92b87c98-4d36-40f8-b643-c85f9cffa671 req-d1e38331-4a42-4372-af85-6223669de4a6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784147 Sep 23 19:38:45.002236 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.005216 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-06e1f6e0-cf73-4bf9-8ad0-5b472205bc4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:45.005698 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-06e1f6e0-cf73-4bf9-8ad0-5b472205bc4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:45.019392 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.021168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:45.034836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e5b0bf95-69d6-4a73-a2df-67dc5ac674bf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:45.048229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:45.051946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.110789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-df1b1d69-cb96-492e-a9d9-1922e1761ed2 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9381855 Sep 23 19:38:45.111457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.117458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913503309'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:45.125203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f7205-441b-4376-b67c-25fde8a9f4f3 None None] Network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:45.169443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Pushing event updated for resources: {'Port': ['ID=235d2628-7d5c-4437-a47c-bd3d5faccae2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:45.192772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Network 40167980-a0be-4c62-8b05-badc89247c0c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:45.206503 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-849d3fae-aa2a-4a0a-945a-71246961092e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags/tempest-TagsExtTest-Tag-2002075326 HTTP/1.1" status: 201 len: 201 time: 0.4292045 Sep 23 19:38:45.209098 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.217106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-c2be12c5-0543-488e-9f3b-d14f2ab9852a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', 'tempest-TagsExtTest-Tag-1991782187') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:45.226768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:45.236556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:45.240773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:45.241514 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.318808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:45.347895 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.348806 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment de6fa651-62b3-4afa-92a2-08428c98a237 of type vlan for network fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd Sep 23 19:38:45.382238 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c2be12c5-0543-488e-9f3b-d14f2ab9852a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags/tempest-TagsExtTest-Tag-1991782187 HTTP/1.1" status: 201 len: 201 time: 0.1719575 Sep 23 19:38:45.386187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60970) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.399630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-0c297567-f090-49fa-926e-6b713b7e5137 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', 'tempest-TagsExtTest-Tag-638654322') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:45.465870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.559398 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.573280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:45.574053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.621675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0c297567-f090-49fa-926e-6b713b7e5137 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags/tempest-TagsExtTest-Tag-638654322 HTTP/1.1" status: 201 len: 201 time: 0.2334273 Sep 23 19:38:45.622703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.636784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-bfb2e273-f1c3-41eb-b6a7-63d418fe0a3b tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', 'tempest-TagsExtTest-Tag-1817974445') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:45.649334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5355990 Sep 23 19:38:45.657361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.673447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': 'fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:45.746878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bfb2e273-f1c3-41eb-b6a7-63d418fe0a3b tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags/tempest-TagsExtTest-Tag-1817974445 HTTP/1.1" status: 201 len: 201 time: 0.1208546 Sep 23 19:38:45.747941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.762003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-de44fa41-8be4-44c7-b553-2be289794204 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:45.790651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 291191fc-fb67-4682-a8e7-76a82324fed8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:45.879879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32fa9b-c2fe-4585-b2e0-9866e1ac05b1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:45.945152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de44fa41-8be4-44c7-b553-2be289794204 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags HTTP/1.1" status: 200 len: 241 time: 0.1906524 Sep 23 19:38:45.945412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.954100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-be95f2d4-6ed8-4f7e-8e4d-17b902b8ff55 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', 'tempest-TagsExtTest-Tag-2002075326') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:45.957942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:46.043625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Attempting to bind port 235d2628-7d5c-4437-a47c-bd3d5faccae2 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:46.044002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Attempting to bind port 235d2628-7d5c-4437-a47c-bd3d5faccae2 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c21d87ed-1e11-4a33-b5c9-c235c44f1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '40167980-a0be-4c62-8b05-badc89247c0c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:46.044367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Attempting to bind port 235d2628-7d5c-4437-a47c-bd3d5faccae2 on network 40167980-a0be-4c62-8b05-badc89247c0c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:46.055320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-e5b0bf95-69d6-4a73-a2df-67dc5ac674bf', 'network_id': 'e5b0bf95-69d6-4a73-a2df-67dc5ac674bf', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '65c12ee9-3e1c-4bff-b92f-e2708afbe5e3'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:46.063129 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.087984 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-be95f2d4-6ed8-4f7e-8e4d-17b902b8ff55 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags/tempest-TagsExtTest-Tag-2002075326 HTTP/1.1" status: 204 len: 168 time: 0.1415665 Sep 23 19:38:46.088716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.098156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:46.098156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Checking segment: {'id': 'c21d87ed-1e11-4a33-b5c9-c235c44f1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '40167980-a0be-4c62-8b05-badc89247c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:46.098448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.098719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Bound using segment: {'id': 'c21d87ed-1e11-4a33-b5c9-c235c44f1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '40167980-a0be-4c62-8b05-badc89247c0c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:46.099200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Bound port: 235d2628-7d5c-4437-a47c-bd3d5faccae2, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21d87ed-1e11-4a33-b5c9-c235c44f1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '40167980-a0be-4c62-8b05-badc89247c0c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:46.099588 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.102768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-3a938dc8-4049-4bd9-809a-591ce6a9340b tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', 'tempest-TagsExtTest-Tag-2002075326') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:46.204291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d081d2-b76e-4806-93f3-dad43d2ded98 req-d38aef1b-e089-4c58-a436-12a6470fafe3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:46.212196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41d081d2-b76e-4806-93f3-dad43d2ded98 req-d38aef1b-e089-4c58-a436-12a6470fafe3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.1846280 Sep 23 19:38:46.235659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:46.236790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Allocated IP 2001:db8::1 (e5b0bf95-69d6-4a73-a2df-67dc5ac674bf/65c12ee9-3e1c-4bff-b92f-e2708afbe5e3/f8cb8df8-4316-4105-8973-28b7964bcc23) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:46.242413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.298368 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3a938dc8-4049-4bd9-809a-591ce6a9340b tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags/tempest-TagsExtTest-Tag-2002075326 HTTP/1.1" status: 204 len: 168 time: 0.2074091 Sep 23 19:38:46.300489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.311164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-e762944c-3dfa-40cd-83fb-c9bd40b0345a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:46.321500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41d081d2-b76e-4806-93f3-dad43d2ded98 req-79f9671f-c3ba-4925-bfa1-be8da27cea64 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081607 Sep 23 19:38:46.350316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:38:46.351505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:38:46.449677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e762944c-3dfa-40cd-83fb-c9bd40b0345a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags HTTP/1.1" status: 200 len: 205 time: 0.1443582 Sep 23 19:38:46.449893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.457973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-26e181f3-afe1-4a90-9505-e4c76146b26a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:46.463530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.532554 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.576255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc670b75-ca0e-4c62-bb4b-3da566c0e509 req-ae22adb2-a274-44ac-a02f-9f47948cbd58 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:46.578285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.586513 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc670b75-ca0e-4c62-bb4b-3da566c0e509 req-ae22adb2-a274-44ac-a02f-9f47948cbd58 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.1128030 Sep 23 19:38:46.613235 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-26e181f3-afe1-4a90-9505-e4c76146b26a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags HTTP/1.1" status: 200 len: 241 time: 0.1594689 Sep 23 19:38:46.613681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.618404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-aa67d4b1-f303-4802-bbea-e6d5dfbefb18 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', 'tempest-TagsExtTest-Tag-1991782187') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:46.655812 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.665007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:46.708997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aa67d4b1-f303-4802-bbea-e6d5dfbefb18 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags/tempest-TagsExtTest-Tag-1991782187 HTTP/1.1" status: 204 len: 168 time: 0.0921221 Sep 23 19:38:46.709237 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4a92ad9-232d-4657-8193-fde0410e3b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.709363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.714249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:46.722761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3da95f6d-cc6a-433e-a740-ba78b510494b None None] Provisioning complete for port 291191fc-fb67-4682-a8e7-76a82324fed8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:46.722991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-767dcd15-0f1c-43dc-86e1-9abd96b9b427 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', 'tempest-TagsExtTest-Tag-1991782187') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:46.723256 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3da95f6d-cc6a-433e-a740-ba78b510494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.727951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:46.729726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 291191fc-fb67-4682-a8e7-76a82324fed8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:46.730092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.768597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=85f19a59-780c-4ec9-9883-03508c9f2a8f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:46.782324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Pushing event updated for resources: {'Port': ['ID=f8cb8df8-4316-4105-8973-28b7964bcc23,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:46.819796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc670b75-ca0e-4c62-bb4b-3da566c0e509 req-2d1d3aff-48e1-466f-b844-148443ddbb69 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308834 Sep 23 19:38:46.849949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': 'de6fa651-62b3-4afa-92a2-08428c98a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:46.850398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:46.871144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] For port 235d2628-7d5c-4437-a47c-bd3d5faccae2, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:46.887498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:46.904326 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-767dcd15-0f1c-43dc-86e1-9abd96b9b427 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags/tempest-TagsExtTest-Tag-1991782187 HTTP/1.1" status: 204 len: 168 time: 0.1939104 Sep 23 19:38:46.906765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.907778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:46.911085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-52ecdd25-b14a-427c-a195-5f8032c0b25c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:46.914917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:46.915511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.944211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-29ffe17a-bf17-45eb-afbc-3aec4175cbe3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2825859 Sep 23 19:38:46.946275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.949203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d46ea-d3ce-4f83-bc65-f83de0b90149 None None] Network fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:46.971573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] For port 235d2628-7d5c-4437-a47c-bd3d5faccae2, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=235d2628-7d5c-4437-a47c-bd3d5faccae2,segment=NetworkSegment(c21d87ed-1e11-4a33-b5c9-c235c44f1d75),segment_id=c21d87ed-1e11-4a33-b5c9-c235c44f1d75)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:47.008307 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.017255 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-52ecdd25-b14a-427c-a195-5f8032c0b25c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags HTTP/1.1" status: 200 len: 205 time: 0.1094193 Sep 23 19:38:47.019862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:47.024867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-6fffa6aa-1f19-4aba-810d-313163e19840 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:47.121362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159169a-f4d3-4104-bbb0-ed641fbc5c2b req-424523c1-192e-4a4f-a98d-b150e5dfe7cb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.129840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c159169a-f4d3-4104-bbb0-ed641fbc5c2b req-424523c1-192e-4a4f-a98d-b150e5dfe7cb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1662750 Sep 23 19:38:47.143616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f1381-ab0b-4e04-8669-3f56753000a8 None None] Pushing event updated for resources: {'Port': ['ID=235d2628-7d5c-4437-a47c-bd3d5faccae2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.172111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Attempting to bind port f8cb8df8-4316-4105-8973-28b7964bcc23 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:47.172490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Attempting to bind port f8cb8df8-4316-4105-8973-28b7964bcc23 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ff656f16-33ba-4ea8-bf8c-44275221d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e5b0bf95-69d6-4a73-a2df-67dc5ac674bf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:47.172853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Attempting to bind port f8cb8df8-4316-4105-8973-28b7964bcc23 on network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:47.189813 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.222154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c159169a-f4d3-4104-bbb0-ed641fbc5c2b req-7319224d-dee9-4716-a3d1-6c1399309db4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910931 Sep 23 19:38:47.356204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:47.356765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Checking segment: {'id': 'ff656f16-33ba-4ea8-bf8c-44275221d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e5b0bf95-69d6-4a73-a2df-67dc5ac674bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:47.357356 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.357855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Bound using segment: {'id': 'ff656f16-33ba-4ea8-bf8c-44275221d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e5b0bf95-69d6-4a73-a2df-67dc5ac674bf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:47.358483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Bound port: f8cb8df8-4316-4105-8973-28b7964bcc23, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff656f16-33ba-4ea8-bf8c-44275221d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e5b0bf95-69d6-4a73-a2df-67dc5ac674bf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:47.359743 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.366412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.382407 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.544908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.641639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] For port f8cb8df8-4316-4105-8973-28b7964bcc23, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:47.653386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] For port f8cb8df8-4316-4105-8973-28b7964bcc23, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f8cb8df8-4316-4105-8973-28b7964bcc23,segment=NetworkSegment(ff656f16-33ba-4ea8-bf8c-44275221d917),segment_id=ff656f16-33ba-4ea8-bf8c-44275221d917)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:47.668849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=85f19a59-780c-4ec9-9883-03508c9f2a8f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.682668 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.727124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d9d6e-652f-46e0-b1d7-4169b2e6ec9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd', 'network_id': 'fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '85f19a59-780c-4ec9-9883-03508c9f2a8f'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:47.728266 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086d9d6e-652f-46e0-b1d7-4169b2e6ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.792630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.832061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:47.859653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6fa651-62b3-4afa-92a2-08428c98a237') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:47.860279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6fa651-62b3-4afa-92a2-08428c98a237') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:47.874744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.912542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.927519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:47.928699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:48.002644 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:48.027171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e029f-71ac-478d-ac94-4b1883bf9af2 None None] Network fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:48.053624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03791012-a2c2-426f-84ea-31c263f14ce6 None None] Pushing event updated for resources: {'Port': ['ID=f8cb8df8-4316-4105-8973-28b7964bcc23,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:48.056767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6fffa6aa-1f19-4aba-810d-313163e19840 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags HTTP/1.1" status: 200 len: 240 time: 1.0355825 Sep 23 19:38:48.060083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.071758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-2566778f-5453-4b3b-bfff-e7f259dad113 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', 'tempest-TagsExtTest-Tag-638654322') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:48.173425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.187418 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.192328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd HTTP/1.1" status: 204 len: 168 time: 1.2450500 Sep 23 19:38:48.204455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.209878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293348272'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:48.220872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f640eb-6c0b-4861-90c5-fab5e4aac0ee tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:48.369810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:48.373577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.394670 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2566778f-5453-4b3b-bfff-e7f259dad113 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags/tempest-TagsExtTest-Tag-638654322 HTTP/1.1" status: 204 len: 168 time: 0.3222232 Sep 23 19:38:48.394944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.407018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-af0721f5-97c0-43c0-9123-dcb6c73f0d16 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', 'tempest-TagsExtTest-Tag-638654322') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:48.468794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:48.498575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.499148 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment 8db50491-c48b-41b2-8c7d-1ec45991f1ad of type vlan for network 84589d83-ab98-45d3-af81-e03e88c0ff43 Sep 23 19:38:48.557678 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.562237 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.596808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.603236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:48.604102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.641548 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4332809 Sep 23 19:38:48.642360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.657121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': '84589d83-ab98-45d3-af81-e03e88c0ff43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:48.732997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8c161-2d26-400c-8b85-8ba551accc45 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=84589d83-ab98-45d3-af81-e03e88c0ff43,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:48.745868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 84589d83-ab98-45d3-af81-e03e88c0ff43 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:48.957024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc4ae-1b2b-4a12-bb35-6d8a93cabad4 req-65573786-5e90-4ce2-bb61-aae186e6963d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:48.965262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ffdc4ae-1b2b-4a12-bb35-6d8a93cabad4 req-65573786-5e90-4ce2-bb61-aae186e6963d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.2384870 Sep 23 19:38:48.974191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.974436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-af0721f5-97c0-43c0-9123-dcb6c73f0d16 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags/tempest-TagsExtTest-Tag-638654322 HTTP/1.1" status: 204 len: 168 time: 0.5782235 Sep 23 19:38:48.979256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-6ccd7d3d-dd32-46fa-b982-b6ec4fe8b4cf tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.006306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:49.010669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.063814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ffdc4ae-1b2b-4a12-bb35-6d8a93cabad4 req-cdd5e01f-4feb-41d5-9296-b8c875afb605 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975180 Sep 23 19:38:49.176623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6ccd7d3d-dd32-46fa-b982-b6ec4fe8b4cf tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags HTTP/1.1" status: 200 len: 205 time: 0.1989045 Sep 23 19:38:49.177722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:49.184717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-e7446d9c-e96f-4982-a3b5-a9b793404a25 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.206389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065c6d3-d48c-4cbd-bffe-f473850dafc2 None None] Network 40167980-a0be-4c62-8b05-badc89247c0c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:49.263330 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7446d9c-e96f-4982-a3b5-a9b793404a25 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags HTTP/1.1" status: 200 len: 241 time: 0.0822499 Sep 23 19:38:49.263916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:49.268540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-b045f44f-f270-4745-81bf-f570fb12adbd tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', 'tempest-TagsExtTest-Tag-1817974445') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.351116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b045f44f-f270-4745-81bf-f570fb12adbd tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags/tempest-TagsExtTest-Tag-1817974445 HTTP/1.1" status: 204 len: 168 time: 0.0839367 Sep 23 19:38:49.351702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:49.357535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-fd4a929a-88a1-4195-af44-abcf5a216299 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', 'tempest-TagsExtTest-Tag-1817974445') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.464036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fd4a929a-88a1-4195-af44-abcf5a216299 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags/tempest-TagsExtTest-Tag-1817974445 HTTP/1.1" status: 204 len: 168 time: 0.1112094 Sep 23 19:38:49.467756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32838) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:49.517207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-3e02bbb6-4a2d-4387-a047-e7663764777f tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.633888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4a9d7da0-257a-4956-a0e9-2880312259eb None None] Provisioning complete for port 235d2628-7d5c-4437-a47c-bd3d5faccae2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:49.641338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3e02bbb6-4a2d-4387-a047-e7663764777f tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags HTTP/1.1" status: 200 len: 205 time: 0.1491530 Sep 23 19:38:49.647124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:49.648653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d7da0-257a-4956-a0e9-2880312259eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.657074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-fa3039cd-7f53-44ec-aa4f-c8eb075c23a4 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.728479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fa3039cd-7f53-44ec-aa4f-c8eb075c23a4 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags HTTP/1.1" status: 204 len: 168 time: 0.0799904 Sep 23 19:38:49.729375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32848) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:49.734746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-bdc44796-3893-459a-90dc-a0acda267ab0 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.833777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 235d2628-7d5c-4437-a47c-bd3d5faccae2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:49.836098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4241add-1cd8-430b-996f-9c59a2442864 None None] Network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:49.951223 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bdc44796-3893-459a-90dc-a0acda267ab0 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags HTTP/1.1" status: 204 len: 168 time: 0.2207417 Sep 23 19:38:49.953844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:49.975440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f9a26e0e-b2d1-477e-9ec2-2322b1f94ae8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:50.041516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d7da0-257a-4956-a0e9-2880312259eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.055021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973d898-81ac-4054-8bf4-f3045d30fc97 req-b56c5369-832e-4bb7-b406-3ac1621ea2c0 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:50.066875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9973d898-81ac-4054-8bf4-f3045d30fc97 req-b56c5369-832e-4bb7-b406-3ac1621ea2c0 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.1324468 Sep 23 19:38:50.107397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9973d898-81ac-4054-8bf4-f3045d30fc97 req-3713deb4-b56e-4354-ae92-c2001f40c339 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Sep 23 19:38:50.170151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f9a26e0e-b2d1-477e-9ec2-2322b1f94ae8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags HTTP/1.1" status: 204 len: 168 time: 0.2149889 Sep 23 19:38:50.172803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.177296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-5393b387-45ec-4c1d-9e78-316ef1e45421 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:50.182097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 235d2628-7d5c-4437-a47c-bd3d5faccae2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:50.190563 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.195697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4a9d7da0-257a-4956-a0e9-2880312259eb None None] For port 235d2628-7d5c-4437-a47c-bd3d5faccae2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=235d2628-7d5c-4437-a47c-bd3d5faccae2,segment=NetworkSegment(c21d87ed-1e11-4a33-b5c9-c235c44f1d75),segment_id=c21d87ed-1e11-4a33-b5c9-c235c44f1d75)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:50.205710 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d7da0-257a-4956-a0e9-2880312259eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.281743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.312669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5393b387-45ec-4c1d-9e78-316ef1e45421 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags HTTP/1.1" status: 204 len: 168 time: 0.1387010 Sep 23 19:38:50.319466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32876) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.333688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-ce4d60df-d286-45a0-90f4-ccd8c9d84c35 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', 'tempest-TagsExtTest-Tag-1369545771') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:50.359304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ac7fa58f-8e60-4f89-8921-0e93ab703706 None None] Provisioning complete for port f8cb8df8-4316-4105-8973-28b7964bcc23 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:50.359920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa58f-8e60-4f89-8921-0e93ab703706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.437154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=3e9151fd-2f82-4540-92f0-9d07fc148775,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:50.441386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d7da0-257a-4956-a0e9-2880312259eb None None] Pushing event updated for resources: {'Port': ['ID=235d2628-7d5c-4437-a47c-bd3d5faccae2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:50.474842 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ce4d60df-d286-45a0-90f4-ccd8c9d84c35 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags/tempest-TagsExtTest-Tag-1369545771 HTTP/1.1" status: 201 len: 201 time: 0.1542966 Sep 23 19:38:50.477394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32878) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.482027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-53800262-07cd-47ce-9182-b24eda3453bd tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', 'tempest-TagsExtTest-Tag-20769419') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:50.489971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52043cf6-d820-4f2d-bcf0-03da6b82179a req-061c1fa1-e947-4fef-9c2f-c1ba93a70434 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:50.491813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52043cf6-d820-4f2d-bcf0-03da6b82179a req-061c1fa1-e947-4fef-9c2f-c1ba93a70434 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1435287 Sep 23 19:38:50.492763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': '8db50491-c48b-41b2-8c7d-1ec45991f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84589d83-ab98-45d3-af81-e03e88c0ff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:50.493122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: 84589d83-ab98-45d3-af81-e03e88c0ff43, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:50.590019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network 84589d83-ab98-45d3-af81-e03e88c0ff43 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:50.619237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52043cf6-d820-4f2d-bcf0-03da6b82179a req-ea5f3ae6-000d-42bc-bc53-ab1cf1f86491 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171217 Sep 23 19:38:50.621726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 84589d83-ab98-45d3-af81-e03e88c0ff43) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:50.624726 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53800262-07cd-47ce-9182-b24eda3453bd tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags/tempest-TagsExtTest-Tag-20769419 HTTP/1.1" status: 201 len: 201 time: 0.1457686 Sep 23 19:38:50.627594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.639044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-66d5d944-3f3a-4115-851b-5f3e6e33227e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', 'tempest-TagsExtTest-Tag-2100345544') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:50.654310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:50.654924 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.681867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bad92ddf-2efe-4594-94d3-e7b752afc203 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0350294 Sep 23 19:38:50.682595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.903637 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-66d5d944-3f3a-4115-851b-5f3e6e33227e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags/tempest-TagsExtTest-Tag-2100345544 HTTP/1.1" status: 201 len: 201 time: 0.2746532 Sep 23 19:38:50.906765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.911595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-d40a6913-2072-475d-a28e-53a6a6932fc9 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', 'tempest-TagsExtTest-Tag-164714061') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:50.948267 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.970951 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d40a6913-2072-475d-a28e-53a6a6932fc9 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags/tempest-TagsExtTest-Tag-164714061 HTTP/1.1" status: 201 len: 201 time: 0.0630050 Sep 23 19:38:50.973273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.978804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-9af3d8a5-c54b-4dec-82de-9ad729ecae29 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', {'tags': ['tempest-TagsExtTest-Tag-1112654110', 'tempest-TagsExtTest-Tag-1018672656', 'tempest-TagsExtTest-Tag-824125809']}) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:50.999163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-0c0f6c2b-49cc-4416-b86b-e11cf2834e9b tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:51.000863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-0c0f6c2b-49cc-4416-b86b-e11cf2834e9b tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.1618779 Sep 23 19:38:51.043200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce23263-40fe-42fa-b5f1-52d3823910d1 None None] Network 84589d83-ab98-45d3-af81-e03e88c0ff43 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:51.050371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f8cb8df8-4316-4105-8973-28b7964bcc23 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:51.088805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.111858 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa58f-8e60-4f89-8921-0e93ab703706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.115659 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9af3d8a5-c54b-4dec-82de-9ad729ecae29 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags HTTP/1.1" status: 200 len: 317 time: 0.1410716 Sep 23 19:38:51.119201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:51.152063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-e33cbcad-ebf7-4bd9-8205-a8b556a17662 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:51.156488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-ef48e10a-f290-4e53-bde7-242cec383ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:51.159104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-ef48e10a-f290-4e53-bde7-242cec383ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 1096 time: 0.0583193 Sep 23 19:38:51.310004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-dc836fe4-6274-4399-81c3-0be0867d5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:51.314337 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-dc836fe4-6274-4399-81c3-0be0867d5a7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.1451530 Sep 23 19:38:51.328735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Deleting port 8b113ad7-bd45-4263-9c55-7ae95158e182 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:51.329668 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.339704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c99a36ed-0cd5-4a36-9adb-4536ae5df364 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:38:51.343866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ceec0-176e-4e6b-8ca2-22a090e4355e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-84589d83-ab98-45d3-af81-e03e88c0ff43', 'network_id': '84589d83-ab98-45d3-af81-e03e88c0ff43', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '3e9151fd-2f82-4540-92f0-9d07fc148775'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:51.345198 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb8ceec0-176e-4e6b-8ca2-22a090e4355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.348929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ac7fa58f-8e60-4f89-8921-0e93ab703706 None None] For port f8cb8df8-4316-4105-8973-28b7964bcc23, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f8cb8df8-4316-4105-8973-28b7964bcc23,segment=NetworkSegment(ff656f16-33ba-4ea8-bf8c-44275221d917),segment_id=ff656f16-33ba-4ea8-bf8c-44275221d917)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:51.360968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa58f-8e60-4f89-8921-0e93ab703706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.362484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.365511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f8cb8df8-4316-4105-8973-28b7964bcc23 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:51.365830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.381060 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-2e8a6bfa-aabb-4b8e-9a53-73ddf5438c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f HTTP/1.1" status: 200 len: 217 time: 0.0590267 Sep 23 19:38:51.423669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f4e6-02a8-46b8-b8b8-c9b764da5c9b req-83ac7389-7f97-452a-9f7b-07521f5133c8 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:51.425507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aca1f4e6-02a8-46b8-b8b8-c9b764da5c9b req-83ac7389-7f97-452a-9f7b-07521f5133c8 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 945 time: 0.2004921 Sep 23 19:38:51.437088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9151fd-2f82-4540-92f0-9d07fc148775,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:51.451922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-62d35df6-53ef-4d79-acda-09ad629e9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:51.454613 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-62d35df6-53ef-4d79-acda-09ad629e9baf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0649364 Sep 23 19:38:51.454744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fa58f-8e60-4f89-8921-0e93ab703706 None None] Pushing event updated for resources: {'Port': ['ID=f8cb8df8-4316-4105-8973-28b7964bcc23,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:51.498577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-bf6595c9-dc7c-494a-879e-31bc08628df4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274367 Sep 23 19:38:51.560507 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:38:51.582338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c66dd50-203e-4b09-a11a-3d31dc4a84f0 None None] Network 84589d83-ab98-45d3-af81-e03e88c0ff43 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:51.605197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.615332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e33cbcad-ebf7-4bd9-8205-a8b556a17662 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags HTTP/1.1" status: 204 len: 168 time: 0.4667671 Sep 23 19:38:51.619621 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-87664c1b-6176-4c09-b387-cf2bc9d18671 service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144767 Sep 23 19:38:51.620361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32898) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:51.625182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aca1f4e6-02a8-46b8-b8b8-c9b764da5c9b req-696830f5-3e18-486f-b905-3eb0c8717ae2 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769736 Sep 23 19:38:51.625928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-4fffacd6-21c3-4888-8778-9dc6f577f6cc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', 'tempest-TagsExtTest-Tag-1112654110') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:51.635868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] For port 8b113ad7-bd45-4263-9c55-7ae95158e182, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8b113ad7-bd45-4263-9c55-7ae95158e182,segment=NetworkSegment(3e858ec1-23d6-44fc-8ef0-41ac449b344e),segment_id=3e858ec1-23d6-44fc-8ef0-41ac449b344e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:51.636739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.652573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84589d83-ab98-45d3-af81-e03e88c0ff43']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:51.668003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Calling delete_port for 8b113ad7-bd45-4263-9c55-7ae95158e182 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:51.672461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db50491-c48b-41b2-8c7d-1ec45991f1ad') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:51.672759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db50491-c48b-41b2-8c7d-1ec45991f1ad') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:51.676334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-83b13b71-ca6a-4f4f-9f29-eb238aa856cd None None] Provisioning complete for port 235d2628-7d5c-4437-a47c-bd3d5faccae2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:51.676723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83b13b71-ca6a-4f4f-9f29-eb238aa856cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.689844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.755693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.770867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:51.771286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.774956 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4fffacd6-21c3-4888-8778-9dc6f577f6cc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:51.778966 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:51.782799 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4fffacd6-21c3-4888-8778-9dc6f577f6cc tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags/tempest-TagsExtTest-Tag-1112654110 HTTP/1.1" status: 404 len: 329 time: 0.1611414 Sep 23 19:38:51.794532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:51.799908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-b9978477-1341-4027-bedc-3d3e0ce2a27a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', 'tempest-TagsExtTest-Tag-1018672656') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:51.824022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-65551f64-4b44-4a11-bdc3-dfa5e870ef26 req-b0c7a488-111a-4ff2-b50e-4978f37d5d2e service neutron] 10.222.0.41 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715603 Sep 23 19:38:51.891427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:51.895642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f419b3-8625-47ac-94fa-662965eda2ce None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:51.921808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.934745 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.940863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32918) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:51.941014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/84589d83-ab98-45d3-af81-e03e88c0ff43 HTTP/1.1" status: 204 len: 168 time: 1.2572551 Sep 23 19:38:51.941415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'mac_address': 'fa:16:3e:f4:b6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:38:51.948150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520971177'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:51.987141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4643c-75d3-4acf-ad49-756e1d472ac7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=84589d83-ab98-45d3-af81-e03e88c0ff43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:52.003612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:52.007154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.033823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9a64-d701-4cc4-810c-6683c2f060b2 req-3698b32f-08c8-4482-a077-4aef1d3ba561 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:52.041549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-950f9a64-d701-4cc4-810c-6683c2f060b2 req-3698b32f-08c8-4482-a077-4aef1d3ba561 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.1526997 Sep 23 19:38:52.049210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:52.071072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 235d2628-7d5c-4437-a47c-bd3d5faccae2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:52.074991 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.076289 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment 54e92fa4-889d-4617-82a9-0ae71d4597e5 of type vlan for network 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 Sep 23 19:38:52.076751 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b9978477-1341-4027-bedc-3d3e0ce2a27a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:52.077868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9978477-1341-4027-bedc-3d3e0ce2a27a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags/tempest-TagsExtTest-Tag-1018672656 HTTP/1.1" status: 404 len: 329 time: 0.2818995 Sep 23 19:38:52.079978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.086545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.090837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-c95d5bce-c77c-49ca-b70b-16a58e1aaab1 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794', 'tempest-TagsExtTest-Tag-824125809') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.128023 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.155842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.156442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-950f9a64-d701-4cc4-810c-6683c2f060b2 req-825217de-e299-4904-8a53-6c034dbd862c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109648 Sep 23 19:38:52.160833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Pushing event deleted for resources: {'Port': ['ID=8b113ad7-bd45-4263-9c55-7ae95158e182,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:52.162442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:52.163030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.194319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-83b13b71-ca6a-4f4f-9f29-eb238aa856cd None None] Provisioning complete for port d91d8a3b-5548-45ed-89ed-d32fdfefcbcf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:52.194712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83b13b71-ca6a-4f4f-9f29-eb238aa856cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.196363 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.209089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f419b3-8625-47ac-94fa-662965eda2ce None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:52.217344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c99a36ed-0cd5-4a36-9adb-4536ae5df364 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:52.237077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:52.250783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:52.256185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-838856bc-9626-42e5-8995-164b98407987 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3138168 Sep 23 19:38:52.259305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32922) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.267433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': '756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:52.278543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] No DVR routers for this DVR port 8b113ad7-bd45-4263-9c55-7ae95158e182 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:52.286019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.286641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:52.288148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd998aa3-7d56-4978-a4f5-ebdaa487a935 req-4cfac6c2-4e9e-4027-bcd1-03f456d554bf tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.72 "DELETE /v2.0/ports/8b113ad7-bd45-4263-9c55-7ae95158e182 HTTP/1.1" status: 204 len: 173 time: 1.2661383 Sep 23 19:38:52.288599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'name': 'network-vif-deleted', 'tag': '8b113ad7-bd45-4263-9c55-7ae95158e182'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:52.288802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.296385 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da076f-3efc-468c-9e71-719ad80cf42d" -d '{"events": [{"server_uuid": "d87793b0-533b-4a58-abe0-cacbafc5a74e", "name": "network-vif-deleted", "tag": "8b113ad7-bd45-4263-9c55-7ae95158e182"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:52.336625 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c95d5bce-c77c-49ca-b70b-16a58e1aaab1 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:52.341418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c95d5bce-c77c-49ca-b70b-16a58e1aaab1 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags/tempest-TagsExtTest-Tag-824125809 HTTP/1.1" status: 404 len: 328 time: 0.2501838 Sep 23 19:38:52.341418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.347730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-1f41e67e-5879-4707-806b-5f9b3510e86a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', {'tags': ['tempest-TagsExtTest-Tag-1246916408', 'tempest-TagsExtTest-Tag-56800776', 'tempest-TagsExtTest-Tag-116386509']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.433053 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f0f6d7-911d-43ea-95f9-0255be2861f0 x-openstack-request-id: req-29f0f6d7-911d-43ea-95f9-0255be2861f0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:52.433342 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87793b0-533b-4a58-abe0-cacbafc5a74e", "name": "network-vif-deleted", "tag": "8b113ad7-bd45-4263-9c55-7ae95158e182", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:52.433591 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29f0f6d7-911d-43ea-95f9-0255be2861f0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:52.433989 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87793b0-533b-4a58-abe0-cacbafc5a74e', 'name': 'network-vif-deleted', 'tag': '8b113ad7-bd45-4263-9c55-7ae95158e182', 'status': 'completed', 'code': 200} Sep 23 19:38:52.454653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:52.460471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.462753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f41e67e-5879-4707-806b-5f9b3510e86a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags HTTP/1.1" status: 200 len: 315 time: 0.1206999 Sep 23 19:38:52.465232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.470432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ad5218ae-2e09-4456-841f-6acd07fa1ac8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.521374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c99a36ed-0cd5-4a36-9adb-4536ae5df364'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:52.554187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-83b13b71-ca6a-4f4f-9f29-eb238aa856cd None None] Port d91d8a3b-5548-45ed-89ed-d32fdfefcbcf cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:52.590331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad5218ae-2e09-4456-841f-6acd07fa1ac8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags HTTP/1.1" status: 204 len: 168 time: 0.1228406 Sep 23 19:38:52.593161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.597848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-e7a6c113-2679-40d6-89f0-8008009f3e7d tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', 'tempest-TagsExtTest-Tag-1246916408') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.639723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:52.667164 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-e7a6c113-2679-40d6-89f0-8008009f3e7d tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:52.671425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7a6c113-2679-40d6-89f0-8008009f3e7d tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags/tempest-TagsExtTest-Tag-1246916408 HTTP/1.1" status: 404 len: 329 time: 0.0741491 Sep 23 19:38:52.672718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.677735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-b809774f-b241-459a-82e0-b7d2990b21c0 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', 'tempest-TagsExtTest-Tag-56800776') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.684356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-83b13b71-ca6a-4f4f-9f29-eb238aa856cd None None] Provisioning complete for port f8cb8df8-4316-4105-8973-28b7964bcc23 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:52.685161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.687282 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83b13b71-ca6a-4f4f-9f29-eb238aa856cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.769356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=bfcfd04c-56f7-4fad-94f7-f3a9e6216e31,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:52.778366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': '54e92fa4-889d-4617-82a9-0ae71d4597e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:52.778735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:52.788950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 235d2628-7d5c-4437-a47c-bd3d5faccae2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:52.789479 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.799604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:52.810966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:52.815876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:52.816894 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.838878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6fe94e38-47b2-4f14-8126-ad98850b1294 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5782244 Sep 23 19:38:52.843199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.856663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b89b6603-762a-47ba-a37f-eb210afe21d4 req-0e7002c8-309e-4bb5-9c14-87b24d55e6e0 tempest-ServersNegativeTestMultiTenantJSON-1951941041 tempest-ServersNegativeTestMultiTenantJSON-1951941041-project] 10.222.0.38 "GET /v2.0/ports?device_id=d87793b0-533b-4a58-abe0-cacbafc5a74e HTTP/1.1" status: 200 len: 210 time: 0.0662308 Sep 23 19:38:52.894578 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b809774f-b241-459a-82e0-b7d2990b21c0 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:52.904453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b809774f-b241-459a-82e0-b7d2990b21c0 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags/tempest-TagsExtTest-Tag-56800776 HTTP/1.1" status: 404 len: 327 time: 0.2300026 Sep 23 19:38:52.905940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.928772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-9f2fd19a-7e49-4716-b42d-59b2e0f9576a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf', 'tempest-TagsExtTest-Tag-116386509') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.043943 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9f2fd19a-7e49-4716-b42d-59b2e0f9576a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:53.049045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f2fd19a-7e49-4716-b42d-59b2e0f9576a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags/tempest-TagsExtTest-Tag-116386509 HTTP/1.1" status: 404 len: 328 time: 0.1411536 Sep 23 19:38:53.049717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.054737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-00753da2-617a-42e2-96b0-9e5835c0fc8f tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', {'tags': ['tempest-TagsExtTest-Tag-1280498395', 'tempest-TagsExtTest-Tag-899284918', 'tempest-TagsExtTest-Tag-490234372']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.086145 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.155934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32958) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.156148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-00753da2-617a-42e2-96b0-9e5835c0fc8f tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags HTTP/1.1" status: 200 len: 316 time: 0.1046445 Sep 23 19:38:53.163108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-923e6b4e-5226-4bbc-be73-eefedeb00dc8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.168066 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.267738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.313111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f8cb8df8-4316-4105-8973-28b7964bcc23 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:53.332944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fc08e-ec56-40f8-9073-9c68877edf6b req-1c8fba83-6f9e-4d2b-afa8-ffa76b7d289c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.338158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-923e6b4e-5226-4bbc-be73-eefedeb00dc8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags HTTP/1.1" status: 204 len: 168 time: 0.1809673 Sep 23 19:38:53.342241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.344920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-578fc08e-ec56-40f8-9073-9c68877edf6b req-1c8fba83-6f9e-4d2b-afa8-ffa76b7d289c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 945 time: 0.0782654 Sep 23 19:38:53.346291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ff80f67b-0adb-492a-b14c-78ca0188ff1f no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:53.347495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.358873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ee7ebaf1-5457-4e3d-bee1-db373955edbd tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', 'tempest-TagsExtTest-Tag-1280498395') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.440744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f8cb8df8-4316-4105-8973-28b7964bcc23 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:53.441056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.444351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-578fc08e-ec56-40f8-9073-9c68877edf6b req-50d3f3b4-5d25-47c1-aaf0-c5fb7f2aca6c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982776 Sep 23 19:38:53.477302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.498904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a8978-136d-44b7-ba9b-9a26c4315d71 None None] Network 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:53.499997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.510685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e92fa4-889d-4617-82a9-0ae71d4597e5') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.511197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e92fa4-889d-4617-82a9-0ae71d4597e5') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.525447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.542156 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ee7ebaf1-5457-4e3d-bee1-db373955edbd tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:53.545074 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.549086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee7ebaf1-5457-4e3d-bee1-db373955edbd tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags/tempest-TagsExtTest-Tag-1280498395 HTTP/1.1" status: 404 len: 329 time: 0.1924331 Sep 23 19:38:53.549750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.554411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:53.555017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.564185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-7e55235a-a387-45ee-8ff8-6de3c4d5d623 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', 'tempest-TagsExtTest-Tag-899284918') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.607565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650a71f1-5a51-42a5-a807-c48a0f1530b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.635488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcfd04c-56f7-4fad-94f7-f3a9e6216e31,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:53.639680 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:53.641758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.646264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.648270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 HTTP/1.1" status: 204 len: 168 time: 0.8034828 Sep 23 19:38:53.656821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.662397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756693501'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:53.664850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb5671-dfcf-4916-8db3-cd3d61457a1f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:53.713531 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7e55235a-a387-45ee-8ff8-6de3c4d5d623 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:53.714918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e55235a-a387-45ee-8ff8-6de3c4d5d623 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags/tempest-TagsExtTest-Tag-899284918 HTTP/1.1" status: 404 len: 328 time: 0.1620615 Sep 23 19:38:53.717744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 32978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.723514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ca408a93-5e90-4f99-a82d-b1d8af43406c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a', 'tempest-TagsExtTest-Tag-490234372') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.730827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.820621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8b113ad7-bd45-4263-9c55-7ae95158e182 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:53.865465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:53.867823 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6529160e-80f5-4d3b-b0d5-dcb76d57579c" -d '{"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-unplugged", "status": "completed", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:53.872050 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ca408a93-5e90-4f99-a82d-b1d8af43406c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:53.874761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 8b113ad7-bd45-4263-9c55-7ae95158e182 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:53.875114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8b113ad7-bd45-4263-9c55-7ae95158e182 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:53.877573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.879066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca408a93-5e90-4f99-a82d-b1d8af43406c tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags/tempest-TagsExtTest-Tag-490234372 HTTP/1.1" status: 404 len: 328 time: 0.1598375 Sep 23 19:38:53.888842 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb5f5f-55ca-4112-867f-72409fa0b049 None None] Network 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:53.892568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-b35d4ba2-b685-4e77-bac3-637778833c6d tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', {'tags': ['tempest-TagsExtTest-Tag-1103717053', 'tempest-TagsExtTest-Tag-829345112', 'tempest-TagsExtTest-Tag-928920695']}) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.897596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:53.904929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.908827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.912336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb5f5f-55ca-4112-867f-72409fa0b049 None None] Network 756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 could not be found, it might have been deleted concurrently. {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:38:53.912489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.919639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.927477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.935198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.937573 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b35d4ba2-b685-4e77-bac3-637778833c6d tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "PUT /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags HTTP/1.1" status: 200 len: 316 time: 0.0591941 Sep 23 19:38:53.939785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.940899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.944946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-118dcc84-aa1f-4b8a-82ff-1de2b7d81c2a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.946734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.955597 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-fad7e3a2-c2a9-4a8b-8827-43b90c207ef1 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.1792936 Sep 23 19:38:53.965946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:53.987151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650a71f1-5a51-42a5-a807-c48a0f1530b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.989990 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-118dcc84-aa1f-4b8a-82ff-1de2b7d81c2a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags HTTP/1.1" status: 204 len: 168 time: 0.0489004 Sep 23 19:38:53.992389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.996756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-66978cbc-653e-4171-93eb-32109d21aa77 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', 'tempest-TagsExtTest-Tag-1103717053') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.999725 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650a71f1-5a51-42a5-a807-c48a0f1530b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.016824 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-66978cbc-653e-4171-93eb-32109d21aa77 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:54.020437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-66978cbc-653e-4171-93eb-32109d21aa77 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags/tempest-TagsExtTest-Tag-1103717053 HTTP/1.1" status: 404 len: 329 time: 0.0245619 Sep 23 19:38:54.020678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.025047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-963aab84-c3d3-4228-8e57-d333e3e75425 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', 'tempest-TagsExtTest-Tag-829345112') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.037391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb70b42e-2708-4d5e-bbfd-c58effe926ff req-3203423b-1ac9-4ddb-9ee3-a4f186b445c9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809064 Sep 23 19:38:54.045459 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-963aab84-c3d3-4228-8e57-d333e3e75425 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:54.049297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-963aab84-c3d3-4228-8e57-d333e3e75425 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags/tempest-TagsExtTest-Tag-829345112 HTTP/1.1" status: 404 len: 328 time: 0.0250010 Sep 23 19:38:54.049545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.054449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-c7f8d62a-636d-4b3b-aa11-9a629e49a392 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e', 'tempest-TagsExtTest-Tag-928920695') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.058825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:54.070276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.072378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a71f1-5a51-42a5-a807-c48a0f1530b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d7d8c4-45d8-4e8c-a1f0-3d8ac7f7388f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.087656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-650a71f1-5a51-42a5-a807-c48a0f1530b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5cb53b2183f24065a801cd8b305bad88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8188980 Sep 23 19:38:54.090394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 32998) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.092632 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c7f8d62a-636d-4b3b-aa11-9a629e49a392 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] show failed (client error): The resource could not be found. Sep 23 19:38:54.095023 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c7f8d62a-636d-4b3b-aa11-9a629e49a392 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags/tempest-TagsExtTest-Tag-928920695 HTTP/1.1" status: 404 len: 328 time: 0.0438428 Sep 23 19:38:54.098777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.103683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-96cc67be-80b9-4996-94fc-f884a47d2023 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.108680 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7a557e-efd7-40a2-b893-c3d2795c2e74 x-openstack-request-id: req-cc7a557e-efd7-40a2-b893-c3d2795c2e74 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:54.108986 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-unplugged", "status": "failed", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:54.109412 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc7a557e-efd7-40a2-b893-c3d2795c2e74 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:54.109857 n-d-810763-1 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'code': 422} returned with failed status Sep 23 19:38:54.131159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:54.141335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.156324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.156672 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment 80f5ee27-6343-471b-9461-02c396b6bf0c of type vlan for network c2a2df77-4930-411e-ba9e-1acb1cca1fcc Sep 23 19:38:54.180552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-96cc67be-80b9-4996-94fc-f884a47d2023 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e/tags HTTP/1.1" status: 204 len: 168 time: 0.0785019 Sep 23 19:38:54.180890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.186227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-16859d23-133e-4974-9d23-8bc0f0046093 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bffb4c8-727f-47b7-b904-43d1e37ff69a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.197878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757af16c-615c-4983-9020-629610adfb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.218285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] Deleting subnet 805c4924-d29b-4b87-985f-02361455addb {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:54.224267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.252765 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757af16c-615c-4983-9020-629610adfb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.268334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.288028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.341391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.351930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.357440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.358029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.375626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757af16c-615c-4983-9020-629610adfb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.378155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-757af16c-615c-4983-9020-629610adfb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.381833 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-757af16c-615c-4983-9020-629610adfb41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51d7d8c4-45d8-4e8c-a1f0-3d8ac7f7388f HTTP/1.1" status: 204 len: 168 time: 0.2831659 Sep 23 19:38:54.393971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757af16c-615c-4983-9020-629610adfb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d7d8c4-45d8-4e8c-a1f0-3d8ac7f7388f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.431431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.460282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805c4924-d29b-4b87-985f-02361455addb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.468268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.469305 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-40ab476d-cc0d-4ba6-9f75-af0457e85cb6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/805c4924-d29b-4b87-985f-02361455addb HTTP/1.1" status: 204 len: 168 time: 0.3268659 Sep 23 19:38:54.474730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.550792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.661936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.689337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d4c301-d78d-4cff-baf8-cedde42514a3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.701300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e858ec1-23d6-44fc-8ef0-41ac449b344e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.701606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e858ec1-23d6-44fc-8ef0-41ac449b344e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.710151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-16859d23-133e-4974-9d23-8bc0f0046093 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a/tags HTTP/1.1" status: 204 len: 168 time: 0.5282810 Sep 23 19:38:54.713137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.718446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-57b49f35-5566-4228-a6af-d09c0626b8e8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd91d8a3b-5548-45ed-89ed-d32fdfefcbcf') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.722643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.726460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.732913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.739688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.745883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.751960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.757867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.762989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.764159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.777875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b853ff7-92c3-4c60-90eb-a0c6331eb579 req-98097eb1-649d-448a-a7a4-7f2915fea455 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.5333726 Sep 23 19:38:54.790902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:54.791263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:54.793986 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:54.803025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1446974 Sep 23 19:38:54.805848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.814082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:54.869183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee5ff1-2842-4ffa-ac03-19cc7920372d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=c2a2df77-4930-411e-ba9e-1acb1cca1fcc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.886928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:54.892816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.903856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.906297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b8d4c301-d78d-4cff-baf8-cedde42514a3 HTTP/1.1" status: 204 len: 168 time: 0.4304962 Sep 23 19:38:54.908454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-57b49f35-5566-4228-a6af-d09c0626b8e8 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf/tags HTTP/1.1" status: 204 len: 168 time: 0.1941757 Sep 23 19:38:54.911388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.911872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.933468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-827421a9-c898-4cc6-9e86-0133552d2e8a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a75cd37-8db2-4279-a2d0-fc49ed66c794') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.979853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287b9c-29e2-487a-bd1c-84ada52242c6 req-eff81ecd-cc8d-4993-8c65-4f1aac278129 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.986327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63044d78-6725-41f6-9a00-8143fa566f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d4c301-d78d-4cff-baf8-cedde42514a3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.988749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7287b9c-29e2-487a-bd1c-84ada52242c6 req-eff81ecd-cc8d-4993-8c65-4f1aac278129 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 943 time: 0.1400881 Sep 23 19:38:55.030726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] Deleting subnet 163daa6e-bf34-4125-8b2b-f947b9c2cb2f {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:55.032844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7287b9c-29e2-487a-bd1c-84ada52242c6 req-d5887427-89e6-4a6e-a8e3-2e4372a26053 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 Sep 23 19:38:55.036491 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.059399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:55.063223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.083867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.113433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-827421a9-c898-4cc6-9e86-0133552d2e8a tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794/tags HTTP/1.1" status: 204 len: 168 time: 0.1986277 Sep 23 19:38:55.119287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.172809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.215614 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.346398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c99a36ed-0cd5-4a36-9adb-4536ae5df364 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:55.356060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.444986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port c99a36ed-0cd5-4a36-9adb-4536ae5df364 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:55.445379 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.500088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=718b09c2-1939-4071-91e4-c35d8ef7f7ac,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:55.517938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': '80f5ee27-6343-471b-9461-02c396b6bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:55.518467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: c2a2df77-4930-411e-ba9e-1acb1cca1fcc, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:55.527647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72c7c60d-27d2-4aba-a5ca-ce98c78ea1a0 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for subnetpool, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.529594 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-72c7c60d-27d2-4aba-a5ca-ce98c78ea1a0 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c9ecc7a1-884d-4a8b-b91e-ab3d4e13c81e HTTP/1.1" status: 204 len: 168 time: 0.4093075 Sep 23 19:38:55.533491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33074) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.560870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:55.571010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.577956 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7cf8449c-a877-407e-849d-ee3940011e30 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bffb4c8-727f-47b7-b904-43d1e37ff69a HTTP/1.1" status: 200 len: 205 time: 0.0431182 Sep 23 19:38:55.582844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.588255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c2a2df77-4930-411e-ba9e-1acb1cca1fcc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:55.601864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c652d08a-3f80-40f0-b7a4-675dd68d56b9 None None] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:55.607435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163daa6e-bf34-4125-8b2b-f947b9c2cb2f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:55.624352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.626518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-723e0838-6c85-4f77-9f72-5727477dd194 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/163daa6e-bf34-4125-8b2b-f947b9c2cb2f HTTP/1.1" status: 204 len: 168 time: 0.7135763 Sep 23 19:38:55.629682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.649831 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.685311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:55.686551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.723315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.802365 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59064a11-68ca-4035-a3c6-5e81afb15ad3 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.822400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5da003f-7567-4d8c-ade5-43bdb086d153 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0150614 Sep 23 19:38:55.824091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.834314 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.852546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:55.862182 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.871180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfee3636-455b-43a7-9348-fc33f6b54c37']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:55.888738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a527be4b-62a9-49db-a941-df7ec2592ee8') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:55.889041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a527be4b-62a9-49db-a941-df7ec2592ee8') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:55.900695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:55.902580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.935507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.945496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:55.946699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:55.949868 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:56.049586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.056890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:56.072953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.075734 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cfee3636-455b-43a7-9348-fc33f6b54c37 HTTP/1.1" status: 204 len: 168 time: 0.4448578 Sep 23 19:38:56.096971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f838dea-4669-4ec8-89f2-31afe51130e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfee3636-455b-43a7-9348-fc33f6b54c37,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:56.116003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:56.123088 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd42c7-bcc8-410b-b40f-2b962b5fbed3" -d '{"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-plugged", "status": "completed", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:56.141612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-c2a2df77-4930-411e-ba9e-1acb1cca1fcc', 'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '718b09c2-1939-4071-91e4-c35d8ef7f7ac'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:56.143000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.242556 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59064a11-68ca-4035-a3c6-5e81afb15ad3 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.249499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59064a11-68ca-4035-a3c6-5e81afb15ad3 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.352636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:56.394766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Allocated IP 2001:db8::2 (c2a2df77-4930-411e-ba9e-1acb1cca1fcc/718b09c2-1939-4071-91e4-c35d8ef7f7ac/903e3d29-39a3-420e-93e7-1b79a0609099) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:56.434494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59064a11-68ca-4035-a3c6-5e81afb15ad3 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.440541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59064a11-68ca-4035-a3c6-5e81afb15ad3 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Fanout notify agent at l3_agent the message router_deleted on router 5bffb4c8-727f-47b7-b904-43d1e37ff69a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:38:56.464926 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2c617517-97de-4561-a0ae-7a45c8ee0389 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3029dfb30a234e28b4dddb7677be637c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110876 Sep 23 19:38:56.472159 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59064a11-68ca-4035-a3c6-5e81afb15ad3 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.473112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:56.478719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-59064a11-68ca-4035-a3c6-5e81afb15ad3 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/routers/5bffb4c8-727f-47b7-b904-43d1e37ff69a HTTP/1.1" status: 204 len: 168 time: 0.8947263 Sep 23 19:38:56.487118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33120) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:56.541514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-d14a7177-92b0-4fd9-a860-6f4e04fd8638 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:56.548699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-d14a7177-92b0-4fd9-a860-6f4e04fd8638 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=21a2e2d3-2bff-4c8e-a74a-13a50ae46f65 HTTP/1.1" status: 200 len: 943 time: 0.2119894 Sep 23 19:38:56.557192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:56.560900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.679994 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c3f3717-2db6-4f91-9bb7-d4931bcbd464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.688029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Deleting port d91d8a3b-5548-45ed-89ed-d32fdfefcbcf {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:56.688403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.731135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Deleting port ff80f67b-0adb-492a-b14c-78ca0188ff1f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:56.731371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.742415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c3f3717-2db6-4f91-9bb7-d4931bcbd464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.762505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.772905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.775575 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.849108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.862130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:56.863698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Pushing event updated for resources: {'Port': ['ID=903e3d29-39a3-420e-93e7-1b79a0609099,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:56.866893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:56.869878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Calling delete_port for d91d8a3b-5548-45ed-89ed-d32fdfefcbcf owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:56.872239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:56.890472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c3f3717-2db6-4f91-9bb7-d4931bcbd464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.893499 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c3f3717-2db6-4f91-9bb7-d4931bcbd464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.894925 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c3f3717-2db6-4f91-9bb7-d4931bcbd464 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ad366bf-d3d7-437b-a35d-7af9d33aa3bc HTTP/1.1" status: 204 len: 168 time: 0.4206147 Sep 23 19:38:56.938623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f3717-2db6-4f91-9bb7-d4931bcbd464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad366bf-d3d7-437b-a35d-7af9d33aa3bc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.006223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Attempting to bind port 903e3d29-39a3-420e-93e7-1b79a0609099 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:57.006573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Attempting to bind port 903e3d29-39a3-420e-93e7-1b79a0609099 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '80f5ee27-6343-471b-9461-02c396b6bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:57.006784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Attempting to bind port 903e3d29-39a3-420e-93e7-1b79a0609099 on network c2a2df77-4930-411e-ba9e-1acb1cca1fcc {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:57.024161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:57.024571 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Checking segment: {'id': '80f5ee27-6343-471b-9461-02c396b6bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:57.025204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.025852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Bound using segment: {'id': '80f5ee27-6343-471b-9461-02c396b6bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:57.026447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Bound port: 903e3d29-39a3-420e-93e7-1b79a0609099, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f5ee27-6343-471b-9461-02c396b6bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:57.026868 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.121480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] For port 903e3d29-39a3-420e-93e7-1b79a0609099, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:57.126628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] For port 903e3d29-39a3-420e-93e7-1b79a0609099, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=903e3d29-39a3-420e-93e7-1b79a0609099,segment=NetworkSegment(80f5ee27-6343-471b-9461-02c396b6bf0c),segment_id=80f5ee27-6343-471b-9461-02c396b6bf0c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:57.132422 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.158536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.208480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event deleted for resources: {'Port': ['ID=d91d8a3b-5548-45ed-89ed-d32fdfefcbcf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.240032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89cdef-f835-40c1-accb-2e11d26535e4 None None] Pushing event updated for resources: {'Port': ['ID=903e3d29-39a3-420e-93e7-1b79a0609099,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.331297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.335903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29ac7271-f18b-4c92-b809-179b0249cd2e tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/ports/d91d8a3b-5548-45ed-89ed-d32fdfefcbcf HTTP/1.1" status: 204 len: 168 time: 0.8419449 Sep 23 19:38:57.336559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.349069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] For port ff80f67b-0adb-492a-b14c-78ca0188ff1f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ff80f67b-0adb-492a-b14c-78ca0188ff1f,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:57.349659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.352919 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.361362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ff80f67b-0adb-492a-b14c-78ca0188ff1f no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:57.462259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Calling delete_port for ff80f67b-0adb-492a-b14c-78ca0188ff1f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:57.510765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:57.515507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Deleting subnet 9a75cd37-8db2-4279-a2d0-fc49ed66c794 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:57.526174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.527355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.541687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:57.561937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.575308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.675395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.694169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=66b0d82e-a52f-4def-99b8-34b1b3b4a382,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.706768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1558106f-ccfd-4d7c-a32e-06cf3b784eb1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8136487 Sep 23 19:38:57.709572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.743529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.812738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0f1523a0-a196-46c0-a730-f300384e627c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4759b1e3455f466db660e8fe4f54d366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651054 Sep 23 19:38:57.824136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.860762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.883037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f77164-1707-4fc6-be31-f489a404800d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.885378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f77164-1707-4fc6-be31-f489a404800d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.887144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f77164-1707-4fc6-be31-f489a404800d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.888662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f77164-1707-4fc6-be31-f489a404800d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.890937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f77164-1707-4fc6-be31-f489a404800d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.894682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-98f77164-1707-4fc6-be31-f489a404800d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1708465 Sep 23 19:38:57.899053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.904232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452754826'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:57.950704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:57.954902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.972911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.019036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.019574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.020117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.020623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.021774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.021774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.022029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.028818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event deleted for resources: {'Subnet': ['ID=9a75cd37-8db2-4279-a2d0-fc49ed66c794,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:58.034292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868aec2b-f974-4732-9547-05597319aadd req-73da9184-0008-4af0-a3ab-62be92221831 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6491 time: 0.5032015 Sep 23 19:38:58.042373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b2295-452a-4141-bdeb-a0a976521038 None None] Network 40167980-a0be-4c62-8b05-badc89247c0c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:58.054482 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.059333 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb95f504-38c2-4b95-826f-259facbd4275 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/subnets/9a75cd37-8db2-4279-a2d0-fc49ed66c794 HTTP/1.1" status: 204 len: 168 time: 0.7182016 Sep 23 19:38:58.060080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:58.117574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:58.149043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.174423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 903e3d29-39a3-420e-93e7-1b79a0609099 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:58.186794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ce0460f-05c3-43a3-8f98-9d30420b3284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.206782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.207344 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment 1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01 of type vlan for network 8c454d12-3dd1-40a3-884d-d24ddc589133 Sep 23 19:38:58.222543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ce0460f-05c3-43a3-8f98-9d30420b3284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.230045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.268683 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.286384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 903e3d29-39a3-420e-93e7-1b79a0609099 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:58.287018 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.297789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868aec2b-f974-4732-9547-05597319aadd req-7a0cf8a1-af0d-4e32-9f6c-6cf50f864196 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1fd294c-30de-451a-8c70-16703f3d56a2&id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2625237 Sep 23 19:38:58.356128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event deleted for resources: {'Port': ['ID=ff80f67b-0adb-492a-b14c-78ca0188ff1f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:58.396411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] No DVR routers for this DVR port ff80f67b-0adb-492a-b14c-78ca0188ff1f on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:58.400575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.401975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-769a2ad5-9c49-4474-8715-3a3c0e573d2c req-cf51900c-7811-417b-affd-85809764a80b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "DELETE /v2.0/ports/ff80f67b-0adb-492a-b14c-78ca0188ff1f HTTP/1.1" status: 204 len: 173 time: 1.8522227 Sep 23 19:38:58.402658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-deleted', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:58.405686 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a3d970-7819-4243-837a-1df6520ad5dd" -d '{"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-deleted", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:58.410296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] DHCP port deletion for 40167980-a0be-4c62-8b05-badc89247c0c request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:58.417651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:38:58.433033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ce0460f-05c3-43a3-8f98-9d30420b3284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.443659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ce0460f-05c3-43a3-8f98-9d30420b3284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.446810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6ce0460f-05c3-43a3-8f98-9d30420b3284 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56491d87-1fae-48e2-bb0c-5ee9b781611a HTTP/1.1" status: 204 len: 168 time: 0.6202083 Sep 23 19:38:58.470033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0460f-05c3-43a3-8f98-9d30420b3284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56491d87-1fae-48e2-bb0c-5ee9b781611a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:58.484259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.502084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.507162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.633500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.669774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=8c454d12-3dd1-40a3-884d-d24ddc589133,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:58.700037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Deleting port 235d2628-7d5c-4437-a47c-bd3d5faccae2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:58.700639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.708021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:58.744943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:58.750507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:58.767949 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b3b5ae1a-38dc-4f95-9bd0-3e2b6327ee96 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8677878 Sep 23 19:38:58.823809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 903e3d29-39a3-420e-93e7-1b79a0609099, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=903e3d29-39a3-420e-93e7-1b79a0609099,segment=NetworkSegment(80f5ee27-6343-471b-9461-02c396b6bf0c),segment_id=80f5ee27-6343-471b-9461-02c396b6bf0c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:58.827545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Deleting port 235d2628-7d5c-4437-a47c-bd3d5faccae2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:58.828318 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.831589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.925645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] For port 235d2628-7d5c-4437-a47c-bd3d5faccae2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=235d2628-7d5c-4437-a47c-bd3d5faccae2,segment=NetworkSegment(c21d87ed-1e11-4a33-b5c9-c235c44f1d75),segment_id=c21d87ed-1e11-4a33-b5c9-c235c44f1d75)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:58.926425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.950124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Calling delete_port for 235d2628-7d5c-4437-a47c-bd3d5faccae2 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:59.064492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087366a0-6b1a-40a2-9228-f8813a4674a2 None None] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:59.116306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.122988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.127271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=903e3d29-39a3-420e-93e7-1b79a0609099,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:59.144594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] For port 235d2628-7d5c-4437-a47c-bd3d5faccae2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=235d2628-7d5c-4437-a47c-bd3d5faccae2,segment=NetworkSegment(c21d87ed-1e11-4a33-b5c9-c235c44f1d75),segment_id=c21d87ed-1e11-4a33-b5c9-c235c44f1d75)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:59.145280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.172669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.215689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:38:59.223082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:59.224058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.225804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "PUT /v2.0/networks/8c454d12-3dd1-40a3-884d-d24ddc589133 HTTP/1.1" status: 200 len: 723 time: 0.4797032 Sep 23 19:38:59.227210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event deleted for resources: {'Port': ['ID=235d2628-7d5c-4437-a47c-bd3d5faccae2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:59.233712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:59.234960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] No DVR routers for this DVR port 235d2628-7d5c-4437-a47c-bd3d5faccae2 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:59.236525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Calling delete_port for 235d2628-7d5c-4437-a47c-bd3d5faccae2 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:59.245435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': '8c454d12-3dd1-40a3-884d-d24ddc589133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:59.305817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a0c135d0-f102-4540-9729-c5fc74204b81 None None] Provisioning complete for port 903e3d29-39a3-420e-93e7-1b79a0609099 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:59.306298 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0c135d0-f102-4540-9729-c5fc74204b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.376338 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508ea2d3-2cf9-4e3d-b586-cb368acfcc2b x-openstack-request-id: req-508ea2d3-2cf9-4e3d-b586-cb368acfcc2b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:59.376742 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-plugged", "status": "completed", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:59.377063 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-508ea2d3-2cf9-4e3d-b586-cb368acfcc2b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:59.377526 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'code': 200} Sep 23 19:38:59.379556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.408024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40167980-a0be-4c62-8b05-badc89247c0c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:59.419893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21d87ed-1e11-4a33-b5c9-c235c44f1d75') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:59.420335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21d87ed-1e11-4a33-b5c9-c235c44f1d75') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:59.432268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.441849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d35a54-408e-48db-b716-86dd35645c16 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=8c454d12-3dd1-40a3-884d-d24ddc589133,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:59.449929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.460463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:59.470522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:59.471038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:59.539461 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:59.553425 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3b0dbd-8190-4819-926d-c943add0f416 x-openstack-request-id: req-2a3b0dbd-8190-4819-926d-c943add0f416 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:59.553425 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2e2d3-2bff-4c8e-a74a-13a50ae46f65", "name": "network-vif-deleted", "tag": "ff80f67b-0adb-492a-b14c-78ca0188ff1f", "status": "failed", "code": 422}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:59.553425 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a3b0dbd-8190-4819-926d-c943add0f416 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:59.553770 n-d-810763-1 neutron-server[94826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21a2e2d3-2bff-4c8e-a74a-13a50ae46f65', 'name': 'network-vif-deleted', 'tag': 'ff80f67b-0adb-492a-b14c-78ca0188ff1f', 'status': 'failed', 'code': 422} returned with failed status Sep 23 19:38:59.558943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.633083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:59.638151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.671666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.687431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.695233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] 10.222.0.38 "DELETE /v2.0/networks/40167980-a0be-4c62-8b05-badc89247c0c HTTP/1.1" status: 204 len: 168 time: 1.6282485 Sep 23 19:38:59.712289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469549-c62c-408f-9de6-a4d136431050 tempest-TagsExtTest-1434723349 tempest-TagsExtTest-1434723349-project] Pushing event deleted for resources: {'Network': ['ID=40167980-a0be-4c62-8b05-badc89247c0c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:59.964525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Pushing event deleted for resources: {'Port': ['ID=235d2628-7d5c-4437-a47c-bd3d5faccae2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:59.972252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] No DVR routers for this DVR port 235d2628-7d5c-4437-a47c-bd3d5faccae2 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:59.992240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:59.992350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:59.993278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:59.993278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:59.993278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:59.993788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:59.999230 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:00.000151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:00.002609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:00.017498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:00.017953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:00.018418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5182e-b162-4477-b0f2-a44748a98bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:00.136111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 903e3d29-39a3-420e-93e7-1b79a0609099 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:00.151127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:00.166745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-ff005678-dc1a-40f2-b9e8-b1a96b8f8741 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:00.168462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-ff005678-dc1a-40f2-b9e8-b1a96b8f8741 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.2291994 Sep 23 19:39:00.187081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:00.192951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2fcd1-9b09-4fcd-900d-dd7258608a31 None None] Update dhcp port {'port': {'network_id': 'c2a2df77-4930-411e-ba9e-1acb1cca1fcc', 'fixed_ips': [{'subnet_id': '718b09c2-1939-4071-91e4-c35d8ef7f7ac', 'ip_address': '2001:db8::2'}, {'subnet_id': '66b0d82e-a52f-4def-99b8-34b1b3b4a382'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '903e3d29-39a3-420e-93e7-1b79a0609099'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:39:00.193911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-83b3d319-7bfc-4672-954b-ad01fadfcd37 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/quotas/704410d212264e658a139ea138bf5b03 HTTP/1.1" status: 200 len: 375 time: 0.0151467 Sep 23 19:39:00.232394 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fcd1-9b09-4fcd-900d-dd7258608a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.263742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-5a0b70e5-c412-4ef0-8b5c-fccf67833775 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629158 Sep 23 19:39:00.287703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 903e3d29-39a3-420e-93e7-1b79a0609099 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:00.288291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.331841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.429330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-network', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:00.450129 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eac8a2d3-e8cd-4d85-a739-c333df45a49e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ea13e026df04cf59dc0760da93f7219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977417 Sep 23 19:39:00.453918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:00.460232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': '1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8c454d12-3dd1-40a3-884d-d24ddc589133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:00.462919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: 8c454d12-3dd1-40a3-884d-d24ddc589133, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:00.468954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=734cf58e-d66f-4f47-87b0-d75a3501eadc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:00.479983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-48861343-95c4-428f-9d4f-fc490b0eb87f service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049999 Sep 23 19:39:00.491785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Made reservation on behalf of 3fe1c58af78a44d3ad1568444706d8b4 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:00.494890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.508474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a6d2fcd1-9b09-4fcd-900d-dd7258608a31 None None] Allocated IP 172.20.0.1 (c2a2df77-4930-411e-ba9e-1acb1cca1fcc/66b0d82e-a52f-4def-99b8-34b1b3b4a382/903e3d29-39a3-420e-93e7-1b79a0609099) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:00.521758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.551547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f7bac35-3080-4ec5-afce-164ce2988a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.611835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 235d2628-7d5c-4437-a47c-bd3d5faccae2 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:00.620916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f7bac35-3080-4ec5-afce-164ce2988a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.651453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 235d2628-7d5c-4437-a47c-bd3d5faccae2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:00.651856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 235d2628-7d5c-4437-a47c-bd3d5faccae2 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:00.680204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a6d2fcd1-9b09-4fcd-900d-dd7258608a31 None None] For port 903e3d29-39a3-420e-93e7-1b79a0609099, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=903e3d29-39a3-420e-93e7-1b79a0609099,segment=NetworkSegment(80f5ee27-6343-471b-9461-02c396b6bf0c),segment_id=80f5ee27-6343-471b-9461-02c396b6bf0c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:00.729440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f7bac35-3080-4ec5-afce-164ce2988a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.732551 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f7bac35-3080-4ec5-afce-164ce2988a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.739165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fcd1-9b09-4fcd-900d-dd7258608a31 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.744315 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f7bac35-3080-4ec5-afce-164ce2988a00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60f51c0a-5948-470d-9961-47103aedcbe7 HTTP/1.1" status: 204 len: 168 time: 0.2819974 Sep 23 19:39:00.746163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fcd1-9b09-4fcd-900d-dd7258608a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.785981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bac35-3080-4ec5-afce-164ce2988a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f51c0a-5948-470d-9961-47103aedcbe7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:00.789127 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.801185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.877469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2fcd1-9b09-4fcd-900d-dd7258608a31 None None] Pushing event updated for resources: {'Port': ['ID=903e3d29-39a3-420e-93e7-1b79a0609099,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:00.878515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:00.901065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd794d4-8455-4c96-abf2-0a069d3c67a8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:00.904528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.904946 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Added segment 12856197-3120-40e6-90ac-9cb83a245ce0 of type vlan for network 2d9f528b-6b82-44a8-910f-f50c2e3f981f Sep 23 19:39:00.935956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:00.962935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 8c454d12-3dd1-40a3-884d-d24ddc589133) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:00.967937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.972460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b2091-cdd9-47b1-9a7c-b7b47950cb9a None None] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:01.019326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-916a0f5a-55a0-4315-b106-8dadc21c9b8a service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383747 Sep 23 19:39:01.020930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:01.021502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.035172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.038979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:01.040864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.054304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ee3392c-1af1-47a6-baff-b8315098728c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8190722 Sep 23 19:39:01.055264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:01.069376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ea6cc785-372a-4bd3-9590-0e6ace32b643 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:01.177588 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9886801 Sep 23 19:39:01.180925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:01.187656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Request body: {'subnet': {'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-subnet', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:01.227338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Made reservation on behalf of 3fe1c58af78a44d3ad1568444706d8b4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:01.229797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.252268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-8c454d12-3dd1-40a3-884d-d24ddc589133', 'network_id': '8c454d12-3dd1-40a3-884d-d24ddc589133', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '734cf58e-d66f-4f47-87b0-d75a3501eadc'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:01.253161 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.471240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed952d-af29-4cf9-b1ce-fd90f6a0593b admin admin] Pushing event updated for resources: {'Network': ['ID=2d9f528b-6b82-44a8-910f-f50c2e3f981f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:01.505243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:01.533706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea6cc785-372a-4bd3-9590-0e6ace32b643 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4314897'] for subnet, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.717292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d3dae41-e91e-46e9-bcc0-5f7d4ba3bc15 req-c81bd44e-e591-492d-89ee-c74997aacfc0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0656495 Sep 23 19:39:01.726010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.737271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Allocated IP 2001:db8::2 (8c454d12-3dd1-40a3-884d-d24ddc589133/734cf58e-d66f-4f47-87b0-d75a3501eadc/8e661855-1e26-4eb4-b6b7-5e08a57ff9d3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:01.773273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e634a1fd-a9f1-422d-a719-45aedab246be,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:01.828814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Checking segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:01.829261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Network hostable DHCP agents. Network: 2d9f528b-6b82-44a8-910f-f50c2e3f981f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:01.851699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:01.869468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 2d9f528b-6b82-44a8-910f-f50c2e3f981f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:01.880080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:01.880574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.905486 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:01.905694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dfe27e25-0f19-4169-8256-01018fada5eb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7216935 Sep 23 19:39:01.911930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:01.915591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69b794-20fb-4322-8d1b-90061368a86b None None] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:01.963824 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.965185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.103471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.117655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3595a-78e1-4846-b275-93d9b3db262b None None] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:02.119852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 903e3d29-39a3-420e-93e7-1b79a0609099 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:02.353447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.360877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.362683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7c180de4-9b3b-4c43-9db9-a735da9626eb None None] Provisioning complete for port 903e3d29-39a3-420e-93e7-1b79a0609099 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:02.363044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c180de4-9b3b-4c43-9db9-a735da9626eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.490584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.532096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 903e3d29-39a3-420e-93e7-1b79a0609099 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:02.532792 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.650648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:02.690708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:02.709492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea6cc785-372a-4bd3-9590-0e6ace32b643 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773649856247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5092528'] for subnet, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.721783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:02.813181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:02.814059 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.824154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6cc785-372a-4bd3-9590-0e6ace32b643 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:02.825004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea6cc785-372a-4bd3-9590-0e6ace32b643 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.826952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ea6cc785-372a-4bd3-9590-0e6ace32b643 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "PUT /v2.0/subnets/734cf58e-d66f-4f47-87b0-d75a3501eadc HTTP/1.1" status: 200 len: 826 time: 1.7682302 Sep 23 19:39:02.828601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cc785-372a-4bd3-9590-0e6ace32b643 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=734cf58e-d66f-4f47-87b0-d75a3501eadc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:02.836637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:02.880396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Pushing event updated for resources: {'Port': ['ID=8e661855-1e26-4eb4-b6b7-5e08a57ff9d3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:02.959887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c10b9926-88b1-41f3-b4d8-1352e6ef9ce2 req-c79c5ee3-6b09-458f-ab7c-9304ee21ed85 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 210 time: 0.1302660 Sep 23 19:39:03.106898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Attempting to bind port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:03.107282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Attempting to bind port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8c454d12-3dd1-40a3-884d-d24ddc589133'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:03.107655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Attempting to bind port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 on network 8c454d12-3dd1-40a3-884d-d24ddc589133 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:03.131171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.197668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.265406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.353298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Allocated IP 172.20.0.2 (2d9f528b-6b82-44a8-910f-f50c2e3f981f/e634a1fd-a9f1-422d-a719-45aedab246be/6832be99-4a64-42db-8798-457ce825caf4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:03.378782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:03.379302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Checking segment: {'id': '1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8c454d12-3dd1-40a3-884d-d24ddc589133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:03.379783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.380253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Bound using segment: {'id': '1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8c454d12-3dd1-40a3-884d-d24ddc589133'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:03.380871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Bound port: 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8c454d12-3dd1-40a3-884d-d24ddc589133'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:03.381325 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.473459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-728337e7-97a6-4ace-b9b6-9aef7ae114dd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:03.476774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-728337e7-97a6-4ace-b9b6-9aef7ae114dd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.3428211 Sep 23 19:39:03.487322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Allocated IP 172.25.6.201 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/183b18a3-b51e-4467-bdd2-aed717fae051) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:03.508552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Request body: {'port': {'device_id': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'admin_state_up': True, 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:03.557067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:03.557404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.633968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e46c57a8-c6c0-46a1-887a-84b57fbec294 None None] Provisioning complete for port 903e3d29-39a3-420e-93e7-1b79a0609099 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:03.635011 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e46c57a8-c6c0-46a1-887a-84b57fbec294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.709473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] For port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:03.716528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] For port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8e661855-1e26-4eb4-b6b7-5e08a57ff9d3,segment=NetworkSegment(1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01),segment_id=1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:03.728946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.742323 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.751833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] For port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3, host n-d-810763-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:03.752368 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.791889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Calling delete_port for 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:03.835013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.873875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.887344 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.910893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:03.917932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:03.940229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:03.953559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:03.960338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:03.970199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:03.972013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ae1f2-6040-4d0d-9d3b-ac674379a3c6 None None] Pushing event updated for resources: {'Port': ['ID=8e661855-1e26-4eb4-b6b7-5e08a57ff9d3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:04.027854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Pushing event updated for resources: {'Port': ['ID=183b18a3-b51e-4467-bdd2-aed717fae051,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:04.064433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Pushing event updated for resources: {'Port': ['ID=6832be99-4a64-42db-8798-457ce825caf4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:04.145129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Attempting to bind port 6832be99-4a64-42db-8798-457ce825caf4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:04.145454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Attempting to bind port 6832be99-4a64-42db-8798-457ce825caf4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:04.146093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Attempting to bind port 6832be99-4a64-42db-8798-457ce825caf4 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:04.152134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:04.153414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Checking segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:04.153414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.153637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Bound using segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:04.154045 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Bound port: 6832be99-4a64-42db-8798-457ce825caf4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:04.154988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.174944 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4caa4741-a3f3-40bf-a128-fcb471b472b4 req-5962b2f5-7600-4467-9437-1443c6d2590f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0925970 Sep 23 19:39:04.269130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] For port 6832be99-4a64-42db-8798-457ce825caf4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:04.314326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] For port 6832be99-4a64-42db-8798-457ce825caf4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6832be99-4a64-42db-8798-457ce825caf4,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:04.332254 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.364182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:04.367768 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.448141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.494283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0e93e-71c3-499a-a94c-83d5f7de63ec None None] Pushing event updated for resources: {'Port': ['ID=6832be99-4a64-42db-8798-457ce825caf4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:04.544440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Port': ['ID=8e661855-1e26-4eb4-b6b7-5e08a57ff9d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:04.625718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:04.726198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No DVR routers for this DVR port 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:04.940089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f351148c-d042-4390-8445-81ddbd514db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.983132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Allocated IP 172.20.0.13 (f1d5fb3e-eddb-416b-9957-649fbd317db0/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5/37927c0d-f8f7-49de-8d6b-f2b53097d546) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:05.016007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.031894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.256992 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.279143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.306860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=734cf58e-d66f-4f47-87b0-d75a3501eadc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:05.329587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.367617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfdbd763-c460-4a70-a827-a24e91ab5829 req-5b159e89-8acb-4906-8184-4946fb0ec62c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0299680 Sep 23 19:39:05.475820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.484450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Router 1debd3fb-ec77-4e59-b367-620b54a79350 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:39:05.547538 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.565114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c454d12-3dd1-40a3-884d-d24ddc589133']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:05.624086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:05.624441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3bc251-7e8d-4d22-9bc7-c8bb58a75a01') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:05.638322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:05.658963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:05.662678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:05.663265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:05.674773 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Sync routers for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:05.686540 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:05.692109 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:05.749573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3fe50-3248-45a5-ae6e-33cdec487729 None None] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:05.768756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:05.769486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.779040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.804052 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f351148c-d042-4390-8445-81ddbd514db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.807443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event updated for resources: {'Port': ['ID=37927c0d-f8f7-49de-8d6b-f2b53097d546,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:05.817702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.823064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-75e3f60d-1c5d-4af2-b7ac-3bf5da2cff1b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9159768 Sep 23 19:39:05.823948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:05.831962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f351148c-d042-4390-8445-81ddbd514db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.883540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f351148c-d042-4390-8445-81ddbd514db2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48432e7fce324237b1042b119e34664f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2527294 Sep 23 19:39:05.902491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.907845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:05.909651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-044bf468-0698-480b-8900-7133241dd79c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4184279 Sep 23 19:39:05.933785 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:05.938830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e86f7638-05ad-48ba-81f4-929d6cd65ef3 None None] Could not find standard attr ID for object 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:06.074012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Request body: {'port': {'device_id': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:06.115058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:06.115628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.175202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44664cfc-c4c4-4465-acff-f3f05d4db7f1 None None] DHCP port deletion for 8c454d12-3dd1-40a3-884d-d24ddc589133 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:06.195082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36839e-9a6c-446d-9a1e-b903f776aba4 None None] Network 8c454d12-3dd1-40a3-884d-d24ddc589133 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:06.234322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6832be99-4a64-42db-8798-457ce825caf4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:06.234800 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:06.319144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def6abd6-0a93-4c64-8aed-fbfe79e202a7 None None] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:06.326726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351148c-d042-4390-8445-81ddbd514db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a84be4e-ea24-4c6c-93af-5432a8840ccb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:06.352675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f469152-670d-4aab-8d7c-5731f8a6881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.370128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.391883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.397345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/8c454d12-3dd1-40a3-884d-d24ddc589133 HTTP/1.1" status: 204 len: 168 time: 3.5559931 Sep 23 19:39:06.404320 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:04Z', 'revision_number': 3, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:06.416797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:06.444554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845e1f2-a24a-4b22-abce-9f0e3bc25faf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=8c454d12-3dd1-40a3-884d-d24ddc589133,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:06.447574 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Checking router: 1debd3fb-ec77-4e59-b367-620b54a79350 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:39:06.448333 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Updating router 1debd3fb-ec77-4e59-b367-620b54a79350 port 183b18a3-b51e-4467-bdd2-aed717fae051 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:39:06.448527 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.480668 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.509230 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-425e63a1-df88-4c6e-8fd3-de5ad6dcfbe5 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:06.509892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425e63a1-df88-4c6e-8fd3-de5ad6dcfbe5 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:06.516356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33380) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:06.516997 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-425e63a1-df88-4c6e-8fd3-de5ad6dcfbe5 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/8c454d12-3dd1-40a3-884d-d24ddc589133 HTTP/1.1" status: 404 len: 339 time: 0.0990567 Sep 23 19:39:06.532177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f469152-670d-4aab-8d7c-5731f8a6881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.567926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1619837372', 'description': 'd1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:06.728463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:06.742030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.777473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6832be99-4a64-42db-8798-457ce825caf4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:06.778445 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.812139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4c8f3a1f-8bf6-42ed-aacf-e692156d0dca None None] Provisioning complete for port 6832be99-4a64-42db-8798-457ce825caf4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:06.812747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3a1f-8bf6-42ed-aacf-e692156d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.838126 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.848234 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.867553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.870587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0066714-22c3-4540-8571-e3ee095d0092 req-aaac314b-b254-4bb5-b775-175ce186513d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:06.878914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0066714-22c3-4540-8571-e3ee095d0092 req-aaac314b-b254-4bb5-b775-175ce186513d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 932 time: 0.3430057 Sep 23 19:39:06.909628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f469152-670d-4aab-8d7c-5731f8a6881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.912558 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f469152-670d-4aab-8d7c-5731f8a6881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.913952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f469152-670d-4aab-8d7c-5731f8a6881a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a84be4e-ea24-4c6c-93af-5432a8840ccb HTTP/1.1" status: 204 len: 168 time: 0.9993103 Sep 23 19:39:07.002496 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Attempting to bind port 183b18a3-b51e-4467-bdd2-aed717fae051 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:07.002914 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Attempting to bind port 183b18a3-b51e-4467-bdd2-aed717fae051 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:07.003286 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Attempting to bind port 183b18a3-b51e-4467-bdd2-aed717fae051 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:07.018695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f469152-670d-4aab-8d7c-5731f8a6881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a84be4e-ea24-4c6c-93af-5432a8840ccb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.038690 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Pushing event updated for resources: {'Port': ['ID=183b18a3-b51e-4467-bdd2-aed717fae051,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.054294 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:07.054462 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:07.054862 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.055250 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:07.055722 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Bound port: 183b18a3-b51e-4467-bdd2-aed717fae051, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:07.056106 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.061236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0066714-22c3-4540-8571-e3ee095d0092 req-3d5de930-8198-430f-a8cc-99e6de8eeb0f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802781 Sep 23 19:39:07.111461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3a1f-8bf6-42ed-aacf-e692156d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.199476 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] For port 183b18a3-b51e-4467-bdd2-aed717fae051, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:07.210493 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] For port 183b18a3-b51e-4467-bdd2-aed717fae051, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=183b18a3-b51e-4467-bdd2-aed717fae051,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:07.218234 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.219723 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.220066 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.220866 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.221991 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.224978 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.225355 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.226582 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.226922 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.227830 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.228101 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.229967 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:07.243234 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.321360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4c8f3a1f-8bf6-42ed-aacf-e692156d0dca None None] For port 6832be99-4a64-42db-8798-457ce825caf4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6832be99-4a64-42db-8798-457ce825caf4,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:07.344956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3a1f-8bf6-42ed-aacf-e692156d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.356019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.413480 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e85e89-efe2-459f-bb99-be019e9680c9 None None] Pushing event updated for resources: {'Port': ['ID=183b18a3-b51e-4467-bdd2-aed717fae051,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.433791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37927c0d-f8f7-49de-8d6b-f2b53097d546 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:07.453440 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:07.456350 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:07.460321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3a1f-8bf6-42ed-aacf-e692156d0dca None None] Pushing event updated for resources: {'Port': ['ID=6832be99-4a64-42db-8798-457ce825caf4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.461599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.491222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:39:07.491744 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:39:07.503996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Transition to ACTIVE for port object 37927c0d-f8f7-49de-8d6b-f2b53097d546 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:39:07.509421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.509968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Allocated IP 172.20.0.1 (2d9f528b-6b82-44a8-910f-f50c2e3f981f/e634a1fd-a9f1-422d-a719-45aedab246be/e15264af-34c3-4ac0-b640-6c26bd9c932b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:07.625863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:07.695575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.696111 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:07.700463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Pushing event updated for resources: {'Port': ['ID=37927c0d-f8f7-49de-8d6b-f2b53097d546,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.707119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca0e64-4b16-4ac1-8177-b91315cf130f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.742652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:07.753318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.771950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ea567001-68aa-4f29-be39-105b4f87c5f2 None None] Provisioning complete for port 6832be99-4a64-42db-8798-457ce825caf4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:07.772498 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea567001-68aa-4f29-be39-105b4f87c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.777933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:07.784208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:07.786999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:07.839738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.840341 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment db3e829a-1256-4444-bbf2-da4540459eac of type vlan for network 4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a Sep 23 19:39:07.856297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Attempting to bind port 37927c0d-f8f7-49de-8d6b-f2b53097d546 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:07.862262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Attempting to bind port 37927c0d-f8f7-49de-8d6b-f2b53097d546 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:07.864854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Attempting to bind port 37927c0d-f8f7-49de-8d6b-f2b53097d546 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:07.942755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=e15264af-34c3-4ac0-b640-6c26bd9c932b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.988095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.994704 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:04Z', 'revision_number': 3, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:07.995325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca0e64-4b16-4ac1-8177-b91315cf130f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.005539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Port 37927c0d-f8f7-49de-8d6b-f2b53097d546 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:39:08.006020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Attempting to bind port 37927c0d-f8f7-49de-8d6b-f2b53097d546 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:08.009881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aca0e64-4b16-4ac1-8177-b91315cf130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.033014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:08.033519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:08.034314 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fb266-d400-4f12-971f-ec5f67b02379 None None] The sync data for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 is: [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:04Z', 'revision_number': 3, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:08.035939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Bound using segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:08.038490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Bound port: 37927c0d-f8f7-49de-8d6b-f2b53097d546, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:08.040100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.048364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.164063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.167625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1aca0e64-4b16-4ac1-8177-b91315cf130f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f45da1115ba24cea99bf40c5a9c35f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387180 Sep 23 19:39:08.178865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:08.179746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.188737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:08.221132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca0e64-4b16-4ac1-8177-b91315cf130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ddc74f-20d2-41d0-b6d1-dfec01306c0a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:08.235276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6832be99-4a64-42db-8798-457ce825caf4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:08.362331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7315df34-1533-4203-9e08-8fbc91f0bd08 None None] Provisioning complete for port e15264af-34c3-4ac0-b640-6c26bd9c932b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:08.362696 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7315df34-1533-4203-9e08-8fbc91f0bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.372473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:08.390430 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5bc7c2f7-2597-4094-bbeb-a8f191dd179a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8709064 Sep 23 19:39:08.397173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:08.411113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:08.460571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] For port 37927c0d-f8f7-49de-8d6b-f2b53097d546, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:08.462959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7315df34-1533-4203-9e08-8fbc91f0bd08 None None] Port e15264af-34c3-4ac0-b640-6c26bd9c932b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:08.464547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] For port 37927c0d-f8f7-49de-8d6b-f2b53097d546, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=37927c0d-f8f7-49de-8d6b-f2b53097d546,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:08.478131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56211f8-e324-4ec5-b11a-81d88afe253d req-48473e56-0250-4011-971c-929652698737 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:08.480954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6832be99-4a64-42db-8798-457ce825caf4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:08.481340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.492065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a56211f8-e324-4ec5-b11a-81d88afe253d req-48473e56-0250-4011-971c-929652698737 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 944 time: 0.2775354 Sep 23 19:39:08.496204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.526525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fdf76-ac82-4a40-8145-65865ee57d8a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:08.538165 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7c0fdf76-ac82-4a40-8145-65865ee57d8a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/networks?id=4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a HTTP/1.1" status: 200 len: 765 time: 0.1394942 Sep 23 19:39:08.545511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:08.553760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'description': 'd2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:08.683888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:08.719838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:08.720083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.721080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8e661855-1e26-4eb4-b6b7-5e08a57ff9d3 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:08.730875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3736576f-031f-4645-ac2f-59ccd55981f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.737177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:08.737991 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.739791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] 10.222.0.72 "PUT /v2.0/ports/37927c0d-f8f7-49de-8d6b-f2b53097d546 HTTP/1.1" status: 200 len: 1092 time: 2.6771960 Sep 23 19:39:08.760922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'tag': '37927c0d-f8f7-49de-8d6b-f2b53097d546'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:08.763954 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70673c7c-4d63-41ec-8ec8-09ca76ad621d" -d '{"events": [{"name": "network-changed", "server_uuid": "7aedcf4d-c15b-4f9d-ad89-69fad889ddc6", "tag": "37927c0d-f8f7-49de-8d6b-f2b53097d546"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:08.778777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb1325-bffd-4e7f-af08-9f243a73c46f service neutron] Pushing event updated for resources: {'Port': ['ID=37927c0d-f8f7-49de-8d6b-f2b53097d546,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:08.808774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a56211f8-e324-4ec5-b11a-81d88afe253d req-d029b418-e9f5-489a-9d26-7f1c4f660c60 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149090 Sep 23 19:39:08.851993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3736576f-031f-4645-ac2f-59ccd55981f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.941512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-b7f6e422-c934-47f7-8964-fe902d6ea3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:08.954584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-b7f6e422-c934-47f7-8964-fe902d6ea3a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.1627977 Sep 23 19:39:09.003815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-5609f060-8569-4d3f-9c74-19656441e987 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37927c0d-f8f7-49de-8d6b-f2b53097d546 HTTP/1.1" status: 200 len: 217 time: 0.0408540 Sep 23 19:39:09.081038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3736576f-031f-4645-ac2f-59ccd55981f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.083730 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3736576f-031f-4645-ac2f-59ccd55981f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.084906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3736576f-031f-4645-ac2f-59ccd55981f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1ddc74f-20d2-41d0-b6d1-dfec01306c0a HTTP/1.1" status: 204 len: 168 time: 0.8951981 Sep 23 19:39:09.128927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736576f-031f-4645-ac2f-59ccd55981f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ddc74f-20d2-41d0-b6d1-dfec01306c0a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:09.137063 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959161de-eb73-416f-a769-84502cadb745 x-openstack-request-id: req-959161de-eb73-416f-a769-84502cadb745 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:09.140454 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aedcf4d-c15b-4f9d-ad89-69fad889ddc6", "tag": "37927c0d-f8f7-49de-8d6b-f2b53097d546", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:09.141661 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-959161de-eb73-416f-a769-84502cadb745 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:09.143193 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'tag': '37927c0d-f8f7-49de-8d6b-f2b53097d546', 'status': 'completed', 'code': 200} Sep 23 19:39:09.152920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-7dbe41ea-f9f5-4ebd-a0f4-dca4a7110065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:09.156861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-7dbe41ea-f9f5-4ebd-a0f4-dca4a7110065 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.1446707 Sep 23 19:39:09.222089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-d9e9532b-0735-496b-8d78-457a59a2c0bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552783 Sep 23 19:39:09.452712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-6856a34f-c1a2-4979-9bbb-cc6504efe6c7 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242367 Sep 23 19:39:09.582553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.588484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.664118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7768712c-df05-481e-a3fd-39d6bbc28f2d req-0bfcfbdd-ca4c-4be7-965a-482ea6f801f6 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940897 Sep 23 19:39:09.673551 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.805255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Pushing event updated for resources: {'Port': ['ID=e15264af-34c3-4ac0-b640-6c26bd9c932b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:09.809001 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.827828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.861166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-51e76727-79e5-4189-89a0-90c071cd8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:09.863886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-51e76727-79e5-4189-89a0-90c071cd8e83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.1142368 Sep 23 19:39:09.895232 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-fc7eb56d-0e77-49cb-abaa-d1ac7f818e5a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4237044 Sep 23 19:39:09.903867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network 4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a is not hosted by any dhcp agent {{(pid=94825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:39:09.910268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:09.911222 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.912864 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "PUT /v2.0/networks/4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a HTTP/1.1" status: 200 len: 762 time: 1.3660755 Sep 23 19:39:09.916592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:10.141517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:10.149110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:10.176208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39de43d-98f3-44a7-b660-cf13e709a3a1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.178803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f39de43d-98f3-44a7-b660-cf13e709a3a1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/networks?id=4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a HTTP/1.1" status: 200 len: 765 time: 0.2591023 Sep 23 19:39:10.222419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:10.281232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 183b18a3-b51e-4467-bdd2-aed717fae051 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:10.348907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-60839321-b551-434f-a151-0945d00aabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.357782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-60839321-b551-434f-a151-0945d00aabd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.4861703 Sep 23 19:39:10.384369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9ec44-a58d-4323-949a-64708816aef7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:10.403290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:10.410544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.411020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.411496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.419648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.420801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.425409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.425966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.431031 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d428a384-47a5-46a8-94a2-4ebc0580f197 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6502 time: 0.4845953 Sep 23 19:39:10.497425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979bdaf-ed5a-415e-ac13-2e9d989f82bd req-21e3b8f9-f7d7-45fb-b6fc-83b84fcf4ffa tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.509671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6979bdaf-ed5a-415e-ac13-2e9d989f82bd req-21e3b8f9-f7d7-45fb-b6fc-83b84fcf4ffa tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 944 time: 0.5919065 Sep 23 19:39:10.511893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 183b18a3-b51e-4467-bdd2-aed717fae051 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:10.512363 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.658559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-121ed2fb-2b84-4b7c-b8d2-828c93fa1268 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37927c0d-f8f7-49de-8d6b-f2b53097d546 HTTP/1.1" status: 200 len: 217 time: 0.2526312 Sep 23 19:39:10.699396 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.742536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-97357d54-61db-4bf4-a6e7-96be62abfddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.743546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-97357d54-61db-4bf4-a6e7-96be62abfddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.744399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-97357d54-61db-4bf4-a6e7-96be62abfddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.746197 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-97357d54-61db-4bf4-a6e7-96be62abfddb service neutron] 10.222.0.72 "GET /v2.0/networks?id=58635457-bc59-4eda-9f1c-3e8334135a76&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=27977598-a0a0-4d67-97ee-5426d383170d&id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 2296 time: 0.2058229 Sep 23 19:39:10.756324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Router 1debd3fb-ec77-4e59-b367-620b54a79350 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:10.772828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6979bdaf-ed5a-415e-ac13-2e9d989f82bd req-0a5231ec-15a1-4185-a9c5-d4552cc59057 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622528 Sep 23 19:39:10.781232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 183b18a3-b51e-4467-bdd2-aed717fae051, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=183b18a3-b51e-4467-bdd2-aed717fae051,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:10.788819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-442345c0-534e-4283-8aab-d48e79cb5925 None None] Provisioning complete for port e15264af-34c3-4ac0-b640-6c26bd9c932b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:10.789213 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-442345c0-534e-4283-8aab-d48e79cb5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.861670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-442345c0-534e-4283-8aab-d48e79cb5925 None None] Port e15264af-34c3-4ac0-b640-6c26bd9c932b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:10.863526 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.972718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=183b18a3-b51e-4467-bdd2-aed717fae051,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:10.995153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-d0fcf00e-018b-4594-b85b-47cc63360f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.000134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-d0fcf00e-018b-4594-b85b-47cc63360f08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.3208289 Sep 23 19:39:11.056888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cd588-bd10-4da8-b108-28f1c6200c0c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.063124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a30cd588-bd10-4da8-b108-28f1c6200c0c tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8381009 Sep 23 19:39:11.065835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d74751d6-d803-4a47-bed9-d72fb3e2c080 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 200 len: 1001 time: 0.3076015 Sep 23 19:39:11.066361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.104110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-ac167619-09f5-4c54-9301-a1f619bf4d4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972583 Sep 23 19:39:11.187438 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b32d71c-9e16-424d-a53a-d65c5950df57 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 207 time: 0.1156328 Sep 23 19:39:11.188216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33474) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.238327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-9ae1985b-9d52-465c-bf6c-04ce763c7b36 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242778 Sep 23 19:39:11.313186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7ea79-4271-44b7-a707-4b4e9de41198 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.315933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7ea79-4271-44b7-a707-4b4e9de41198 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.322509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7ea79-4271-44b7-a707-4b4e9de41198 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.329564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7ea79-4271-44b7-a707-4b4e9de41198 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.336349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7ea79-4271-44b7-a707-4b4e9de41198 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.342867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7ea79-4271-44b7-a707-4b4e9de41198 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.349629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4cd7ea79-4271-44b7-a707-4b4e9de41198 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1571012 Sep 23 19:39:11.354701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.400552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d7abe764-733d-40c0-9625-eb2985d695ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.403649 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d7abe764-733d-40c0-9625-eb2985d695ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99a31fcd-cda4-4b73-8588-ceba98513f6f HTTP/1.1" status: 200 len: 854 time: 0.3096144 Sep 23 19:39:11.518146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d00349c1-402b-4caa-ae6e-c99417dfa22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.519703 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d00349c1-402b-4caa-ae6e-c99417dfa22f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58635457-bc59-4eda-9f1c-3e8334135a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881910 Sep 23 19:39:11.548696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:11.558475 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6d7a4b6-aa26-4deb-a858-5304d498cfe5 admin admin] 10.222.0.38 "PUT /v2.0/routers/1debd3fb-ec77-4e59-b367-620b54a79350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7320535 Sep 23 19:39:11.564139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Sync routers for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:11.588789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:11.590577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:11.674776 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d97e4a5a-0095-4745-9199-61d562530b02 service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414766 Sep 23 19:39:11.820302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:11.826574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-bbf719f1-c23f-4fbe-95e5-956cfcc9d69c service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432273 Sep 23 19:39:11.915619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-b8ecb53d-c3ea-4b77-8ad4-9c88434cdb79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 217 time: 0.0804641 Sep 23 19:39:11.936743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 37927c0d-f8f7-49de-8d6b-f2b53097d546 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:12.024382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70673c7c-4d63-41ec-8ec8-09ca76ad621d req-4608a61d-9041-4947-a2d9-e46c6b0c65c5 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741737 Sep 23 19:39:12.071641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-e9db29b1-7ae3-40eb-abfe-40cfc57e97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.073166 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-e9db29b1-7ae3-40eb-abfe-40cfc57e97ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1459270 Sep 23 19:39:12.145954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-0aa6311b-128b-47d5-9ebb-420998227bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.147836 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-0aa6311b-128b-47d5-9ebb-420998227bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666444 Sep 23 19:39:12.201622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca9638ff-5bef-42a6-9059-e949e3b2e316 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.8445044 Sep 23 19:39:12.205310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.300709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 37927c0d-f8f7-49de-8d6b-f2b53097d546, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=37927c0d-f8f7-49de-8d6b-f2b53097d546,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:12.316705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 183b18a3-b51e-4467-bdd2-aed717fae051 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:12.319454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '37927c0d-f8f7-49de-8d6b-f2b53097d546', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': '37927c0d-f8f7-49de-8d6b-f2b53097d546', 'mac_address': 'fa:16:3e:85:71:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:39:12.329621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a57dc-78ba-4fdb-a112-55bacb3b8e88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.345785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a57dc-78ba-4fdb-a112-55bacb3b8e88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.347677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a57dc-78ba-4fdb-a112-55bacb3b8e88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.349045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a57dc-78ba-4fdb-a112-55bacb3b8e88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.350703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a57dc-78ba-4fdb-a112-55bacb3b8e88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.352610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a13a57dc-78ba-4fdb-a112-55bacb3b8e88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1459424 Sep 23 19:39:12.358696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33516) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.433034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d7b77216-f836-4e31-9661-52f5834622e3 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768810 Sep 23 19:39:12.449836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.456182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3a293-0326-4af8-abeb-66b076f3524b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.457954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3a293-0326-4af8-abeb-66b076f3524b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.459649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3a293-0326-4af8-abeb-66b076f3524b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.461610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3a293-0326-4af8-abeb-66b076f3524b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.463755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3a293-0326-4af8-abeb-66b076f3524b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.464691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37927c0d-f8f7-49de-8d6b-f2b53097d546 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:12.469900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.470534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-12d3a293-0326-4af8-abeb-66b076f3524b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1106787 Sep 23 19:39:12.502117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33520) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.544329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 37927c0d-f8f7-49de-8d6b-f2b53097d546, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=37927c0d-f8f7-49de-8d6b-f2b53097d546,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:12.549464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 183b18a3-b51e-4467-bdd2-aed717fae051 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:12.549832 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.591328 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d875c62f-ddef-429e-a1f6-8e7db3b9c282 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477191 Sep 23 19:39:12.599202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.602282 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.656239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 2, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:12.663824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0b1cdad8-0716-4da5-832a-1220b9a82a91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483575860', 'description': 'tempest-description--277712568'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:12.669367 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-c1d2c6c9-db21-4540-837b-e0cd1351a361 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 217 time: 0.0692103 Sep 23 19:39:12.681682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54453cbd-9c43-44f1-8ad3-cd37560f80d0 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.685068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-54453cbd-9c43-44f1-8ad3-cd37560f80d0 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/networks/6fd5f2f3-f099-4915-89d1-2dd5c954646c HTTP/1.1" status: 200 len: 804 time: 0.2140548 Sep 23 19:39:12.689161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.703581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Checking router: 1debd3fb-ec77-4e59-b367-620b54a79350 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:39:12.704237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Updating router 1debd3fb-ec77-4e59-b367-620b54a79350 port e15264af-34c3-4ac0-b640-6c26bd9c932b binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:39:12.778845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdad8-0716-4da5-832a-1220b9a82a91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.812280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.832462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-a3bf0517-f01e-4a6a-b90d-7039032f2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.834298 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-a3bf0517-f01e-4a6a-b90d-7039032f2240 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1562688 Sep 23 19:39:12.840686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=37927c0d-f8f7-49de-8d6b-f2b53097d546,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:12.844930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-724fea0b-2836-4cd3-83ea-3bdf1904fee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.888999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c549-0bf5-4703-8c20-19f1db4dafee req-758c8e4d-76a9-4ea3-8490-60b8c84b3a00 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.899241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a2c549-0bf5-4703-8c20-19f1db4dafee req-758c8e4d-76a9-4ea3-8490-60b8c84b3a00 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 945 time: 0.1831768 Sep 23 19:39:12.931741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-92e3a42b-cc05-4e5c-9006-a0393f1a5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.933305 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-92e3a42b-cc05-4e5c-9006-a0393f1a5532 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788448 Sep 23 19:39:12.934698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ba57d6d-7ab0-4d3e-a877-15fd8d9c0a83 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/networks/6fd5f2f3-f099-4915-89d1-2dd5c954646c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2444248 Sep 23 19:39:12.938069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.014957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00a2c549-0bf5-4703-8c20-19f1db4dafee req-9f2d2999-8091-491e-936a-f788f9a4bb8e tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144354 Sep 23 19:39:13.049109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d833d4-6e2a-42bd-8dda-4fb782cd7fbf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:13.055139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-13d833d4-6e2a-42bd-8dda-4fb782cd7fbf tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/subnets/187c6ede-7a5d-427b-85fa-b4c7ef02be72 HTTP/1.1" status: 200 len: 843 time: 0.1147792 Sep 23 19:39:13.061389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.063857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdad8-0716-4da5-832a-1220b9a82a91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.085056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdad8-0716-4da5-832a-1220b9a82a91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.211901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cdad8-0716-4da5-832a-1220b9a82a91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a552b9-e83f-4c8b-bdf7-cf5887916459,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.231570 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-99cb7399-6751-41d6-88c1-3985ac92e243 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873163 Sep 23 19:39:13.231849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['37927c0d-f8f7-49de-8d6b-f2b53097d546'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:13.239825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b5578-1a29-4d6e-b7c7-a6a2259d7277 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:13.246906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.252258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536520835'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:13.257882 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-807b5578-1a29-4d6e-b7c7-a6a2259d7277 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "GET /v2.0/subnets/187c6ede-7a5d-427b-85fa-b4c7ef02be72?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1920989 Sep 23 19:39:13.351929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e541649-fa33-48a1-a1ae-968717bcee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.427266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-724fea0b-2836-4cd3-83ea-3bdf1904fee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.430137 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-f9ecf41b-5466-499f-a141-6910706efe80 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611106 Sep 23 19:39:13.433837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-724fea0b-2836-4cd3-83ea-3bdf1904fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.440981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdad8-0716-4da5-832a-1220b9a82a91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.442263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0b1cdad8-0716-4da5-832a-1220b9a82a91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8409064 Sep 23 19:39:13.448975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.458099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-675c97c1-e848-4618-93b1-b4357b35e911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'security_group_rule': {'security_group_id': 'b3a552b9-e83f-4c8b-bdf7-cf5887916459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:13.485760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:13.493308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.506836 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-b32ea760-f1fb-4470-bf3c-465376349d61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f166e3a2-c05e-4ab6-8043-88ad98432333 HTTP/1.1" status: 200 len: 217 time: 0.0575895 Sep 23 19:39:13.542761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675c97c1-e848-4618-93b1-b4357b35e911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.560542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.566952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:13.571300 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-724fea0b-2836-4cd3-83ea-3bdf1904fee7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61ccbf50f6a3474f901bf8112193949f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0681179 Sep 23 19:39:13.574079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.576916 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.584914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fea0b-2836-4cd3-83ea-3bdf1904fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d61556f-ee45-4a56-9712-ed95bd4b4008,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.596304 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.596980 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Added segment 37f55034-26b8-4fa9-841b-1485a37120b4 of type vlan for network b14caafc-79ce-4bee-903a-42b7dc2077e9 Sep 23 19:39:13.606156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-4c1ba8c0-b021-4776-8fb5-7afa290383de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:13.608212 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-4c1ba8c0-b021-4776-8fb5-7afa290383de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0865436 Sep 23 19:39:13.655161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726ed88-8b7c-4fc1-932f-9e6d5050a528 None None] Pushing event updated for resources: {'Port': ['ID=e15264af-34c3-4ac0-b640-6c26bd9c932b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.697289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aea2bae-2325-4681-b536-84f05b5301f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.710058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-3277c40c-f511-4b1f-b43e-06c4afb5c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:13.711599 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-3277c40c-f511-4b1f-b43e-06c4afb5c3f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936019 Sep 23 19:39:13.720237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675c97c1-e848-4618-93b1-b4357b35e911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.728072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675c97c1-e848-4618-93b1-b4357b35e911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.747057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.753382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aea2bae-2325-4681-b536-84f05b5301f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.773543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Attempting to bind port e15264af-34c3-4ac0-b640-6c26bd9c932b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:13.774292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Attempting to bind port e15264af-34c3-4ac0-b640-6c26bd9c932b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:13.774449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Attempting to bind port e15264af-34c3-4ac0-b640-6c26bd9c932b on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:13.780205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c97c1-e848-4618-93b1-b4357b35e911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2898b8-407e-4d1f-8ced-3f85d9b5a9d6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.782102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:13.783628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Checking segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:13.784207 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.784976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Bound using segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:13.785578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Bound port: e15264af-34c3-4ac0-b640-6c26bd9c932b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:13.786078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.792788 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-675c97c1-e848-4618-93b1-b4357b35e911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.794830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-675c97c1-e848-4618-93b1-b4357b35e911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440957 Sep 23 19:39:13.798324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.807709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-965137a1-413b-4683-a12f-3e4adeeab052 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'security_group_rule': {'security_group_id': 'b3a552b9-e83f-4c8b-bdf7-cf5887916459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:13.844508 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.851920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:13.853194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.867832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-965137a1-413b-4683-a12f-3e4adeeab052 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.877129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aea2bae-2325-4681-b536-84f05b5301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.884397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3aea2bae-2325-4681-b536-84f05b5301f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.885670 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3aea2bae-2325-4681-b536-84f05b5301f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d61556f-ee45-4a56-9712-ed95bd4b4008 HTTP/1.1" status: 204 len: 168 time: 0.3105950 Sep 23 19:39:13.933204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6850998 Sep 23 19:39:13.940242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.959367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'network_id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:13.960695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] For port e15264af-34c3-4ac0-b640-6c26bd9c932b, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:13.964955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] For port e15264af-34c3-4ac0-b640-6c26bd9c932b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e15264af-34c3-4ac0-b640-6c26bd9c932b,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:13.972217 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.987162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea2bae-2325-4681-b536-84f05b5301f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d61556f-ee45-4a56-9712-ed95bd4b4008,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.054644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9231fc3-003c-45f8-9634-d814d5d36fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Network': ['ID=b14caafc-79ce-4bee-903a-42b7dc2077e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.057589 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-98aa5310-998d-4fda-9d72-57c363dee1a0 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349156 Sep 23 19:39:14.128763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b14caafc-79ce-4bee-903a-42b7dc2077e9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:14.228512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-f1ae0e9a-8113-4d76-a554-627c718cdf90 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622393 Sep 23 19:39:14.237007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-965137a1-413b-4683-a12f-3e4adeeab052 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.241645 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-965137a1-413b-4683-a12f-3e4adeeab052 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.300194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965137a1-413b-4683-a12f-3e4adeeab052 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b840b402-77ff-4f44-9388-70d88454c7b9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.311436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-607bfea4-ae49-46bd-9d4c-9da9bbfa71e6 None None] Provisioning complete for port e15264af-34c3-4ac0-b640-6c26bd9c932b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:14.312035 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-607bfea4-ae49-46bd-9d4c-9da9bbfa71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.325214 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:14.326075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:14.334735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f94f5-4aae-4c3d-8260-74e119159c84 req-564a2367-9953-4dd8-a9fc-d6837f30d315 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:14.336360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-139f94f5-4aae-4c3d-8260-74e119159c84 req-564a2367-9953-4dd8-a9fc-d6837f30d315 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 945 time: 0.1572981 Sep 23 19:39:14.352488 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-326fbb0a-1a3f-47f1-9b75-a8b2b5737ffd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 200 len: 217 time: 0.1172564 Sep 23 19:39:14.378367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Made reservation on behalf of b015d59ad82542d48a7880dc320bfbb0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:14.387525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.404584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-965137a1-413b-4683-a12f-3e4adeeab052 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.408834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-965137a1-413b-4683-a12f-3e4adeeab052 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6033697 Sep 23 19:39:14.420145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:14.424784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:14.460107 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.472981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:14.480035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:14.492504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-94d7b3d7-f435-43f9-9c83-7a35041fc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:14.493908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-94d7b3d7-f435-43f9-9c83-7a35041fc703 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1325207 Sep 23 19:39:14.501913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17fd100c-6f34-4e65-a319-7d4a2ea618fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.539487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:39:14.540008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:39:14.549590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-783a1f80-02a5-4c1f-878c-93775c1a3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:14.553111 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-783a1f80-02a5-4c1f-878c-93775c1a3cfc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509613 Sep 23 19:39:14.566807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-139f94f5-4aae-4c3d-8260-74e119159c84 req-af45bd4b-914d-44fd-931b-13d7b61d7721 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216280 Sep 23 19:39:14.693348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726ed88-8b7c-4fc1-932f-9e6d5050a528 None None] Pushing event updated for resources: {'Port': ['ID=e15264af-34c3-4ac0-b640-6c26bd9c932b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.711916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-6132d42b-6b65-46d3-8b19-2b31f7bcd795 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453538 Sep 23 19:39:14.834363 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-607bfea4-ae49-46bd-9d4c-9da9bbfa71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.859190 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.884910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-607bfea4-ae49-46bd-9d4c-9da9bbfa71e6 None None] For port e15264af-34c3-4ac0-b640-6c26bd9c932b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e15264af-34c3-4ac0-b640-6c26bd9c932b,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:14.889423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-d6d5b864-34ca-4ca4-a56e-e1443b1e4b02 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610198 Sep 23 19:39:14.890686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-607bfea4-ae49-46bd-9d4c-9da9bbfa71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.955256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:14.973041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17fd100c-6f34-4e65-a319-7d4a2ea618fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.980758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17fd100c-6f34-4e65-a319-7d4a2ea618fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.984753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.994221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bfea4-ae49-46bd-9d4c-9da9bbfa71e6 None None] Pushing event updated for resources: {'Port': ['ID=e15264af-34c3-4ac0-b640-6c26bd9c932b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:15.001782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-9da701b6-590d-4d5b-a17e-eea915af9a19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0783818 Sep 23 19:39:15.006324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8e1d9-13eb-4375-9fb7-4c1ef73defc3 None None] The sync data for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 is: [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:15.026533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-19705957-645f-480c-aa02-70fd713729d8 None None] Provisioning complete for port e15264af-34c3-4ac0-b640-6c26bd9c932b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:15.026900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19705957-645f-480c-aa02-70fd713729d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.073164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=1579c2a8-9437-420e-9604-b8692cda2f10,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:15.111030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-db4f4217-8065-4d32-aa04-cbd883739866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.113529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-db4f4217-8065-4d32-aa04-cbd883739866 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.1040330 Sep 23 19:39:15.192572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-17fd100c-6f34-4e65-a319-7d4a2ea618fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f4ea68768544abfaf8ce15457083584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069964 Sep 23 19:39:15.195559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:15.207866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-667a5404-18b1-43b4-b421-49a4a794bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.209512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-667a5404-18b1-43b4-b421-49a4a794bb67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0780683 Sep 23 19:39:15.212300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd100c-6f34-4e65-a319-7d4a2ea618fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e7fb45-6e7b-4fbc-9d78-230fb39bdc05,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:15.271267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Allocated IP 172.25.6.185 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/2d950ff3-2618-447b-8a1a-ca8b70c7bbbe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:15.317743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Checking segment: {'id': '37f55034-26b8-4fa9-841b-1485a37120b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:15.318427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network hostable DHCP agents. Network: b14caafc-79ce-4bee-903a-42b7dc2077e9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:15.396397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77ccd63-ffa6-4bb7-8d90-12ee379c7067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.402397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Network b14caafc-79ce-4bee-903a-42b7dc2077e9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:15.406875 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-38f62892-0895-44a3-bc71-896fce307d1c service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854546 Sep 23 19:39:15.477257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b14caafc-79ce-4bee-903a-42b7dc2077e9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:15.483014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.483829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.493643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf47e2-cb33-4bf9-86d2-3814641e084e None None] Network b14caafc-79ce-4bee-903a-42b7dc2077e9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:15.506534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77ccd63-ffa6-4bb7-8d90-12ee379c7067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.512993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-65d4b752-ea36-4e47-b436-dcd41359967f tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5708227 Sep 23 19:39:15.513829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:15.532877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-15fc9679-2711-43ff-8878-10e32b9e6183 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:15.598162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.749153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fc9679-2711-43ff-8878-10e32b9e6183 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4439275'] for subnet, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.865844 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-b14caafc-79ce-4bee-903a-42b7dc2077e9', 'network_id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9', 'tenant_id': 'b015d59ad82542d48a7880dc320bfbb0', 'fixed_ips': [{'subnet_id': '1579c2a8-9437-420e-9604-b8692cda2f10'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:15.866769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.983182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 37927c0d-f8f7-49de-8d6b-f2b53097d546 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:16.001353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fc9679-2711-43ff-8878-10e32b9e6183 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773649856247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66969394'] for subnet, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.051492 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-fadbfc08-8fd9-479b-a05c-3a19e20e78c2 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372337 Sep 23 19:39:16.094540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77ccd63-ffa6-4bb7-8d90-12ee379c7067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.098313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77ccd63-ffa6-4bb7-8d90-12ee379c7067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.099593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d77ccd63-ffa6-4bb7-8d90-12ee379c7067 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1e7fb45-6e7b-4fbc-9d78-230fb39bdc05 HTTP/1.1" status: 204 len: 168 time: 0.9012704 Sep 23 19:39:16.130818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc9679-2711-43ff-8878-10e32b9e6183 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:16.131440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fc9679-2711-43ff-8878-10e32b9e6183 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.135255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-15fc9679-2711-43ff-8878-10e32b9e6183 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "PUT /v2.0/subnets/1579c2a8-9437-420e-9604-b8692cda2f10 HTTP/1.1" status: 200 len: 900 time: 0.6109679 Sep 23 19:39:16.139164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:16.167293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-9c1d4eff-ab81-458b-89a5-95c39414ed0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 200 len: 217 time: 0.1042833 Sep 23 19:39:16.209010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ccd63-ffa6-4bb7-8d90-12ee379c7067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e7fb45-6e7b-4fbc-9d78-230fb39bdc05,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:16.211894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc9679-2711-43ff-8878-10e32b9e6183 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event updated for resources: {'Subnet': ['ID=1579c2a8-9437-420e-9604-b8692cda2f10,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:16.296663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-6482ebb0-f47a-42c6-88fe-5ea4275fb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:16.303209 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-6482ebb0-f47a-42c6-88fe-5ea4275fb35d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.1289470 Sep 23 19:39:16.354628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 37927c0d-f8f7-49de-8d6b-f2b53097d546 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:39:16.372414 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.379924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 37927c0d-f8f7-49de-8d6b-f2b53097d546 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:16.381094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.384621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824be62-9aa6-4fdb-9729-297892a4e0ce req-e8e2abf0-debc-4c83-8e23-859dca223db0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:16.387646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2824be62-9aa6-4fdb-9729-297892a4e0ce req-e8e2abf0-debc-4c83-8e23-859dca223db0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 945 time: 0.5354939 Sep 23 19:39:16.388920 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.414073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:16.415987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-be63aa11-17df-4e82-bfd8-2c821c00f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:16.418828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:16.420612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-be63aa11-17df-4e82-bfd8-2c821c00f0d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079748 Sep 23 19:39:16.423877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:16.479069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Allocated IP 2001:db8::3 (b14caafc-79ce-4bee-903a-42b7dc2077e9/1579c2a8-9437-420e-9604-b8692cda2f10/3f39197a-52a3-4ccf-8bd6-3da58ecea4b9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:16.496161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e15264af-34c3-4ac0-b640-6c26bd9c932b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:16.510039 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa781a39-a399-4823-952c-57220dac04b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.626281 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.649025 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.665071 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-6eaf45a0-00bb-479e-85ee-acfaeca4c705 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367756 Sep 23 19:39:16.709724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2824be62-9aa6-4fdb-9729-297892a4e0ce req-ba8b7f74-97d0-4c22-b09d-ec9a715aeb6f tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090348 Sep 23 19:39:16.743184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'Port': ['ID=2d950ff3-2618-447b-8a1a-ca8b70c7bbbe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:16.817040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e15264af-34c3-4ac0-b640-6c26bd9c932b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:16.817421 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.905163 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6ad90df-8e85-4246-be71-46914caf9e9b req-4afe6a51-cacf-4684-8353-447f7dc9246f service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318060 Sep 23 19:39:16.973386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.027610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.123452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.144519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.151620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37927c0d-f8f7-49de-8d6b-f2b53097d546'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:17.154503 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a680d01c-f866-4051-a356-459be6bfdc2f" -d '{"events": [{"server_uuid": "7aedcf4d-c15b-4f9d-ad89-69fad889ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "37927c0d-f8f7-49de-8d6b-f2b53097d546"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:17.189156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 37927c0d-f8f7-49de-8d6b-f2b53097d546, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=37927c0d-f8f7-49de-8d6b-f2b53097d546,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:17.230886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.242706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.277081 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.329024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Network b14caafc-79ce-4bee-903a-42b7dc2077e9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:17.331447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.332341 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64970ef7-9011-477e-8138-1b7899989a29 x-openstack-request-id: req-64970ef7-9011-477e-8138-1b7899989a29 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:17.332637 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aedcf4d-c15b-4f9d-ad89-69fad889ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "37927c0d-f8f7-49de-8d6b-f2b53097d546", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:17.332891 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64970ef7-9011-477e-8138-1b7899989a29 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:17.333284 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37927c0d-f8f7-49de-8d6b-f2b53097d546', 'code': 200} Sep 23 19:39:17.354857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:17.359628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:17.429497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5663cbf-814f-4258-b142-5b49b3ffc7c0 req-844dd0d6-b73a-49b3-a89d-a0f40a2b0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:17.431567 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e5663cbf-814f-4258-b142-5b49b3ffc7c0 req-844dd0d6-b73a-49b3-a89d-a0f40a2b0bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.0526013 Sep 23 19:39:17.447222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=37927c0d-f8f7-49de-8d6b-f2b53097d546,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:17.502945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=1579c2a8-9437-420e-9604-b8692cda2f10,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:17.508987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e5663cbf-814f-4258-b142-5b49b3ffc7c0 req-34a915aa-a96e-4b22-8661-58c403d01eb2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697813 Sep 23 19:39:17.512226 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Attempting to bind port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:17.512615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Attempting to bind port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '37f55034-26b8-4fa9-841b-1485a37120b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:17.514035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Attempting to bind port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9 on network b14caafc-79ce-4bee-903a-42b7dc2077e9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:17.547740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:17.548324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Checking segment: {'id': '37f55034-26b8-4fa9-841b-1485a37120b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:17.548749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.549152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Bound using segment: {'id': '37f55034-26b8-4fa9-841b-1485a37120b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:17.549657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Bound port: 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f55034-26b8-4fa9-841b-1485a37120b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:17.550070 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.586743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.646174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-b6ec0f9a-e4f3-4fb3-8866-95bd6969bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:17.647775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-b6ec0f9a-e4f3-4fb3-8866-95bd6969bcd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0928609 Sep 23 19:39:17.657654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14caafc-79ce-4bee-903a-42b7dc2077e9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:17.687548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f55034-26b8-4fa9-841b-1485a37120b4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:17.687898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f55034-26b8-4fa9-841b-1485a37120b4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:17.712492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7e7260c3-a187-481f-af86-34c050810752 None None] For port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:17.715788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7e7260c3-a187-481f-af86-34c050810752 None None] For port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3f39197a-52a3-4ccf-8bd6-3da58ecea4b9,segment=NetworkSegment(37f55034-26b8-4fa9-841b-1485a37120b4),segment_id=37f55034-26b8-4fa9-841b-1485a37120b4)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:17.720665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Pushing event updated for resources: {'Port': ['ID=3f39197a-52a3-4ccf-8bd6-3da58ecea4b9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:17.730537 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.748370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.751821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.778235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.860654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-079502e1-358e-4bcc-bc76-08ca4db277ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:17.862262 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-079502e1-358e-4bcc-bc76-08ca4db277ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 906 time: 0.1927764 Sep 23 19:39:17.866569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7260c3-a187-481f-af86-34c050810752 None None] Pushing event updated for resources: {'Port': ['ID=3f39197a-52a3-4ccf-8bd6-3da58ecea4b9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:17.880279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'Port': ['ID=2d950ff3-2618-447b-8a1a-ca8b70c7bbbe,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:17.883556 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.931929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:17.932373 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:17.944231 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:17.953594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e7911-e0d3-4cb5-a6a9-95aacce8e3c5 None None] Network b14caafc-79ce-4bee-903a-42b7dc2077e9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:17.973501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-9e4ce6a3-7ce8-436b-9e34-9ac261e113ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364 HTTP/1.1" status: 200 len: 217 time: 0.1038311 Sep 23 19:39:18.075212 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-755f0369-d9de-42a2-943e-2004bc37489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:18.082104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-755f0369-d9de-42a2-943e-2004bc37489f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.1018374 Sep 23 19:39:18.139456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-8e4ecf33-bb06-454a-82e4-30bcd7c0f2e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494173 Sep 23 19:39:18.143645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed897f-074e-4a9d-acc0-eb779fbf1eba None None] Network b14caafc-79ce-4bee-903a-42b7dc2077e9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:18.198190 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:39:18.198190 n-d-810763-1 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:39:18.198190 n-d-810763-1 neutron-server[94826]: [parameters: {'id': 'b14caafc-79ce-4bee-903a-42b7dc2077e9'}] Sep 23 19:39:18.198190 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:39:18.198976 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:39:18.209084 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.230171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.232885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fedac403-b031-4acc-be2c-a8e5b76dfd3c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8116395 Sep 23 19:39:18.268430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e9cf7-66d6-4c4b-832f-5d401f6da17b req-c0bc5f62-ae71-4f4c-b25f-df74fe08aab2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:18.283356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-442e9cf7-66d6-4c4b-832f-5d401f6da17b req-c0bc5f62-ae71-4f4c-b25f-df74fe08aab2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.3893945 Sep 23 19:39:18.307033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-613202be-7861-4397-a1f7-26cd9419ffbf service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666288 Sep 23 19:39:18.373708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-442e9cf7-66d6-4c4b-832f-5d401f6da17b req-0e4e58c7-b438-48a3-ab63-33cc53becd82 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880408 Sep 23 19:39:18.393545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8aa05b-632e-4bb8-b2a1-8642d0d21877 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:39:18.427127 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:39:18.452529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-26a1f119-94ba-4e98-ac71-fb41b55fc0f9 req-f3a1a259-b3b0-4f7a-9ee5-01616e0b4dfd service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364319 Sep 23 19:39:18.539925 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.684687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8aa05b-632e-4bb8-b2a1-8642d0d21877 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:39:18.701293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.721490 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-e6c3272e-88c8-4f82-ab1b-67114584e2c1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1483575860&fields=id&tenant_id=3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 267 time: 0.0737448 Sep 23 19:39:19.243948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-a5f9b092-2021-4fae-94b1-37551c3db8a2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:19.245431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-a5f9b092-2021-4fae-94b1-37551c3db8a2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 817 time: 0.5235493 Sep 23 19:39:19.268212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-82989c2e-26ca-4296-ba87-021bcc756e9a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/quotas/3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 375 time: 0.0145595 Sep 23 19:39:19.291899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:19.292241 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.384297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] For port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3f39197a-52a3-4ccf-8bd6-3da58ecea4b9,segment=NetworkSegment(37f55034-26b8-4fa9-841b-1485a37120b4),segment_id=37f55034-26b8-4fa9-841b-1485a37120b4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:19.384692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.400428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-6f15c370-2596-4bdc-921a-62d9378c5819 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228123 Sep 23 19:39:19.406779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Calling delete_port for 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:19.558506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-9dad52e6-6e73-4292-b13e-8950096e94e8 service neutron] 10.222.0.38 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414759 Sep 23 19:39:19.563244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.607556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Port': ['ID=3f39197a-52a3-4ccf-8bd6-3da58ecea4b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:19.623079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No DVR routers for this DVR port 3f39197a-52a3-4ccf-8bd6-3da58ecea4b9 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:19.743618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.764893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-7e035d53-dd7d-488c-b14c-ba19fd94f470 service neutron] 10.222.0.38 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991274 Sep 23 19:39:19.774738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14caafc-79ce-4bee-903a-42b7dc2077e9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:19.785953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f55034-26b8-4fa9-841b-1485a37120b4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:19.786265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f55034-26b8-4fa9-841b-1485a37120b4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:19.796827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.812108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.819752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:19.820282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:19.823480 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:19.894758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.907631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.913234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/b14caafc-79ce-4bee-903a-42b7dc2077e9 HTTP/1.1" status: 204 len: 168 time: 3.7593529 Sep 23 19:39:19.915088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:19.923511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05e8a-cbd4-4c4a-a234-28802b930004 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=b14caafc-79ce-4bee-903a-42b7dc2077e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:19.954360 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5c7711-c2f0-4228-b1f5-b5890894319e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:19.954895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5c7711-c2f0-4228-b1f5-b5890894319e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:19.956725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b5c7711-c2f0-4228-b1f5-b5890894319e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/1579c2a8-9437-420e-9604-b8692cda2f10 HTTP/1.1" status: 404 len: 337 time: 0.0391507 Sep 23 19:39:19.959688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:19.984363 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-af919997-569e-4355-97da-2ee736895a11 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:19.984953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af919997-569e-4355-97da-2ee736895a11 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:19.990304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-af919997-569e-4355-97da-2ee736895a11 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/b14caafc-79ce-4bee-903a-42b7dc2077e9 HTTP/1.1" status: 404 len: 339 time: 0.0291944 Sep 23 19:39:19.992970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.117431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.145980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba49e58-ea0f-4dd8-b544-c81b9689f970 req-0310ffb3-6f14-4090-9a76-c2ba21bfccf7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:20.147491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cba49e58-ea0f-4dd8-b544-c81b9689f970 req-0310ffb3-6f14-4090-9a76-c2ba21bfccf7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0679421 Sep 23 19:39:20.251255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.256340 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cba49e58-ea0f-4dd8-b544-c81b9689f970 req-e54240ca-84c0-42e9-b1ed-de902491a0bf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921736 Sep 23 19:39:20.279953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:20.291287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3e829a-1256-4444-bbf2-da4540459eac') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:20.291594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3e829a-1256-4444-bbf2-da4540459eac') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:20.301609 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.323650 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.332337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:20.332746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:20.339096 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:20.439740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1d935ba-1fe1-49ad-9851-3e3169a9d982 req-1ecb27a5-2af2-4f20-9cf9-3268d5b504e7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 210 time: 0.0278409 Sep 23 19:39:20.440397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.447658 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.452721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a HTTP/1.1" status: 204 len: 168 time: 0.4587126 Sep 23 19:39:20.453082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.470305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6f7d1-5454-46d8-bd90-f3f4e7589b44 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=4594ebfd-8c9c-44ce-89d4-7fa5fb5d718a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.489239 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e75d1e1-305d-4403-9e65-77e1dbfba14d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:20.489704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e75d1e1-305d-4403-9e65-77e1dbfba14d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:20.491482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2e75d1e1-305d-4403-9e65-77e1dbfba14d tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/734cf58e-d66f-4f47-87b0-d75a3501eadc HTTP/1.1" status: 404 len: 337 time: 0.0375786 Sep 23 19:39:20.493982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.531249 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f230abbe-747f-4ee6-b9b4-9def596ab891 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:20.531815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f230abbe-747f-4ee6-b9b4-9def596ab891 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:20.541120 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f230abbe-747f-4ee6-b9b4-9def596ab891 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/8c454d12-3dd1-40a3-884d-d24ddc589133 HTTP/1.1" status: 404 len: 339 time: 0.0461411 Sep 23 19:39:20.543858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.605979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting subnet 66b0d82e-a52f-4def-99b8-34b1b3b4a382 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:20.609301 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.665691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.775932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.853250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.891250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=66b0d82e-a52f-4def-99b8-34b1b3b4a382,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.894251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.897191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4665d418-71ff-422a-82de-bcb211d1a57e tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/66b0d82e-a52f-4def-99b8-34b1b3b4a382 HTTP/1.1" status: 204 len: 168 time: 0.3503067 Sep 23 19:39:20.899657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.903228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6607a17-9def-4ede-939f-4ce1a3224a64 None None] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:20.966360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting subnet 718b09c2-1939-4071-91e4-c35d8ef7f7ac {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:20.984620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.149914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.223381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-da6d5479-1bb6-49c6-9c6d-8b635001d85f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:21.225137 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-da6d5479-1bb6-49c6-9c6d-8b635001d85f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 817 time: 0.2560627 Sep 23 19:39:21.321701 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.333082 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-f31ebc21-4b8b-4018-bcba-22370dce2ec6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 380 time: 0.0938730 Sep 23 19:39:21.355660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'port': {'device_id': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'admin_state_up': True, 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'security_groups': ['b3a552b9-e83f-4c8b-bdf7-cf5887916459']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:21.529461 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.537500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Made reservation on behalf of 3fe1c58af78a44d3ad1568444706d8b4 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:21.544745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.602747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=718b09c2-1939-4071-91e4-c35d8ef7f7ac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:21.612977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.615424 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6709365c-df81-463a-8141-3fe28d54fff3 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/718b09c2-1939-4071-91e4-c35d8ef7f7ac HTTP/1.1" status: 204 len: 168 time: 0.7117915 Sep 23 19:39:21.618241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:21.746622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Allocated IP 172.20.0.10 (2d9f528b-6b82-44a8-910f-f50c2e3f981f/e634a1fd-a9f1-422d-a719-45aedab246be/a86fb18f-2161-4c34-99c5-c4ae13107cd5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:21.776503 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.851858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f6b28-bf79-4eb5-83b7-1ff32bcbc092 req-27f9ee20-9130-41a6-a8a4-1faeb2e769d0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:21.860877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c4f6b28-bf79-4eb5-83b7-1ff32bcbc092 req-27f9ee20-9130-41a6-a8a4-1faeb2e769d0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.3670352 Sep 23 19:39:21.907962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c4f6b28-bf79-4eb5-83b7-1ff32bcbc092 req-c946262b-39c8-4f7b-8d16-c63d1ebd77b8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461493 Sep 23 19:39:21.925832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting port 903e3d29-39a3-420e-93e7-1b79a0609099 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:21.926445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.987193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.005296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce7b8a-e4a5-4fc5-b205-09e90f032072 None None] Network c2a2df77-4930-411e-ba9e-1acb1cca1fcc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:22.035357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.040923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] For port 903e3d29-39a3-420e-93e7-1b79a0609099, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=903e3d29-39a3-420e-93e7-1b79a0609099,segment=NetworkSegment(80f5ee27-6343-471b-9461-02c396b6bf0c),segment_id=80f5ee27-6343-471b-9461-02c396b6bf0c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:22.041299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.093696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:22.100104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Calling delete_port for 903e3d29-39a3-420e-93e7-1b79a0609099 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:22.100262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:22.103515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:22.113824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-46d7b5d6-bd0e-4d1f-93af-dbd81856d640 None None] Provisioning complete for port 903e3d29-39a3-420e-93e7-1b79a0609099 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:22.114199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46d7b5d6-bd0e-4d1f-93af-dbd81856d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.138822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:22.165049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9fde7-a41a-4673-9928-3cb6558b1afc req-48a2fd27-98c7-41f8-b7f6-a025a83da7c1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:22.171462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:22.171921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4a9fde7-a41a-4673-9928-3cb6558b1afc req-48a2fd27-98c7-41f8-b7f6-a025a83da7c1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 932 time: 0.1152112 Sep 23 19:39:22.172151 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.195315 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-786c4f2d-0ce2-4688-9d89-77385d6103f0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8435018 Sep 23 19:39:22.214908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Request body: {'port': {'device_id': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:22.245385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4a9fde7-a41a-4673-9928-3cb6558b1afc req-f9081e85-0942-4df8-9c3d-8e71742165cf tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725815 Sep 23 19:39:22.264146 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.292617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-46d7b5d6-bd0e-4d1f-93af-dbd81856d640 None None] Could not find standard attr ID for object 903e3d29-39a3-420e-93e7-1b79a0609099. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:22.296618 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.db [None req-46d7b5d6-bd0e-4d1f-93af-dbd81856d640 None None] No ports have port_id starting with 903e3d29-39a3-420e-93e7-1b79a0609099 Sep 23 19:39:22.331083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Port': ['ID=903e3d29-39a3-420e-93e7-1b79a0609099,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:22.341860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No DVR routers for this DVR port 903e3d29-39a3-420e-93e7-1b79a0609099 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:22.343992 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.452361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844423f-6389-4d9e-b39d-b2b82e4dca83 None None] DHCP port deletion for c2a2df77-4930-411e-ba9e-1acb1cca1fcc request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:22.500227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.527769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-37c1b0ab-5efa-4beb-9d56-287e154648d3 None None] Provisioning complete for port a86fb18f-2161-4c34-99c5-c4ae13107cd5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:22.529131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37c1b0ab-5efa-4beb-9d56-287e154648d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.559523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a2df77-4930-411e-ba9e-1acb1cca1fcc']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:22.575165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f5ee27-6343-471b-9461-02c396b6bf0c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:22.576013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f5ee27-6343-471b-9461-02c396b6bf0c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:22.599738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-37c1b0ab-5efa-4beb-9d56-287e154648d3 None None] Port a86fb18f-2161-4c34-99c5-c4ae13107cd5 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:22.602989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.620660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-edd13be3-7318-4f93-85a0-0d3edfbeb541 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:22.622165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-edd13be3-7318-4f93-85a0-0d3edfbeb541 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.2122006 Sep 23 19:39:22.632613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.649585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:22.649585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:22.650567 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:22.663708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-932d9915-f50d-4cd3-8a0b-a5f71bd4d510 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/quotas/2aa78fe9cb8b42e2ac74361ca826a7fa HTTP/1.1" status: 200 len: 375 time: 0.0323913 Sep 23 19:39:22.708750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86fb18f-2161-4c34-99c5-c4ae13107cd5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:22.717636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.743314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.744151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Transition to ACTIVE for port object a86fb18f-2161-4c34-99c5-c4ae13107cd5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:39:22.752256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.756192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.757132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/c2a2df77-4930-411e-ba9e-1acb1cca1fcc HTTP/1.1" status: 204 len: 168 time: 1.1360660 Sep 23 19:39:22.758968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:22.778268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b115574-8dcb-455a-8f29-aeb5c99ec2f1 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=c2a2df77-4930-411e-ba9e-1acb1cca1fcc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:22.801025 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eafb2b-2747-4f41-a90a-914f380c8fec tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:22.801538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eafb2b-2747-4f41-a90a-914f380c8fec tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:22.805899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-92eafb2b-2747-4f41-a90a-914f380c8fec tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/bfcfd04c-56f7-4fad-94f7-f3a9e6216e31 HTTP/1.1" status: 404 len: 337 time: 0.0374289 Sep 23 19:39:22.807343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:22.830646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-ec69355d-dd17-4c0c-b6b4-e9826468ad69 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582041 Sep 23 19:39:22.831870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:22.850664 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9ab554-5f19-43a4-bbee-3764b97ffa88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:22.851251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9ab554-5f19-43a4-bbee-3764b97ffa88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:22.855986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e9ab554-5f19-43a4-bbee-3764b97ffa88 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/756c8a6b-55f8-42fb-a0ca-f9b1f2fd4a27 HTTP/1.1" status: 404 len: 339 time: 0.0462918 Sep 23 19:39:22.857104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33844) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:22.926852 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaede00-a8c8-4a06-a6ee-4a142e53364b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:22.926852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaede00-a8c8-4a06-a6ee-4a142e53364b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:22.931365 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-caaede00-a8c8-4a06-a6ee-4a142e53364b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/3e9151fd-2f82-4540-92f0-9d07fc148775 HTTP/1.1" status: 404 len: 337 time: 0.0697470 Sep 23 19:39:22.931991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33850) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:22.989305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-98531f0d-2b2a-40a6-980d-32b72cb4d7cb service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458850 Sep 23 19:39:22.994347 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-592f6f1e-30ac-4d09-9082-37b1267ba65a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:22.994897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592f6f1e-30ac-4d09-9082-37b1267ba65a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:23.001051 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-592f6f1e-30ac-4d09-9082-37b1267ba65a tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/84589d83-ab98-45d3-af81-e03e88c0ff43 HTTP/1.1" status: 404 len: 339 time: 0.0419807 Sep 23 19:39:23.001051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33852) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:23.050344 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cce0595-5a11-42a0-b0c4-91e0e02c0fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:23.051163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cce0595-5a11-42a0-b0c4-91e0e02c0fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:23.055431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8cce0595-5a11-42a0-b0c4-91e0e02c0fc7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/85f19a59-780c-4ec9-9883-03508c9f2a8f HTTP/1.1" status: 404 len: 337 time: 0.0513632 Sep 23 19:39:23.058078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:23.097616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-b07bd6a4-67c7-4862-9465-715925ccf622 service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074009 Sep 23 19:39:23.103458 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc3d0b5-346e-4be7-974a-36f424f74e7b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:23.104339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc3d0b5-346e-4be7-974a-36f424f74e7b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:23.106910 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bfc3d0b5-346e-4be7-974a-36f424f74e7b tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/fe0d4a5e-7e0f-486a-a2fa-1ee6455283cd HTTP/1.1" status: 404 len: 339 time: 0.0470150 Sep 23 19:39:23.109455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:23.119801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-7d91a8e7-908b-4239-b45f-b0e049700c85 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:23.121962 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-7d91a8e7-908b-4239-b45f-b0e049700c85 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0cce4de-40c8-407c-9398-3474278aa5c5 HTTP/1.1" status: 200 len: 945 time: 0.2241108 Sep 23 19:39:23.126254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Attempting to bind port a86fb18f-2161-4c34-99c5-c4ae13107cd5 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:23.126576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Attempting to bind port a86fb18f-2161-4c34-99c5-c4ae13107cd5 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:23.128216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Attempting to bind port a86fb18f-2161-4c34-99c5-c4ae13107cd5 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:23.163714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Port a86fb18f-2161-4c34-99c5-c4ae13107cd5 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:39:23.164050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Attempting to bind port a86fb18f-2161-4c34-99c5-c4ae13107cd5 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:23.174372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:23.174726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Checking segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:23.175106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Bound using segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:23.175544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Bound port: a86fb18f-2161-4c34-99c5-c4ae13107cd5, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:23.175905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.193601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting subnet 65c12ee9-3e1c-4bff-b92f-e2708afbe5e3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:23.197080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.254669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.298521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:23.304237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:23.319756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.335573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Deleting port c99a36ed-0cd5-4a36-9adb-4536ae5df364 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:23.336054 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.394392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:23.395294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.397274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] 10.222.0.41 "PUT /v2.0/ports/a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 1092 time: 1.1914992 Sep 23 19:39:23.397889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:23.401428 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15" -d '{"events": [{"name": "network-changed", "server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:23.420755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.494079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9387a8-a2d8-4505-a179-115505af1d4a req-1ce7fc4b-ab3c-4282-90fd-fca8f0c97b5b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:23.502776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa9387a8-a2d8-4505-a179-115505af1d4a req-1ce7fc4b-ab3c-4282-90fd-fca8f0c97b5b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1403055 Sep 23 19:39:23.513829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c99a36ed-0cd5-4a36-9adb-4536ae5df364 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:23.530615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9a767-e210-474e-ade7-f1216ebb8b8e service neutron] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:23.562118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:23.562591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.567865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa9387a8-a2d8-4505-a179-115505af1d4a req-62da65e6-11a9-42f9-a92e-f539cc0f7f68 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625215 Sep 23 19:39:23.588954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-05a7f2a2-c98c-4c5f-a170-7bc8d335fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:23.590473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-05a7f2a2-c98c-4c5f-a170-7bc8d335fc7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1095 time: 0.1346374 Sep 23 19:39:23.595987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Calling delete_port for c99a36ed-0cd5-4a36-9adb-4536ae5df364 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:23.599269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.657713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=65c12ee9-3e1c-4bff-b92f-e2708afbe5e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:23.666401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-a4a85c4f-4006-476e-9168-3da17cbf9ca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 217 time: 0.0680790 Sep 23 19:39:23.691263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.693299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1fce07f1-623c-4dbd-917d-1efadbdbfeb7 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/65c12ee9-3e1c-4bff-b92f-e2708afbe5e3 HTTP/1.1" status: 204 len: 168 time: 0.5783830 Sep 23 19:39:23.693956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.695838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:23.701570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10459b-2d2e-43e4-a644-dbd0e83e0986 None None] Network e5b0bf95-69d6-4a73-a2df-67dc5ac674bf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:23.777709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:23.781269 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab8183-e405-4651-b938-7e33ae92858f" -d '{"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:23.794916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-b3755807-d760-4424-8d2a-ca15d7609424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:23.796641 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-b3755807-d760-4424-8d2a-ca15d7609424 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.1157129 Sep 23 19:39:23.865436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c99a36ed-0cd5-4a36-9adb-4536ae5df364, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c99a36ed-0cd5-4a36-9adb-4536ae5df364,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:23.877620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.885746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321049-add7-470c-b4a1-c80a903517c7 req-59fbaa22-cfb9-441f-863c-c7397d06b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:23.887282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-59fbaa22-cfb9-441f-863c-c7397d06b233 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812473 Sep 23 19:39:23.926012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5f37029-8a45-4582-9b44-0ac584455147 req-f9439284-25fe-407c-bac9-4ccd9f644e91 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 210 time: 0.1116345 Sep 23 19:39:23.935014 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.020538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting port f8cb8df8-4316-4105-8973-28b7964bcc23 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:24.021032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.070242 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.079555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:24.125776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] For port f8cb8df8-4316-4105-8973-28b7964bcc23, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f8cb8df8-4316-4105-8973-28b7964bcc23,segment=NetworkSegment(ff656f16-33ba-4ea8-bf8c-44275221d917),segment_id=ff656f16-33ba-4ea8-bf8c-44275221d917)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:24.126248 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.144999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event deleted for resources: {'Port': ['ID=c99a36ed-0cd5-4a36-9adb-4536ae5df364,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:24.146044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Calling delete_port for f8cb8df8-4316-4105-8973-28b7964bcc23 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:24.168029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] DHCP port deletion for e5b0bf95-69d6-4a73-a2df-67dc5ac674bf request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:24.228478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-3ea47b94-56e3-404a-b8d7-239057ef9f5b service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103175 Sep 23 19:39:24.268500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] Deleting port f8cb8df8-4316-4105-8973-28b7964bcc23 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:24.268882 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.271858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.283223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] No DVR routers for this DVR port c99a36ed-0cd5-4a36-9adb-4536ae5df364 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:24.287360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 903e3d29-39a3-420e-93e7-1b79a0609099 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:24.296787 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.298934 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0d59f570-f379-4bdc-b959-3b4a3f35dbb8 req-b995247f-9545-43f5-bcdb-93c124f38041 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "DELETE /v2.0/ports/c99a36ed-0cd5-4a36-9adb-4536ae5df364 HTTP/1.1" status: 204 len: 173 time: 1.1682067 Sep 23 19:39:24.315953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No DVR routers for this DVR port f8cb8df8-4316-4105-8973-28b7964bcc23 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:24.322198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 903e3d29-39a3-420e-93e7-1b79a0609099 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:24.322849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 903e3d29-39a3-420e-93e7-1b79a0609099 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:24.359022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Port': ['ID=f8cb8df8-4316-4105-8973-28b7964bcc23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:24.386362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] For port f8cb8df8-4316-4105-8973-28b7964bcc23, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:24.387060 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.402798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] Calling delete_port for f8cb8df8-4316-4105-8973-28b7964bcc23 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:24.406379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] Port f8cb8df8-4316-4105-8973-28b7964bcc23 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:39:24.407025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4321049-add7-470c-b4a1-c80a903517c7 req-f6e14f81-fade-40ff-a23a-7de05484c47c service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726704 Sep 23 19:39:24.407645 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.422170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692522f6-c93a-4031-a942-c5bc8fbc5cce req-f14069cf-ba26-4b28-b6e8-208a47da5d6e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:24.429481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-692522f6-c93a-4031-a942-c5bc8fbc5cce req-f14069cf-ba26-4b28-b6e8-208a47da5d6e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.1817219 Sep 23 19:39:24.461298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] Pushing event deleted for resources: {'Port': ['ID=f8cb8df8-4316-4105-8973-28b7964bcc23,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:24.473626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f0995-e0af-4020-b616-9c1e779e42fb None None] No DVR routers for this DVR port f8cb8df8-4316-4105-8973-28b7964bcc23 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:24.486509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-692522f6-c93a-4031-a942-c5bc8fbc5cce req-9557cf05-6b52-41ba-856e-366c9112bbea tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559139 Sep 23 19:39:24.522064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.551961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b0bf95-69d6-4a73-a2df-67dc5ac674bf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:24.557971 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99460ff9-7cbb-44ea-9b19-cb809ac64966 x-openstack-request-id: req-99460ff9-7cbb-44ea-9b19-cb809ac64966 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:24.558293 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:24.558551 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99460ff9-7cbb-44ea-9b19-cb809ac64966 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:24.558953 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'status': 'completed', 'code': 200} Sep 23 19:39:24.563358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff656f16-33ba-4ea8-bf8c-44275221d917') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:24.563711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff656f16-33ba-4ea8-bf8c-44275221d917') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:24.582262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.598301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.606327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:24.606812 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.618824 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5b05d3-093e-4944-ba62-a8b048946353 x-openstack-request-id: req-1b5b05d3-093e-4944-ba62-a8b048946353 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:24.619356 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:24.619461 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b5b05d3-093e-4944-ba62-a8b048946353 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:24.619827 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'code': 200} Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:24.679474 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:24.703173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.718582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-43e90661-e47b-49e7-a880-c9f34e350eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:24.720066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-43e90661-e47b-49e7-a880-c9f34e350eab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1095 time: 0.1364558 Sep 23 19:39:24.732172 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.736714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/e5b0bf95-69d6-4a73-a2df-67dc5ac674bf HTTP/1.1" status: 204 len: 168 time: 1.0375485 Sep 23 19:39:24.738981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:24.760035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52b0a1-aec2-4745-8ecd-3bd0d9841ff6 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=e5b0bf95-69d6-4a73-a2df-67dc5ac674bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:24.808287 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7552b61a-8c95-4cf1-886c-baf31718d767 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:24.808287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7552b61a-8c95-4cf1-886c-baf31718d767 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:24.808287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7552b61a-8c95-4cf1-886c-baf31718d767 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/6c0f6938-d1d8-47c8-9e68-a4e8879a1a1b HTTP/1.1" status: 404 len: 337 time: 0.0640361 Sep 23 19:39:24.809405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:24.835715 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de6a26f-8659-4ef9-972a-164e5fdaf0d4 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:24.836273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de6a26f-8659-4ef9-972a-164e5fdaf0d4 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:24.838045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6de6a26f-8659-4ef9-972a-164e5fdaf0d4 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/4e36dc2a-a1f7-4514-8cf3-9e98a41f87f2 HTTP/1.1" status: 404 len: 339 time: 0.0276551 Sep 23 19:39:24.842636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33888) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:24.850438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afb4ee-f80a-4624-b973-4b43778f7800 req-a6b8bf9b-8393-4940-a37c-352699ac393c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:24.852023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79afb4ee-f80a-4624-b973-4b43778f7800 req-a6b8bf9b-8393-4940-a37c-352699ac393c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1684256 Sep 23 19:39:24.907681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79afb4ee-f80a-4624-b973-4b43778f7800 req-a8cead8e-10c1-4a70-98d8-b73eefd8f903 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487714 Sep 23 19:39:24.908472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-291f0645-e2f0-4299-9f27-af672c65c96b tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:24.909966 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-291f0645-e2f0-4299-9f27-af672c65c96b tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.2787063 Sep 23 19:39:24.940855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Request body: {'port': {'device_id': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'admin_state_up': True, 'tenant_id': '2aa78fe9cb8b42e2ac74361ca826a7fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:24.969601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-61b02717-5d7a-47b2-a3c3-322064b4ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:24.971304 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-61b02717-5d7a-47b2-a3c3-322064b4ed7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.2202682 Sep 23 19:39:24.996643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting subnet 187c6ede-7a5d-427b-85fa-b4c7ef02be72 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:25.077932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52f9b76c-fc1e-4fe3-b0ac-0d51aa9fc36e req-d5062896-3026-4f2f-ac28-92812e13785e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 210 time: 0.0280576 Sep 23 19:39:25.206299 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.297817 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.301152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-09344cd5-d306-4c48-ab5b-d09636204459 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 217 time: 0.3172359 Sep 23 19:39:25.406528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.462054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-a48c7090-a151-49e5-ad77-f5dbc9245e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:25.464687 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-a48c7090-a151-49e5-ad77-f5dbc9245e26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.1189675 Sep 23 19:39:25.555503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Made reservation on behalf of 2aa78fe9cb8b42e2ac74361ca826a7fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:25.559314 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.575707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:25.594029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-6c76636e-300a-4807-bb96-fc2b25d973f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:25.595478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-6c76636e-300a-4807-bb96-fc2b25d973f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219411 Sep 23 19:39:25.598038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.629667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c806c-4033-451e-8cac-f12107abdb84 req-fed471e5-663b-4ff2-b24f-20c7ab62e085 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:25.632726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c66c806c-4033-451e-8cac-f12107abdb84 req-fed471e5-663b-4ff2-b24f-20c7ab62e085 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0591710 Sep 23 19:39:25.684243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c66c806c-4033-451e-8cac-f12107abdb84 req-31bb5f11-fc79-4de0-8a82-139afa40d198 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Sep 23 19:39:25.783733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac303854-aa5d-4ffc-8aba-1a1af7da830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.837674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.889872 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-d6b9ff36-7188-41bc-9f60-754ecfdfc2f6 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666805 Sep 23 19:39:25.891842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Subnet': ['ID=187c6ede-7a5d-427b-85fa-b4c7ef02be72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:25.898125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.902246 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cd07d769-b871-4b20-a2bd-518085b858db tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/subnets/187c6ede-7a5d-427b-85fa-b4c7ef02be72 HTTP/1.1" status: 204 len: 168 time: 1.0549328 Sep 23 19:39:25.903136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c1a32-ca8a-4d86-a5cd-45a180de519b None None] Network 6fd5f2f3-f099-4915-89d1-2dd5c954646c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:25.904887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33912) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:25.913151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Allocated IP 172.20.0.5 (ab55b5e4-a293-4f0f-892d-93fa5e40236c/cbc60765-f3ce-4094-b0f5-caabe8acfdf4/62ca7beb-127b-42df-9bc2-b4a127a2dafe) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:26.043596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd559409-7577-4688-a84a-48872acfe110 req-eb0a972c-de2b-499c-ae32-3b3901b99cf4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:26.045445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd559409-7577-4688-a84a-48872acfe110 req-eb0a972c-de2b-499c-ae32-3b3901b99cf4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0572481 Sep 23 19:39:26.090578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd559409-7577-4688-a84a-48872acfe110 req-392d6508-ed6e-4375-bb08-c7991df6d2a5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Sep 23 19:39:26.101736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] DHCP port deletion for 6fd5f2f3-f099-4915-89d1-2dd5c954646c request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:26.129925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.198108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] Deleting port 291191fc-fb67-4682-a8e7-76a82324fed8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:26.198739 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.207535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fb6961e9-cc73-4e11-80dc-a3a69e6b9c15 req-5179918e-f5b7-4a3a-958d-7b001049f021 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032978 Sep 23 19:39:26.221959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 291191fc-fb67-4682-a8e7-76a82324fed8 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:26.287219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac303854-aa5d-4ffc-8aba-1a1af7da830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.296493 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac303854-aa5d-4ffc-8aba-1a1af7da830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.298686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] For port 291191fc-fb67-4682-a8e7-76a82324fed8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=291191fc-fb67-4682-a8e7-76a82324fed8,segment=NetworkSegment(abac21fb-3603-4573-9efe-958b9d8537fe),segment_id=abac21fb-3603-4573-9efe-958b9d8537fe)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:26.299094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.306932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a24d7706-134a-4903-b9e7-1425fcc32d33 req-d9b7dfb4-3a6c-4976-a80a-b0eb37111e67 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 210 time: 0.0349698 Sep 23 19:39:26.313360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] Calling delete_port for 291191fc-fb67-4682-a8e7-76a82324fed8 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:26.368049 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ac303854-aa5d-4ffc-8aba-1a1af7da830d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97fc3453d7184497ab4e1b7fa599dcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838264 Sep 23 19:39:26.370899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:26.371052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.375984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac303854-aa5d-4ffc-8aba-1a1af7da830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ee9f1c-feb0-451c-9f9b-36e6654ba273,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.385879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Deleting port 291191fc-fb67-4682-a8e7-76a82324fed8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:26.386267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.403566 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.438902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f2f844a-21f3-4033-90da-3f78776a1272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.456204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 291191fc-fb67-4682-a8e7-76a82324fed8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=291191fc-fb67-4682-a8e7-76a82324fed8,segment=NetworkSegment(abac21fb-3603-4573-9efe-958b9d8537fe),segment_id=abac21fb-3603-4573-9efe-958b9d8537fe)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:26.459761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.460899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f8cb8df8-4316-4105-8973-28b7964bcc23 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:26.463377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f2f844a-21f3-4033-90da-3f78776a1272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.467193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] For port 291191fc-fb67-4682-a8e7-76a82324fed8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=291191fc-fb67-4682-a8e7-76a82324fed8,segment=NetworkSegment(abac21fb-3603-4573-9efe-958b9d8537fe),segment_id=abac21fb-3603-4573-9efe-958b9d8537fe)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:26.467574 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.482088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Calling delete_port for 291191fc-fb67-4682-a8e7-76a82324fed8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:26.484321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.486090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f8cb8df8-4316-4105-8973-28b7964bcc23 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:26.487232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f8cb8df8-4316-4105-8973-28b7964bcc23 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:26.511312 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.530126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] No DVR routers for this DVR port 291191fc-fb67-4682-a8e7-76a82324fed8 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:26.543880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f2f844a-21f3-4033-90da-3f78776a1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.548532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f2f844a-21f3-4033-90da-3f78776a1272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.551023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f2f844a-21f3-4033-90da-3f78776a1272 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97ee9f1c-feb0-451c-9f9b-36e6654ba273 HTTP/1.1" status: 204 len: 168 time: 0.1788681 Sep 23 19:39:26.561113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f844a-21f3-4033-90da-3f78776a1272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ee9f1c-feb0-451c-9f9b-36e6654ba273,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.571353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-deleted', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:26.574863 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a97f31-4295-405e-a34f-4641dbd5bcba" -d '{"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-deleted", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:26.577914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=291191fc-fb67-4682-a8e7-76a82324fed8,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.598811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:26.604770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:26.605080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6009481-ca1c-478f-938e-f54a373794fc None None] Pushing event deleted for resources: {'Port': ['ID=291191fc-fb67-4682-a8e7-76a82324fed8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.609065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:26.641575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.649702 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1bc4ed-0088-4503-a91b-53ba9367a7ba x-openstack-request-id: req-ce1bc4ed-0088-4503-a91b-53ba9367a7ba {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:26.650396 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cce4de-40c8-407c-9398-3474278aa5c5", "name": "network-vif-deleted", "tag": "c99a36ed-0cd5-4a36-9adb-4536ae5df364", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:26.650396 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce1bc4ed-0088-4503-a91b-53ba9367a7ba {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:26.650804 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cce4de-40c8-407c-9398-3474278aa5c5', 'name': 'network-vif-deleted', 'tag': 'c99a36ed-0cd5-4a36-9adb-4536ae5df364', 'status': 'completed', 'code': 200} Sep 23 19:39:26.687772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:26.688391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.709336 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-fa94c503-7dbf-4374-abef-ec54ce4df688 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7883625 Sep 23 19:39:26.711195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.729016 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.748254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Request body: {'port': {'device_id': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:26.754690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] No DVR routers for this DVR port 291191fc-fb67-4682-a8e7-76a82324fed8 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:26.774874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Port': ['ID=291191fc-fb67-4682-a8e7-76a82324fed8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.832176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefef-ef8e-4c16-82a4-239855df5690 req-b0916503-7b27-4b40-b87b-5711f8b8bfd2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:26.834420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd0cefef-ef8e-4c16-82a4-239855df5690 req-b0916503-7b27-4b40-b87b-5711f8b8bfd2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0631144 Sep 23 19:39:26.862959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:26.883021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.884370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09eb0d0d-1a66-45bb-a517-0503b4d67296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.889925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd0cefef-ef8e-4c16-82a4-239855df5690 req-5ef37ce9-879b-47ee-a93c-7320da755921 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495946 Sep 23 19:39:26.898019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.917454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd5f2f3-f099-4915-89d1-2dd5c954646c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:26.947195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abac21fb-3603-4573-9efe-958b9d8537fe') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:26.947195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abac21fb-3603-4573-9efe-958b9d8537fe') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:26.960190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.980179 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09eb0d0d-1a66-45bb-a517-0503b4d67296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.984857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09eb0d0d-1a66-45bb-a517-0503b4d67296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.987825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.023435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-09eb0d0d-1a66-45bb-a517-0503b4d67296 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=293e16072f2c4136a7b23a20585b49ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594744 Sep 23 19:39:27.024263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb0d0d-1a66-45bb-a517-0503b4d67296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638ef5ea-9f25-4c9e-bf4c-b3d7b65001d6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.026577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:27.041673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:27.042086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:27.045052 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:27.076745 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df945c74-3eac-45e9-b7a7-fd5bcceff1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.098421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df945c74-3eac-45e9-b7a7-fd5bcceff1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.147214 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.155101 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df945c74-3eac-45e9-b7a7-fd5bcceff1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.159988 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df945c74-3eac-45e9-b7a7-fd5bcceff1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.163572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-df945c74-3eac-45e9-b7a7-fd5bcceff1df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/638ef5ea-9f25-4c9e-bf4c-b3d7b65001d6 HTTP/1.1" status: 204 len: 168 time: 0.1336119 Sep 23 19:39:27.177602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df945c74-3eac-45e9-b7a7-fd5bcceff1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638ef5ea-9f25-4c9e-bf4c-b3d7b65001d6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.182868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.187423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] 10.222.0.38 "DELETE /v2.0/networks/6fd5f2f3-f099-4915-89d1-2dd5c954646c HTTP/1.1" status: 204 len: 168 time: 1.2735734 Sep 23 19:39:27.206754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Pushing event deleted for resources: {'Network': ['ID=6fd5f2f3-f099-4915-89d1-2dd5c954646c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.221140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.221811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.222405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.222959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.223527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.224199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.224758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.225301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.225842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.226432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.226977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.227518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca224b-5346-4f98-9ea1-bbc851fca625 tempest-NetworksIpV6Test-1862326763 tempest-NetworksIpV6Test-1862326763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:27.258856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af4678-928b-451c-8dbf-f989da3ced1c req-fc778069-4b66-45ce-876b-c4f5c38b6647 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:27.260407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81af4678-928b-451c-8dbf-f989da3ced1c req-fc778069-4b66-45ce-876b-c4f5c38b6647 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0623665 Sep 23 19:39:27.315651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81af4678-928b-451c-8dbf-f989da3ced1c req-b477e637-2ec4-4af4-83dc-a0e0edc0ca65 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Sep 23 19:39:27.327103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ca7beb-127b-42df-9bc2-b4a127a2dafe {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:27.346555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.359958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Transition to ACTIVE for port object 62ca7beb-127b-42df-9bc2-b4a127a2dafe will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:39:27.364886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.445620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.509005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Attempting to bind port 62ca7beb-127b-42df-9bc2-b4a127a2dafe on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:27.509347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Attempting to bind port 62ca7beb-127b-42df-9bc2-b4a127a2dafe by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:27.509679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Attempting to bind port 62ca7beb-127b-42df-9bc2-b4a127a2dafe on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:27.514142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:27.514693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Port 62ca7beb-127b-42df-9bc2-b4a127a2dafe on network ab55b5e4-a293-4f0f-892d-93fa5e40236c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:39:27.515025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Attempting to bind port 62ca7beb-127b-42df-9bc2-b4a127a2dafe on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:27.517890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c99a36ed-0cd5-4a36-9adb-4536ae5df364 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:27.520311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:27.520653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Checking segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:27.522094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Bound using segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:27.522662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Bound port: 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:27.523171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.530016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf9e2f-118b-4bfe-96ea-09ebb5fc04c0 req-37ffc02e-b5f4-4e65-a672-dad46df16caf tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:27.530016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93cf9e2f-118b-4bfe-96ea-09ebb5fc04c0 req-37ffc02e-b5f4-4e65-a672-dad46df16caf tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 943 time: 0.0615172 Sep 23 19:39:27.530403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:27.552413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: c99a36ed-0cd5-4a36-9adb-4536ae5df364 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:27.553182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c99a36ed-0cd5-4a36-9adb-4536ae5df364 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:27.607538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93cf9e2f-118b-4bfe-96ea-09ebb5fc04c0 req-bfb83b2e-af9c-408c-aee3-d0e623093e6d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721109 Sep 23 19:39:27.650569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:27.655153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:27.662121 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.667756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:27.680445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'port_id': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'mac_address': 'fa:16:3e:40:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:39:27.701813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:27.702911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.709706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] 10.222.0.41 "PUT /v2.0/ports/62ca7beb-127b-42df-9bc2-b4a127a2dafe HTTP/1.1" status: 200 len: 1091 time: 0.9873559 Sep 23 19:39:27.737539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47842a68-4392-4e27-9dfa-2d6378fbcc1c service neutron] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.740596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.750661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-abe7a5c8-5b33-4226-8eb9-e7996e228a26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b015d59ad82542d48a7880dc320bfbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168813 Sep 23 19:39:27.751133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:27.771758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86fb18f-2161-4c34-99c5-c4ae13107cd5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:27.796691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:27.800778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-7df985ff-c891-4ff4-ad4b-d18f896b4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:27.801703 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.803204 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-7df985ff-c891-4ff4-ad4b-d18f896b4fc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 1094 time: 0.0493395 Sep 23 19:39:27.818388 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3f0cccf-2cc5-4e1f-9a57-ef0cf838ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.845961 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3f0cccf-2cc5-4e1f-9a57-ef0cf838ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.853103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.857263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-ee69e95d-cc3f-40d0-ba38-e6576d89d07a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe HTTP/1.1" status: 200 len: 217 time: 0.0463822 Sep 23 19:39:27.899374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3f0cccf-2cc5-4e1f-9a57-ef0cf838ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.901920 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3f0cccf-2cc5-4e1f-9a57-ef0cf838ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.903316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3f0cccf-2cc5-4e1f-9a57-ef0cf838ed41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f3333c8-a014-4f5c-8158-d71cb045157a HTTP/1.1" status: 204 len: 168 time: 0.1508284 Sep 23 19:39:27.910798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0cccf-2cc5-4e1f-9a57-ef0cf838ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3333c8-a014-4f5c-8158-d71cb045157a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.915096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-13db01ae-61dd-4187-8681-03cc8d05e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:27.917404 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-13db01ae-61dd-4187-8681-03cc8d05e6c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.0514288 Sep 23 19:39:27.960378 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-ab5a006d-70df-4429-adf8-a7019882e11a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362854 Sep 23 19:39:28.027995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed286-d4b1-4a3d-af95-52ffd9fe2757 req-dadc5e22-8f3b-49b2-8409-67aee53e6bac tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:28.035374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52aed286-d4b1-4a3d-af95-52ffd9fe2757 req-dadc5e22-8f3b-49b2-8409-67aee53e6bac tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 945 time: 0.0636952 Sep 23 19:39:28.079378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52aed286-d4b1-4a3d-af95-52ffd9fe2757 req-755909ff-a68a-42bf-b359-36f74e024add tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Sep 23 19:39:28.089193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-e5db452b-dd5b-41e9-b51c-4203e1572170 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206927 Sep 23 19:39:28.108220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a86fb18f-2161-4c34-99c5-c4ae13107cd5'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:28.205780 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-016185dc-833f-4b4c-a4c4-b2a0a849ae68 req-ea34c613-49c3-4f6e-a9a6-d0d485af93d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089981 Sep 23 19:39:28.446667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a67be4-5acd-4dce-929c-8e36f44a3889 req-d8631b00-d639-4422-af83-d5a26ea99297 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:28.448355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88a67be4-5acd-4dce-929c-8e36f44a3889 req-d8631b00-d639-4422-af83-d5a26ea99297 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0562491 Sep 23 19:39:28.492838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88a67be4-5acd-4dce-929c-8e36f44a3889 req-32311742-bcea-4a96-9ce1-2b98230d3657 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Sep 23 19:39:28.652243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:28.655005 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93da75a7-fa75-41ca-95a8-b0102278a7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:28.750838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082ad4d-9997-44d0-82c7-d7d6671e6362 req-f2a4f1f9-efb1-4795-a9e8-affd66763adc tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:28.754684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5082ad4d-9997-44d0-82c7-d7d6671e6362 req-f2a4f1f9-efb1-4795-a9e8-affd66763adc tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 943 time: 0.0704422 Sep 23 19:39:28.808591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5082ad4d-9997-44d0-82c7-d7d6671e6362 req-19de3a8a-7433-4f00-93a6-f61ad0d4b142 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Sep 23 19:39:28.868157 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eba69c-ade4-4131-9a80-8c51f056c4c5 x-openstack-request-id: req-b4eba69c-ade4-4131-9a80-8c51f056c4c5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:28.868463 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:28.868708 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4eba69c-ade4-4131-9a80-8c51f056c4c5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:28.869098 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'status': 'completed', 'code': 200} Sep 23 19:39:28.896352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:28.944532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-6b98d48b-c672-4ad4-ab4c-491a7f44aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:28.947054 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-6b98d48b-c672-4ad4-ab4c-491a7f44aa9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 1094 time: 0.0526583 Sep 23 19:39:29.007838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1416538157'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:29.030841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:29.034305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.042797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.047180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-ff7e5e86-10e6-40c7-9a39-1521c0a780be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:29.049144 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-ff7e5e86-10e6-40c7-9a39-1521c0a780be service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 906 time: 0.0946710 Sep 23 19:39:29.096275 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-2b09cefe-1cf6-4ae7-83cd-068e625cc1e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe HTTP/1.1" status: 200 len: 217 time: 0.0395794 Sep 23 19:39:29.149138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.158749 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.181415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-3c5ea1bb-3c9a-4e93-9199-e2ede210f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:29.183008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-3c5ea1bb-3c9a-4e93-9199-e2ede210f661 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.0793054 Sep 23 19:39:29.216117 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-6e0b08dc-5903-4dab-a21f-dc91a8d55a47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253205 Sep 23 19:39:29.222625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:29.237469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6cb62-bc78-40dd-9b9a-d9e312e71d00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:29.246391 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.246641 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment 82de0a33-2718-4d8c-babd-0c185bb3f894 of type vlan for network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe Sep 23 19:39:29.298136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3abfd-84ac-40f8-89c4-ddcd511fd7d0 req-006d827e-2950-4d53-831f-18c4b3c2b65e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:29.299786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3e3abfd-84ac-40f8-89c4-ddcd511fd7d0 req-006d827e-2950-4d53-831f-18c4b3c2b65e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 945 time: 0.1184192 Sep 23 19:39:29.303359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.336387 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-66c44cf3-ef6b-443c-b118-be27fae7a2d7 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130586 Sep 23 19:39:29.351345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.356828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:29.357497 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.379017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3e3abfd-84ac-40f8-89c4-ddcd511fd7d0 req-60b43257-0918-4dcb-a7ac-b1764ccc49a8 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697913 Sep 23 19:39:29.409542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5096796 Sep 23 19:39:29.412049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34080) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:29.418638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'name': 'tempest-PortsIpV6TestJSON-970803401'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:29.453321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97a381-bb61-420a-9ffa-b15a03676320 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:29.464589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:29.534762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:29.612549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port a86fb18f-2161-4c34-99c5-c4ae13107cd5 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:39:29.617570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port a86fb18f-2161-4c34-99c5-c4ae13107cd5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:29.618325 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.660977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f6fee-fad0-40d1-9231-1bd630f616c0 req-69437007-487a-44fa-8850-28a79e65ad22 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:29.674266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e90f6fee-fad0-40d1-9231-1bd630f616c0 req-69437007-487a-44fa-8850-28a79e65ad22 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0902994 Sep 23 19:39:29.706267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.720646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e90f6fee-fad0-40d1-9231-1bd630f616c0 req-04990751-9f38-4cc5-b31f-a18e58a2e935 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Sep 23 19:39:29.745636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:29.747002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:29.749800 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7baa0f3-858f-45e8-85fc-f59095fb8b57" -d '{"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-plugged", "status": "completed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:29.754201 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.775138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93da75a7-fa75-41ca-95a8-b0102278a7ab req-f738fe05-cb39-4f3d-9e2b-2635c0193c25 service neutron] 10.222.0.41 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304516 Sep 23 19:39:29.801863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:29.805531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.813338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:29.824382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:29.872706 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c885d0-ee3a-4f55-a16c-95d7efff6403 x-openstack-request-id: req-b1c885d0-ee3a-4f55-a16c-95d7efff6403 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:29.873346 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-plugged", "status": "completed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:29.873713 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1c885d0-ee3a-4f55-a16c-95d7efff6403 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:29.874454 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'code': 200} Sep 23 19:39:29.982719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eff70-066c-40f1-8a21-94cb37f12ceb req-83da3ab7-bf08-4f7e-98f6-a966080453fc tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:29.984968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-546eff70-066c-40f1-8a21-94cb37f12ceb req-83da3ab7-bf08-4f7e-98f6-a966080453fc tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 943 time: 0.0616882 Sep 23 19:39:30.026888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-546eff70-066c-40f1-8a21-94cb37f12ceb req-2d944b55-673e-4db9-b67c-16f0b98dfb68 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Sep 23 19:39:30.052210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ba5c7-0f33-41b7-9f4b-d5e6e7612c8c req-0b03b02a-951a-4195-b8e5-ae8e023746bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.053813 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0a2ba5c7-0f33-41b7-9f4b-d5e6e7612c8c req-0b03b02a-951a-4195-b8e5-ae8e023746bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1097 time: 0.1119633 Sep 23 19:39:30.058809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.110997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0a2ba5c7-0f33-41b7-9f4b-d5e6e7612c8c req-6bb1b658-bfce-487e-9ed5-5be10cd7c9fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481277 Sep 23 19:39:30.121192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.184232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:30.206904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': '82de0a33-2718-4d8c-babd-0c185bb3f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:30.207295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:30.225447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:30.233915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:30.237859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:30.243740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3054cf28-6311-4fe2-bcaf-eaf6199d99d9 None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:30.243912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.244580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.259488 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9a1136c9-7c98-4d20-9043-15701bf284ea tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8463976 Sep 23 19:39:30.262929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:30.268051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1750836158'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:30.290723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:30.294169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.324389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:30.340180 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.340765 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment 7b4de535-1d6a-4082-b423-bf35205e608b of type vlan for network 190ba05b-2ac9-4ea3-9121-20934257ead3 Sep 23 19:39:30.386706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.413531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.419289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.419905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.459182 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1922009 Sep 23 19:39:30.459182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:30.465493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'ports': [{'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe'}, {'network_id': '190ba05b-2ac9-4ea3-9121-20934257ead3'}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:30.466152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:30.466659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '190ba05b-2ac9-4ea3-9121-20934257ead3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:30.509552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffb72e-60a6-4fe3-be9e-1104839822df req-e3b1f014-351e-46e9-8fce-8f3b99a9ae2a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.511219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52ffb72e-60a6-4fe3-be9e-1104839822df req-e3b1f014-351e-46e9-8fce-8f3b99a9ae2a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0594697 Sep 23 19:39:30.515587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f0fc1-3014-48a7-9200-a309e0e5b3a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=190ba05b-2ac9-4ea3-9121-20934257ead3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:30.526189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 190ba05b-2ac9-4ea3-9121-20934257ead3 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:30.563524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52ffb72e-60a6-4fe3-be9e-1104839822df req-8150ae91-a1e4-45b2-a376-469c6c2a0e4a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382929 Sep 23 19:39:30.673916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 2} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:30.678547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.692520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.777751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 2223195c-9569-4856-b5e2-a6e293d7ee58 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:30.854136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533155c-0d2b-4a71-8b34-b530650c70ee req-26fe2722-3d61-42ac-b1a4-cf81748d6c85 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.858717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9533155c-0d2b-4a71-8b34-b530650c70ee req-26fe2722-3d61-42ac-b1a4-cf81748d6c85 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0596714 Sep 23 19:39:30.904343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.907936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9533155c-0d2b-4a71-8b34-b530650c70ee req-a0f07ea0-a2f0-4ca4-802a-2b05dc8b07bc tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Sep 23 19:39:30.978176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port ebf333d9-a256-4b8f-9195-aadc1d0a2b1f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:31.100942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.142555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.154460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16748-c6c8-4025-b0bd-85e54202ac7c req-dbb2c8cc-43b6-4592-8440-5d24dfbce111 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.156124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96e16748-c6c8-4025-b0bd-85e54202ac7c req-dbb2c8cc-43b6-4592-8440-5d24dfbce111 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 943 time: 0.0515964 Sep 23 19:39:31.187719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:31.190955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:31.194770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:31.195692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.204365 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96e16748-c6c8-4025-b0bd-85e54202ac7c req-13e4b5ae-a2c4-4aa1-a6b8-79296006af26 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Sep 23 19:39:31.206863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=2223195c-9569-4856-b5e2-a6e293d7ee58,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:31.264562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=ebf333d9-a256-4b8f-9195-aadc1d0a2b1f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:31.272012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': '7b4de535-1d6a-4082-b423-bf35205e608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '190ba05b-2ac9-4ea3-9121-20934257ead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:31.272373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: 190ba05b-2ac9-4ea3-9121-20934257ead3, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:31.289702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 190ba05b-2ac9-4ea3-9121-20934257ead3 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:31.298361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 190ba05b-2ac9-4ea3-9121-20934257ead3) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:31.303991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:31.305919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0fef22-e219-44b7-98c4-b83a093f91c6 None None] Network 190ba05b-2ac9-4ea3-9121-20934257ead3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:31.313551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.319361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.320231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.348081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-806cd149-42a0-4f92-98db-f1d0d7ebd416 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8857236 Sep 23 19:39:31.348426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34106) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:31.461817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port ebf333d9-a256-4b8f-9195-aadc1d0a2b1f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:31.462284 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.533559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.543063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 62ca7beb-127b-42df-9bc2-b4a127a2dafe details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:31.547121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for ebf333d9-a256-4b8f-9195-aadc1d0a2b1f owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:31.654606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:31.659602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.669298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'mac_address': 'fa:16:3e:fb:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:39:31.695518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e16afe-cc19-457e-a070-7b48646d543b req-6b86314b-bb5a-4965-89fc-ec54033d96c2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.697374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57e16afe-cc19-457e-a070-7b48646d543b req-6b86314b-bb5a-4965-89fc-ec54033d96c2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0570116 Sep 23 19:39:31.698579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=ebf333d9-a256-4b8f-9195-aadc1d0a2b1f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:31.707277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.711935 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-33aa0e1b-6e2f-4b7f-8a46-950807507e31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/ebf333d9-a256-4b8f-9195-aadc1d0a2b1f HTTP/1.1" status: 204 len: 168 time: 0.3598487 Sep 23 19:39:31.712145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:31.722485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.742877 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ca7beb-127b-42df-9bc2-b4a127a2dafe {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:31.744003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57e16afe-cc19-457e-a070-7b48646d543b req-0b6bfe2b-7eda-4aaa-af24-d5ce55af1fcb tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362611 Sep 23 19:39:31.771276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:31.773589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad316c8-0e38-4044-8d11-a8542661b845 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.778637 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.780568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad316c8-0e38-4044-8d11-a8542661b845 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.782262 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7ad316c8-0e38-4044-8d11-a8542661b845 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0691161 Sep 23 19:39:31.785039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:31.836862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:31.891675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 2223195c-9569-4856-b5e2-a6e293d7ee58 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:31.892118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.895192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df853ab6-dec6-480c-b343-5a27e05687d9 req-33660f45-4022-4da6-87e4-b3957aef1773 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.896758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df853ab6-dec6-480c-b343-5a27e05687d9 req-33660f45-4022-4da6-87e4-b3957aef1773 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0644128 Sep 23 19:39:31.906195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:31.911340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'floatingip': {'port_id': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:31.954807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.968458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.982019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 2223195c-9569-4856-b5e2-a6e293d7ee58 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:32.066756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['62ca7beb-127b-42df-9bc2-b4a127a2dafe'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:32.074455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.095476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b86ff-77aa-4b61-8c2f-d8519962807e req-b06f5941-f839-4eae-beda-002b8e60cce6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:32.103574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea7b86ff-77aa-4b61-8c2f-d8519962807e req-b06f5941-f839-4eae-beda-002b8e60cce6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1177933 Sep 23 19:39:32.133701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=2223195c-9569-4856-b5e2-a6e293d7ee58,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:32.147472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.149505 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-553739ab-cbd0-4aef-b2ca-3ed51c3cad31 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/2223195c-9569-4856-b5e2-a6e293d7ee58 HTTP/1.1" status: 204 len: 168 time: 0.3634739 Sep 23 19:39:32.154556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.186116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea7b86ff-77aa-4b61-8c2f-d8519962807e req-454e2247-38ba-4878-ab92-bf82d5efcaaa tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816762 Sep 23 19:39:32.226527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be61a1ee-19d8-4fd7-b97e-b0cb21aaad42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:32.232029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-be61a1ee-19d8-4fd7-b97e-b0cb21aaad42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0757797 Sep 23 19:39:32.232688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34128) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.263459 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8504ed-4cc6-462b-b79c-f53b9e1fce42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:32.267550 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6e8504ed-4cc6-462b-b79c-f53b9e1fce42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/ebf333d9-a256-4b8f-9195-aadc1d0a2b1f HTTP/1.1" status: 404 len: 333 time: 0.0314722 Sep 23 19:39:32.267800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34130) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.310151 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f903219d-111a-46cd-b113-be5ae50bd890 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:32.314376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f903219d-111a-46cd-b113-be5ae50bd890 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/2223195c-9569-4856-b5e2-a6e293d7ee58 HTTP/1.1" status: 404 len: 333 time: 0.0431380 Sep 23 19:39:32.314615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34132) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.395418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.495271 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.517811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190ba05b-2ac9-4ea3-9121-20934257ead3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:32.531087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4de535-1d6a-4082-b423-bf35205e608b') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:32.531494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4de535-1d6a-4082-b423-bf35205e608b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:32.541882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.556917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.564556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:32.564917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:32.568343 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:32.639235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.644816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.647412 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/190ba05b-2ac9-4ea3-9121-20934257ead3 HTTP/1.1" status: 204 len: 168 time: 0.3314767 Sep 23 19:39:32.651618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34134) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.657104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1695401083'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:32.679968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d77f1d-0881-42e6-9e61-f8bc73faaa2e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=190ba05b-2ac9-4ea3-9121-20934257ead3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:32.699927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:32.705340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.732567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:32.743044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.743414 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment f34c97d1-c4eb-4b4a-ae5f-867715b9a843 of type vlan for network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a Sep 23 19:39:32.790303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.818010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.821639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec97ce-7462-4786-8a03-e21faae1d5b0 req-fb3d87c6-5a87-4f1c-a337-7cf42d0c3e46 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:32.823605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbec97ce-7462-4786-8a03-e21faae1d5b0 req-fb3d87c6-5a87-4f1c-a337-7cf42d0c3e46 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 944 time: 0.4417434 Sep 23 19:39:32.823749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:32.824339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.867707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2149563 Sep 23 19:39:32.871130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34136) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.876519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:32.920542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3b3f4-047b-49c9-998b-7e6ebf0f9b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:32.926331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbec97ce-7462-4786-8a03-e21faae1d5b0 req-de95fa99-e96a-4f19-8a03-26e459865941 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776033 Sep 23 19:39:32.935458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:32.942593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.952412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.035397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:33.039168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.061822 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Floating IP 182a6b1d-bc64-40de-8269-aa15f1b16589 associated. External IP: 172.25.6.185, port: a86fb18f-2161-4c34-99c5-c4ae13107cd5. Sep 23 19:39:33.245518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.305858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=ea54b2dc-5374-4656-8801-3804930d41af,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:33.317043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': 'f34c97d1-c4eb-4b4a-ae5f-867715b9a843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:33.317398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:33.337177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Router 1debd3fb-ec77-4e59-b367-620b54a79350 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:33.339447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:33.346714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfad181-8427-40ab-aa34-a80a3ebd9d3c req-f724a5e8-1882-4a1a-ba61-147c0a3901fd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:33.348269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cfad181-8427-40ab-aa34-a80a3ebd9d3c req-f724a5e8-1882-4a1a-ba61-147c0a3901fd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0726602 Sep 23 19:39:33.354027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:33.359144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:33.359840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.374869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a7887-024c-4c4b-8f9f-155ca093106c None None] Network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:33.385520 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7ef3757-1dcb-4603-b1a6-8084d3dc0633 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5133493 Sep 23 19:39:33.388354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:33.394926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a', 'name': 'tempest-PortsIpV6TestJSON-1805791321'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:33.461236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cfad181-8427-40ab-aa34-a80a3ebd9d3c req-23e3c4a1-9541-43db-84ca-543426947fef tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051385 Sep 23 19:39:33.507501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:33.514733 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.519867 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] Sync routers for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:33.539331 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:33.540764 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:33.555988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 62ca7beb-127b-42df-9bc2-b4a127a2dafe up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:33.573691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:33.579835 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.588290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-feab6642-4b91-48d0-9980-c78226222642 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "PUT /v2.0/floatingips/182a6b1d-bc64-40de-8269-aa15f1b16589 HTTP/1.1" status: 200 len: 992 time: 1.6802230 Sep 23 19:39:33.589900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:33.595129 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f22ba-a7ef-4157-8e31-2389f4182114" -d '{"events": [{"name": "network-changed", "server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:33.606092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 4cfed991-f3c7-4506-a3c7-783282ddbf68 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:33.631634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a', 'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a', 'tenant_id': 'ae3034e8616149869d6f852c02f5bef9', 'fixed_ips': [{'subnet_id': 'ea54b2dc-5374-4656-8801-3804930d41af'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:33.632618 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.662632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 62ca7beb-127b-42df-9bc2-b4a127a2dafe completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:39:33.671402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 62ca7beb-127b-42df-9bc2-b4a127a2dafe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:33.671909 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.698108 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:33.757963 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25401b03-61a4-4305-8047-e5fae4734452 x-openstack-request-id: req-25401b03-61a4-4305-8047-e5fae4734452 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:33.758485 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:33.759098 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25401b03-61a4-4305-8047-e5fae4734452 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:33.760241 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'status': 'completed', 'code': 200} Sep 23 19:39:33.796384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::2a6 (cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a/ea54b2dc-5374-4656-8801-3804930d41af/4cfed991-f3c7-4506-a3c7-783282ddbf68) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:33.840713 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.865238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-c6dfd4f9-2dc6-4dce-a51b-b802b307d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:33.866916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-c6dfd4f9-2dc6-4dce-a51b-b802b307d430 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1097 time: 0.0722516 Sep 23 19:39:33.880688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:33.886477 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07846aba-b829-4d29-9d39-114bafe7b1bc" -d '{"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-plugged", "status": "completed", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:33.911099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:33.919153 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.043220 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76d64c0-a1a2-4d76-9773-03e353633a99 x-openstack-request-id: req-a76d64c0-a1a2-4d76-9773-03e353633a99 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:34.044332 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-plugged", "status": "completed", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:34.045401 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a76d64c0-a1a2-4d76-9773-03e353633a99 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:34.045976 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'code': 200} Sep 23 19:39:34.048097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:34.080789 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '182a6b1d-bc64-40de-8269-aa15f1b16589', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'port_id': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'mac_address': 'fa:16:3e:40:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:39:16Z', 'updated_at': '2021-09-23T19:39:32Z', 'revision_number': 1, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:34.112215 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] Checking router: 1debd3fb-ec77-4e59-b367-620b54a79350 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:39:34.120900 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:34.122056 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:34.127302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc115ff-f107-4026-9f9e-5ffac3feb1f5 req-ac267f63-cc33-41c0-b97a-69bdd5fcb492 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.129453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc115ff-f107-4026-9f9e-5ffac3feb1f5 req-ac267f63-cc33-41c0-b97a-69bdd5fcb492 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 945 time: 0.0870955 Sep 23 19:39:34.129781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c243-3da6-49bb-b631-56c532ff3e20 req-9a547791-b216-4ccf-ac7a-71329e671817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.131295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5830c243-3da6-49bb-b631-56c532ff3e20 req-9a547791-b216-4ccf-ac7a-71329e671817 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 1096 time: 0.1146231 Sep 23 19:39:34.132263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-36e76fb3-0d12-4ee9-8e31-c4172d3e0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.133572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-36e76fb3-0d12-4ee9-8e31-c4172d3e0794 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.2552440 Sep 23 19:39:34.180903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc115ff-f107-4026-9f9e-5ffac3feb1f5 req-2a997bf9-abfc-468a-8c66-774246beade5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Sep 23 19:39:34.209604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.246111 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:34.275055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-a0ff54a1-a667-400a-9fa4-29340d3125a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 1000 time: 0.1245203 Sep 23 19:39:34.280402 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5830c243-3da6-49bb-b631-56c532ff3e20 req-463db007-140d-4100-9146-774a5a380f2a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205249 Sep 23 19:39:34.303376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.362360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:34.363660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:34.367532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:34.373748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.374476 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.376069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Allocated IP 2001:db8::2 (cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a/ea54b2dc-5374-4656-8801-3804930d41af/1f2fda10-0265-4f21-805e-f037da3e32cc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:34.395322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=4cfed991-f3c7-4506-a3c7-783282ddbf68,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:34.404290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-caaefdc8-d3fd-42de-9256-0d8d42e17bb6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0136685 Sep 23 19:39:34.407168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:34.506072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 4cfed991-f3c7-4506-a3c7-783282ddbf68 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:34.506477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.536202 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '182a6b1d-bc64-40de-8269-aa15f1b16589', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'port_id': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'mac_address': 'fa:16:3e:40:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:39:16Z', 'updated_at': '2021-09-23T19:39:32Z', 'revision_number': 1, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:34.569057 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe355088-db8d-49e9-b3c3-6c5ef9631a44 None None] The sync data for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 is: [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '182a6b1d-bc64-40de-8269-aa15f1b16589', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'port_id': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'mac_address': 'fa:16:3e:40:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:39:16Z', 'updated_at': '2021-09-23T19:39:32Z', 'revision_number': 1, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:34.600732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-7ad11fae-ea3a-4fe0-9c8a-70a8b024050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.602659 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-7ad11fae-ea3a-4fe0-9c8a-70a8b024050c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0907207 Sep 23 19:39:34.607931 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.615582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.668131 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:34.681369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:34.687313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:34.687799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-2b24b12e-bd4e-4a51-9db1-de6e7b285c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.689608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-2b24b12e-bd4e-4a51-9db1-de6e7b285c0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731349 Sep 23 19:39:34.701909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726908eb-7921-4f6b-926f-68bc8bdb266b req-9e41a01d-f9e1-4372-8150-38f0cf9d7331 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.703682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-726908eb-7921-4f6b-926f-68bc8bdb266b req-9e41a01d-f9e1-4372-8150-38f0cf9d7331 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1520171 Sep 23 19:39:34.714366 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Pushing event updated for resources: {'Port': ['ID=1f2fda10-0265-4f21-805e-f037da3e32cc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:34.724867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.758243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Attempting to bind port 1f2fda10-0265-4f21-805e-f037da3e32cc on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:34.758584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Attempting to bind port 1f2fda10-0265-4f21-805e-f037da3e32cc by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f34c97d1-c4eb-4b4a-ae5f-867715b9a843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:34.758949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Attempting to bind port 1f2fda10-0265-4f21-805e-f037da3e32cc on network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:34.761802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 4cfed991-f3c7-4506-a3c7-783282ddbf68 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:34.765484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:34.765856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Checking segment: {'id': 'f34c97d1-c4eb-4b4a-ae5f-867715b9a843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:34.766525 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.766922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Bound using segment: {'id': 'f34c97d1-c4eb-4b4a-ae5f-867715b9a843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:34.767529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Bound port: 1f2fda10-0265-4f21-805e-f037da3e32cc, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34c97d1-c4eb-4b4a-ae5f-867715b9a843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:34.767768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.792914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-726908eb-7921-4f6b-926f-68bc8bdb266b req-3c66ff79-6f23-4a86-81ab-f55b83948dc1 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767860 Sep 23 19:39:34.817346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-99b26621-c482-4adc-a214-1be0c3554db8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112502 Sep 23 19:39:34.868526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] For port 1f2fda10-0265-4f21-805e-f037da3e32cc, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:34.873561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] For port 1f2fda10-0265-4f21-805e-f037da3e32cc, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1f2fda10-0265-4f21-805e-f037da3e32cc,segment=NetworkSegment(f34c97d1-c4eb-4b4a-ae5f-867715b9a843),segment_id=f34c97d1-c4eb-4b4a-ae5f-867715b9a843)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:34.883697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.956716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-688f22ba-a7ef-4157-8e31-2389f4182114 req-bbf71269-e8dd-440e-a27d-5b4fdd2e9c83 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314821 Sep 23 19:39:34.959157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25758145-d7ce-49f3-8f3f-c05a21cfd13b None None] New status for floating IP 182a6b1d-bc64-40de-8269-aa15f1b16589: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:39:34.995584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.025529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=4cfed991-f3c7-4506-a3c7-783282ddbf68,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.039984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45ebd-e51d-46ac-a8f2-c3ba621454f4 None None] Pushing event updated for resources: {'Port': ['ID=1f2fda10-0265-4f21-805e-f037da3e32cc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.068640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.068640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ace5466-85b3-477f-b810-e339d6d6c4f8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/4cfed991-f3c7-4506-a3c7-783282ddbf68 HTTP/1.1" status: 204 len: 168 time: 0.6582265 Sep 23 19:39:35.069173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:35.096879 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-432b0d12-14c6-4699-b4d3-13ada647ce0f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:35.097837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432b0d12-14c6-4699-b4d3-13ada647ce0f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:35.099738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-432b0d12-14c6-4699-b4d3-13ada647ce0f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/4cfed991-f3c7-4506-a3c7-783282ddbf68 HTTP/1.1" status: 404 len: 333 time: 0.0294037 Sep 23 19:39:35.102431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:35.136268 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e027eab-f189-4c21-8bcf-2d4570ef7c33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:35.140693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e027eab-f189-4c21-8bcf-2d4570ef7c33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/4cfed991-f3c7-4506-a3c7-783282ddbf68 HTTP/1.1" status: 404 len: 333 time: 0.0341136 Sep 23 19:39:35.141173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:35.220929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet ea54b2dc-5374-4656-8801-3804930d41af {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:35.226452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.311003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.409048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6a51a-55be-430a-a973-f0cc574baf47 req-7d06cc50-a4ec-4166-a290-eed35bacce88 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:35.410634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fd6a51a-55be-430a-a973-f0cc574baf47 req-7d06cc50-a4ec-4166-a290-eed35bacce88 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 945 time: 0.0981021 Sep 23 19:39:35.419003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.473765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fd6a51a-55be-430a-a973-f0cc574baf47 req-60561ed9-8220-4522-b65e-b1713125d884 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561354 Sep 23 19:39:35.493665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.527028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=ea54b2dc-5374-4656-8801-3804930d41af,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.532933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.538186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:35.538663 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-81d24bbf-9950-4b92-a55c-67930e6a91d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/ea54b2dc-5374-4656-8801-3804930d41af HTTP/1.1" status: 204 len: 168 time: 0.3961470 Sep 23 19:39:35.641824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.703102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 1f2fda10-0265-4f21-805e-f037da3e32cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:35.703447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.769943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] For port 1f2fda10-0265-4f21-805e-f037da3e32cc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1f2fda10-0265-4f21-805e-f037da3e32cc,segment=NetworkSegment(f34c97d1-c4eb-4b4a-ae5f-867715b9a843),segment_id=f34c97d1-c4eb-4b4a-ae5f-867715b9a843)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:35.770339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.783325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 1f2fda10-0265-4f21-805e-f037da3e32cc owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:35.876300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.913690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=1f2fda10-0265-4f21-805e-f037da3e32cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.930938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No DVR routers for this DVR port 1f2fda10-0265-4f21-805e-f037da3e32cc on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:36.012686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063c426-005f-4231-a13b-48a0f6cada87 req-f04309c1-53c0-44d9-9b40-6146595f74fe tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.014645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8063c426-005f-4231-a13b-48a0f6cada87 req-f04309c1-53c0-44d9-9b40-6146595f74fe tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1133158 Sep 23 19:39:36.040126 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.075404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:36.095238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34c97d1-c4eb-4b4a-ae5f-867715b9a843') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:36.095540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34c97d1-c4eb-4b4a-ae5f-867715b9a843') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:36.106841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8063c426-005f-4231-a13b-48a0f6cada87 req-dbb59aa0-b84c-475b-943a-349d4a350855 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637903 Sep 23 19:39:36.116985 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.155344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.168015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:36.169111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:36.173591 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:36.223744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab50f51-45b9-4649-bddb-3c8b0322acf8 None None] Network cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:36.257277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.269667 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.270115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-95cc4288-f110-4f70-aa5c-2500cbec9d63 None None] Could not find standard attr ID for object 1f2fda10-0265-4f21-805e-f037da3e32cc. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:36.271599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a HTTP/1.1" status: 204 len: 168 time: 0.7323930 Sep 23 19:39:36.275917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.282064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9c516-637f-47aa-a3c2-c0d2e4e664fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:36.283506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898302892'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:36.310020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:36.313614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.348915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:36.361770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.362116 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment 18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf of type vlan for network 939fb891-a435-4bf9-a6dc-3626f43bbb20 Sep 23 19:39:36.409739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.444213 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.450561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.451389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.497561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2155902 Sep 23 19:39:36.497561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.502257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:36.532368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc47ed-87af-44ad-a6ab-b407d3115606 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=939fb891-a435-4bf9-a6dc-3626f43bbb20,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:36.542654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 939fb891-a435-4bf9-a6dc-3626f43bbb20 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:36.622078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb8294-f5b7-4328-90e7-f0860663effe None None] DHCP port deletion for cf43dbdc-7f4c-4f1e-891a-0d3f5adedf4a request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:36.653984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:36.657753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.665405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba640-06ba-458c-b1a4-a31a62f5babe req-ac4831ab-9762-4e4f-91bd-b13ffec4b749 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.667006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd2ba640-06ba-458c-b1a4-a31a62f5babe req-ac4831ab-9762-4e4f-91bd-b13ffec4b749 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 945 time: 0.0823538 Sep 23 19:39:36.706856 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd2ba640-06ba-458c-b1a4-a31a62f5babe req-ea30db41-c6bf-4db3-abac-c5e244071812 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Sep 23 19:39:36.876738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.939465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=35041c48-38d6-4ed8-9461-f827d13cbbb2,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:36.951441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': '18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:36.951988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: 939fb891-a435-4bf9-a6dc-3626f43bbb20, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:36.968351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a0abe-c736-4bc5-b6f6-9f338a80911c req-3ca53278-cf69-43d2-86e0-dca3260cf9e5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.969938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-943a0abe-c736-4bc5-b6f6-9f338a80911c req-3ca53278-cf69-43d2-86e0-dca3260cf9e5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 945 time: 0.0608382 Sep 23 19:39:36.971641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 939fb891-a435-4bf9-a6dc-3626f43bbb20 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:36.983069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 939fb891-a435-4bf9-a6dc-3626f43bbb20) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:36.988881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.989303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.992970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35cc32-2d69-4c56-b0b0-7c48fce863f1 None None] Network 939fb891-a435-4bf9-a6dc-3626f43bbb20 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:37.009139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:37.011408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b50273ba-e0c6-4581-b380-f7e4ff6e0856 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5134599 Sep 23 19:39:37.015354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-721956845'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:37.041151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-943a0abe-c736-4bc5-b6f6-9f338a80911c req-bbf288a2-f962-4849-8c5f-9b192f4956fb tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Sep 23 19:39:37.139983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:37.144610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.169300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port b604096b-78d4-45f4-a39e-120ab64ef771 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:37.172300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-939fb891-a435-4bf9-a6dc-3626f43bbb20', 'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20', 'tenant_id': 'ae3034e8616149869d6f852c02f5bef9', 'fixed_ips': [{'subnet_id': '35041c48-38d6-4ed8-9461-f827d13cbbb2'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:37.173360 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.316299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b0d6e-7ba6-44f2-8085-09443dfa2603 req-a9a0487b-956f-48d7-94dc-26b8e7de59c8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:37.317815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-855b0d6e-7ba6-44f2-8085-09443dfa2603 req-a9a0487b-956f-48d7-94dc-26b8e7de59c8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0961916 Sep 23 19:39:37.352194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::2fe (939fb891-a435-4bf9-a6dc-3626f43bbb20/35041c48-38d6-4ed8-9461-f827d13cbbb2/b604096b-78d4-45f4-a39e-120ab64ef771) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:37.393200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-855b0d6e-7ba6-44f2-8085-09443dfa2603 req-afd07c58-2cf3-409f-a82a-9963a9d87df4 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672872 Sep 23 19:39:37.523270 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.561113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.602289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 939fb891-a435-4bf9-a6dc-3626f43bbb20 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:37.605352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:37.610842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:37.616381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:37.616993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.618897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Allocated IP 2001:db8::2 (939fb891-a435-4bf9-a6dc-3626f43bbb20/35041c48-38d6-4ed8-9461-f827d13cbbb2/5f624a15-865a-461b-a9f9-67d2bb3b6428) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:37.640782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=b604096b-78d4-45f4-a39e-120ab64ef771,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:37.652511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1cb0fb36-ac80-4aa2-a2cd-bad332fd0d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6398323 Sep 23 19:39:37.652814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:37.770761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port b604096b-78d4-45f4-a39e-120ab64ef771 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:37.771459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.788234 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.795141 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.830537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Network 939fb891-a435-4bf9-a6dc-3626f43bbb20 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:37.833613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:37.836707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:37.866221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.866448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Pushing event updated for resources: {'Port': ['ID=5f624a15-865a-461b-a9f9-67d2bb3b6428,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:37.891828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for b604096b-78d4-45f4-a39e-120ab64ef771 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:37.910106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Attempting to bind port 5f624a15-865a-461b-a9f9-67d2bb3b6428 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:37.910567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Attempting to bind port 5f624a15-865a-461b-a9f9-67d2bb3b6428 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:37.910935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Attempting to bind port 5f624a15-865a-461b-a9f9-67d2bb3b6428 on network 939fb891-a435-4bf9-a6dc-3626f43bbb20 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:37.920310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:37.920723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Checking segment: {'id': '18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:37.921113 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.921513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Bound using segment: {'id': '18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:37.921973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Bound port: 5f624a15-865a-461b-a9f9-67d2bb3b6428, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '939fb891-a435-4bf9-a6dc-3626f43bbb20'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:37.922398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.007668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] For port 5f624a15-865a-461b-a9f9-67d2bb3b6428, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:38.011582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] For port 5f624a15-865a-461b-a9f9-67d2bb3b6428, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5f624a15-865a-461b-a9f9-67d2bb3b6428,segment=NetworkSegment(18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf),segment_id=18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:38.018872 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.075511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.088518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd09b3a-b905-417d-a8fd-1feca91c6905 None None] Pushing event updated for resources: {'Port': ['ID=5f624a15-865a-461b-a9f9-67d2bb3b6428,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:38.112494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=b604096b-78d4-45f4-a39e-120ab64ef771,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:38.127452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1f2fda10-0265-4f21-805e-f037da3e32cc no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:38.150018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1f2fda10-0265-4f21-805e-f037da3e32cc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:38.150396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1f2fda10-0265-4f21-805e-f037da3e32cc not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:38.159533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.163831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-13a89d3f-a27d-4181-a4af-16e9b58cd9ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/b604096b-78d4-45f4-a39e-120ab64ef771 HTTP/1.1" status: 204 len: 168 time: 0.5076752 Sep 23 19:39:38.164471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:38.199089 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f42ac78-8950-47a7-8b1e-7359ac516d62 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:38.200714 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4f42ac78-8950-47a7-8b1e-7359ac516d62 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/b604096b-78d4-45f4-a39e-120ab64ef771 HTTP/1.1" status: 404 len: 333 time: 0.0352368 Sep 23 19:39:38.204421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:38.211479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23379-3889-459d-a589-1d828881f6fd req-e3ef5461-333b-4562-835e-a445aec989ac tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:38.213307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43d23379-3889-459d-a589-1d828881f6fd req-e3ef5461-333b-4562-835e-a445aec989ac tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 945 time: 0.0693300 Sep 23 19:39:38.259153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43d23379-3889-459d-a589-1d828881f6fd req-9f9bd9dc-a0c4-44b1-90db-86d27cc0b387 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Sep 23 19:39:38.262657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet 35041c48-38d6-4ed8-9461-f827d13cbbb2 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:38.266165 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.362697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.474594 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.782513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdff8-7393-4c4c-ab29-27c34544cbfd req-33672806-f2f0-44d8-aede-8f1a65f6e941 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:38.784109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3dcdff8-7393-4c4c-ab29-27c34544cbfd req-33672806-f2f0-44d8-aede-8f1a65f6e941 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0655038 Sep 23 19:39:38.829729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3dcdff8-7393-4c4c-ab29-27c34544cbfd req-36cff8cc-42d6-4a7a-a131-a4404ef9c6a7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Sep 23 19:39:38.833381 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.849604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.854236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/35041c48-38d6-4ed8-9461-f827d13cbbb2 HTTP/1.1" status: 204 len: 168 time: 0.6466644 Sep 23 19:39:38.854801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:38.892817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc934e-8cd3-4598-8f4e-bf4da826f378 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=35041c48-38d6-4ed8-9461-f827d13cbbb2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:38.970913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.048351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 5f624a15-865a-461b-a9f9-67d2bb3b6428 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:39.048695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.125837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] For port 5f624a15-865a-461b-a9f9-67d2bb3b6428, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5f624a15-865a-461b-a9f9-67d2bb3b6428,segment=NetworkSegment(18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf),segment_id=18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:39.126535 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.139958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 5f624a15-865a-461b-a9f9-67d2bb3b6428 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:39.194085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f196a29-cf91-476a-8afe-00c2d521e4d3 None None] Network 939fb891-a435-4bf9-a6dc-3626f43bbb20 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:39.234597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.248612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No DVR routers for this DVR port 5f624a15-865a-461b-a9f9-67d2bb3b6428 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:39.272736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=5f624a15-865a-461b-a9f9-67d2bb3b6428,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:39.275836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7725cb51-0821-470e-b439-e589fb481afc None None] Provisioning complete for port 5f624a15-865a-461b-a9f9-67d2bb3b6428 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:39.276375 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7725cb51-0821-470e-b439-e589fb481afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.301089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.301423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.301770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.302095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.302458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.302788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.303117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.303440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.303763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.304087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.304408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.304728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:39.321260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7725cb51-0821-470e-b439-e589fb481afc None None] Port 5f624a15-865a-461b-a9f9-67d2bb3b6428 was deleted so its status cannot be updated. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 19:39:39.367034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.388928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939fb891-a435-4bf9-a6dc-3626f43bbb20']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:39.398711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:39.399005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18faafeb-b5ea-4ac6-8acf-80c5b5b2c4bf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:39.409352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.428315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86077c67-ebb8-479d-9b64-d1ea785fa7df None None] DHCP port deletion for 939fb891-a435-4bf9-a6dc-3626f43bbb20 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:39.441767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.447038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:39.447453 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:39.451568 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:39.516693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.524023 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.525952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/939fb891-a435-4bf9-a6dc-3626f43bbb20 HTTP/1.1" status: 204 len: 168 time: 0.6700933 Sep 23 19:39:39.529663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:39.534743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'name': 'tempest-PortsIpV6TestJSON-277492557'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:39.537854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eae0ec-e477-495c-8af4-2df0c2756f5d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=939fb891-a435-4bf9-a6dc-3626f43bbb20,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:39.638593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:39.642187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.660306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port efdb3f33-7da1-41e5-a196-e9d902287376 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:39.819375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.860103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.907559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:39.912175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:39.917315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:39.923366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:39.924115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.927729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=efdb3f33-7da1-41e5-a196-e9d902287376,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:39.943141 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6b98a301-cd90-44d2-9f7e-33c69f989b42 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4123492 Sep 23 19:39:39.946514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:39.975227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea76c0-514d-4db1-81eb-2c16eef66321 req-e6b50ea9-41f5-499d-8c57-a87a294a4702 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:39.976787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bea76c0-514d-4db1-81eb-2c16eef66321 req-e6b50ea9-41f5-499d-8c57-a87a294a4702 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0615087 Sep 23 19:39:40.020975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bea76c0-514d-4db1-81eb-2c16eef66321 req-0ff0959c-7f02-4a9f-b9c9-79891c294af2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360374 Sep 23 19:39:40.046461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port efdb3f33-7da1-41e5-a196-e9d902287376 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:40.046886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.128681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.144052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for efdb3f33-7da1-41e5-a196-e9d902287376 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:40.229633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.266529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=efdb3f33-7da1-41e5-a196-e9d902287376,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:40.272257 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.274711 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c780ed11-d8ba-4eb2-8c72-95960276df33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/efdb3f33-7da1-41e5-a196-e9d902287376 HTTP/1.1" status: 204 len: 168 time: 0.3246465 Sep 23 19:39:40.276997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:40.282651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'mac_address': 'fa:16:3e:37:5c:f8', 'name': 'tempest-PortsIpV6TestJSON-1981716623'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:40.372377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:40.442496 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.464402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port ed6dbe35-d782-4f67-aedf-0a01526568ca yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:40.632487 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.672400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.719432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:40.725029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:40.728955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:40.734883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:40.735494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.745931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=ed6dbe35-d782-4f67-aedf-0a01526568ca,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:40.756340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-09255916-17d1-4739-accb-73c672683628 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4777613 Sep 23 19:39:40.759134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:40.803537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b3d64-e34f-43ed-ba94-587d515c7c50 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:40.804904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e0b3d64-e34f-43ed-ba94-587d515c7c50 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/ed6dbe35-d782-4f67-aedf-0a01526568ca HTTP/1.1" status: 200 len: 845 time: 0.0447929 Sep 23 19:39:40.807793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:40.902581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port ed6dbe35-d782-4f67-aedf-0a01526568ca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:40.902931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.971249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.983062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for ed6dbe35-d782-4f67-aedf-0a01526568ca owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:41.077970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.107821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=ed6dbe35-d782-4f67-aedf-0a01526568ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:41.126414 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.128546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7f2f8f9-4811-49c4-bc14-719a707d8463 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/ed6dbe35-d782-4f67-aedf-0a01526568ca HTTP/1.1" status: 204 len: 168 time: 0.3191340 Sep 23 19:39:41.134794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.196408 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaaa91f-f059-4a66-afb7-4789796515b5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:41.198294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ecaaa91f-f059-4a66-afb7-4789796515b5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/ed6dbe35-d782-4f67-aedf-0a01526568ca HTTP/1.1" status: 404 len: 333 time: 0.0623965 Sep 23 19:39:41.203857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34282) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.209743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'name': 'tempest-PortsIpV6TestJSON-2133196001'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:41.247704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a510b9-4909-4e89-a120-96f3931ffbb2 req-61b06341-2d26-4183-af35-0ef57820e107 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:41.249530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40a510b9-4909-4e89-a120-96f3931ffbb2 req-61b06341-2d26-4183-af35-0ef57820e107 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0588887 Sep 23 19:39:41.293649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40a510b9-4909-4e89-a120-96f3931ffbb2 req-fe535733-2912-486d-b741-682d01338fe6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359876 Sep 23 19:39:41.320555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:41.324839 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.346569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 346ea0be-ff4c-4d25-bca2-4875ddfe6a54 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:41.514255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.550108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.584800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 62ca7beb-127b-42df-9bc2-b4a127a2dafe details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:41.597781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:41.600674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:41.605034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:41.610700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:41.611323 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.634762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4283581 Sep 23 19:39:41.634762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c3c11-4ae4-444e-80af-534a22989eca tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=346ea0be-ff4c-4d25-bca2-4875ddfe6a54,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:41.636524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.642671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:41.697795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:41.714365 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.723062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'mac_address': 'fa:16:3e:fb:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:39:41.763111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.776403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62ca7beb-127b-42df-9bc2-b4a127a2dafe {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:41.798561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:41.802928 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.858189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:41.876013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.880487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.893672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['62ca7beb-127b-42df-9bc2-b4a127a2dafe'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:41.912800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] In _notify_port_updated(), no bound segment for port 346ea0be-ff4c-4d25-bca2-4875ddfe6a54 on network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:39:41.918425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:41.919061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.923188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.923586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "PUT /v2.0/ports/346ea0be-ff4c-4d25-bca2-4875ddfe6a54 HTTP/1.1" status: 200 len: 818 time: 0.2833614 Sep 23 19:39:41.942924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029506ce-df00-415b-a042-81828fd6dab8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=346ea0be-ff4c-4d25-bca2-4875ddfe6a54,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.022938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 346ea0be-ff4c-4d25-bca2-4875ddfe6a54 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:42.023197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.099199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.112026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 346ea0be-ff4c-4d25-bca2-4875ddfe6a54 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:42.193963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.226310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=346ea0be-ff4c-4d25-bca2-4875ddfe6a54,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.231791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.233707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-90ed45eb-3552-48b2-bddc-960fa7568fc7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/346ea0be-ff4c-4d25-bca2-4875ddfe6a54 HTTP/1.1" status: 204 len: 168 time: 0.3090835 Sep 23 19:39:42.236297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.285421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7ea22-784a-4339-a09a-e1b6b5e12d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:42.286869 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6cf7ea22-784a-4339-a09a-e1b6b5e12d33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0496116 Sep 23 19:39:42.289514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.313533 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d39d922-da22-427b-a305-d0c97c865a33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:42.318500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4d39d922-da22-427b-a305-d0c97c865a33 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/346ea0be-ff4c-4d25-bca2-4875ddfe6a54 HTTP/1.1" status: 404 len: 333 time: 0.0246701 Sep 23 19:39:42.318686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.323416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-166883107'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:42.346690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:42.350742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.379214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:42.391871 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.392210 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment 8bc8b47b-cf1d-4455-90c5-112c95d983bf of type vlan for network 34c33bcf-4354-4c94-86e4-0e530e307823 Sep 23 19:39:42.429277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0ebe-2f06-45aa-9098-1ef32b68ba2d req-2f8c1d9e-15c9-406b-af66-750e2efdbcaf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:42.431457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c1f0ebe-2f06-45aa-9098-1ef32b68ba2d req-2f8c1d9e-15c9-406b-af66-750e2efdbcaf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0580013 Sep 23 19:39:42.434705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.461231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.467961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:42.468646 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.483932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c1f0ebe-2f06-45aa-9098-1ef32b68ba2d req-8bc2dde1-527a-4396-84ca-4d54187aae9d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446274 Sep 23 19:39:42.517301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1971457 Sep 23 19:39:42.519663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34330) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.526441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:42.570607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578ddf2-a576-4d24-9b06-df6618cfc7df tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=34c33bcf-4354-4c94-86e4-0e530e307823,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.582424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 34c33bcf-4354-4c94-86e4-0e530e307823 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:42.671548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:42.676144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.864721 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.930232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=dff31b8d-30f1-412b-b477-e903d3f219d5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.937552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': '8bc8b47b-cf1d-4455-90c5-112c95d983bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:42.937913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: 34c33bcf-4354-4c94-86e4-0e530e307823, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:42.954280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 34c33bcf-4354-4c94-86e4-0e530e307823 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:42.962889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 34c33bcf-4354-4c94-86e4-0e530e307823) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:42.971569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:42.972328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.974518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1483d1-ee04-4c02-87e4-9c61fa3558ed None None] Network 34c33bcf-4354-4c94-86e4-0e530e307823 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:42.995651 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e3c80788-8664-422b-a093-41731a832c69 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4749589 Sep 23 19:39:42.998545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.004080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c28ccd9d-9633-4399-9b0c-0e11ee5a43aa tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:43.145482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ccd9d-9633-4399-9b0c-0e11ee5a43aa tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:43.149732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28ccd9d-9633-4399-9b0c-0e11ee5a43aa tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.171011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-34c33bcf-4354-4c94-86e4-0e530e307823', 'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823', 'tenant_id': 'ae3034e8616149869d6f852c02f5bef9', 'fixed_ips': [{'subnet_id': 'dff31b8d-30f1-412b-b477-e903d3f219d5'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:43.172061 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.179938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-074db904-8173-48fc-9cee-4195977bb4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.264735 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-c28ccd9d-9633-4399-9b0c-0e11ee5a43aa tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dff31b8d-30f1-412b-b477-e903d3f219d5 (CIDR: 2001:db8::/64) Sep 23 19:39:43.268663 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28ccd9d-9633-4399-9b0c-0e11ee5a43aa tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:39:43.269226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28ccd9d-9633-4399-9b0c-0e11ee5a43aa tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:43.285295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c28ccd9d-9633-4399-9b0c-0e11ee5a43aa tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2853494 Sep 23 19:39:43.288459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.294781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:43.345889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Allocated IP 2001:db8::2 (34c33bcf-4354-4c94-86e4-0e530e307823/dff31b8d-30f1-412b-b477-e903d3f219d5/9751f9df-5bec-47c0-8523-df08a5ace7e0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:43.412285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:43.416117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.537370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.546474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.580136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Network 34c33bcf-4354-4c94-86e4-0e530e307823 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:43.621722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 62ca7beb-127b-42df-9bc2-b4a127a2dafe up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:43.622429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f4d66-23a5-4657-afc7-4ac41a7ae0b7 req-3a649b8b-c677-4270-ba0c-fe29ca0d2ff2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:43.630670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:43.632438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-774f4d66-23a5-4657-afc7-4ac41a7ae0b7 req-3a649b8b-c677-4270-ba0c-fe29ca0d2ff2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0643215 Sep 23 19:39:43.672517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:43.698637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-774f4d66-23a5-4657-afc7-4ac41a7ae0b7 req-f75d253b-9363-4f99-9db1-d24139e1dd18 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Sep 23 19:39:43.744891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Pushing event updated for resources: {'Port': ['ID=9751f9df-5bec-47c0-8523-df08a5ace7e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:43.769545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Attempting to bind port 9751f9df-5bec-47c0-8523-df08a5ace7e0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:43.769920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Attempting to bind port 9751f9df-5bec-47c0-8523-df08a5ace7e0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8bc8b47b-cf1d-4455-90c5-112c95d983bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:43.770475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Attempting to bind port 9751f9df-5bec-47c0-8523-df08a5ace7e0 on network 34c33bcf-4354-4c94-86e4-0e530e307823 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:43.776642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.780869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:43.781241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Checking segment: {'id': '8bc8b47b-cf1d-4455-90c5-112c95d983bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:43.781672 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.782151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Bound using segment: {'id': '8bc8b47b-cf1d-4455-90c5-112c95d983bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:43.782829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Bound port: 9751f9df-5bec-47c0-8523-df08a5ace7e0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc8b47b-cf1d-4455-90c5-112c95d983bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:43.783225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.802798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 62ca7beb-127b-42df-9bc2-b4a127a2dafe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:43.803088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.897697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=eccc424b-e8e8-45e3-b02b-80945c54f8c4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:43.901873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] For port 9751f9df-5bec-47c0-8523-df08a5ace7e0, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:43.906102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] For port 9751f9df-5bec-47c0-8523-df08a5ace7e0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9751f9df-5bec-47c0-8523-df08a5ace7e0,segment=NetworkSegment(8bc8b47b-cf1d-4455-90c5-112c95d983bf),segment_id=8bc8b47b-cf1d-4455-90c5-112c95d983bf)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:43.906275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 34c33bcf-4354-4c94-86e4-0e530e307823 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:43.910954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:43.914903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:43.915511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.944868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.948804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4ec058bb-d10b-48c9-9720-783824696ccc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6592453 Sep 23 19:39:43.951041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823', 'fixed_ips': [{'subnet_id': 'dff31b8d-30f1-412b-b477-e903d3f219d5'}, {'subnet_id': 'eccc424b-e8e8-45e3-b02b-80945c54f8c4'}], 'name': 'tempest-PortsIpV6TestJSON-1401781615'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:43.961971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.021394 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.079072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe150d-4e4c-4697-888d-ebe0041f39cf None None] Pushing event updated for resources: {'Port': ['ID=9751f9df-5bec-47c0-8523-df08a5ace7e0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:44.087552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:44.092022 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a5f52a-9c91-4983-945b-6a99eaa6dabe" -d '{"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-plugged", "status": "completed", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:44.109947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:44.117534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.170668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:44.177959 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd7ae3a-b51c-4219-b009-fa014fb84c95 x-openstack-request-id: req-8bd7ae3a-b51c-4219-b009-fa014fb84c95 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:44.178764 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-plugged", "status": "completed", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:44.178764 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bd7ae3a-b51c-4219-b009-fa014fb84c95 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:44.179297 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'code': 200} Sep 23 19:39:44.212524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:44.314750 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.343911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port fc158f2c-0c09-4583-8ed3-e85403d24cb2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:45.190468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40847fa-9a7d-4cc5-80df-c69582ec932d req-031b4063-9b42-4daf-8b68-8801b100361c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:45.214121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a40847fa-9a7d-4cc5-80df-c69582ec932d req-031b4063-9b42-4daf-8b68-8801b100361c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0945699 Sep 23 19:39:45.338177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a40847fa-9a7d-4cc5-80df-c69582ec932d req-65cc6f32-747d-401f-a50e-40bf1590a5c5 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229947 Sep 23 19:39:45.397876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::375 (34c33bcf-4354-4c94-86e4-0e530e307823/dff31b8d-30f1-412b-b477-e903d3f219d5/fc158f2c-0c09-4583-8ed3-e85403d24cb2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:45.427741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8:0:1::3bb (34c33bcf-4354-4c94-86e4-0e530e307823/eccc424b-e8e8-45e3-b02b-80945c54f8c4/fc158f2c-0c09-4583-8ed3-e85403d24cb2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:45.586829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8055883-bc8a-45aa-872d-f1bfad675fdb None None] Network 34c33bcf-4354-4c94-86e4-0e530e307823 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:45.649381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ffb81b6e-bc22-489b-8063-9d88d76bc1f9 None None] Provisioning complete for port 9751f9df-5bec-47c0-8523-df08a5ace7e0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:45.649761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb81b6e-bc22-489b-8063-9d88d76bc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.793546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.844085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.903663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 34c33bcf-4354-4c94-86e4-0e530e307823 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:45.908492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:45.919100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:45.926869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:45.927822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.952232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=fc158f2c-0c09-4583-8ed3-e85403d24cb2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:45.973241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:45.973870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dab0b0f6-1084-4d93-818c-a31251a103fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.0275481 Sep 23 19:39:45.980790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dff31b8d-30f1-412b-b477-e903d3f219d5'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:46.124064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb81b6e-bc22-489b-8063-9d88d76bc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.193575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ffb81b6e-bc22-489b-8063-9d88d76bc1f9 None None] For port 9751f9df-5bec-47c0-8523-df08a5ace7e0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9751f9df-5bec-47c0-8523-df08a5ace7e0,segment=NetworkSegment(8bc8b47b-cf1d-4455-90c5-112c95d983bf),segment_id=8bc8b47b-cf1d-4455-90c5-112c95d983bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:46.201139 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffb81b6e-bc22-489b-8063-9d88d76bc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.265360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.325707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9751f9df-5bec-47c0-8523-df08a5ace7e0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:46.336547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb81b6e-bc22-489b-8063-9d88d76bc1f9 None None] Pushing event updated for resources: {'Port': ['ID=9751f9df-5bec-47c0-8523-df08a5ace7e0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:46.397997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9c95e8-0083-4737-b019-e53ddb651f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.415781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6cb0e-358c-4d7f-9b8a-fba4fb59d095 None None] Update dhcp port {'port': {'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823', 'fixed_ips': [{'subnet_id': 'dff31b8d-30f1-412b-b477-e903d3f219d5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eccc424b-e8e8-45e3-b02b-80945c54f8c4'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '9751f9df-5bec-47c0-8523-df08a5ace7e0'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:39:46.507734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a71fc9-a7c1-4359-b77c-019c49520211 req-ea983a13-a3d9-4149-9145-9b6c209ed838 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:46.510199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e6cb0e-358c-4d7f-9b8a-fba4fb59d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.516841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80a71fc9-a7c1-4359-b77c-019c49520211 req-ea983a13-a3d9-4149-9145-9b6c209ed838 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0739727 Sep 23 19:39:46.536450 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.575114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9751f9df-5bec-47c0-8523-df08a5ace7e0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:46.577651 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.643726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80a71fc9-a7c1-4359-b77c-019c49520211 req-cc937ffa-1167-49e1-8699-3cb631cd90da tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200051 Sep 23 19:39:46.800511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Delete allocated IP 2001:db8:0:1::3bb (34c33bcf-4354-4c94-86e4-0e530e307823/eccc424b-e8e8-45e3-b02b-80945c54f8c4) {{(pid=94825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:39:46.993718 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.028112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.035400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.099787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=fc158f2c-0c09-4583-8ed3-e85403d24cb2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:47.146111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] In _notify_port_updated(), no bound segment for port fc158f2c-0c09-4583-8ed3-e85403d24cb2 on network 34c33bcf-4354-4c94-86e4-0e530e307823 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:39:47.153671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:47.154575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.159341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:47.159681 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0fe200bf-e327-458d-84d7-4d8bcbe58c5e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "PUT /v2.0/ports/fc158f2c-0c09-4583-8ed3-e85403d24cb2 HTTP/1.1" status: 200 len: 926 time: 1.1851637 Sep 23 19:39:47.167347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dff31b8d-30f1-412b-b477-e903d3f219d5'}, {'subnet_id': 'eccc424b-e8e8-45e3-b02b-80945c54f8c4'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:47.168625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-77e6cb0e-358c-4d7f-9b8a-fba4fb59d095 None None] Allocated IP 2001:db8:0:1::2 (34c33bcf-4354-4c94-86e4-0e530e307823/eccc424b-e8e8-45e3-b02b-80945c54f8c4/9751f9df-5bec-47c0-8523-df08a5ace7e0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:47.289346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.550945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-77e6cb0e-358c-4d7f-9b8a-fba4fb59d095 None None] For port 9751f9df-5bec-47c0-8523-df08a5ace7e0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9751f9df-5bec-47c0-8523-df08a5ace7e0,segment=NetworkSegment(8bc8b47b-cf1d-4455-90c5-112c95d983bf),segment_id=8bc8b47b-cf1d-4455-90c5-112c95d983bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:47.620772 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e6cb0e-358c-4d7f-9b8a-fba4fb59d095 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.633765 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e6cb0e-358c-4d7f-9b8a-fba4fb59d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.738355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8:0:1::2f4 (34c33bcf-4354-4c94-86e4-0e530e307823/eccc424b-e8e8-45e3-b02b-80945c54f8c4/fc158f2c-0c09-4583-8ed3-e85403d24cb2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:47.822104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6cb0e-358c-4d7f-9b8a-fba4fb59d095 None None] Pushing event updated for resources: {'Port': ['ID=9751f9df-5bec-47c0-8523-df08a5ace7e0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:47.883352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cde6f-4d0e-459c-b73f-c8efcad148bb req-3227c4be-45ec-4076-8196-2fc5476814c2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:47.884902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a6cde6f-4d0e-459c-b73f-c8efcad148bb req-3227c4be-45ec-4076-8196-2fc5476814c2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1223221 Sep 23 19:39:47.963145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a6cde6f-4d0e-459c-b73f-c8efcad148bb req-4131ddd6-e8bd-4935-9671-f3e09963fcf7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684404 Sep 23 19:39:47.977480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.988972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.119599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] In _notify_port_updated(), no bound segment for port fc158f2c-0c09-4583-8ed3-e85403d24cb2 on network 34c33bcf-4354-4c94-86e4-0e530e307823 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:39:48.125680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:48.135950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.140656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34464) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:48.158503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "PUT /v2.0/ports/fc158f2c-0c09-4583-8ed3-e85403d24cb2 HTTP/1.1" status: 200 len: 1012 time: 0.9974794 Sep 23 19:39:48.166082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8529e4-8a84-4244-bbb3-2b6159196f90 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=fc158f2c-0c09-4583-8ed3-e85403d24cb2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:48.256694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9751f9df-5bec-47c0-8523-df08a5ace7e0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:48.374165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9751f9df-5bec-47c0-8523-df08a5ace7e0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:48.377826 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.382840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port fc158f2c-0c09-4583-8ed3-e85403d24cb2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:48.383270 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.543555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.550759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.568342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for fc158f2c-0c09-4583-8ed3-e85403d24cb2 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:48.618472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681f49-ea9d-49d1-aee2-97ea012ff2c8 req-22ab590a-94ca-401f-a2b6-f14d33bebdf2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:48.628757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c681f49-ea9d-49d1-aee2-97ea012ff2c8 req-22ab590a-94ca-401f-a2b6-f14d33bebdf2 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0876896 Sep 23 19:39:48.694445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c681f49-ea9d-49d1-aee2-97ea012ff2c8 req-038ab497-4033-48f4-ab8e-d8ed873c1118 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632589 Sep 23 19:39:48.761687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1038892-0661-497a-bbd1-55356b775161 None None] Network 34c33bcf-4354-4c94-86e4-0e530e307823 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:48.845192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.883196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=fc158f2c-0c09-4583-8ed3-e85403d24cb2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:48.906389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-912e1d70-61bf-47a9-a98c-66e466a533e9 None None] Could not find standard attr ID for object fc158f2c-0c09-4583-8ed3-e85403d24cb2. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:48.932707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-912e1d70-61bf-47a9-a98c-66e466a533e9 None None] Provisioning complete for port 9751f9df-5bec-47c0-8523-df08a5ace7e0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:48.933077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-912e1d70-61bf-47a9-a98c-66e466a533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.947077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.950030 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c5230a16-d336-4a10-865f-a66339705b7d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/fc158f2c-0c09-4583-8ed3-e85403d24cb2 HTTP/1.1" status: 204 len: 168 time: 0.8078027 Sep 23 19:39:48.952668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:49.007405 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e3a612-49dc-4b79-b287-c8a9eb5aa1fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:49.012053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:49.012230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-55e3a612-49dc-4b79-b287-c8a9eb5aa1fd tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/fc158f2c-0c09-4583-8ed3-e85403d24cb2 HTTP/1.1" status: 404 len: 333 time: 0.0583627 Sep 23 19:39:49.077883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet eccc424b-e8e8-45e3-b02b-80945c54f8c4 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:49.082394 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.155338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.274335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.388542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.421692 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=eccc424b-e8e8-45e3-b02b-80945c54f8c4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:49.429557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.434762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0380f167-fa97-4f08-9822-e00f680a67bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/eccc424b-e8e8-45e3-b02b-80945c54f8c4 HTTP/1.1" status: 204 len: 168 time: 0.4181952 Sep 23 19:39:49.435759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:49.456356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a3346-53d4-408f-9a3d-acf4e447e593 None None] Network 34c33bcf-4354-4c94-86e4-0e530e307823 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:49.515442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet dff31b8d-30f1-412b-b477-e903d3f219d5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:49.520742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.553145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5ac1154f-764f-4825-9f51-c997b53a59cc None None] Provisioning complete for port 9751f9df-5bec-47c0-8523-df08a5ace7e0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:49.553747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac1154f-764f-4825-9f51-c997b53a59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.581193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.698929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.777863 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.809244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=dff31b8d-30f1-412b-b477-e903d3f219d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:49.820499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.822975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c0dbe57-2085-4fe1-a2b1-7c7eaee17c94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/dff31b8d-30f1-412b-b477-e903d3f219d5 HTTP/1.1" status: 204 len: 168 time: 0.3860142 Sep 23 19:39:49.827150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:49.858454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf36998-5d11-420f-bbed-963577c7f44d req-9c0c223e-b667-4da6-92fb-d9a1f9823f73 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:49.860013 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebf36998-5d11-420f-bbed-963577c7f44d req-9c0c223e-b667-4da6-92fb-d9a1f9823f73 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1815388 Sep 23 19:39:49.926097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c1568-199c-411a-b8c2-93a68a160072 None None] Update dhcp port {'port': {'network_id': '34c33bcf-4354-4c94-86e4-0e530e307823', 'fixed_ips': [{'subnet_id': 'dff31b8d-30f1-412b-b477-e903d3f219d5'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '9751f9df-5bec-47c0-8523-df08a5ace7e0'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:39:50.002828 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1568-199c-411a-b8c2-93a68a160072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.021361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1740e00-00f6-4840-b406-65652ddd20a7 req-5aa90cd2-bbba-49ca-9653-0dd649294080 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:50.029708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1740e00-00f6-4840-b406-65652ddd20a7 req-5aa90cd2-bbba-49ca-9653-0dd649294080 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1301105 Sep 23 19:39:50.040977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.098998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Deleting port 37927c0d-f8f7-49de-8d6b-f2b53097d546 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:50.099351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.100922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1740e00-00f6-4840-b406-65652ddd20a7 req-d31b7973-5884-4539-bc0d-1317f935f073 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Sep 23 19:39:50.123644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 9751f9df-5bec-47c0-8523-df08a5ace7e0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:50.123967 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.223205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] For port 9751f9df-5bec-47c0-8523-df08a5ace7e0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9751f9df-5bec-47c0-8523-df08a5ace7e0,segment=NetworkSegment(8bc8b47b-cf1d-4455-90c5-112c95d983bf),segment_id=8bc8b47b-cf1d-4455-90c5-112c95d983bf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:50.223205 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.262647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 9751f9df-5bec-47c0-8523-df08a5ace7e0 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:50.295389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] For port 37927c0d-f8f7-49de-8d6b-f2b53097d546, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=37927c0d-f8f7-49de-8d6b-f2b53097d546,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:50.295389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.324227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Calling delete_port for 37927c0d-f8f7-49de-8d6b-f2b53097d546 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:50.340203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe92d0d-d4a2-495d-b7d8-1dcc5703e752 None None] Network 34c33bcf-4354-4c94-86e4-0e530e307823 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:50.443782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-086d2686-b43b-4a21-84ee-184dee801cdb None None] Provisioning complete for port 9751f9df-5bec-47c0-8523-df08a5ace7e0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:50.444617 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086d2686-b43b-4a21-84ee-184dee801cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.470004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.537197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-086d2686-b43b-4a21-84ee-184dee801cdb None None] Could not find standard attr ID for object 9751f9df-5bec-47c0-8523-df08a5ace7e0. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:50.543150 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.db [None req-086d2686-b43b-4a21-84ee-184dee801cdb None None] No ports have port_id starting with 9751f9df-5bec-47c0-8523-df08a5ace7e0 Sep 23 19:39:50.555288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128aba36-d826-49ed-b69c-7b3d95522017 None None] DHCP port deletion for 34c33bcf-4354-4c94-86e4-0e530e307823 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:50.558311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=9751f9df-5bec-47c0-8523-df08a5ace7e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:50.576181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No DVR routers for this DVR port 9751f9df-5bec-47c0-8523-df08a5ace7e0 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:50.586340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.632045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event deleted for resources: {'Port': ['ID=37927c0d-f8f7-49de-8d6b-f2b53097d546,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:50.689586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] No DVR routers for this DVR port 37927c0d-f8f7-49de-8d6b-f2b53097d546 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:50.692699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.694878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebf36998-5d11-420f-bbed-963577c7f44d req-2ed15c84-bfa1-4aac-8d3f-164b73bb03b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "DELETE /v2.0/ports/37927c0d-f8f7-49de-8d6b-f2b53097d546 HTTP/1.1" status: 204 len: 173 time: 0.8277006 Sep 23 19:39:50.695323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'name': 'network-vif-deleted', 'tag': '37927c0d-f8f7-49de-8d6b-f2b53097d546'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:50.697772 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cdea5b-edaf-48e5-9cd7-ffc660d71c09" -d '{"events": [{"server_uuid": "7aedcf4d-c15b-4f9d-ad89-69fad889ddc6", "name": "network-vif-deleted", "tag": "37927c0d-f8f7-49de-8d6b-f2b53097d546"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:50.740701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.782073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c33bcf-4354-4c94-86e4-0e530e307823']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:50.793136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc8b47b-cf1d-4455-90c5-112c95d983bf') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:50.793448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc8b47b-cf1d-4455-90c5-112c95d983bf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:50.809391 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.827481 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.833981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:50.834403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:50.837652 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:50.920040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.928468 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.934618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/34c33bcf-4354-4c94-86e4-0e530e307823 HTTP/1.1" status: 204 len: 168 time: 1.1025274 Sep 23 19:39:50.934618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:50.973161 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455316eb-dda1-41bd-9658-700f3c41ad22 x-openstack-request-id: req-455316eb-dda1-41bd-9658-700f3c41ad22 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:50.973161 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aedcf4d-c15b-4f9d-ad89-69fad889ddc6", "name": "network-vif-deleted", "tag": "37927c0d-f8f7-49de-8d6b-f2b53097d546", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:50.973161 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-455316eb-dda1-41bd-9658-700f3c41ad22 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:50.973161 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aedcf4d-c15b-4f9d-ad89-69fad889ddc6', 'name': 'network-vif-deleted', 'tag': '37927c0d-f8f7-49de-8d6b-f2b53097d546', 'status': 'completed', 'code': 200} Sep 23 19:39:50.986635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e26a-5a4d-421c-a106-558513855654 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=34c33bcf-4354-4c94-86e4-0e530e307823,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:51.009941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2870a-7608-4dee-9be0-ca7832ee6b0e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:51.025705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5aa2870a-7608-4dee-9be0-ca7832ee6b0e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0851445 Sep 23 19:39:51.026877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:51.098046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:51.099912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a0efb647-f1de-4a70-a977-38574c170cd1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0723286 Sep 23 19:39:51.103144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1719962099'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:51.172128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:51.181897 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.247700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:51.331674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6517e4fa-3824-4121-96a4-a6ef1594bfa4 req-fdeb291d-2ccf-40f2-a91a-7524c0a00c36 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aedcf4d-c15b-4f9d-ad89-69fad889ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0786886 Sep 23 19:39:51.345785 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.347242 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment 747b21d4-6355-4d85-8eba-303228ab3d21 of type vlan for network 3179924e-a81a-486c-83d0-9297dc8d86ca Sep 23 19:39:51.446877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:51.466582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.536729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.547693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:51.550917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.615867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5166676 Sep 23 19:39:51.618849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:51.625714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:51.662815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2ebb-ff9d-4de7-b5e8-2e1d246d5971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.696786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5705a54-b19e-4701-854c-e2be1f472c19 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=3179924e-a81a-486c-83d0-9297dc8d86ca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:51.710969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3179924e-a81a-486c-83d0-9297dc8d86ca details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:51.838626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2ebb-ff9d-4de7-b5e8-2e1d246d5971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.844093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2ebb-ff9d-4de7-b5e8-2e1d246d5971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.863493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:51.872670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.882429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2ebb-ff9d-4de7-b5e8-2e1d246d5971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b866f53-e702-410c-83bb-38242e7bb2eb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:51.886897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3e7a2ebb-ff9d-4de7-b5e8-2e1d246d5971 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa0aada140d341dea98cb5e56121ce89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389215 Sep 23 19:39:51.889505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:51.941009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59f44d9b-e2f5-41e3-acb8-204378bf91db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.966694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59f44d9b-e2f5-41e3-acb8-204378bf91db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.030096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59f44d9b-e2f5-41e3-acb8-204378bf91db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.032651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59f44d9b-e2f5-41e3-acb8-204378bf91db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.033804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-59f44d9b-e2f5-41e3-acb8-204378bf91db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b866f53-e702-410c-83bb-38242e7bb2eb HTTP/1.1" status: 204 len: 168 time: 0.1434069 Sep 23 19:39:52.061022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f44d9b-e2f5-41e3-acb8-204378bf91db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b866f53-e702-410c-83bb-38242e7bb2eb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:52.125481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 37927c0d-f8f7-49de-8d6b-f2b53097d546 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:52.133881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.171640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 37927c0d-f8f7-49de-8d6b-f2b53097d546 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:52.172517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 37927c0d-f8f7-49de-8d6b-f2b53097d546 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:52.212039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=cfe73750-5a09-4128-b66d-3f0b9019001b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:52.235363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9751f9df-5bec-47c0-8523-df08a5ace7e0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:52.252377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': '747b21d4-6355-4d85-8eba-303228ab3d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:52.252756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: 3179924e-a81a-486c-83d0-9297dc8d86ca, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:52.263959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9751f9df-5bec-47c0-8523-df08a5ace7e0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:52.264589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9751f9df-5bec-47c0-8523-df08a5ace7e0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:52.283435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 3179924e-a81a-486c-83d0-9297dc8d86ca is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:52.297258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3179924e-a81a-486c-83d0-9297dc8d86ca) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:52.307264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:52.308421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.318959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c36919-23d1-4794-9f52-e90513776f2b None None] Network 3179924e-a81a-486c-83d0-9297dc8d86ca requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:52.336500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c2aa5a0-ce42-4d2a-a10e-a22365b452c2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7122355 Sep 23 19:39:52.337303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:52.343827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca', 'name': 'tempest-PortsIpV6TestJSON-1518872947'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:52.584070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3179924e-a81a-486c-83d0-9297dc8d86ca', 'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca', 'tenant_id': 'ae3034e8616149869d6f852c02f5bef9', 'fixed_ips': [{'subnet_id': 'cfe73750-5a09-4128-b66d-3f0b9019001b'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:52.585490 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.591428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:52.599012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.651319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 9992c19b-fcb5-4fbd-852f-6af90cb87459 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:52.781644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Allocated IP 2001:db8::2 (3179924e-a81a-486c-83d0-9297dc8d86ca/cfe73750-5a09-4128-b66d-3f0b9019001b/192a7f81-24e4-4b9b-a3ce-1fb3b072cb28) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:52.966748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-98d0073e-7aee-40ac-bb2d-6eb28d30f253 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:52.970123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-98d0073e-7aee-40ac-bb2d-6eb28d30f253 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.1393669 Sep 23 19:39:52.987251 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.002978 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.022402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-c3194427-397f-473a-92e9-f1788d4b1ecb tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/quotas/704410d212264e658a139ea138bf5b03 HTTP/1.1" status: 200 len: 375 time: 0.0445569 Sep 23 19:39:53.066559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Network 3179924e-a81a-486c-83d0-9297dc8d86ca is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:53.072763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:53.077742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:53.083520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-77f2fc11-a8ef-48a2-bac6-a36e0e99e8cd tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552366 Sep 23 19:39:53.094065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Pushing event updated for resources: {'Port': ['ID=192a7f81-24e4-4b9b-a3ce-1fb3b072cb28,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:53.141864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::c9 (3179924e-a81a-486c-83d0-9297dc8d86ca/cfe73750-5a09-4128-b66d-3f0b9019001b/9992c19b-fcb5-4fbd-852f-6af90cb87459) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:53.164903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Attempting to bind port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:53.165933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Attempting to bind port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '747b21d4-6355-4d85-8eba-303228ab3d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:53.166626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Attempting to bind port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 on network 3179924e-a81a-486c-83d0-9297dc8d86ca {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:53.184836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:53.188531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Checking segment: {'id': '747b21d4-6355-4d85-8eba-303228ab3d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:53.189330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.190936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Bound using segment: {'id': '747b21d4-6355-4d85-8eba-303228ab3d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:53.191963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Bound port: 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747b21d4-6355-4d85-8eba-303228ab3d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:53.192655 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.282747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-bc1df021-77e9-4ed9-94e6-037df0b37c2f service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727171 Sep 23 19:39:53.303283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] For port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:53.318330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] For port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=192a7f81-24e4-4b9b-a3ce-1fb3b072cb28,segment=NetworkSegment(747b21d4-6355-4d85-8eba-303228ab3d21),segment_id=747b21d4-6355-4d85-8eba-303228ab3d21)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:53.334552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.438023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf4b04-3e09-4e66-bf44-d9662fb2f2b0 None None] Pushing event updated for resources: {'Port': ['ID=192a7f81-24e4-4b9b-a3ce-1fb3b072cb28,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:53.452570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-4c989f54-02a9-430b-8c53-5739b666f689 service neutron] 10.222.0.38 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687727 Sep 23 19:39:53.500841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.881592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fb28074-3f79-4a79-9d8b-8d3095c1756e req-6717d6ed-6c84-4485-84b2-97bffb5250d6 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 210 time: 0.0481997 Sep 23 19:39:53.993588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.061904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 3179924e-a81a-486c-83d0-9297dc8d86ca is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:54.065785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:54.070176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:54.077274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:54.078258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.099013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=9992c19b-fcb5-4fbd-852f-6af90cb87459,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:54.115880 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-65b42470-5c36-4303-945b-2392f495989a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7763393 Sep 23 19:39:54.118426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:54.125428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '3179924e-a81a-486c-83d0-9297dc8d86ca', 'name': 'tempest-PortsIpV6TestJSON-1671955192'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:54.351322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:54.377367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:54.389710 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.457993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 9bc1c2c0-852e-40c9-a795-abb70a2421a0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:54.469267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:54.470573 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.596218 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.652323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=192a7f81-24e4-4b9b-a3ce-1fb3b072cb28,segment=NetworkSegment(747b21d4-6355-4d85-8eba-303228ab3d21),segment_id=747b21d4-6355-4d85-8eba-303228ab3d21)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:54.662186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.727187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::3d5 (3179924e-a81a-486c-83d0-9297dc8d86ca/cfe73750-5a09-4128-b66d-3f0b9019001b/9bc1c2c0-852e-40c9-a795-abb70a2421a0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:54.802114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=192a7f81-24e4-4b9b-a3ce-1fb3b072cb28,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:55.117125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd618f93-8686-4a00-9d32-9645dae31b66 req-ec03460d-ad2a-434f-bfef-36963f40dd71 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 210 time: 0.0832515 Sep 23 19:39:55.120449 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.196427 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.218984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe322e-183e-4f13-ae7f-8abc81dadd40 None None] Network 3179924e-a81a-486c-83d0-9297dc8d86ca requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:55.257680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.286789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2dbca53d-bb9d-40fe-aeac-596443c6169d None None] Provisioning complete for port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:55.287437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 3179924e-a81a-486c-83d0-9297dc8d86ca is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:55.287662 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2dbca53d-bb9d-40fe-aeac-596443c6169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.292720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:55.295695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:55.302490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:55.303131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.340253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=9bc1c2c0-852e-40c9-a795-abb70a2421a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:55.353199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-17680b44-9eae-4585-b01f-65baf5fa91e5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2332296 Sep 23 19:39:55.356370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:55.428519 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:39:55.516183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d71a428-2ce2-468a-8a71-fe3cc758dee2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:55.520569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d71a428-2ce2-468a-8a71-fe3cc758dee2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac9 HTTP/1.1" status: 200 len: 928 time: 0.1604691 Sep 23 19:39:55.520848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:55.710057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 9bc1c2c0-852e-40c9-a795-abb70a2421a0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:55.715472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.778314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-c73b01c9-7438-463d-9011-78aacf7d2110 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:55.781547 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-c73b01c9-7438-463d-9011-78aacf7d2110 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 812 time: 0.2133780 Sep 23 19:39:55.795904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Request body: {'port': {'device_id': 'dafea438-98af-4170-b628-0ea0303fd198', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'admin_state_up': True, 'tenant_id': '704410d212264e658a139ea138bf5b03'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:55.866256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.886668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 9bc1c2c0-852e-40c9-a795-abb70a2421a0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:56.021487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7b4e9017-4ed7-460e-ae35-c35b1864a545 None None] Provisioning complete for port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:56.022084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b4e9017-4ed7-460e-ae35-c35b1864a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.059074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Made reservation on behalf of 704410d212264e658a139ea138bf5b03 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:56.065782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.122325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.198856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=9bc1c2c0-852e-40c9-a795-abb70a2421a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:56.232462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7b4e9017-4ed7-460e-ae35-c35b1864a545 None None] Could not find standard attr ID for object 9bc1c2c0-852e-40c9-a795-abb70a2421a0. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:56.276996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7b4e9017-4ed7-460e-ae35-c35b1864a545 None None] Provisioning complete for port 9992c19b-fcb5-4fbd-852f-6af90cb87459 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:56.277377 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b4e9017-4ed7-460e-ae35-c35b1864a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.284301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:56.289875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.296916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d08d8f7-60cf-43cd-9e0a-59abdc5468ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/9bc1c2c0-852e-40c9-a795-abb70a2421a0 HTTP/1.1" status: 204 len: 168 time: 0.7725656 Sep 23 19:39:56.305754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:56.359538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-568536a1-1851-405b-a6ab-e37e112c3d87 req-1dd87b72-5d76-45a1-bed6-2921af72ecbf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 210 time: 0.0786521 Sep 23 19:39:56.411795 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7c2ce6-19b6-4fb4-8ed6-6571a5d0a599 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:56.413012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e9017-4ed7-460e-ae35-c35b1864a545 None None] Port 9992c19b-fcb5-4fbd-852f-6af90cb87459 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:56.417961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:56.423903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d7c2ce6-19b6-4fb4-8ed6-6571a5d0a599 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/9bc1c2c0-852e-40c9-a795-abb70a2421a0 HTTP/1.1" status: 404 len: 333 time: 0.1166072 Sep 23 19:39:56.473659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:56.474036 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.547949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Allocated IP 172.20.0.12 (f1d5fb3e-eddb-416b-9957-649fbd317db0/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5/edcf9b48-9d56-4e31-9fe5-55cfa6d12394) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:56.596138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0b95bc0c-06cf-4c32-b8ca-6b66c7ac224f None None] Provisioning complete for port 9992c19b-fcb5-4fbd-852f-6af90cb87459 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:56.596519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b95bc0c-06cf-4c32-b8ca-6b66c7ac224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.608040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 9992c19b-fcb5-4fbd-852f-6af90cb87459 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:56.609345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.649055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0b95bc0c-06cf-4c32-b8ca-6b66c7ac224f None None] Port 9992c19b-fcb5-4fbd-852f-6af90cb87459 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:56.765476 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.775760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.790276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 9992c19b-fcb5-4fbd-852f-6af90cb87459 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:56.863947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-addc389f-0ddc-46a8-870a-90f34ecfbb4a None None] Could not find standard attr ID for object 9bc1c2c0-852e-40c9-a795-abb70a2421a0. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:56.877785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.931443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.984633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.009025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Network f1d5fb3e-eddb-416b-9957-649fbd317db0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:57.021790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:57.025521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:57.041766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=9992c19b-fcb5-4fbd-852f-6af90cb87459,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:57.085829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.090328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fdaaa824-1d40-4920-b60a-206bbcfe1ae2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/9992c19b-fcb5-4fbd-852f-6af90cb87459 HTTP/1.1" status: 204 len: 168 time: 0.6681051 Sep 23 19:39:57.090512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event updated for resources: {'Port': ['ID=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:57.091313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:57.143871 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff429180-53b5-43ef-abfb-ed2bf2a72705 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:39:57.145630 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ff429180-53b5-43ef-abfb-ed2bf2a72705 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/9992c19b-fcb5-4fbd-852f-6af90cb87459 HTTP/1.1" status: 404 len: 333 time: 0.0531175 Sep 23 19:39:57.148626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:57.151687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:57.152327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.172412 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-55ded937-255d-430f-aafd-49a68d64bb94 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3798597 Sep 23 19:39:57.230793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet cfe73750-5a09-4128-b66d-3f0b9019001b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:57.240438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.330079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Request body: {'port': {'device_id': 'dafea438-98af-4170-b628-0ea0303fd198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:57.343924 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.397670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.488634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.581197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc22ad-2946-41d3-b8cb-6a65639c67aa req-eb31d2b0-afa8-46ac-8075-4a3c993bbb1c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:57.589208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77cc22ad-2946-41d3-b8cb-6a65639c67aa req-eb31d2b0-afa8-46ac-8075-4a3c993bbb1c tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 932 time: 0.1147730 Sep 23 19:39:57.611994 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.645038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe73750-5a09-4128-b66d-3f0b9019001b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:57.671209 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.673355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d53e3fd4-e00d-460b-9336-aadcc61b9353 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/cfe73750-5a09-4128-b66d-3f0b9019001b HTTP/1.1" status: 204 len: 168 time: 0.5234575 Sep 23 19:39:57.680108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:57.680457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c01834-be42-48fb-99f1-352afbce142a None None] Network 3179924e-a81a-486c-83d0-9297dc8d86ca requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:57.760034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77cc22ad-2946-41d3-b8cb-6a65639c67aa req-23d33a78-a711-4005-b7ff-d0902f5bea53 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696689 Sep 23 19:39:57.773798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.836839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:57.837185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.896255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcf9b48-9d56-4e31-9fe5-55cfa6d12394 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:57.904352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] For port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=192a7f81-24e4-4b9b-a3ce-1fb3b072cb28,segment=NetworkSegment(747b21d4-6355-4d85-8eba-303228ab3d21),segment_id=747b21d4-6355-4d85-8eba-303228ab3d21)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:57.904723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.908438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.918615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:57.963668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Transition to ACTIVE for port object edcf9b48-9d56-4e31-9fe5-55cfa6d12394 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:39:57.969994 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.050300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Pushing event updated for resources: {'Port': ['ID=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.107858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.115472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ae7b0-aa8b-4e72-90ac-01755ebbe4b4 None None] DHCP port deletion for 3179924e-a81a-486c-83d0-9297dc8d86ca request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:58.159776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=192a7f81-24e4-4b9b-a3ce-1fb3b072cb28,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.162719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No DVR routers for this DVR port 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:58.223887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Attempting to bind port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:58.224537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Attempting to bind port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:58.225089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Attempting to bind port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:58.232930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:39:58.233513 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Attempting to bind port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 on network f1d5fb3e-eddb-416b-9957-649fbd317db0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:58.252547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:58.253205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Checking segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:58.253835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Bound using segment: {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:58.254525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Bound port: edcf9b48-9d56-4e31-9fe5-55cfa6d12394, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd1e9ff-4a6f-478c-8a25-0c215a614650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:58.255104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.267410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:58.301337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:58.301601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 192a7f81-24e4-4b9b-a3ce-1fb3b072cb28 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:58.318737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.348476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3179924e-a81a-486c-83d0-9297dc8d86ca']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:58.358843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747b21d4-6355-4d85-8eba-303228ab3d21') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:58.359136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747b21d4-6355-4d85-8eba-303228ab3d21') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:58.369799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.374983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] For port edcf9b48-9d56-4e31-9fe5-55cfa6d12394, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:58.380843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] For port edcf9b48-9d56-4e31-9fe5-55cfa6d12394, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:58.384045 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.391443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:58.392012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.392148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.430253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:58.430925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.432677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] 10.222.0.72 "PUT /v2.0/ports/edcf9b48-9d56-4e31-9fe5-55cfa6d12394 HTTP/1.1" status: 200 len: 1092 time: 1.2527471 Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:58.455998 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:58.463385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafea438-98af-4170-b628-0ea0303fd198', 'tag': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:58.464533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.467225 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dafea438-98af-4170-b628-0ea0303fd198", "tag": "edcf9b48-9d56-4e31-9fe5-55cfa6d12394"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:58.477895 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.485941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/3179924e-a81a-486c-83d0-9297dc8d86ca HTTP/1.1" status: 204 len: 168 time: 0.7980351 Sep 23 19:39:58.506228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34744) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:58.514428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525f528-205f-4496-86da-f1306391b4e0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=3179924e-a81a-486c-83d0-9297dc8d86ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.517164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1128612551'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:58.547981 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa13ef15-2ff0-45c8-b237-37da61bc55fb x-openstack-request-id: req-aa13ef15-2ff0-45c8-b237-37da61bc55fb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:58.548293 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafea438-98af-4170-b628-0ea0303fd198", "tag": "edcf9b48-9d56-4e31-9fe5-55cfa6d12394", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:58.548507 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa13ef15-2ff0-45c8-b237-37da61bc55fb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:58.548902 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafea438-98af-4170-b628-0ea0303fd198', 'tag': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394', 'status': 'completed', 'code': 200} Sep 23 19:39:58.571230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:58.575437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.594428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fc8e7-466a-4b55-91fb-ed887ec1737c service neutron] Pushing event updated for resources: {'Port': ['ID=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.609496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-4252044a-7026-4910-af67-540f8e86d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:58.611187 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-4252044a-7026-4910-af67-540f8e86d25e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 1095 time: 0.1319137 Sep 23 19:39:58.617055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:58.673248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-9bccd867-ed9b-4953-addd-b3c5767ff431 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edcf9b48-9d56-4e31-9fe5-55cfa6d12394 HTTP/1.1" status: 200 len: 217 time: 0.0537894 Sep 23 19:39:58.674412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.674763 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment 5e23d256-4172-4c39-98bd-a29dd5fad832 of type vlan for network e985aae8-0396-4d20-bb41-aa07ac3f06a4 Sep 23 19:39:58.748974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.767287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-4c39b9e4-d140-488a-84a7-d55c998e54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:58.769113 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-4c39b9e4-d140-488a-84a7-d55c998e54fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0865533 Sep 23 19:39:58.817735 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-c153e354-7c71-4136-a0a7-a4d6e4d0a3af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377159 Sep 23 19:39:58.818520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.824475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:58.825068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.921057 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4126530 Sep 23 19:39:58.921057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0afd3-9180-4ec7-b56f-f9dacb92e118 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=e985aae8-0396-4d20-bb41-aa07ac3f06a4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.924621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:58.935637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:58.942066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a28a4a-8d31-467c-b5d7-76ac12888ae1 req-01d628d8-b377-4de5-ac89-2f8a8a0ff91b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:58.952076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18a28a4a-8d31-467c-b5d7-76ac12888ae1 req-01d628d8-b377-4de5-ac89-2f8a8a0ff91b tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 944 time: 0.0919878 Sep 23 19:39:58.961047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:59.026061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18a28a4a-8d31-467c-b5d7-76ac12888ae1 req-bbd1de69-436e-4a29-a3e3-f9b646e806da tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727251 Sep 23 19:39:59.053257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-61b75124-eb49-461b-ad8f-e946b8dd1e6f service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254796 Sep 23 19:39:59.099277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:59.106815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.388060 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e7e7a99-1a2c-4c91-9eac-3e018f14c379 req-7c9b0be4-596e-4df5-90f0-4cd34cdd3f73 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046443 Sep 23 19:39:59.498569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-a78a715c-824b-4160-bda3-c4d697b79a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:59.500375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-a78a715c-824b-4160-bda3-c4d697b79a6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=704410d212264e658a139ea138bf5b03&device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 1095 time: 0.0651412 Sep 23 19:39:59.613434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.675813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-2e95655b-0d23-46ae-9a71-bf1aa00ae235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:59.677306 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-2e95655b-0d23-46ae-9a71-bf1aa00ae235 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 200 len: 913 time: 0.1565416 Sep 23 19:39:59.682115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=ce3548e6-2a63-4a2f-8ba2-62084184f6a9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:59.736450 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-d46b08f4-00a0-496c-a0ba-40ae4b7f2d00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edcf9b48-9d56-4e31-9fe5-55cfa6d12394 HTTP/1.1" status: 200 len: 217 time: 0.0479729 Sep 23 19:39:59.756577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': '5e23d256-4172-4c39-98bd-a29dd5fad832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:59.756856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: e985aae8-0396-4d20-bb41-aa07ac3f06a4, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:59.814401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-3cbc4d07-e8d5-44ac-8692-f10308bba38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:59.816232 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-3cbc4d07-e8d5-44ac-8692-f10308bba38a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 200 len: 852 time: 0.0728931 Sep 23 19:39:59.817992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:59.839451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e985aae8-0396-4d20-bb41-aa07ac3f06a4) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:59.849115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d8eb35-daa9-4e98-9225-20064d41c177 None None] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:59.865971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-4a1f1775-d5eb-4a38-ad3c-17ec806041b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1d5fb3e-eddb-416b-9957-649fbd317db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387762 Sep 23 19:39:59.867378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:59.867976 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.941233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f5325f7-73f0-4b66-8412-9ab9be9c712e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0111885 Sep 23 19:39:59.942479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:59.948120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4', 'name': 'tempest-PortsIpV6TestJSON-47124160', 'fixed_ips': [{'subnet_id': 'ce3548e6-2a63-4a2f-8ba2-62084184f6a9', 'ip_address': '2001:db8::10'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:00.031674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-d0fbed09-9f27-4e00-a2f4-2a352b731697 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558242 Sep 23 19:40:00.139508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:00.234415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-e985aae8-0396-4d20-bb41-aa07ac3f06a4', 'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4', 'tenant_id': 'ae3034e8616149869d6f852c02f5bef9', 'fixed_ips': [{'subnet_id': 'ce3548e6-2a63-4a2f-8ba2-62084184f6a9'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:00.236018 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.237280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a2eb3d11-da66-49f8-a09b-008ad86bd7b6 req-50b88bb2-b998-4a5a-a9c3-a48208290829 service neutron] 10.222.0.72 "GET /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939411 Sep 23 19:40:00.271618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.350139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:00.523552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c893d-69e5-4ae1-b155-30cb274328bf req-d3fadb48-1caf-4ea8-82ea-08b9aa87c936 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:00.528685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Allocated IP 2001:db8::2 (e985aae8-0396-4d20-bb41-aa07ac3f06a4/ce3548e6-2a63-4a2f-8ba2-62084184f6a9/98b7dcc0-7187-48f0-ac16-810bf92a015b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:00.530949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb9c893d-69e5-4ae1-b155-30cb274328bf req-d3fadb48-1caf-4ea8-82ea-08b9aa87c936 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 944 time: 0.2560110 Sep 23 19:40:00.584113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb9c893d-69e5-4ae1-b155-30cb274328bf req-46f679ee-322a-4066-b28e-7a5c5ba0ba43 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520818 Sep 23 19:40:00.670943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:00.765225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.785215 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.847082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8239062-e5e5-494d-8b7d-2a49a5ba434a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.873065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Pushing event updated for resources: {'Port': ['ID=98b7dcc0-7187-48f0-ac16-810bf92a015b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:00.874530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::10 (e985aae8-0396-4d20-bb41-aa07ac3f06a4/ce3548e6-2a63-4a2f-8ba2-62084184f6a9/29ec3574-fbc4-4e0d-a0de-ef2b4ec78896) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:00.888496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:00.890196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:00.892919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.893267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.893615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.893956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.894323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.894659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.894991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.895325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.895650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.895988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.896318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.896641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:00.916565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:01.007796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Attempting to bind port 98b7dcc0-7187-48f0-ac16-810bf92a015b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:01.008431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Attempting to bind port 98b7dcc0-7187-48f0-ac16-810bf92a015b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '5e23d256-4172-4c39-98bd-a29dd5fad832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:01.008811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Attempting to bind port 98b7dcc0-7187-48f0-ac16-810bf92a015b on network e985aae8-0396-4d20-bb41-aa07ac3f06a4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:01.020025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:01.020409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Checking segment: {'id': '5e23d256-4172-4c39-98bd-a29dd5fad832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:01.020829 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.021232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Bound using segment: {'id': '5e23d256-4172-4c39-98bd-a29dd5fad832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:01.021709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Bound port: 98b7dcc0-7187-48f0-ac16-810bf92a015b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e23d256-4172-4c39-98bd-a29dd5fad832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:01.022271 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.080416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8239062-e5e5-494d-8b7d-2a49a5ba434a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.087308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8239062-e5e5-494d-8b7d-2a49a5ba434a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.153542 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c8239062-e5e5-494d-8b7d-2a49a5ba434a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8f2c62f0e1243c398f7402ae3184e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791338 Sep 23 19:40:01.154432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] For port 98b7dcc0-7187-48f0-ac16-810bf92a015b, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:01.154632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34804) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:01.160737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] For port 98b7dcc0-7187-48f0-ac16-810bf92a015b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=98b7dcc0-7187-48f0-ac16-810bf92a015b,segment=NetworkSegment(5e23d256-4172-4c39-98bd-a29dd5fad832),segment_id=5e23d256-4172-4c39-98bd-a29dd5fad832)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:01.162479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8239062-e5e5-494d-8b7d-2a49a5ba434a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18298027-8afe-41cf-afb6-f238e34fc636,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.168642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.190807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.237734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e1fdd-8a21-4717-ab26-77aee8573216 None None] Pushing event updated for resources: {'Port': ['ID=98b7dcc0-7187-48f0-ac16-810bf92a015b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.243791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56292e48-8f0b-499a-bc29-1b7eb4aedf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.248865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.274503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56292e48-8f0b-499a-bc29-1b7eb4aedf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.294622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:01.297590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:01.301740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:01.307042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:01.308261 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.316728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=29ec3574-fbc4-4e0d-a0de-ef2b4ec78896,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.334148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:01.334378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f3f57d3-a1bc-47ef-aede-c1da8e78c40f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3901403 Sep 23 19:40:01.340917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': 'e985aae8-0396-4d20-bb41-aa07ac3f06a4', 'name': 'tempest-PortsIpV6TestJSON-2085838156', 'fixed_ips': [{'subnet_id': 'ce3548e6-2a63-4a2f-8ba2-62084184f6a9', 'ip_address': '2001:db8::f'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:01.346438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56292e48-8f0b-499a-bc29-1b7eb4aedf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.349010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56292e48-8f0b-499a-bc29-1b7eb4aedf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.350278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-56292e48-8f0b-499a-bc29-1b7eb4aedf9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18298027-8afe-41cf-afb6-f238e34fc636 HTTP/1.1" status: 204 len: 168 time: 0.1954448 Sep 23 19:40:01.375531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292e48-8f0b-499a-bc29-1b7eb4aedf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18298027-8afe-41cf-afb6-f238e34fc636,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.507804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:01.611284 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.631567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:01.716834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314604-bef2-4366-be51-5144babde063 req-a6519ba8-678b-490d-8552-9db495861254 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:01.718402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac314604-bef2-4366-be51-5144babde063 req-a6519ba8-678b-490d-8552-9db495861254 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 944 time: 0.0568252 Sep 23 19:40:01.728003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:01.756107 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef25d6e-e0a9-43b7-9942-4777eeb455db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.795571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac314604-bef2-4366-be51-5144babde063 req-427c0835-6975-42dc-87db-d5c3cef5d336 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674193 Sep 23 19:40:01.832195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::f (e985aae8-0396-4d20-bb41-aa07ac3f06a4/ce3548e6-2a63-4a2f-8ba2-62084184f6a9/e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:01.891758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef25d6e-e0a9-43b7-9942-4777eeb455db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.895763 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef25d6e-e0a9-43b7-9942-4777eeb455db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.940538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ef25d6e-e0a9-43b7-9942-4777eeb455db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cc252010adc42c68642a12c8f9a5ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114012 Sep 23 19:40:01.941228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:01.942630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef25d6e-e0a9-43b7-9942-4777eeb455db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5097d-2f6b-4b33-af3f-7418f3b02ae8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:02.007321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e736047-d058-42a4-81c5-682280a21640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.017828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.036157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e736047-d058-42a4-81c5-682280a21640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.059784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.105371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:02.109240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:02.111544 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e736047-d058-42a4-81c5-682280a21640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.114237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e736047-d058-42a4-81c5-682280a21640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.114977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:02.115635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e736047-d058-42a4-81c5-682280a21640 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffa5097d-2f6b-4b33-af3f-7418f3b02ae8 HTTP/1.1" status: 204 len: 168 time: 0.1691239 Sep 23 19:40:02.121645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.122288 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.141466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:02.153491 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-31982d36-f4f6-4803-b301-f46ccebeec3b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8178792 Sep 23 19:40:02.153794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e736047-d058-42a4-81c5-682280a21640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5097d-2f6b-4b33-af3f-7418f3b02ae8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:02.156383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:02.170459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device edcf9b48-9d56-4e31-9fe5-55cfa6d12394 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:02.320233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06b109-adef-4846-98b8-c34c60bd8ab3 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.321753 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fa06b109-adef-4846-98b8-c34c60bd8ab3 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1644034 Sep 23 19:40:02.324695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:02.362029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 98b7dcc0-7187-48f0-ac16-810bf92a015b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:02.419855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port edcf9b48-9d56-4e31-9fe5-55cfa6d12394, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:02.429777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9fa47-c4ef-41e8-8cbe-faca5b724aa2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.438732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9fa47-c4ef-41e8-8cbe-faca5b724aa2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.445015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9fa47-c4ef-41e8-8cbe-faca5b724aa2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.449948 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-98c9fa47-c4ef-41e8-8cbe-faca5b724aa2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1205151 Sep 23 19:40:02.450269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34866) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:02.470440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394', 'network_id': 'f1d5fb3e-eddb-416b-9957-649fbd317db0', 'port_id': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394', 'mac_address': 'fa:16:3e:0e:6e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343cc109-c2cb-4629-8c1b-8e2e8ebe33c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:02.478785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 98b7dcc0-7187-48f0-ac16-810bf92a015b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:02.479187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.590033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:02.590912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51e11a-dbc0-4428-81c3-6b61fda57734 None None] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:02.593013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.613874 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.628955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.657107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcf9b48-9d56-4e31-9fe5-55cfa6d12394 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:02.739559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.751441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 98b7dcc0-7187-48f0-ac16-810bf92a015b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=98b7dcc0-7187-48f0-ac16-810bf92a015b,segment=NetworkSegment(5e23d256-4172-4c39-98bd-a29dd5fad832),segment_id=5e23d256-4172-4c39-98bd-a29dd5fad832)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:02.759971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:02.765790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port edcf9b48-9d56-4e31-9fe5-55cfa6d12394, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:02.769325 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.784515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-526e50fc-19ce-41fa-bf92-7a9c97c675a2 None None] Provisioning complete for port 98b7dcc0-7187-48f0-ac16-810bf92a015b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:02.785165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-526e50fc-19ce-41fa-bf92-7a9c97c675a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.825523 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.938620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=98b7dcc0-7187-48f0-ac16-810bf92a015b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:02.948917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.992816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:03.027878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.030032 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-15f1ded1-56c8-41d1-9d3b-2f8b75820b9d tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b HTTP/1.1" status: 204 len: 168 time: 0.5784366 Sep 23 19:40:03.032696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:03.061983 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18ad506-59c5-48d0-b20e-f6c9d7c13f6b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:40:03.066155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a18ad506-59c5-48d0-b20e-f6c9d7c13f6b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b HTTP/1.1" status: 404 len: 333 time: 0.0300009 Sep 23 19:40:03.066625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:03.093735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:03.184962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['edcf9b48-9d56-4e31-9fe5-55cfa6d12394'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:03.412805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-68ed3692-b999-4274-826a-78153ec85345 None None] Provisioning complete for port 98b7dcc0-7187-48f0-ac16-810bf92a015b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:03.413873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ed3692-b999-4274-826a-78153ec85345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.524242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-68ed3692-b999-4274-826a-78153ec85345 None None] Provisioning complete for port 29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:03.525054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68ed3692-b999-4274-826a-78153ec85345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.545838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58077-3c5e-4f3a-84b4-ab5d9ad9a0e2 req-239b2283-bb71-411d-895f-32dc96fd70f8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:03.547427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec58077-3c5e-4f3a-84b4-ab5d9ad9a0e2 req-239b2283-bb71-411d-895f-32dc96fd70f8 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 945 time: 0.4492936 Sep 23 19:40:03.564586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68ed3692-b999-4274-826a-78153ec85345 None None] Port 29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:03.588014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:03.588703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.691120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aa76ab2d-4c88-4ca8-9e58-0cdd6a82f9c2 None None] Provisioning complete for port 29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:03.691633 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa76ab2d-4c88-4ca8-9e58-0cdd6a82f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.694311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ec58077-3c5e-4f3a-84b4-ab5d9ad9a0e2 req-05b758b2-4103-4dac-801d-2859aa2d4da7 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340339 Sep 23 19:40:03.721955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.738855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:03.764019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa76ab2d-4c88-4ca8-9e58-0cdd6a82f9c2 None None] Port 29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:03.897984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.938784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=29ec3574-fbc4-4e0d-a0de-ef2b4ec78896,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:03.966364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.968968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-afee1f2b-7061-48db-b145-69c45b9b6f94 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 HTTP/1.1" status: 204 len: 168 time: 0.9013147 Sep 23 19:40:03.971507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:03.978383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9df70637-64bb-4411-b038-1cc0d3306f2a None None] Could not find standard attr ID for object e6910a3e-9256-4f7a-97ef-f93fcb6d7d1b. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:04.001180 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cf0e10-1178-4fcb-9828-ff23ae711c62 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:40:04.003258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9cf0e10-1178-4fcb-9828-ff23ae711c62 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/29ec3574-fbc4-4e0d-a0de-ef2b4ec78896 HTTP/1.1" status: 404 len: 333 time: 0.0304942 Sep 23 19:40:04.006295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:04.078181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet ce3548e6-2a63-4a2f-8ba2-62084184f6a9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:04.081700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.142583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.255639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 98b7dcc0-7187-48f0-ac16-810bf92a015b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:04.337349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.347280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 98b7dcc0-7187-48f0-ac16-810bf92a015b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:04.347816 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.422969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-38c097e7-c1bd-4065-8182-d14aff3004b4 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:04.424622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-38c097e7-c1bd-4065-8182-d14aff3004b4 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.1970992 Sep 23 19:40:04.443482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.484442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3548e6-2a63-4a2f-8ba2-62084184f6a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:04.486341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.491285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e81e8a7-db83-4b0a-b6b4-378df47370d1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/ce3548e6-2a63-4a2f-8ba2-62084184f6a9 HTTP/1.1" status: 204 len: 168 time: 0.4807365 Sep 23 19:40:04.491285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-c6defe7b-7258-4d80-ba9e-5c13c0dedff5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/quotas/2aa78fe9cb8b42e2ac74361ca826a7fa HTTP/1.1" status: 200 len: 375 time: 0.0434151 Sep 23 19:40:04.491285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:04.498607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31cbe2d-d486-4faf-80c9-01599b8df93e None None] Network e985aae8-0396-4d20-bb41-aa07ac3f06a4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:04.596078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.604632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-1d6ffc55-6c3e-49b7-980c-99efce662f72 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042147 Sep 23 19:40:04.667066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] DHCP port deletion for e985aae8-0396-4d20-bb41-aa07ac3f06a4 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:04.723828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] Deleting port 98b7dcc0-7187-48f0-ac16-810bf92a015b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:04.733134 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.735094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 98b7dcc0-7187-48f0-ac16-810bf92a015b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:04.735695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.750819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-75f4f960-0904-46f5-a92b-d17c05a47d7f service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382730 Sep 23 19:40:04.793534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] For port 98b7dcc0-7187-48f0-ac16-810bf92a015b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=98b7dcc0-7187-48f0-ac16-810bf92a015b,segment=NetworkSegment(5e23d256-4172-4c39-98bd-a29dd5fad832),segment_id=5e23d256-4172-4c39-98bd-a29dd5fad832)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:04.793927 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.805478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] Calling delete_port for 98b7dcc0-7187-48f0-ac16-810bf92a015b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:04.830058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] For port 98b7dcc0-7187-48f0-ac16-810bf92a015b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=98b7dcc0-7187-48f0-ac16-810bf92a015b,segment=NetworkSegment(5e23d256-4172-4c39-98bd-a29dd5fad832),segment_id=5e23d256-4172-4c39-98bd-a29dd5fad832)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:04.830479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.879287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 98b7dcc0-7187-48f0-ac16-810bf92a015b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:04.887479 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.915180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] Pushing event deleted for resources: {'Port': ['ID=98b7dcc0-7187-48f0-ac16-810bf92a015b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:04.920892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd23cd-4992-4d71-95db-649923f55b03 None None] No DVR routers for this DVR port 98b7dcc0-7187-48f0-ac16-810bf92a015b on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:04.949065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-bad8c2b6-02c9-4915-a043-3c77194c53f5 service neutron] 10.222.0.38 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861579 Sep 23 19:40:04.993316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.024840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=98b7dcc0-7187-48f0-ac16-810bf92a015b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:05.031782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No DVR routers for this DVR port 98b7dcc0-7187-48f0-ac16-810bf92a015b on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:05.114227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.163689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e985aae8-0396-4d20-bb41-aa07ac3f06a4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:05.177722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e23d256-4172-4c39-98bd-a29dd5fad832') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:05.178090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e23d256-4172-4c39-98bd-a29dd5fad832') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:05.190974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.211513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66685f-a8e3-430a-9ae5-39c94db6e5d8 req-e54b30f0-cc43-4f47-b309-1f0ba598b9d3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:05.213023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b66685f-a8e3-430a-9ae5-39c94db6e5d8 req-e54b30f0-cc43-4f47-b309-1f0ba598b9d3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 945 time: 0.0893886 Sep 23 19:40:05.217618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.230134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:05.230804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:05.234743 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:05.326503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b66685f-a8e3-430a-9ae5-39c94db6e5d8 req-87fbf2e7-5d05-4098-b3f8-553451cbd4d3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993886 Sep 23 19:40:05.328087 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.337147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.339640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/e985aae8-0396-4d20-bb41-aa07ac3f06a4 HTTP/1.1" status: 204 len: 168 time: 0.8479662 Sep 23 19:40:05.344959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34970) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:05.350419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-17057390'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:05.353279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd2322-dca3-4ddb-be1e-b84a2838eb79 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=e985aae8-0396-4d20-bb41-aa07ac3f06a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:05.385722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:05.389834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.414895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:05.427599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.428046 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Added segment 6ff03f71-c5cc-48b1-91ab-af291859207b of type vlan for network 3a798b47-2aaa-4701-9896-1ef034176f20 Sep 23 19:40:05.475137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.511483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.520703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:05.521547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.570895 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2245574 Sep 23 19:40:05.574668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:05.579964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:05.590567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ed5f31f-72af-4cee-8e2a-54eeecc8102a req-807cde5a-9606-4677-8c2f-3e5c2552c214 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 210 time: 0.0326819 Sep 23 19:40:05.627979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00805eb7-fde7-4664-ab21-362af76604a1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Network': ['ID=3a798b47-2aaa-4701-9896-1ef034176f20,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:05.640495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3a798b47-2aaa-4701-9896-1ef034176f20 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:05.726995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:05.731381 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.746417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 62ca7beb-127b-42df-9bc2-b4a127a2dafe no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:05.837038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.866296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:05.868620 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae07608-aa3d-4ed4-bf60-dca67c487054" -d '{"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-unplugged", "status": "completed", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:05.881189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:05.886827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.933827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.949747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:06.205385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device edcf9b48-9d56-4e31-9fe5-55cfa6d12394 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:06.278585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:40:06.289694 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e445198-d61d-434b-90ce-c31ccf6f35d4 x-openstack-request-id: req-8e445198-d61d-434b-90ce-c31ccf6f35d4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:06.290057 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-unplugged", "status": "completed", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:06.290320 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e445198-d61d-434b-90ce-c31ccf6f35d4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:06.290780 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'code': 200} Sep 23 19:40:06.291452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:06.291834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.336067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 98b7dcc0-7187-48f0-ac16-810bf92a015b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:06.365705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 98b7dcc0-7187-48f0-ac16-810bf92a015b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:06.366048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 98b7dcc0-7187-48f0-ac16-810bf92a015b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:06.415542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.449531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port edcf9b48-9d56-4e31-9fe5-55cfa6d12394, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:06.454738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.485816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada92f2-a3c6-4294-aa8c-cadce4e4a99e req-7848d6ae-e355-44d3-abdb-821db9de3d55 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:06.487361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ada92f2-a3c6-4294-aa8c-cadce4e4a99e req-7848d6ae-e355-44d3-abdb-821db9de3d55 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 945 time: 0.0698383 Sep 23 19:40:06.498685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=f5c726b1-bafa-43ff-a5f2-30839bd21ec4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:06.510637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:06.519467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Checking segment: {'id': '6ff03f71-c5cc-48b1-91ab-af291859207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:06.519835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network hostable DHCP agents. Network: 3a798b47-2aaa-4701-9896-1ef034176f20, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:06.530257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ada92f2-a3c6-4294-aa8c-cadce4e4a99e req-a34c70a5-2a28-49e5-aa98-626523cadd51 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368984 Sep 23 19:40:06.533382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-1222a38d-50c9-42f4-b672-5f6b44324da3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:06.534883 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-1222a38d-50c9-42f4-b672-5f6b44324da3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "GET /v2.0/ports?device_id=47c5224b-e824-4110-8d5a-c5d7b325f28d HTTP/1.1" status: 200 len: 943 time: 0.1747963 Sep 23 19:40:06.596911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-44cf87f4-d694-4c12-9f51-1f4b76a125af tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:06.598458 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-44cf87f4-d694-4c12-9f51-1f4b76a125af tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.72 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 805 time: 0.2349834 Sep 23 19:40:06.601427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 3a798b47-2aaa-4701-9896-1ef034176f20 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:06.613365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Request body: {'port': {'device_id': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'admin_state_up': True, 'tenant_id': '2aa78fe9cb8b42e2ac74361ca826a7fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:06.663117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3a798b47-2aaa-4701-9896-1ef034176f20) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:06.672520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f1bd3-c3c8-40ab-af72-754b0c974a22 None None] Network 3a798b47-2aaa-4701-9896-1ef034176f20 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:06.674128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:06.674746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.727826 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cf9407d0-2bd2-43f7-ab2e-5e8146c1e439 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1519983 Sep 23 19:40:06.731837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:06.736114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-14892e3c-0551-4bbc-b67e-51fda9c6a862 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1806262681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:06.739248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f191bf82-8beb-4776-8e1a-391413a4654b req-7d0b96c4-4f85-4313-9f42-a1e41a5ac8da tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 210 time: 0.0325429 Sep 23 19:40:06.784867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Deleting port 62ca7beb-127b-42df-9bc2-b4a127a2dafe {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:06.785109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.789654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14892e3c-0551-4bbc-b67e-51fda9c6a862 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.790646 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14892e3c-0551-4bbc-b67e-51fda9c6a862 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.841127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3a798b47-2aaa-4701-9896-1ef034176f20', 'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20', 'tenant_id': 'ae3034e8616149869d6f852c02f5bef9', 'fixed_ips': [{'subnet_id': 'f5c726b1-bafa-43ff-a5f2-30839bd21ec4'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:06.842329 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.885184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Made reservation on behalf of 2aa78fe9cb8b42e2ac74361ca826a7fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:06.888609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.933912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14892e3c-0551-4bbc-b67e-51fda9c6a862 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.944064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14892e3c-0551-4bbc-b67e-51fda9c6a862 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.959024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] For port 62ca7beb-127b-42df-9bc2-b4a127a2dafe, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=62ca7beb-127b-42df-9bc2-b4a127a2dafe,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:06.959377 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.983461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Calling delete_port for 62ca7beb-127b-42df-9bc2-b4a127a2dafe owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:06.986522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Allocated IP 2001:db8::2 (3a798b47-2aaa-4701-9896-1ef034176f20/f5c726b1-bafa-43ff-a5f2-30839bd21ec4/710cd8b3-985f-47d5-8852-3b845b9f7c2f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:07.016035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14892e3c-0551-4bbc-b67e-51fda9c6a862 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.017224 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-14892e3c-0551-4bbc-b67e-51fda9c6a862 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2844863 Sep 23 19:40:07.020257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:07.032626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20', 'name': 'tempest-PortsIpV6TestJSON-535997007'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:07.152710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Allocated IP 172.20.0.12 (ab55b5e4-a293-4f0f-892d-93fa5e40236c/cbc60765-f3ce-4094-b0f5-caabe8acfdf4/94665b2a-1d28-4d04-a114-a7f1d2976b85) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:07.177802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.186993 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.214982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:07.220560 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.236237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Network 3a798b47-2aaa-4701-9896-1ef034176f20 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:07.245527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port c7b9ae59-f828-43c5-b5f4-eead119c53f8 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:07.245744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:07.248629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Pushing event updated for resources: {'Port': ['ID=710cd8b3-985f-47d5-8852-3b845b9f7c2f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.251354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:07.268206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.309184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event deleted for resources: {'Port': ['ID=62ca7beb-127b-42df-9bc2-b4a127a2dafe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.313267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Attempting to bind port 710cd8b3-985f-47d5-8852-3b845b9f7c2f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:07.313659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Attempting to bind port 710cd8b3-985f-47d5-8852-3b845b9f7c2f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6ff03f71-c5cc-48b1-91ab-af291859207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:07.313990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Attempting to bind port 710cd8b3-985f-47d5-8852-3b845b9f7c2f on network 3a798b47-2aaa-4701-9896-1ef034176f20 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:07.321815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:07.322341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Checking segment: {'id': '6ff03f71-c5cc-48b1-91ab-af291859207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:07.322775 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.323170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Bound using segment: {'id': '6ff03f71-c5cc-48b1-91ab-af291859207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:07.323674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Bound port: 710cd8b3-985f-47d5-8852-3b845b9f7c2f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff03f71-c5cc-48b1-91ab-af291859207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a798b47-2aaa-4701-9896-1ef034176f20'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:07.324058 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.408966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] For port 710cd8b3-985f-47d5-8852-3b845b9f7c2f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:07.412453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] For port 710cd8b3-985f-47d5-8852-3b845b9f7c2f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=710cd8b3-985f-47d5-8852-3b845b9f7c2f,segment=NetworkSegment(6ff03f71-c5cc-48b1-91ab-af291859207b),segment_id=6ff03f71-c5cc-48b1-91ab-af291859207b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:07.418052 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.423245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::9e (3a798b47-2aaa-4701-9896-1ef034176f20/f5c726b1-bafa-43ff-a5f2-30839bd21ec4/c7b9ae59-f828-43c5-b5f4-eead119c53f8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:07.436390 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.488823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] No DVR routers for this DVR port 62ca7beb-127b-42df-9bc2-b4a127a2dafe on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:07.492524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.496259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-19dfc9bf-4df4-4d21-a91f-88f576672897 req-2301e411-b05f-48db-9127-7731528c3fa3 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.41 "DELETE /v2.0/ports/62ca7beb-127b-42df-9bc2-b4a127a2dafe HTTP/1.1" status: 204 len: 173 time: 0.9489648 Sep 23 19:40:07.499688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-deleted', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:07.503657 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adba9cb0-8634-4034-a5eb-5ceffb0f7d40" -d '{"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-deleted", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:07.505961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cdc26-316d-4411-8692-c58bf317d752 None None] Pushing event updated for resources: {'Port': ['ID=710cd8b3-985f-47d5-8852-3b845b9f7c2f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.529532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.605790 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daec1b0-2e5a-4d66-8e00-0630a29099d6 x-openstack-request-id: req-2daec1b0-2e5a-4d66-8e00-0630a29099d6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:07.606082 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c5224b-e824-4110-8d5a-c5d7b325f28d", "name": "network-vif-deleted", "tag": "62ca7beb-127b-42df-9bc2-b4a127a2dafe", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:07.606356 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2daec1b0-2e5a-4d66-8e00-0630a29099d6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:07.606761 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c5224b-e824-4110-8d5a-c5d7b325f28d', 'name': 'network-vif-deleted', 'tag': '62ca7beb-127b-42df-9bc2-b4a127a2dafe', 'status': 'completed', 'code': 200} Sep 23 19:40:07.629388 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.631367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Network ab55b5e4-a293-4f0f-892d-93fa5e40236c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:07.646067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:07.648473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:07.670755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.715135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event updated for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.748446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:07.749289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.763545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=c7b9ae59-f828-43c5-b5f4-eead119c53f8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.782752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 3a798b47-2aaa-4701-9896-1ef034176f20 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:07.785907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-4bc556c6-56af-4a22-b103-f753d73ffca5 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1761389 Sep 23 19:40:07.786181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:07.788838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:07.806381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:07.806948 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.823796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Request body: {'port': {'device_id': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:07.836138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2cf94f50-a8ec-4c55-996e-aa94f159a057 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8123281 Sep 23 19:40:07.845253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37dcb0-b355-4446-8372-4bb6848f7bd3 req-47dd2d52-6d4f-4746-8b19-a1c97cff3918 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:07.847608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:07.857451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de37dcb0-b355-4446-8372-4bb6848f7bd3 req-47dd2d52-6d4f-4746-8b19-a1c97cff3918 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.1755185 Sep 23 19:40:07.902503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de37dcb0-b355-4446-8372-4bb6848f7bd3 req-7ac647f1-2dd0-4565-a989-d9ce6105554d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Sep 23 19:40:08.027818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.209241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43483cd-e6b2-4cec-a49e-bd18bfbb365f req-c6d6d25b-b7b5-410a-8965-b0cf8e930ef0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:08.217530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a43483cd-e6b2-4cec-a49e-bd18bfbb365f req-c6d6d25b-b7b5-410a-8965-b0cf8e930ef0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 932 time: 0.0784397 Sep 23 19:40:08.266815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a43483cd-e6b2-4cec-a49e-bd18bfbb365f req-f9d4eddd-ff31-4f02-a83d-d41310b32316 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473347 Sep 23 19:40:08.292582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafea438-98af-4170-b628-0ea0303fd198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:08.294626 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08875c8-5059-4190-869a-a8f6228657c6" -d '{"events": [{"server_uuid": "dafea438-98af-4170-b628-0ea0303fd198", "name": "network-vif-plugged", "status": "completed", "tag": "edcf9b48-9d56-4e31-9fe5-55cfa6d12394"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:08.299705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 710cd8b3-985f-47d5-8852-3b845b9f7c2f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:08.354933 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab638b27-9d00-4cb1-812e-92227bad40b9 x-openstack-request-id: req-ab638b27-9d00-4cb1-812e-92227bad40b9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:08.355232 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafea438-98af-4170-b628-0ea0303fd198", "name": "network-vif-plugged", "status": "completed", "tag": "edcf9b48-9d56-4e31-9fe5-55cfa6d12394", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:08.355470 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab638b27-9d00-4cb1-812e-92227bad40b9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:08.355864 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafea438-98af-4170-b628-0ea0303fd198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394', 'code': 200} Sep 23 19:40:08.357360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 710cd8b3-985f-47d5-8852-3b845b9f7c2f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:08.357504 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.469786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.485169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.499072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c1487-c7ea-41dd-915e-7e5303247390 req-423954b7-5f94-4750-9193-be0f190161a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:08.500814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c28c1487-c7ea-41dd-915e-7e5303247390 req-423954b7-5f94-4750-9193-be0f190161a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 1097 time: 0.0890684 Sep 23 19:40:08.543585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c28c1487-c7ea-41dd-915e-7e5303247390 req-0411bb5b-12c6-43c6-aa4a-f17c4067c95a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355337 Sep 23 19:40:08.750350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 710cd8b3-985f-47d5-8852-3b845b9f7c2f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=710cd8b3-985f-47d5-8852-3b845b9f7c2f,segment=NetworkSegment(6ff03f71-c5cc-48b1-91ab-af291859207b),segment_id=6ff03f71-c5cc-48b1-91ab-af291859207b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:08.757033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.803609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94665b2a-1d28-4d04-a114-a7f1d2976b85 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:08.820469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.829333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=710cd8b3-985f-47d5-8852-3b845b9f7c2f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:08.869469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Transition to ACTIVE for port object 94665b2a-1d28-4d04-a114-a7f1d2976b85 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:40:08.877355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.954469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Pushing event updated for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:08.981295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288deb2f-78c4-4a4d-8119-dfbb0e6caa14 None None] Network 3a798b47-2aaa-4701-9896-1ef034176f20 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:08.994173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.014657 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.041677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c733300-d55f-4ad0-add9-8ec9aa1094ce req-757341c9-c754-4850-aade-5e1e5b95c326 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:09.043353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c733300-d55f-4ad0-add9-8ec9aa1094ce req-757341c9-c754-4850-aade-5e1e5b95c326 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.0552919 Sep 23 19:40:09.085626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7af2ba79-ffb0-4945-ae80-8a0dabfd3a95 None None] Provisioning complete for port 710cd8b3-985f-47d5-8852-3b845b9f7c2f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:09.085998 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7af2ba79-ffb0-4945-ae80-8a0dabfd3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.087757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c733300-d55f-4ad0-add9-8ec9aa1094ce req-256ef077-2bf0-47f8-9c32-d18c24960e42 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Sep 23 19:40:09.136645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=c7b9ae59-f828-43c5-b5f4-eead119c53f8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:09.141824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Attempting to bind port 94665b2a-1d28-4d04-a114-a7f1d2976b85 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:09.142132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Attempting to bind port 94665b2a-1d28-4d04-a114-a7f1d2976b85 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:09.142801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Attempting to bind port 94665b2a-1d28-4d04-a114-a7f1d2976b85 on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:09.154619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Port 94665b2a-1d28-4d04-a114-a7f1d2976b85 on network ab55b5e4-a293-4f0f-892d-93fa5e40236c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:40:09.154958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Attempting to bind port 94665b2a-1d28-4d04-a114-a7f1d2976b85 on network ab55b5e4-a293-4f0f-892d-93fa5e40236c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:09.163186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:09.163552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Checking segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:09.163932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Bound using segment: {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:09.164389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Bound port: 94665b2a-1d28-4d04-a114-a7f1d2976b85, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c87f32-6e84-4041-bcf6-747ec5f3161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:09.164750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.267903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.328986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:09.362161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:09.369836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.393610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145abf13-ae77-4044-8475-9c3bb877c2e0 req-6dbadb65-2f57-4839-8630-09076d2dca9d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:09.395373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-145abf13-ae77-4044-8475-9c3bb877c2e0 req-6dbadb65-2f57-4839-8630-09076d2dca9d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 944 time: 0.0627069 Sep 23 19:40:09.493064 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-145abf13-ae77-4044-8475-9c3bb877c2e0 req-55aac3e2-f3d4-4f95-af75-c141c01f463a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908732 Sep 23 19:40:09.580763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5b5d0804-c269-4e1d-8f1f-74452ca1f3ae None None] Provisioning complete for port c7b9ae59-f828-43c5-b5f4-eead119c53f8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:09.581279 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0804-c269-4e1d-8f1f-74452ca1f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.643627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d0804-c269-4e1d-8f1f-74452ca1f3ae None None] Port c7b9ae59-f828-43c5-b5f4-eead119c53f8 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:09.669155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5b5d0804-c269-4e1d-8f1f-74452ca1f3ae None None] Provisioning complete for port 710cd8b3-985f-47d5-8852-3b845b9f7c2f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:09.669673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b5d0804-c269-4e1d-8f1f-74452ca1f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.711082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:09.711707 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.713645 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] 10.222.0.72 "PUT /v2.0/ports/94665b2a-1d28-4d04-a114-a7f1d2976b85 HTTP/1.1" status: 200 len: 1092 time: 1.9071014 Sep 23 19:40:09.715898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'tag': '94665b2a-1d28-4d04-a114-a7f1d2976b85'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:09.718425 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38" -d '{"events": [{"name": "network-changed", "server_uuid": "dce73f09-78c6-4b31-8da2-05ee54baaa17", "tag": "94665b2a-1d28-4d04-a114-a7f1d2976b85"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:09.764908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.766980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe0e87-e79b-4164-a1c9-65a87b841df7 service neutron] Pushing event updated for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:09.785488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 62ca7beb-127b-42df-9bc2-b4a127a2dafe no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:09.803034 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac407cb-c552-4682-be0f-9120b1ab4965 x-openstack-request-id: req-1ac407cb-c552-4682-be0f-9120b1ab4965 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:09.804074 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce73f09-78c6-4b31-8da2-05ee54baaa17", "tag": "94665b2a-1d28-4d04-a114-a7f1d2976b85", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:09.804955 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ac407cb-c552-4682-be0f-9120b1ab4965 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:09.805518 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'tag': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'status': 'completed', 'code': 200} Sep 23 19:40:09.823130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 62ca7beb-127b-42df-9bc2-b4a127a2dafe {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:09.823487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 62ca7beb-127b-42df-9bc2-b4a127a2dafe not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:09.881706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-11e7ae35-a017-4047-b8d4-8acadf2a30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:09.883366 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-11e7ae35-a017-4047-b8d4-8acadf2a30f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 1095 time: 0.1008432 Sep 23 19:40:09.954382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ca3c97c0-ec2b-4ada-81f7-1e0b8a690f8f None None] Provisioning complete for port c7b9ae59-f828-43c5-b5f4-eead119c53f8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:09.955163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca3c97c0-ec2b-4ada-81f7-1e0b8a690f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.957074 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-06f6baca-4a2f-4822-95db-0dde7f3f3356 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85 HTTP/1.1" status: 200 len: 217 time: 0.0410097 Sep 23 19:40:09.993053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c97c0-ec2b-4ada-81f7-1e0b8a690f8f None None] Port c7b9ae59-f828-43c5-b5f4-eead119c53f8 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:10.065505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-50fb91c3-0dca-4ad0-865b-38918688788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.067016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-50fb91c3-0dca-4ad0-865b-38918688788c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.0756745 Sep 23 19:40:10.107136 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-1cfc3c43-c7a4-4d61-99a3-5129fe151bf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328608 Sep 23 19:40:10.111453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-725609e7-7fec-405e-8dc6-2144c50f71f5 None None] Provisioning complete for port c7b9ae59-f828-43c5-b5f4-eead119c53f8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:10.111822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725609e7-7fec-405e-8dc6-2144c50f71f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.153251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-725609e7-7fec-405e-8dc6-2144c50f71f5 None None] Port c7b9ae59-f828-43c5-b5f4-eead119c53f8 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:10.237438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 710cd8b3-985f-47d5-8852-3b845b9f7c2f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:10.238120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bdb9d-3c3b-4be0-8409-f101ce20fa39 req-e6ec5aa8-d122-4a9f-8fd4-dcc5aed32802 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.240221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a46bdb9d-3c3b-4be0-8409-f101ce20fa39 req-e6ec5aa8-d122-4a9f-8fd4-dcc5aed32802 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.0609691 Sep 23 19:40:10.295676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a46bdb9d-3c3b-4be0-8409-f101ce20fa39 req-058e5591-5b63-41c8-bc7b-36254eb54771 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448790 Sep 23 19:40:10.298894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 710cd8b3-985f-47d5-8852-3b845b9f7c2f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:10.299616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.401726 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-7d356eba-1ab4-4b9a-9f38-f0dbac3462e3 service neutron] 10.222.0.72 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612398 Sep 23 19:40:10.403929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.421185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.421960 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.488325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-988ea4db-c138-4ec4-b375-17713bf92082 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0639014 Sep 23 19:40:10.540824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=c7b9ae59-f828-43c5-b5f4-eead119c53f8,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:10.665045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.665785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.666559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.667344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.668323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.669383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.670184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.672486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ae9f73cc-4965-496e-91c4-8090763e9736 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 6491 time: 0.1091015 Sep 23 19:40:10.695699 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d07a8a94-7b43-4f80-9651-485b6c0d7f45 req-ee9cec97-e3fb-4c6c-9645-de1da83560dd service neutron] 10.222.0.72 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867167 Sep 23 19:40:10.724787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 3a798b47-2aaa-4701-9896-1ef034176f20 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:10.726841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:10.896475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-af2d771f-bed3-4c77-8da5-1319d8995be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.897606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-af2d771f-bed3-4c77-8da5-1319d8995be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.899902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-af2d771f-bed3-4c77-8da5-1319d8995be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.902262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-af2d771f-bed3-4c77-8da5-1319d8995be0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=d8b32375-3fae-49d8-9e83-21bb6f780f44&id=ccddee97-ddac-4044-bf49-845dacc0be36&id=ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 200 len: 2292 time: 0.1953464 Sep 23 19:40:10.987610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-c8720a3c-a617-4e28-870b-f9bbb33d0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.989036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-c8720a3c-a617-4e28-870b-f9bbb33d0416 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 1095 time: 0.0698147 Sep 23 19:40:11.026373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-da758491-39a0-44cf-83ae-9fc966fb0c9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 200 len: 1002 time: 0.1144989 Sep 23 19:40:11.030846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Router 188bacd2-0e74-487e-ad16-9503d9f26911 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:40:11.047321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f63ff2-daeb-48ce-b8f2-8783b679d0ee req-6908e7c8-71fd-442b-931f-5bd59b7260bb tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.056565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02f63ff2-daeb-48ce-b8f2-8783b679d0ee req-6908e7c8-71fd-442b-931f-5bd59b7260bb tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 944 time: 0.0881801 Sep 23 19:40:11.131210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02f63ff2-daeb-48ce-b8f2-8783b679d0ee req-1f1cd1dc-5aa5-420b-9dbc-d4e4f7f7ec47 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731127 Sep 23 19:40:11.132661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-1d0615e8-9fc1-4f3c-816a-d68d9c51b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.134104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-1d0615e8-9fc1-4f3c-816a-d68d9c51b268 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ff15eed-30d3-44f4-98a3-5e8d898cc901 HTTP/1.1" status: 200 len: 850 time: 0.0975490 Sep 23 19:40:11.189955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d17926e4-7f30-4d8c-a6f6-06c2b477f6fe None None] Provisioning complete for port c7b9ae59-f828-43c5-b5f4-eead119c53f8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:11.191019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d17926e4-7f30-4d8c-a6f6-06c2b477f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.201509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-d3beccb7-7d7e-4240-802d-b8c8be6f5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.204807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:11.215579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-269ad370-def4-40d6-8bdc-f28435315a56 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "PUT /v2.0/routers/188bacd2-0e74-487e-ad16-9503d9f26911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3639116 Sep 23 19:40:11.215579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:11.216910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-d3beccb7-7d7e-4240-802d-b8c8be6f5203 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=25b98c0d-0af2-4ba7-a863-97453a2f9de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705590 Sep 23 19:40:11.218278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-6c05dd2a-e1b1-48e5-bcb1-af69d56e25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.218650 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] Sync routers for ids ['188bacd2-0e74-487e-ad16-9503d9f26911'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:11.220210 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-6c05dd2a-e1b1-48e5-bcb1-af69d56e25d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 200 len: 906 time: 0.2207630 Sep 23 19:40:11.228294 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] Routers {'188bacd2-0e74-487e-ad16-9503d9f26911'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:11.229036 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:39:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['188bacd2-0e74-487e-ad16-9503d9f26911'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.257212 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d17926e4-7f30-4d8c-a6f6-06c2b477f6fe None None] Port c7b9ae59-f828-43c5-b5f4-eead119c53f8 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:11.281847 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.284981 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-a010b187-603b-4990-8ab3-6c81dc8e25a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85 HTTP/1.1" status: 200 len: 217 time: 0.0501711 Sep 23 19:40:11.291137 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] Routers {'188bacd2-0e74-487e-ad16-9503d9f26911'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:11.293226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:39:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['188bacd2-0e74-487e-ad16-9503d9f26911'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.325746 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.326660 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922c668-a7ef-4137-811b-c4c788ef0176 None None] The sync data for ids ['188bacd2-0e74-487e-ad16-9503d9f26911'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:11.345788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbb798-ba10-4396-b772-a1a26be3b3a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.350015 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-32bbb798-ba10-4396-b772-a1a26be3b3a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports?device_id=188bacd2-0e74-487e-ad16-9503d9f26911 HTTP/1.1" status: 200 len: 987 time: 0.1304648 Sep 23 19:40:11.350703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:11.361425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-537e5744-58d7-4b57-9842-d2137bcef307 service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311743 Sep 23 19:40:11.388193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76b4f8-a27e-42f9-88ea-9dfc238f0bf5 req-0a24e51c-d164-4fae-b93d-98c4d080e135 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.389984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd76b4f8-a27e-42f9-88ea-9dfc238f0bf5 req-0a24e51c-d164-4fae-b93d-98c4d080e135 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.1400406 Sep 23 19:40:11.403424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-5b261777-94c7-4ecd-adb2-6c1389331963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.404927 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-5b261777-94c7-4ecd-adb2-6c1389331963 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 200 len: 845 time: 0.1116583 Sep 23 19:40:11.470001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-5109de9c-000c-4f41-be5d-7179f516d450 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab55b5e4-a293-4f0f-892d-93fa5e40236c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354240 Sep 23 19:40:11.494834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd76b4f8-a27e-42f9-88ea-9dfc238f0bf5 req-d72b98fe-44df-4acb-bb68-9fdb8c886d06 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874815 Sep 23 19:40:11.517933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-c8441026-7f34-4202-bb16-0eb3d8481287 service neutron] 10.222.0.72 "GET /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472096 Sep 23 19:40:11.569758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-edcb0a7d-31fb-4fb6-b260-de6b7c38fba8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 217 time: 0.0446160 Sep 23 19:40:11.643039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-4a802fb0-19c9-4fba-85a4-9bfe84163e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.644608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-4a802fb0-19c9-4fba-85a4-9bfe84163e74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0666730 Sep 23 19:40:11.685648 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-4e81ce8e-f28f-4831-877b-5029d6abbab2 service neutron] 10.222.0.72 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060199 Sep 23 19:40:11.696428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-2296c4c8-ddbc-4103-a2eb-054eef22333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.698483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-2296c4c8-ddbc-4103-a2eb-054eef22333c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448751 Sep 23 19:40:11.801289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-dfed9087-171c-49df-8a2c-be23c88a2d55 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954473 Sep 23 19:40:11.863141 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c259cf26-c313-4a2c-8c9c-c3214b0ccc38 req-03f52b18-3cd8-4242-b5f3-316ce6e761d1 service neutron] 10.222.0.72 "GET /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698880 Sep 23 19:40:11.901284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-09ed544b-0704-4c1c-a800-62280b0a8aca service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926118 Sep 23 19:40:11.943475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-3113adb5-bea1-4c64-9330-85fe8871751a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 217 time: 0.0356343 Sep 23 19:40:11.961680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.998053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-00c0148a-42d0-437a-acbc-3d655d453391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.999696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-00c0148a-42d0-437a-acbc-3d655d453391 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0452645 Sep 23 19:40:12.052436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-2b6dfa0b-5ae7-4288-9bd7-985db5db8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:12.053992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-2b6dfa0b-5ae7-4288-9bd7-985db5db8f2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474627 Sep 23 19:40:12.150757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-86080f96-3920-422a-9958-878cc03600c1 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891986 Sep 23 19:40:12.301849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-ce414d66-ecb6-4e3a-8f96-ec2f3fa618d5 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442440 Sep 23 19:40:12.324571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc911-e7c9-45eb-80bc-4327773312d2 req-0db2cf2e-0784-438e-aad5-aeb470f5f948 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:12.326086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2cc911-e7c9-45eb-80bc-4327773312d2 req-0db2cf2e-0784-438e-aad5-aeb470f5f948 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 944 time: 0.0736771 Sep 23 19:40:12.358953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-5c439ac0-fae9-4641-a8ae-f9a82735f6d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 200 len: 217 time: 0.0489388 Sep 23 19:40:12.427273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec2cc911-e7c9-45eb-80bc-4327773312d2 req-d1730c60-563c-4110-82ba-00c5fed7d950 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709398 Sep 23 19:40:12.435011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-bef95674-2e37-43a2-bff8-379578cba907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:12.436533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-bef95674-2e37-43a2-bff8-379578cba907 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0656779 Sep 23 19:40:12.484218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port c7b9ae59-f828-43c5-b5f4-eead119c53f8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:12.484764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.490653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-2fcdf7ef-7073-4808-9601-9b0d47613d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:12.492419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-2fcdf7ef-7073-4808-9601-9b0d47613d60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452948 Sep 23 19:40:12.585343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.600601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for c7b9ae59-f828-43c5-b5f4-eead119c53f8 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:12.637056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-35f373e1-687b-4050-96dc-46bbee8523bd service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375146 Sep 23 19:40:12.677541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335a426-f18b-4c2d-92eb-c424f61223b1 req-bd595958-db21-417f-a8d5-df3f0bae1fd0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:12.678979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4335a426-f18b-4c2d-92eb-c424f61223b1 req-bd595958-db21-417f-a8d5-df3f0bae1fd0 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.0821848 Sep 23 19:40:12.774675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4335a426-f18b-4c2d-92eb-c424f61223b1 req-93bed7f2-7c8b-46f7-877f-8ca1bba4c137 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861542 Sep 23 19:40:12.801005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-d3546bdd-fcd7-4567-a85c-fbd84813146d service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563747 Sep 23 19:40:12.806105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.839019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=c7b9ae59-f828-43c5-b5f4-eead119c53f8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:12.852562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-19ec1fc3-65c1-4066-956c-8741f0462a11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 200 len: 217 time: 0.0428813 Sep 23 19:40:12.919603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-3632687f-f5b0-480f-b274-9749a7cdad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:12.921272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-3632687f-f5b0-480f-b274-9749a7cdad59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 200 len: 797 time: 0.0544682 Sep 23 19:40:12.979668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.987136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-08497d88-1120-426a-b6b9-e74f7381b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:12.989165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-08497d88-1120-426a-b6b9-e74f7381b743 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8b32375-3fae-49d8-9e83-21bb6f780f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610948 Sep 23 19:40:13.106046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-41d46cd9-e125-4eea-b3aa-1b185c8c3a07 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018777 Sep 23 19:40:13.148926 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57974d64-5c29-4747-bdd1-120cbefcf09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.221752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Router 188bacd2-0e74-487e-ad16-9503d9f26911 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:13.263157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-e4bdc7d2-5b29-4c47-9d49-b39d2dc2e3c5 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503043 Sep 23 19:40:13.289947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b754013-1dee-43b4-a15e-1c02da7fbcb3 req-473831a4-3877-4e0a-bf52-214ad567992d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:13.292109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b754013-1dee-43b4-a15e-1c02da7fbcb3 req-473831a4-3877-4e0a-bf52-214ad567992d tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.0707662 Sep 23 19:40:13.313328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:13.320153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-77676785-3462-4271-813f-24d615b72527 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 200 len: 217 time: 0.0482121 Sep 23 19:40:13.324518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-33df2a8b-d31e-4b02-84de-a0569d7fb5e7 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "PUT /v2.0/routers/188bacd2-0e74-487e-ad16-9503d9f26911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710200 Sep 23 19:40:13.326520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:13.330807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] Sync routers for ids ['188bacd2-0e74-487e-ad16-9503d9f26911'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:13.347052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] Routers {'188bacd2-0e74-487e-ad16-9503d9f26911'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:13.347956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:39:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['188bacd2-0e74-487e-ad16-9503d9f26911'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.359722 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8f6811-9bbe-44c7-a161-15e7a9ee48f6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:40:13.363889 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8c8f6811-9bbe-44c7-a161-15e7a9ee48f6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/c7b9ae59-f828-43c5-b5f4-eead119c53f8 HTTP/1.1" status: 404 len: 333 time: 0.0337410 Sep 23 19:40:13.364210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35072) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:13.389978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.397897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b754013-1dee-43b4-a15e-1c02da7fbcb3 req-ad8bf1e7-a230-4ac8-aeef-ee24760c4f52 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767250 Sep 23 19:40:13.400012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] Routers {'188bacd2-0e74-487e-ad16-9503d9f26911'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:13.401680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:39:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['188bacd2-0e74-487e-ad16-9503d9f26911'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.402720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-952cc376-0c4e-4a80-893d-a3fde16876c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:13.404229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-952cc376-0c4e-4a80-893d-a3fde16876c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0763354 Sep 23 19:40:13.449538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.451658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57d8a7-d1f0-440e-b5a8-f75649717842 None None] The sync data for ids ['188bacd2-0e74-487e-ad16-9503d9f26911'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:13.466636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-31f79ef7-b1f8-467b-a204-235305bd7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:13.468479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-31f79ef7-b1f8-467b-a204-235305bd7639 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558321 Sep 23 19:40:13.474162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f64eb5-2521-4c45-b9a1-99487666d7bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.643282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f64eb5-2521-4c45-b9a1-99487666d7bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.645605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f64eb5-2521-4c45-b9a1-99487666d7bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.691155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f64eb5-2521-4c45-b9a1-99487666d7bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.691807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f64eb5-2521-4c45-b9a1-99487666d7bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Fanout notify agent at l3_agent the message router_deleted on router 188bacd2-0e74-487e-ad16-9503d9f26911 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:40:13.699266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61f64eb5-2521-4c45-b9a1-99487666d7bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.700398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-61f64eb5-2521-4c45-b9a1-99487666d7bb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/routers/188bacd2-0e74-487e-ad16-9503d9f26911 HTTP/1.1" status: 204 len: 168 time: 0.3351045 Sep 23 19:40:13.703213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35076) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:13.761390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet f5c726b1-bafa-43ff-a5f2-30839bd21ec4 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:13.765163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.809502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.908612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.946476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9bd8-43be-4ec5-8605-d66ef62e59de req-0270c5bb-1d1e-430f-bcd0-05f5e7bb05ca tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:13.948586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-835e9bd8-43be-4ec5-8605-d66ef62e59de req-0270c5bb-1d1e-430f-bcd0-05f5e7bb05ca tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 944 time: 0.4409401 Sep 23 19:40:13.955333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-c3c08b04-4339-4280-80c2-bacdd778c9d0 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781604 Sep 23 19:40:13.987426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.020415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.023392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/f5c726b1-bafa-43ff-a5f2-30839bd21ec4 HTTP/1.1" status: 204 len: 168 time: 0.3189440 Sep 23 19:40:14.024441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8e011-d1fb-4749-afde-bebd21aac935 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c726b1-bafa-43ff-a5f2-30839bd21ec4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:14.026285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:14.028345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9958d-ee79-4263-8d45-2872b69ef785 None None] Network 3a798b47-2aaa-4701-9896-1ef034176f20 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:14.055095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-835e9bd8-43be-4ec5-8605-d66ef62e59de req-6423f769-37b8-4539-998c-b2cf816d1c73 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970285 Sep 23 19:40:14.081654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-dafd625d-724a-4123-b5ef-1a080a7341e9 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158836 Sep 23 19:40:14.113811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.159347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-467d92dc-e2bf-40ea-9f8d-7d117ce5c095 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 200 len: 217 time: 0.0673907 Sep 23 19:40:14.214109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 710cd8b3-985f-47d5-8852-3b845b9f7c2f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:14.214583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.220391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-70f4b693-b122-4f87-9077-ea02f25d736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:14.222009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-70f4b693-b122-4f87-9077-ea02f25d736b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 200 len: 797 time: 0.0546656 Sep 23 19:40:14.233892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 94665b2a-1d28-4d04-a114-a7f1d2976b85 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:14.247671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] DHCP port deletion for 3a798b47-2aaa-4701-9896-1ef034176f20 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:14.283760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-1ca1b8b9-e446-4296-8e6d-7111c43acd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:14.285491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-1ca1b8b9-e446-4296-8e6d-7111c43acd4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccddee97-ddac-4044-bf49-845dacc0be36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516548 Sep 23 19:40:14.296304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] For port 710cd8b3-985f-47d5-8852-3b845b9f7c2f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=710cd8b3-985f-47d5-8852-3b845b9f7c2f,segment=NetworkSegment(6ff03f71-c5cc-48b1-91ab-af291859207b),segment_id=6ff03f71-c5cc-48b1-91ab-af291859207b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:14.296902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.314582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 710cd8b3-985f-47d5-8852-3b845b9f7c2f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:14.336957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:14.350969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'mac_address': 'fa:16:3e:6b:56:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:14.405565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-b35039ab-6534-4713-8477-40908280176b service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117141 Sep 23 19:40:14.409781 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.423166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.442152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94665b2a-1d28-4d04-a114-a7f1d2976b85 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:14.474303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No DVR routers for this DVR port 710cd8b3-985f-47d5-8852-3b845b9f7c2f on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:14.487953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:14.499559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.511350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=710cd8b3-985f-47d5-8852-3b845b9f7c2f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:14.561512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf26467e-fe30-4908-a1ce-cdd5e4b232cc req-68940517-a2ab-4eba-b9bb-6fb876e0ada1 service neutron] 10.222.0.72 "GET /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470680 Sep 23 19:40:14.567198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] Deleting port 710cd8b3-985f-47d5-8852-3b845b9f7c2f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:14.567779 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.578929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1ba4-6a38-485d-bc06-f2672c0abb8e req-c6edcdb2-59b0-4f85-9625-5f09282ca2b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:14.580780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eccd1ba4-6a38-485d-bc06-f2672c0abb8e req-c6edcdb2-59b0-4f85-9625-5f09282ca2b3 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.0637734 Sep 23 19:40:14.589092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.626167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a798b47-2aaa-4701-9896-1ef034176f20']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:14.642792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff03f71-c5cc-48b1-91ab-af291859207b') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:14.644261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff03f71-c5cc-48b1-91ab-af291859207b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:14.646680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] For port 710cd8b3-985f-47d5-8852-3b845b9f7c2f, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:14.647269 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.659907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] Calling delete_port for 710cd8b3-985f-47d5-8852-3b845b9f7c2f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:14.662585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.663084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] Port 710cd8b3-985f-47d5-8852-3b845b9f7c2f was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:40:14.664801 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.666956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:14.675011 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eccd1ba4-6a38-485d-bc06-f2672c0abb8e req-afd86ff0-1f18-4252-a088-6677f7385416 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/security-groups?id=0671c9a1-234b-42e7-998b-70e993fd3985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879350 Sep 23 19:40:14.690764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.693280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a596aa-e870-452c-9f6e-c10489153e47 req-b16d1d53-8a48-40d0-96fe-34220e365bbf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:14.694873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23a596aa-e870-452c-9f6e-c10489153e47 req-b16d1d53-8a48-40d0-96fe-34220e365bbf tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 946 time: 0.0823238 Sep 23 19:40:14.698514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:14.698514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:14.701442 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:14.706492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] Pushing event deleted for resources: {'Port': ['ID=710cd8b3-985f-47d5-8852-3b845b9f7c2f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:14.713609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6653815-2de4-4bd0-8158-fa576b92aa38 None None] No DVR routers for this DVR port 710cd8b3-985f-47d5-8852-3b845b9f7c2f on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:14.767739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.775723 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.781420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/3a798b47-2aaa-4701-9896-1ef034176f20 HTTP/1.1" status: 204 len: 168 time: 0.7503743 Sep 23 19:40:14.781719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:14.793305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803630c-0e3a-4d9d-89f4-49943a606b7c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=3a798b47-2aaa-4701-9896-1ef034176f20,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:14.825533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['94665b2a-1d28-4d04-a114-a7f1d2976b85'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:14.834831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf44d2a-926e-4ad8-9a6d-1b7ab8649277 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:14.836236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7bf44d2a-926e-4ad8-9a6d-1b7ab8649277 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e HTTP/1.1" status: 200 len: 844 time: 0.0534966 Sep 23 19:40:14.840544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:14.867709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Deleting port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:14.874727 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.893704 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-84cdd343-6502-44d7-81bf-208f5c585b0a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0473032 Sep 23 19:40:14.894662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:14.899422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:15.115613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] For port edcf9b48-9d56-4e31-9fe5-55cfa6d12394, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,segment=NetworkSegment(dfd1e9ff-4a6f-478c-8a25-0c215a614650),segment_id=dfd1e9ff-4a6f-478c-8a25-0c215a614650)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:15.116097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.130134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Calling delete_port for edcf9b48-9d56-4e31-9fe5-55cfa6d12394 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:15.153813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:15.157327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.339255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b1dde-2ded-4b19-9155-7b2a7da754fb req-a48eb91b-ee02-4153-8a53-7f6cdc8210b1 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:15.340752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-006b1dde-2ded-4b19-9155-7b2a7da754fb req-a48eb91b-ee02-4153-8a53-7f6cdc8210b1 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 945 time: 0.2012312 Sep 23 19:40:15.450689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-006b1dde-2ded-4b19-9155-7b2a7da754fb req-065e5d9c-a395-41f2-93e0-939fbb26a848 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013522 Sep 23 19:40:15.501513 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.549486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Pushing event deleted for resources: {'Port': ['ID=edcf9b48-9d56-4e31-9fe5-55cfa6d12394,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:15.559136 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.617767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] No DVR routers for this DVR port edcf9b48-9d56-4e31-9fe5-55cfa6d12394 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:15.625193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.627141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23a596aa-e870-452c-9f6e-c10489153e47 req-f6073244-1257-44d5-bb57-c1d9700bd0ed tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.72 "DELETE /v2.0/ports/edcf9b48-9d56-4e31-9fe5-55cfa6d12394 HTTP/1.1" status: 204 len: 173 time: 0.9207869 Sep 23 19:40:15.627565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafea438-98af-4170-b628-0ea0303fd198', 'name': 'network-vif-deleted', 'tag': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:15.629787 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae25962e-458e-403e-8bf6-399c0cbd47ab" -d '{"events": [{"server_uuid": "dafea438-98af-4170-b628-0ea0303fd198", "name": "network-vif-deleted", "tag": "edcf9b48-9d56-4e31-9fe5-55cfa6d12394"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:15.637707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:15.641065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:15.645472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:15.646335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.663368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=44253198-0f8c-410e-98b5-8aafdc19beb6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:15.667551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-033a6a71-8893-4fd1-af30-8b00be426187 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7723253 Sep 23 19:40:15.670591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:15.675891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-16107c3d-c226-49ee-98a9-36a817efe211 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1108109671'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:15.683691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538159e-2c68-445f-b482-fe42f40aee7a None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:15.705632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16107c3d-c226-49ee-98a9-36a817efe211 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.780867 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f99f6c-71ee-4b35-acd4-09026ebc92cc x-openstack-request-id: req-d3f99f6c-71ee-4b35-acd4-09026ebc92cc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:15.781224 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafea438-98af-4170-b628-0ea0303fd198", "name": "network-vif-deleted", "tag": "edcf9b48-9d56-4e31-9fe5-55cfa6d12394", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:15.782225 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3f99f6c-71ee-4b35-acd4-09026ebc92cc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:15.782735 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafea438-98af-4170-b628-0ea0303fd198', 'name': 'network-vif-deleted', 'tag': 'edcf9b48-9d56-4e31-9fe5-55cfa6d12394', 'status': 'completed', 'code': 200} Sep 23 19:40:15.800971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['edcf9b48-9d56-4e31-9fe5-55cfa6d12394'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:15.891353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16107c3d-c226-49ee-98a9-36a817efe211 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.912119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16107c3d-c226-49ee-98a9-36a817efe211 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.916941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-066b2bd9-1739-4dcd-9f6d-d51497b8bf04 req-13100ab4-a812-4620-bc0d-5dd1f65cfe51 tempest-DeleteServersTestJSON-1929857639 tempest-DeleteServersTestJSON-1929857639-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafea438-98af-4170-b628-0ea0303fd198 HTTP/1.1" status: 200 len: 210 time: 0.0484354 Sep 23 19:40:15.943783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'tenant_id': 'ae3034e8616149869d6f852c02f5bef9', 'fixed_ips': [{'subnet_id': '44253198-0f8c-410e-98b5-8aafdc19beb6'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:15.946743 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.956848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16107c3d-c226-49ee-98a9-36a817efe211 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.961255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-16107c3d-c226-49ee-98a9-36a817efe211 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2896531 Sep 23 19:40:15.962150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:15.967506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e3ceea6d-ae05-4967-a73b-751694dd87a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1538603942'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:15.971607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16107c3d-c226-49ee-98a9-36a817efe211 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca6b3b1-3f98-48d1-86ad-89034afbc1ae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.002056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ceea6d-ae05-4967-a73b-751694dd87a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.117516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ceea6d-ae05-4967-a73b-751694dd87a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.121451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ceea6d-ae05-4967-a73b-751694dd87a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.123313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Allocated IP 2001:db8::2 (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/44253198-0f8c-410e-98b5-8aafdc19beb6/a6b330c5-3bb2-471f-9b60-7dbfa1b89020) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:16.152899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ceea6d-ae05-4967-a73b-751694dd87a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.157401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e3ceea6d-ae05-4967-a73b-751694dd87a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1905026 Sep 23 19:40:16.157713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:16.162107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-306551207', 'security_groups': ['82b85759-9d5b-47c9-ad87-9f3f21034cb3'], 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44253198-0f8c-410e-98b5-8aafdc19beb6'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:16.183051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceea6d-ae05-4967-a73b-751694dd87a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b85759-9d5b-47c9-ad87-9f3f21034cb3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.237707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 94665b2a-1d28-4d04-a114-a7f1d2976b85 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:16.269392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 710cd8b3-985f-47d5-8852-3b845b9f7c2f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:16.298744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:16.318742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 710cd8b3-985f-47d5-8852-3b845b9f7c2f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:16.319168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 710cd8b3-985f-47d5-8852-3b845b9f7c2f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:16.353187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f55699a-59bf-49cd-a5da-199bce1d9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.378392 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.385798 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.386691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.390977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 94665b2a-1d28-4d04-a114-a7f1d2976b85 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:40:16.404195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 6a29f7d4-287f-445a-b46f-440fbe1b4549 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:16.418020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 94665b2a-1d28-4d04-a114-a7f1d2976b85 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:16.418413 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.459766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:16.473664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:16.479100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Pushing event updated for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.483202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:16.491298 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.554390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Attempting to bind port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:16.555060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Attempting to bind port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '82de0a33-2718-4d8c-babd-0c185bb3f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:16.555608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Attempting to bind port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 on network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:16.579040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:16.579745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Checking segment: {'id': '82de0a33-2718-4d8c-babd-0c185bb3f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:16.580495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.581060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Bound using segment: {'id': '82de0a33-2718-4d8c-babd-0c185bb3f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:16.581708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Bound port: a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82de0a33-2718-4d8c-babd-0c185bb3f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:16.583030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.631962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.643117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::2dd (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/44253198-0f8c-410e-98b5-8aafdc19beb6/6a29f7d4-287f-445a-b46f-440fbe1b4549) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:16.653861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5f5db-8ade-4c82-8dbf-33718e5211d4 req-b6851667-7974-4021-9d11-ae781b31705d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:16.667586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1b5f5db-8ade-4c82-8dbf-33718e5211d4 req-b6851667-7974-4021-9d11-ae781b31705d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 945 time: 0.1221611 Sep 23 19:40:16.679358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94665b2a-1d28-4d04-a114-a7f1d2976b85'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:16.682405 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dd95f8-e0cf-44b1-806f-43a03e8dd045" -d '{"events": [{"server_uuid": "dce73f09-78c6-4b31-8da2-05ee54baaa17", "name": "network-vif-plugged", "status": "completed", "tag": "94665b2a-1d28-4d04-a114-a7f1d2976b85"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:16.699427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:16.701563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:16.711390 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.718268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,segment=NetworkSegment(82de0a33-2718-4d8c-babd-0c185bb3f894),segment_id=82de0a33-2718-4d8c-babd-0c185bb3f894)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:16.726350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1b5f5db-8ade-4c82-8dbf-33718e5211d4 req-f51318e7-0d1f-47ce-9641-512603f65d22 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Sep 23 19:40:16.749302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.786118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.846597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.850882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ad0b0-7f81-45eb-84f3-02326e3083ea None None] Pushing event updated for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.885805 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.934686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:16.937989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:16.941823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:16.948041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:16.948669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.954949 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68d3f52-4a3d-4f4f-bd00-79cb001d5191 x-openstack-request-id: req-c68d3f52-4a3d-4f4f-bd00-79cb001d5191 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:16.955395 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce73f09-78c6-4b31-8da2-05ee54baaa17", "name": "network-vif-plugged", "status": "completed", "tag": "94665b2a-1d28-4d04-a114-a7f1d2976b85", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:16.956103 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c68d3f52-4a3d-4f4f-bd00-79cb001d5191 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:16.956922 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'code': 200} Sep 23 19:40:16.968030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=6a29f7d4-287f-445a-b46f-440fbe1b4549,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:17.002484 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3a932396-96c6-41c2-8b5a-1db7bb52c3cf tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8441885 Sep 23 19:40:17.006957 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:17.012688 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.016849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7cd0156a-78f5-4a7f-9fe4-ee37795444a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:17.126269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640a403-04b6-42d0-bffd-3ac870881b9b req-fba1204c-3736-4dd4-a52f-226a19937f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:17.132411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b640a403-04b6-42d0-bffd-3ac870881b9b req-fba1204c-3736-4dd4-a52f-226a19937f09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 1097 time: 0.0921111 Sep 23 19:40:17.182704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b640a403-04b6-42d0-bffd-3ac870881b9b req-223aa3f4-77c3-4508-a2b0-7d89eb079dd8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Sep 23 19:40:17.205711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd0156a-78f5-4a7f-9fe4-ee37795444a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:17.209842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7cd0156a-78f5-4a7f-9fe4-ee37795444a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.324811 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-7cd0156a-78f5-4a7f-9fe4-ee37795444a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44253198-0f8c-410e-98b5-8aafdc19beb6 (CIDR: 2001:db8::/64) Sep 23 19:40:17.328402 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd0156a-78f5-4a7f-9fe4-ee37795444a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:17.329643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd0156a-78f5-4a7f-9fe4-ee37795444a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:17.350631 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7cd0156a-78f5-4a7f-9fe4-ee37795444a0 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3399267 Sep 23 19:40:17.351498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:17.356629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:17.492073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:17.496511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.798453 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-0111c34a-7e1d-4976-94b1-4634dbf0bf45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2547252 Sep 23 19:40:18.032505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-7f20e8ab-651a-4876-b211-98d5547b8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.034022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-7f20e8ab-651a-4876-b211-98d5547b8fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1097 time: 0.1400812 Sep 23 19:40:18.069925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.225458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-fa742747-3555-49b6-817b-6719ce603f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.230229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device edcf9b48-9d56-4e31-9fe5-55cfa6d12394 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:18.234123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-fa742747-3555-49b6-817b-6719ce603f8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.1720862 Sep 23 19:40:18.271267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be79b-2db3-42b4-b67b-0f63b4bc2a7e req-a9c5dda9-f3ef-4c95-9c55-12c8ee2bfabd tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.287203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c17be79b-2db3-42b4-b67b-0f63b4bc2a7e req-a9c5dda9-f3ef-4c95-9c55-12c8ee2bfabd tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 946 time: 0.3646712 Sep 23 19:40:18.287940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=dcf3f646-a956-4fe3-95f9-333b61219d29,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:18.292080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: edcf9b48-9d56-4e31-9fe5-55cfa6d12394 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:18.292631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device edcf9b48-9d56-4e31-9fe5-55cfa6d12394 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:18.316502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:18.318789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:18.339240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.345036 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.350482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a6b330c5-3bb2-471f-9b60-7dbfa1b89020 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:18.366070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-e27c9c66-bc70-44b6-8ecb-e011c4668f7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 1002 time: 0.1250212 Sep 23 19:40:18.392270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-efdd5a64-6097-45b8-8c57-c95163931b52 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0395947 Sep 23 19:40:18.400847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a730f6-911d-42c7-b4de-089398c506b6 None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:18.406894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c17be79b-2db3-42b4-b67b-0f63b4bc2a7e req-de372c1e-ad0e-4756-9ee9-10476fcd1f18 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988901 Sep 23 19:40:18.407718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:18.420683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1257838117', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dcf3f646-a956-4fe3-95f9-333b61219d29'}], 'security_groups': ['3ca6b3b1-3f98-48d1-86ad-89034afbc1ae']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:18.454959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-9833f10e-4707-4040-8c9f-fd7942996dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.461064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-9833f10e-4707-4040-8c9f-fd7942996dea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0871148 Sep 23 19:40:18.553333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-a11c7314-9423-486c-8058-07132509743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.559033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-a11c7314-9423-486c-8058-07132509743a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910697 Sep 23 19:40:18.595348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:18.595717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.598324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.683279 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.707556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:18.708220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.735458 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-334801ff-7796-487e-bb3c-3c6cdbb09cdf service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694076 Sep 23 19:40:18.920500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-249724e3-c6ba-4d90-92bb-412ca94cd3ec req-445da488-e8d6-4eb2-938f-65bc9011c692 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772425 Sep 23 19:40:19.065429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Delete allocated IP 2001:db8::2dd (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/44253198-0f8c-410e-98b5-8aafdc19beb6) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:40:19.078240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8:0:1::1b4 (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/dcf3f646-a956-4fe3-95f9-333b61219d29/6a29f7d4-287f-445a-b46f-440fbe1b4549) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:19.113782 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.142155 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.206658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,segment=NetworkSegment(82de0a33-2718-4d8c-babd-0c185bb3f894),segment_id=82de0a33-2718-4d8c-babd-0c185bb3f894)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:19.240938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.274588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.280043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.326408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Pushing event updated for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:19.331876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f632dc5-9b6b-4555-aa20-699519c52729 None None] Update dhcp port {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'fixed_ips': [{'subnet_id': '44253198-0f8c-410e-98b5-8aafdc19beb6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dcf3f646-a956-4fe3-95f9-333b61219d29'}], 'binding:host_id': 'n-d-810763-1'}, 'id': 'a6b330c5-3bb2-471f-9b60-7dbfa1b89020'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:40:19.378679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] In _notify_port_updated(), no bound segment for port 6a29f7d4-287f-445a-b46f-440fbe1b4549 on network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:40:19.381834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f632dc5-9b6b-4555-aa20-699519c52729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.387238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:19.388634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.390409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "PUT /v2.0/ports/6a29f7d4-287f-445a-b46f-440fbe1b4549 HTTP/1.1" status: 200 len: 931 time: 0.9819808 Sep 23 19:40:19.397123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:19.406945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4fa67-35a8-410b-a4a8-2f1bb2e663fe tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=6a29f7d4-287f-445a-b46f-440fbe1b4549,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:19.414135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Provisioning complete for port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:19.414732 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.468459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:40:19.468832 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:40:19.502191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 6a29f7d4-287f-445a-b46f-440fbe1b4549 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:19.502651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.560981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13971e4-49ec-4dd0-87dc-98a3aa5863b6 req-9bca7068-37da-4304-9572-24296b6e0e9d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:19.569530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e13971e4-49ec-4dd0-87dc-98a3aa5863b6 req-9bca7068-37da-4304-9572-24296b6e0e9d tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 946 time: 0.0685878 Sep 23 19:40:19.611999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.614675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bca55-b733-4068-86dc-edb6303e603f None None] Port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:19.628523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e13971e4-49ec-4dd0-87dc-98a3aa5863b6 req-2e423577-c8f8-40cd-916f-aaa865fa9285 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576701 Sep 23 19:40:19.633330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9f632dc5-9b6b-4555-aa20-699519c52729 None None] Allocated IP 2001:db8:0:1::2 (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/dcf3f646-a956-4fe3-95f9-333b61219d29/a6b330c5-3bb2-471f-9b60-7dbfa1b89020) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:19.633814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 6a29f7d4-287f-445a-b46f-440fbe1b4549 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:19.785249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9f632dc5-9b6b-4555-aa20-699519c52729 None None] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,segment=NetworkSegment(82de0a33-2718-4d8c-babd-0c185bb3f894),segment_id=82de0a33-2718-4d8c-babd-0c185bb3f894)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:19.823054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f632dc5-9b6b-4555-aa20-699519c52729 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.839584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f632dc5-9b6b-4555-aa20-699519c52729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.858454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.902533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=6a29f7d4-287f-445a-b46f-440fbe1b4549,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:19.933977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.941088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b006fc1-3a8d-4d5c-839f-07ea23f6e8ab tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/6a29f7d4-287f-445a-b46f-440fbe1b4549 HTTP/1.1" status: 204 len: 168 time: 0.5389941 Sep 23 19:40:19.941695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:19.971888 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0cb7b7-3a8a-4d6f-ab9b-4f9d4d0505f1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:40:19.976112 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2f0cb7b7-3a8a-4d6f-ab9b-4f9d4d0505f1 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/6a29f7d4-287f-445a-b46f-440fbe1b4549 HTTP/1.1" status: 404 len: 333 time: 0.0312274 Sep 23 19:40:19.976449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35212) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:19.977265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f632dc5-9b6b-4555-aa20-699519c52729 None None] Pushing event updated for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:20.058261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d4eed4-9961-4e86-8f98-e455a4903a89 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.112278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d4eed4-9961-4e86-8f98-e455a4903a89 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.209401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d4eed4-9961-4e86-8f98-e455a4903a89 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.213275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54d4eed4-9961-4e86-8f98-e455a4903a89 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.217947 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-54d4eed4-9961-4e86-8f98-e455a4903a89 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/security-groups/82b85759-9d5b-47c9-ad87-9f3f21034cb3 HTTP/1.1" status: 204 len: 168 time: 0.2376666 Sep 23 19:40:20.218411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:20.235701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4eed4-9961-4e86-8f98-e455a4903a89 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b85759-9d5b-47c9-ad87-9f3f21034cb3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:20.249490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a6b330c5-3bb2-471f-9b60-7dbfa1b89020 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:20.318661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04e2871a-3877-4849-8539-d2174be2ee06 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.393917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04e2871a-3877-4849-8539-d2174be2ee06 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.417678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:20.418064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.462088 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04e2871a-3877-4849-8539-d2174be2ee06 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.465323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04e2871a-3877-4849-8539-d2174be2ee06 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.469910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-04e2871a-3877-4849-8539-d2174be2ee06 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/security-groups/3ca6b3b1-3f98-48d1-86ad-89034afbc1ae HTTP/1.1" status: 204 len: 168 time: 0.2479236 Sep 23 19:40:20.470322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:20.497373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2871a-3877-4849-8539-d2174be2ee06 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca6b3b1-3f98-48d1-86ad-89034afbc1ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:20.653601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet 44253198-0f8c-410e-98b5-8aafdc19beb6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:20.664942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.746236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.849593 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.959085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.995988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=44253198-0f8c-410e-98b5-8aafdc19beb6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:20.997749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.999754 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d9c71e8b-2c1c-4702-8f0c-3612d3afd08b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/44253198-0f8c-410e-98b5-8aafdc19beb6 HTTP/1.1" status: 204 len: 168 time: 0.5278382 Sep 23 19:40:21.004104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:21.010794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:21.049453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9e9dc8aa-018a-46ca-a5bf-cd627b1ab3ff None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:21.049844 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc8aa-018a-46ca-a5bf-cd627b1ab3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.194574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:21.198849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.209989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9e9dc8aa-018a-46ca-a5bf-cd627b1ab3ff None None] Provisioning complete for port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:21.210791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc8aa-018a-46ca-a5bf-cd627b1ab3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.213158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad0e72-bdb2-4c18-9793-aa83b8377933 req-011c3fd5-9ec1-4198-8869-22fdc50d0c10 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:21.218975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bad0e72-bdb2-4c18-9793-aa83b8377933 req-011c3fd5-9ec1-4198-8869-22fdc50d0c10 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 946 time: 0.0854740 Sep 23 19:40:21.266006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9e9dc8aa-018a-46ca-a5bf-cd627b1ab3ff None None] Port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:21.271677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9e9dc8aa-018a-46ca-a5bf-cd627b1ab3ff None None] Could not find standard attr ID for object 6a29f7d4-287f-445a-b46f-440fbe1b4549. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:21.343132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bad0e72-bdb2-4c18-9793-aa83b8377933 req-ca1f76fc-29da-4bb5-be85-84189168a8be tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020920 Sep 23 19:40:21.371039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b29ad-88ed-4e5a-98da-d6e49107dde2 None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:21.413673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b92eba16-5b5a-4e3d-92b8-e5a1581b590d None None] Could not find standard attr ID for object 6a29f7d4-287f-445a-b46f-440fbe1b4549. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:21.604067 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.646860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:21.650358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:21.655343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:21.655940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.672321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=139947a8-d904-4709-ba0c-47bdaa966d6f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:21.677915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-92e65e83-1ff6-43d9-89bf-d3551d4de83a tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6727216 Sep 23 19:40:21.680945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:21.686583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fb9fa133-b3d6-404d-9812-aa385e6b8826 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1423917270'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:21.711236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9fa133-b3d6-404d-9812-aa385e6b8826 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.811254 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9fa133-b3d6-404d-9812-aa385e6b8826 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.816883 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9fa133-b3d6-404d-9812-aa385e6b8826 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.850523 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb9fa133-b3d6-404d-9812-aa385e6b8826 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.852119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb9fa133-b3d6-404d-9812-aa385e6b8826 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1694970 Sep 23 19:40:21.855082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:21.857104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fa133-b3d6-404d-9812-aa385e6b8826 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa1520c-84e2-4bbf-b20a-dc2a5afc2fc7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:21.859571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b46498bc-0094-4012-babb-d7bb1faa1e65 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'security_group': {'name': 'tempest-secgroup-2096021740'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:21.912843 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46498bc-0094-4012-babb-d7bb1faa1e65 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.031143 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46498bc-0094-4012-babb-d7bb1faa1e65 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.036856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46498bc-0094-4012-babb-d7bb1faa1e65 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.091720 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b46498bc-0094-4012-babb-d7bb1faa1e65 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.096268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:22.097302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b46498bc-0094-4012-babb-d7bb1faa1e65 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2411778 Sep 23 19:40:22.101958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a5af4ab0-06d6-486d-b747-e6c501e135a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'security_group': {'name': 'tempest-secgroup-60403967'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:22.104890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46498bc-0094-4012-babb-d7bb1faa1e65 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c377cc18-8133-47c1-a72a-387e2c350971,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:22.143328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5af4ab0-06d6-486d-b747-e6c501e135a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.242699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:22.256802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5af4ab0-06d6-486d-b747-e6c501e135a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.262599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5af4ab0-06d6-486d-b747-e6c501e135a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.295002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] Deleting subnet 343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:22.300094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.301990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5af4ab0-06d6-486d-b747-e6c501e135a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.303461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a5af4ab0-06d6-486d-b747-e6c501e135a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2058730 Sep 23 19:40:22.306264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:22.323288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1926678359', 'security_groups': ['bf1ded6e-6cb1-447b-9b9f-96405be707d2'], 'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '139947a8-d904-4709-ba0c-47bdaa966d6f'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:22.349012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af4ab0-06d6-486d-b747-e6c501e135a2 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ded6e-6cb1-447b-9b9f-96405be707d2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:22.349543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.400586 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.489105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a07aef-7dae-4991-80de-a5f9f9d6ef0a None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:22.491699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:22.553963 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.581740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2da64-b181-4dfb-9b9c-65ee7c2b898f req-7932ecc1-c790-406a-9bb2-82d0826aa0b0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:22.584066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9f2da64-b181-4dfb-9b9c-65ee7c2b898f req-7932ecc1-c790-406a-9bb2-82d0826aa0b0 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 946 time: 0.1207511 Sep 23 19:40:22.627689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343cc109-c2cb-4629-8c1b-8e2e8ebe33c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:22.628292 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.629778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d4ed7fe1-227d-4a47-9b68-4346e555df53 None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:22.629778 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7fe1-227d-4a47-9b68-4346e555df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.630508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-21564a9e-af28-4fb8-9271-640825fa66ab admin admin] 10.222.0.38 "DELETE /v2.0/subnets/343cc109-c2cb-4629-8c1b-8e2e8ebe33c5 HTTP/1.1" status: 204 len: 168 time: 0.3863449 Sep 23 19:40:22.632587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35300) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:22.676989 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9f2da64-b181-4dfb-9b9c-65ee7c2b898f req-7114bc09-cf80-40be-9ff4-49c8955a1a27 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669949 Sep 23 19:40:22.687322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.710444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] device_id is not set on port 85ebfb4d-8ced-4877-96d2-67284d1e3ca3 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:22.884828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.896333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d4ed7fe1-227d-4a47-9b68-4346e555df53 None None] Provisioning complete for port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:22.896702 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7fe1-227d-4a47-9b68-4346e555df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.961301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed7fe1-227d-4a47-9b68-4346e555df53 None None] Port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:23.017931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8::1ca (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/139947a8-d904-4709-ba0c-47bdaa966d6f/85ebfb4d-8ced-4877-96d2-67284d1e3ca3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:23.050829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ad84b-c006-4db2-aa49-e4aa09d015f6 None None] Update dhcp port {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'fixed_ips': [{'subnet_id': 'dcf3f646-a956-4fe3-95f9-333b61219d29', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '139947a8-d904-4709-ba0c-47bdaa966d6f'}], 'binding:host_id': 'n-d-810763-1'}, 'id': 'a6b330c5-3bb2-471f-9b60-7dbfa1b89020'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:40:23.079929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.093686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d45ad84b-c006-4db2-aa49-e4aa09d015f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.407325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d5fb3e-eddb-416b-9957-649fbd317db0']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:23.423054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd1e9ff-4a6f-478c-8a25-0c215a614650') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:23.424941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd1e9ff-4a6f-478c-8a25-0c215a614650') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:23.446025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.503268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.519581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:23.520017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:23.521728 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:23.599429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.604172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.607918 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] 10.222.0.38 "DELETE /v2.0/networks/f1d5fb3e-eddb-416b-9957-649fbd317db0 HTTP/1.1" status: 204 len: 168 time: 0.9716191 Sep 23 19:40:23.611933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.630022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb049688-e2a3-4379-bf8e-ec10f0480abb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d5fb3e-eddb-416b-9957-649fbd317db0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:23.664746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.727253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d45ad84b-c006-4db2-aa49-e4aa09d015f6 None None] Allocated IP 2001:db8::2 (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/139947a8-d904-4709-ba0c-47bdaa966d6f/a6b330c5-3bb2-471f-9b60-7dbfa1b89020) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:23.753886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:23.755338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:23.761358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:23.773533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:23.774201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.828774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5099869 Sep 23 19:40:23.829630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d0932-d80d-4c00-baa8-edb65bc7b1a4 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=85ebfb4d-8ced-4877-96d2-67284d1e3ca3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:23.841538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:23.846461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c8ed483f-878f-4691-b0f8-342ba22ec8e9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:23.866702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d45ad84b-c006-4db2-aa49-e4aa09d015f6 None None] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,segment=NetworkSegment(82de0a33-2718-4d8c-babd-0c185bb3f894),segment_id=82de0a33-2718-4d8c-babd-0c185bb3f894)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:23.910292 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d45ad84b-c006-4db2-aa49-e4aa09d015f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.912784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56603192-09ed-448b-86c5-290d3f2d1517 req-302c2e2c-a7a4-4dd0-af94-2dfa068dbe24 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:23.918099 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d45ad84b-c006-4db2-aa49-e4aa09d015f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.918807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56603192-09ed-448b-86c5-290d3f2d1517 req-302c2e2c-a7a4-4dd0-af94-2dfa068dbe24 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 946 time: 0.1146331 Sep 23 19:40:23.977377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ad84b-c006-4db2-aa49-e4aa09d015f6 None None] Pushing event updated for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:23.981315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed483f-878f-4691-b0f8-342ba22ec8e9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:23.989097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8ed483f-878f-4691-b0f8-342ba22ec8e9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.010845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56603192-09ed-448b-86c5-290d3f2d1517 req-da314816-375e-4cec-900f-a1ccd3c498e4 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870447 Sep 23 19:40:24.011515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:24.090230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b27362c3-d3b3-4444-b76a-8a9e5135b6d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=704410d212264e658a139ea138bf5b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749412 Sep 23 19:40:24.090476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:24.124849 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-c8ed483f-878f-4691-b0f8-342ba22ec8e9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 139947a8-d904-4709-ba0c-47bdaa966d6f (CIDR: 2001:db8::/64) Sep 23 19:40:24.128443 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ed483f-878f-4691-b0f8-342ba22ec8e9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:24.131407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ed483f-878f-4691-b0f8-342ba22ec8e9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:24.152244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c8ed483f-878f-4691-b0f8-342ba22ec8e9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3049221 Sep 23 19:40:24.152244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35322) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:24.156878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6fc2a50d-a52e-4c0b-9444-85eb5f3a3e39 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:24.165905 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c807268-5877-42a7-9b40-206b2fba5375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.216965 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c807268-5877-42a7-9b40-206b2fba5375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.256406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 94665b2a-1d28-4d04-a114-a7f1d2976b85 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:24.292271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a6b330c5-3bb2-471f-9b60-7dbfa1b89020 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:24.336011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c807268-5877-42a7-9b40-206b2fba5375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.341413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c807268-5877-42a7-9b40-206b2fba5375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.341413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c807268-5877-42a7-9b40-206b2fba5375 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0671c9a1-234b-42e7-998b-70e993fd3985 HTTP/1.1" status: 204 len: 168 time: 0.2498763 Sep 23 19:40:24.369987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c807268-5877-42a7-9b40-206b2fba5375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0671c9a1-234b-42e7-998b-70e993fd3985,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:24.437636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc2a50d-a52e-4c0b-9444-85eb5f3a3e39 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:24.452366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6fc2a50d-a52e-4c0b-9444-85eb5f3a3e39 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.576919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:24.577301 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.621829 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-6fc2a50d-a52e-4c0b-9444-85eb5f3a3e39 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dcf3f646-a956-4fe3-95f9-333b61219d29 (CIDR: 2001:db8:0:1::/64) Sep 23 19:40:24.628218 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc2a50d-a52e-4c0b-9444-85eb5f3a3e39 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:24.629831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc2a50d-a52e-4c0b-9444-85eb5f3a3e39 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:24.663626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:24.690407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:24.691708 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6fc2a50d-a52e-4c0b-9444-85eb5f3a3e39 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5394056 Sep 23 19:40:24.696006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'subnet': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:24.701997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'mac_address': 'fa:16:3e:6b:56:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:24.836097 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.864035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94665b2a-1d28-4d04-a114-a7f1d2976b85 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:25.009361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Made reservation on behalf of ae3034e8616149869d6f852c02f5bef9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:25.013745 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.019863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:25.027466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.102408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001ed6-48c3-4700-bcac-725c430df7ec req-f215b4d4-a843-449b-93a2-6c727fdb3093 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:25.110763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9001ed6-48c3-4700-bcac-725c430df7ec req-f215b4d4-a843-449b-93a2-6c727fdb3093 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 946 time: 0.1362889 Sep 23 19:40:25.111791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.183422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['94665b2a-1d28-4d04-a114-a7f1d2976b85'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:25.189659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9001ed6-48c3-4700-bcac-725c430df7ec req-381cd6e7-964a-4f66-8b11-f22452e9f198 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779810 Sep 23 19:40:25.341510 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.358948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-669fc813-c401-4608-8f98-8badb549c094 None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:25.359345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669fc813-c401-4608-8f98-8badb549c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.397218 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.485908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:25.498502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:25.501835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:25.502486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.551099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d5c3a-a679-4e83-b0d1-0bbae57ff52a None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:25.556336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:25.563440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-129931474', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b824603-7402-4099-a7df-6802c2f5350d'}], 'security_groups': ['cfa1520c-84e2-4bbf-b20a-dc2a5afc2fc7', 'c377cc18-8133-47c1-a72a-387e2c350971']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:25.569992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8749058 Sep 23 19:40:25.571127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3ada-81ff-43fd-8d4b-5765c184f99f tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Subnet': ['ID=0b824603-7402-4099-a7df-6802c2f5350d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.660286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.863360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:25.888291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-669fc813-c401-4608-8f98-8badb549c094 None None] Provisioning complete for port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:25.889325 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-669fc813-c401-4608-8f98-8badb549c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.947987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-669fc813-c401-4608-8f98-8badb549c094 None None] Port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:26.086713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cce49b38-930e-4a48-ade4-f5669817633c None None] Provisioning complete for port 85ebfb4d-8ced-4877-96d2-67284d1e3ca3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:26.087624 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cce49b38-930e-4a48-ade4-f5669817633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.116375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-b82e024c-a1bc-4749-a75d-64185e74d98e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:26.118128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-b82e024c-a1bc-4749-a75d-64185e74d98e tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.72 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 945 time: 0.1068199 Sep 23 19:40:26.124243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2003584431-network', 'tenant_id': '82ac22e27a834326852f9036c176b128'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:26.180733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cce49b38-930e-4a48-ade4-f5669817633c None None] Port 85ebfb4d-8ced-4877-96d2-67284d1e3ca3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:26.188339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Delete allocated IP 2001:db8::1ca (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/139947a8-d904-4709-ba0c-47bdaa966d6f) {{(pid=94825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:40:26.188826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64238814-c736-4a93-87ef-0941f0287189 None None] Update dhcp port {'port': {'network_id': '1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe', 'fixed_ips': [{'subnet_id': 'dcf3f646-a956-4fe3-95f9-333b61219d29', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '139947a8-d904-4709-ba0c-47bdaa966d6f', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b824603-7402-4099-a7df-6802c2f5350d'}], 'binding:host_id': 'n-d-810763-1'}, 'id': 'a6b330c5-3bb2-471f-9b60-7dbfa1b89020'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:40:26.204538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Allocated IP 2001:db8:0:2::6f (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/0b824603-7402-4099-a7df-6802c2f5350d/85ebfb4d-8ced-4877-96d2-67284d1e3ca3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:26.224267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64238814-c736-4a93-87ef-0941f0287189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.240869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Made reservation on behalf of 82ac22e27a834326852f9036c176b128 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:26.245501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.258030 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.284713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 94665b2a-1d28-4d04-a114-a7f1d2976b85 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:26.287820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 94665b2a-1d28-4d04-a114-a7f1d2976b85 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:26.378075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Deleting port 94665b2a-1d28-4d04-a114-a7f1d2976b85 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:26.378611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.473586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.480267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.488305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21bd5f-2403-4143-902f-746255f691ed req-8d406d4b-6d4a-4f27-9fcc-8f4421939708 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:26.490197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c21bd5f-2403-4143-902f-746255f691ed req-8d406d4b-6d4a-4f27-9fcc-8f4421939708 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 945 time: 0.2036965 Sep 23 19:40:26.564515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] In _notify_port_updated(), no bound segment for port 85ebfb4d-8ced-4877-96d2-67284d1e3ca3 on network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:40:26.569735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:26.570260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.573388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:26.573812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:26.574438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.576272 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "PUT /v2.0/ports/85ebfb4d-8ced-4877-96d2-67284d1e3ca3 HTTP/1.1" status: 200 len: 968 time: 1.0181444 Sep 23 19:40:26.579092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35376) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:26.585329 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.607117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-64238814-c736-4a93-87ef-0941f0287189 None None] Allocated IP 2001:db8:0:2::2 (1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe/0b824603-7402-4099-a7df-6802c2f5350d/a6b330c5-3bb2-471f-9b60-7dbfa1b89020) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:26.610509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'network_id': 'ab55b5e4-a293-4f0f-892d-93fa5e40236c', 'port_id': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'mac_address': 'fa:16:3e:6b:56:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc60765-f3ce-4094-b0f5-caabe8acfdf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:26.615483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 94665b2a-1d28-4d04-a114-a7f1d2976b85 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:26.616291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Calling delete_port for 94665b2a-1d28-4d04-a114-a7f1d2976b85 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:26.625726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c21bd5f-2403-4143-902f-746255f691ed req-73df44dd-c7ef-4f9d-bcea-46f9d76a688a tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e3f42aa-1647-487b-85c1-e84f52599045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239686 Sep 23 19:40:26.641072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2f4b9-2558-406e-829d-54a69c451215 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event updated for resources: {'Port': ['ID=85ebfb4d-8ced-4877-96d2-67284d1e3ca3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.656228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 94665b2a-1d28-4d04-a114-a7f1d2976b85, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=94665b2a-1d28-4d04-a114-a7f1d2976b85,segment=NetworkSegment(71c87f32-6e84-4041-bcf6-747ec5f3161b),segment_id=71c87f32-6e84-4041-bcf6-747ec5f3161b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:26.701992 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.710621 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.733560 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.753486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:26.784370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.788034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.788504 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Added segment d76cc5f5-ea57-478a-9c83-14517ae57f3c of type vlan for network 8739b0a5-487a-4cf3-8193-17856ee33cc9 Sep 23 19:40:26.792306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5745feb9-3c37-4c36-b22b-784c5be49ae8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.795855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 85ebfb4d-8ced-4877-96d2-67284d1e3ca3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:26.801210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.802690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-64238814-c736-4a93-87ef-0941f0287189 None None] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,segment=NetworkSegment(82de0a33-2718-4d8c-babd-0c185bb3f894),segment_id=82de0a33-2718-4d8c-babd-0c185bb3f894)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:26.831578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.861883 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64238814-c736-4a93-87ef-0941f0287189 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.869943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64238814-c736-4a93-87ef-0941f0287189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.927671 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.970433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.975327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.985059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 85ebfb4d-8ced-4877-96d2-67284d1e3ca3 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:27.026199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Pushing event deleted for resources: {'Port': ['ID=94665b2a-1d28-4d04-a114-a7f1d2976b85,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.031982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.035820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:27.040723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.042838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64238814-c736-4a93-87ef-0941f0287189 None None] Pushing event updated for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.127149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2625763 Sep 23 19:40:27.132005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:27.178129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Request body: {'subnet': {'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2003584431-subnet', 'tenant_id': '82ac22e27a834326852f9036c176b128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:27.181666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] No DVR routers for this DVR port 94665b2a-1d28-4d04-a114-a7f1d2976b85 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:27.187349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce1593-8e48-4466-af83-812514746faf admin admin] Pushing event updated for resources: {'Network': ['ID=8739b0a5-487a-4cf3-8193-17856ee33cc9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.199093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.200819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8739b0a5-487a-4cf3-8193-17856ee33cc9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:27.201123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cee69b37-a896-4bcf-8d0f-3e7c4c8b3bff req-df3e825c-cb33-4465-bdf5-674b4a744e01 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.72 "DELETE /v2.0/ports/94665b2a-1d28-4d04-a114-a7f1d2976b85 HTTP/1.1" status: 204 len: 173 time: 1.0736091 Sep 23 19:40:27.203377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'name': 'network-vif-deleted', 'tag': '94665b2a-1d28-4d04-a114-a7f1d2976b85'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:27.207071 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d960da0-6e36-4d3f-a15b-dbfa1af70376" -d '{"events": [{"server_uuid": "dce73f09-78c6-4b31-8da2-05ee54baaa17", "name": "network-vif-deleted", "tag": "94665b2a-1d28-4d04-a114-a7f1d2976b85"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:27.233445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.255696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Made reservation on behalf of 82ac22e27a834326852f9036c176b128 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:27.258645 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.302499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=85ebfb4d-8ced-4877-96d2-67284d1e3ca3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.312098 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a93c2b2-7ff3-4fe8-81f1-003bb5ddc12a x-openstack-request-id: req-8a93c2b2-7ff3-4fe8-81f1-003bb5ddc12a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:27.312343 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce73f09-78c6-4b31-8da2-05ee54baaa17", "name": "network-vif-deleted", "tag": "94665b2a-1d28-4d04-a114-a7f1d2976b85", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:27.312878 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a93c2b2-7ff3-4fe8-81f1-003bb5ddc12a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:27.312992 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce73f09-78c6-4b31-8da2-05ee54baaa17', 'name': 'network-vif-deleted', 'tag': '94665b2a-1d28-4d04-a114-a7f1d2976b85', 'status': 'completed', 'code': 200} Sep 23 19:40:27.344389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.345331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.345331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.345547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.345711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.346036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.346440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.346903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.347338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.347874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.348046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.348354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:27.351808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.354344 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a64ae7ea-ccce-4263-91b5-05d31a1dfa2b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/85ebfb4d-8ced-4877-96d2-67284d1e3ca3 HTTP/1.1" status: 204 len: 168 time: 0.7742813 Sep 23 19:40:27.357093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:27.393027 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef39a2a-2c14-4dcf-bf2c-3e1e7d381da5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] GET failed (client error): The resource could not be found. Sep 23 19:40:27.400948 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cef39a2a-2c14-4dcf-bf2c-3e1e7d381da5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports/85ebfb4d-8ced-4877-96d2-67284d1e3ca3 HTTP/1.1" status: 404 len: 333 time: 0.0399113 Sep 23 19:40:27.401898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:27.470023 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b35df3d-b0a1-4f06-9187-850905767584 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.503315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b35df3d-b0a1-4f06-9187-850905767584 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.559641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b35df3d-b0a1-4f06-9187-850905767584 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.562610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b35df3d-b0a1-4f06-9187-850905767584 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.563776 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3b35df3d-b0a1-4f06-9187-850905767584 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/security-groups/bf1ded6e-6cb1-447b-9b9f-96405be707d2 HTTP/1.1" status: 204 len: 168 time: 0.1608315 Sep 23 19:40:27.567345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:27.578449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35df3d-b0a1-4f06-9187-850905767584 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ded6e-6cb1-447b-9b9f-96405be707d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.623664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.722074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f27dfa4-9383-4a93-8116-9b57b73249c9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.765884 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f27dfa4-9383-4a93-8116-9b57b73249c9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.770187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d058e1a-255b-43ce-9d45-f399cef78adb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.868921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a5a930f-cecd-4a57-b176-d317cf5ff698 req-52be2bfb-cbb3-47db-8e3e-881becf0e869 tempest-ImagesTestJSON-694990818 tempest-ImagesTestJSON-694990818-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce73f09-78c6-4b31-8da2-05ee54baaa17 HTTP/1.1" status: 200 len: 210 time: 0.1117859 Sep 23 19:40:27.879329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Checking segment: {'id': 'd76cc5f5-ea57-478a-9c83-14517ae57f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:27.879899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Network hostable DHCP agents. Network: 8739b0a5-487a-4cf3-8193-17856ee33cc9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:27.898646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f27dfa4-9383-4a93-8116-9b57b73249c9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.902116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f27dfa4-9383-4a93-8116-9b57b73249c9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.903528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f27dfa4-9383-4a93-8116-9b57b73249c9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/security-groups/c377cc18-8133-47c1-a72a-387e2c350971 HTTP/1.1" status: 204 len: 168 time: 0.3285236 Sep 23 19:40:27.906325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:27.926694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Network 8739b0a5-487a-4cf3-8193-17856ee33cc9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:27.929943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27dfa4-9383-4a93-8116-9b57b73249c9 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c377cc18-8133-47c1-a72a-387e2c350971,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.963302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 8739b0a5-487a-4cf3-8193-17856ee33cc9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:27.969463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:27.970056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.984597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b88f6a8-7c3f-4ffb-99b8-48b3c8aaa7da None None] Network 8739b0a5-487a-4cf3-8193-17856ee33cc9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:28.007215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2dd05c1d-d554-4dd2-8f20-17b0e12fc8ef admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8476162 Sep 23 19:40:28.025490 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20b3e58c-2e3a-4a21-a425-dcc1d77b9bd5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.105123 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20b3e58c-2e3a-4a21-a425-dcc1d77b9bd5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.212936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e2c0ec1d-d345-458b-8dfd-e1181b8f7dc8 None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:28.214975 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ec1d-d345-458b-8dfd-e1181b8f7dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.251576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20b3e58c-2e3a-4a21-a425-dcc1d77b9bd5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.268145 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20b3e58c-2e3a-4a21-a425-dcc1d77b9bd5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.276351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:28.282908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-20b3e58c-2e3a-4a21-a425-dcc1d77b9bd5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/security-groups/cfa1520c-84e2-4bbf-b20a-dc2a5afc2fc7 HTTP/1.1" status: 204 len: 168 time: 0.3752291 Sep 23 19:40:28.305010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3e58c-2e3a-4a21-a425-dcc1d77b9bd5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa1520c-84e2-4bbf-b20a-dc2a5afc2fc7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:28.327238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a6b330c5-3bb2-471f-9b60-7dbfa1b89020 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:28.373192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet 139947a8-d904-4709-ba0c-47bdaa966d6f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:28.376991 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.446599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.471284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb9c96-5689-40cb-a92b-7195cf2329c2 None None] Network 8739b0a5-487a-4cf3-8193-17856ee33cc9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:28.527048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:28.527427 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.567821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.660633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.661637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e2c0ec1d-d345-458b-8dfd-e1181b8f7dc8 None None] Provisioning complete for port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:28.662026 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ec1d-d345-458b-8dfd-e1181b8f7dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.707679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.713228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/139947a8-d904-4709-ba0c-47bdaa966d6f HTTP/1.1" status: 204 len: 168 time: 0.4322364 Sep 23 19:40:28.713228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4b193-f6a9-4a04-bec7-244b52cf98b8 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=139947a8-d904-4709-ba0c-47bdaa966d6f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:28.715791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:28.742401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d2307-b8c6-414c-bae9-110c25e5b464 None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:28.783880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0ec1d-d345-458b-8dfd-e1181b8f7dc8 None None] Port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:28.793327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e2c0ec1d-d345-458b-8dfd-e1181b8f7dc8 None None] Could not find standard attr ID for object 85ebfb4d-8ced-4877-96d2-67284d1e3ca3. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:28.816894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-dc1f141c-8f1e-43f2-97e6-28ddaacda6a9 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:28.818418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-dc1f141c-8f1e-43f2-97e6-28ddaacda6a9 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/networks?id=8739b0a5-487a-4cf3-8193-17856ee33cc9 HTTP/1.1" status: 200 len: 818 time: 0.1883152 Sep 23 19:40:28.822260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet 0b824603-7402-4099-a7df-6802c2f5350d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:28.827320 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.860601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-ca3235e3-cb92-48a7-9741-8ce18c6a2b1c tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/quotas/82ac22e27a834326852f9036c176b128 HTTP/1.1" status: 200 len: 375 time: 0.0348349 Sep 23 19:40:28.887844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.907181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7269dc45-e2b4-409a-81f8-e488d73c6e70 None None] Could not find standard attr ID for object 6a29f7d4-287f-445a-b46f-440fbe1b4549. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:28.922951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-1152845d-a283-4b69-9dce-735dca197f33 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=82ac22e27a834326852f9036c176b128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551858 Sep 23 19:40:29.404175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.433407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-d9f2d967-5da9-4667-aea5-1138df1d0fbe service neutron] 10.222.0.38 "GET /v2.0/networks/8739b0a5-487a-4cf3-8193-17856ee33cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034511 Sep 23 19:40:29.532238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-35da89c8-33c7-4b11-ba2f-ffe95ec1e506 None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:29.533254 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35da89c8-33c7-4b11-ba2f-ffe95ec1e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.539943 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.580891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.582841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/0b824603-7402-4099-a7df-6802c2f5350d HTTP/1.1" status: 204 len: 168 time: 0.8661072 Sep 23 19:40:29.585573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:29.586091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-83659cfb-23c8-4556-bfda-854b4320d97e service neutron] 10.222.0.38 "GET /v2.0/networks/8739b0a5-487a-4cf3-8193-17856ee33cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447968 Sep 23 19:40:29.586464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90b7fd-f928-492e-b890-f5963b0fbd7b tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=0b824603-7402-4099-a7df-6802c2f5350d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:29.639508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-35da89c8-33c7-4b11-ba2f-ffe95ec1e506 None None] Provisioning complete for port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:29.639997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35da89c8-33c7-4b11-ba2f-ffe95ec1e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.644167 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c56c9c7-d385-4196-a99c-b4040c8b1337 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:29.644641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c56c9c7-d385-4196-a99c-b4040c8b1337 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:29.649053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:29.649397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c56c9c7-d385-4196-a99c-b4040c8b1337 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/139947a8-d904-4709-ba0c-47bdaa966d6f HTTP/1.1" status: 404 len: 337 time: 0.0624442 Sep 23 19:40:29.686915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-35da89c8-33c7-4b11-ba2f-ffe95ec1e506 None None] Port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:29.711070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting subnet dcf3f646-a956-4fe3-95f9-333b61219d29 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:29.715845 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.777558 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.783546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1c9d1-849c-4988-914a-41e72e0f7216 None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:29.803505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-eb8f0aef-4acf-45c9-82c1-16e5e87b1fc2 None None] Could not find standard attr ID for object 85ebfb4d-8ced-4877-96d2-67284d1e3ca3. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:29.924532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.012928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de64f744-52b3-4064-8832-f8737cc9a9fb req-3b4dbc6b-d647-42f9-9b4d-aebc122fb875 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 210 time: 0.0358367 Sep 23 19:40:30.032590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.068724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf3f646-a956-4fe3-95f9-333b61219d29,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:30.073356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.078145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.096087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5974071-3f56-48da-902e-8c39051ad99c tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/dcf3f646-a956-4fe3-95f9-333b61219d29 HTTP/1.1" status: 204 len: 168 time: 0.4456005 Sep 23 19:40:30.123974 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf44470-d1db-4809-8374-2b02dfe72f09 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.124580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf44470-d1db-4809-8374-2b02dfe72f09 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.126667 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3bf44470-d1db-4809-8374-2b02dfe72f09 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/44253198-0f8c-410e-98b5-8aafdc19beb6 HTTP/1.1" status: 404 len: 337 time: 0.0474343 Sep 23 19:40:30.129065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.168924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7f4d9add-09d3-4591-9fd3-f46698486425 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "GET /v2.0/ports?device_id=188bacd2-0e74-487e-ad16-9503d9f26911 HTTP/1.1" status: 200 len: 205 time: 0.0387123 Sep 23 19:40:30.171638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.254802 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0e0aacd8-6685-4914-a6c8-16e5e09c9393 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] delete failed (client error): The resource could not be found. Sep 23 19:40:30.258546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e0aacd8-6685-4914-a6c8-16e5e09c9393 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/routers/188bacd2-0e74-487e-ad16-9503d9f26911 HTTP/1.1" status: 404 len: 336 time: 0.0859554 Sep 23 19:40:30.258735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35476) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.316338 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e745a56-013c-4a7c-88a7-646473e6419e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.316898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e745a56-013c-4a7c-88a7-646473e6419e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.319568 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e745a56-013c-4a7c-88a7-646473e6419e tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/f5c726b1-bafa-43ff-a5f2-30839bd21ec4 HTTP/1.1" status: 404 len: 337 time: 0.0598569 Sep 23 19:40:30.322981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.356956 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-75396cff-3f76-4eeb-ac69-09fff587ea53 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.358268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75396cff-3f76-4eeb-ac69-09fff587ea53 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.360548 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-75396cff-3f76-4eeb-ac69-09fff587ea53 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/ce3548e6-2a63-4a2f-8ba2-62084184f6a9 HTTP/1.1" status: 404 len: 337 time: 0.0361314 Sep 23 19:40:30.363020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.398247 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab60fc2a-43ba-498c-a575-b9fc19d9c349 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.398733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab60fc2a-43ba-498c-a575-b9fc19d9c349 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.400540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab60fc2a-43ba-498c-a575-b9fc19d9c349 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/cfe73750-5a09-4128-b66d-3f0b9019001b HTTP/1.1" status: 404 len: 337 time: 0.0366139 Sep 23 19:40:30.403568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.424827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.450863 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-289d508a-99dd-46e0-9fd1-524522b5a6a5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.451590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289d508a-99dd-46e0-9fd1-524522b5a6a5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.460353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-289d508a-99dd-46e0-9fd1-524522b5a6a5 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/fc158f2c-0c09-4583-8ed3-e85403d24cb2 HTTP/1.1" status: 404 len: 333 time: 0.0551710 Sep 23 19:40:30.460718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.490569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] Deleting subnet cbc60765-f3ce-4094-b0f5-caabe8acfdf4 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:30.494997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.525774 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc861f1-16cb-4b3a-8aa8-5a63ba5469a6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.526455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc861f1-16cb-4b3a-8aa8-5a63ba5469a6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.530753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-adc861f1-16cb-4b3a-8aa8-5a63ba5469a6 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/eccc424b-e8e8-45e3-b02b-80945c54f8c4 HTTP/1.1" status: 404 len: 337 time: 0.0667188 Sep 23 19:40:30.531506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35500) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.576034 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7986c57d-724d-40de-a8e1-9234a37409ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.576518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7986c57d-724d-40de-a8e1-9234a37409ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.578772 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7986c57d-724d-40de-a8e1-9234a37409ce tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/dff31b8d-30f1-412b-b477-e903d3f219d5 HTTP/1.1" status: 404 len: 337 time: 0.0461400 Sep 23 19:40:30.581244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35502) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.585099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.659540 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0735c0-3fb0-439c-a3fb-54aed7490043 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.661137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0735c0-3fb0-439c-a3fb-54aed7490043 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.663169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2e0735c0-3fb0-439c-a3fb-54aed7490043 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/b604096b-78d4-45f4-a39e-120ab64ef771 HTTP/1.1" status: 404 len: 333 time: 0.0810213 Sep 23 19:40:30.666394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.709548 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4931df62-993b-4590-b65b-1933823ca222 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.709997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4931df62-993b-4590-b65b-1933823ca222 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.711839 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4931df62-993b-4590-b65b-1933823ca222 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/35041c48-38d6-4ed8-9461-f827d13cbbb2 HTTP/1.1" status: 404 len: 337 time: 0.0442479 Sep 23 19:40:30.714616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.749140 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab889a1-07a6-4dd6-b50d-20c35cfe5155 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:30.749597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab889a1-07a6-4dd6-b50d-20c35cfe5155 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:30.751644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3ab889a1-07a6-4dd6-b50d-20c35cfe5155 tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/subnets/ea54b2dc-5374-4656-8801-3804930d41af HTTP/1.1" status: 404 len: 337 time: 0.0358555 Sep 23 19:40:30.753015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.754537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.817666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.850354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc60765-f3ce-4094-b0f5-caabe8acfdf4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:30.852984 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.860253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8813d5ef-9046-4295-adc8-fb09d8f1ae59 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cbc60765-f3ce-4094-b0f5-caabe8acfdf4 HTTP/1.1" status: 204 len: 168 time: 0.4341216 Sep 23 19:40:30.863764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.879055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3419f-ade2-4197-ad46-bb030830b6f4 None None] Network 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:30.879592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:30.879744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.974139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.982786 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.015693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:31.053073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bd614489-a97d-429e-b02f-bccfd4494b5b None None] Provisioning complete for port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:31.053719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd614489-a97d-429e-b02f-bccfd4494b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.197062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.209542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.232097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bd614489-a97d-429e-b02f-bccfd4494b5b None None] Could not find standard attr ID for object 1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:31.248543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.249947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab55b5e4-a293-4f0f-892d-93fa5e40236c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:31.253722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:31.254575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/ports/1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e HTTP/1.1" status: 204 len: 168 time: 0.4986985 Sep 23 19:40:31.261185 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] DHCP port deletion for 1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:31.295141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14a5152e-46b6-4b21-ad02-0beab37671d2 req-3433375b-95ee-4a44-b6b4-4ded2f9b59c0 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 210 time: 0.0716667 Sep 23 19:40:31.296724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1565266-739a-412d-8ad1-0a2f3a3d52fc tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=1d0ac1d6-7ac8-4805-ba79-f0f93a694d3e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:31.311441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] Deleting port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:31.311833 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.337643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c87f32-6e84-4041-bcf6-747ec5f3161b') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:31.337944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c87f32-6e84-4041-bcf6-747ec5f3161b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:31.359460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-6587602e-f5d0-4650-99b4-ac554fc41472 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:31.360963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-6587602e-f5d0-4650-99b4-ac554fc41472 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.41 "GET /v2.0/networks?id=8739b0a5-487a-4cf3-8193-17856ee33cc9 HTTP/1.1" status: 200 len: 818 time: 0.3657656 Sep 23 19:40:31.366555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.371774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.382882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Request body: {'port': {'device_id': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9', 'admin_state_up': True, 'tenant_id': '82ac22e27a834326852f9036c176b128'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:31.391497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,segment=NetworkSegment(82de0a33-2718-4d8c-babd-0c185bb3f894),segment_id=82de0a33-2718-4d8c-babd-0c185bb3f894)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:31.394011 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.402681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.404457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] Calling delete_port for a6b330c5-3bb2-471f-9b60-7dbfa1b89020 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:31.418415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:31.418826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:31.427679 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:31.490013 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.515809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] Pushing event deleted for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:31.519417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bfd15-698f-4498-b202-6666cdf852f7 None None] No DVR routers for this DVR port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:31.559765 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.564441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.566351 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ab55b5e4-a293-4f0f-892d-93fa5e40236c HTTP/1.1" status: 204 len: 168 time: 0.7013319 Sep 23 19:40:31.598612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d480e-a5f2-4bf3-91ee-7720d41627b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab55b5e4-a293-4f0f-892d-93fa5e40236c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:31.629595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Deleting port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:31.639189 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.639189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Made reservation on behalf of 82ac22e27a834326852f9036c176b128 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:31.639189 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.718595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:31.754285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] For port a6b330c5-3bb2-471f-9b60-7dbfa1b89020, host n-d-810763-1, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:31.754842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.758284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab308751-eefe-4fe0-848a-55171969a812 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2aa78fe9cb8b42e2ac74361ca826a7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384970 Sep 23 19:40:31.761942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:31.776802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Calling delete_port for a6b330c5-3bb2-471f-9b60-7dbfa1b89020 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:31.781448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:40:31.787469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.811425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe053-5900-4f88-9f9a-8853b6a6bb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.838767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe053-5900-4f88-9f9a-8853b6a6bb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.846644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] No DVR routers for this DVR port a6b330c5-3bb2-471f-9b60-7dbfa1b89020 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:31.855895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Port': ['ID=a6b330c5-3bb2-471f-9b60-7dbfa1b89020,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:31.890369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe053-5900-4f88-9f9a-8853b6a6bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.893024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe053-5900-4f88-9f9a-8853b6a6bb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.896572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e3fe053-5900-4f88-9f9a-8853b6a6bb2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e3f42aa-1647-487b-85c1-e84f52599045 HTTP/1.1" status: 204 len: 168 time: 0.1313624 Sep 23 19:40:31.909038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fe053-5900-4f88-9f9a-8853b6a6bb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f42aa-1647-487b-85c1-e84f52599045,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:31.924021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Allocated IP 172.20.0.9 (8739b0a5-487a-4cf3-8193-17856ee33cc9/7d058e1a-255b-43ce-9d45-f399cef78adb/c960f813-0cf4-43aa-b475-9492914fae65) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:31.961474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.004573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:32.024195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82de0a33-2718-4d8c-babd-0c185bb3f894') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:32.024619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82de0a33-2718-4d8c-babd-0c185bb3f894') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:32.044601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.102729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.114064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:32.114497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:32.117911 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:32.257502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a6b330c5-3bb2-471f-9b60-7dbfa1b89020 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:32.260459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.283603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a6b330c5-3bb2-471f-9b60-7dbfa1b89020 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:32.284182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a6b330c5-3bb2-471f-9b60-7dbfa1b89020 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:32.288644 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.291579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.296305 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] 10.222.0.38 "DELETE /v2.0/networks/1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe HTTP/1.1" status: 204 len: 168 time: 1.0328269 Sep 23 19:40:32.296305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0e06-6f1f-481d-9cce-1947dcb657cb tempest-PortsIpV6TestJSON-699438407 tempest-PortsIpV6TestJSON-699438407-project] Pushing event deleted for resources: {'Network': ['ID=1d4eb8e1-f7d9-4fdf-a84e-a74433e1cafe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:32.373676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.431608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Network 8739b0a5-487a-4cf3-8193-17856ee33cc9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:32.434492 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:40:32.435000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:32.443892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:32.449122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Pushing event updated for resources: {'Port': ['ID=c960f813-0cf4-43aa-b475-9492914fae65,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:32.482032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4844a1e-803f-45c3-9fd7-bf95c6f4367b req-eb1a9699-b26d-4d49-ae86-b7c1bc1a8537 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:32.490113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4844a1e-803f-45c3-9fd7-bf95c6f4367b req-eb1a9699-b26d-4d49-ae86-b7c1bc1a8537 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 931 time: 0.0818913 Sep 23 19:40:32.535679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4844a1e-803f-45c3-9fd7-bf95c6f4367b req-5dcee11a-7b08-4f5c-bf24-9d3a7a742e3f tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Sep 23 19:40:32.537286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:32.537995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.557934 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8910cce0-1965-4db2-8e72-67c2c4ee2814 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1823077 Sep 23 19:40:32.574990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Request body: {'port': {'device_id': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:32.603757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:32.667207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.804238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dc41b5d0-7d01-4860-92fc-e66650320b22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae3034e8616149869d6f852c02f5bef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989737 Sep 23 19:40:32.805676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:32.866282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61e4601e-3ca6-4bfc-b8d8-8aff8bd9d217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.897837 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61e4601e-3ca6-4bfc-b8d8-8aff8bd9d217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.904223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:32.958498 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61e4601e-3ca6-4bfc-b8d8-8aff8bd9d217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.962369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61e4601e-3ca6-4bfc-b8d8-8aff8bd9d217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.963895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-61e4601e-3ca6-4bfc-b8d8-8aff8bd9d217 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4a6cb62-bc78-40dd-9b9a-d9e312e71d00 HTTP/1.1" status: 204 len: 168 time: 0.1569929 Sep 23 19:40:32.972761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4601e-3ca6-4bfc-b8d8-8aff8bd9d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6cb62-bc78-40dd-9b9a-d9e312e71d00,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:33.053539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c960f813-0cf4-43aa-b475-9492914fae65 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:33.078115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.086022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-800155389-network', 'tenant_id': '6d185236ddff4659b6ebe8a80eaece5a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:33.115226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Made reservation on behalf of 6d185236ddff4659b6ebe8a80eaece5a for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:33.117680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.133788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.137884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Transition to ACTIVE for port object c960f813-0cf4-43aa-b475-9492914fae65 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:40:33.144470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.215350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Pushing event updated for resources: {'Port': ['ID=c960f813-0cf4-43aa-b475-9492914fae65,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:33.314992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Attempting to bind port c960f813-0cf4-43aa-b475-9492914fae65 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:33.315238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Attempting to bind port c960f813-0cf4-43aa-b475-9492914fae65 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'd76cc5f5-ea57-478a-9c83-14517ae57f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:33.315568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Attempting to bind port c960f813-0cf4-43aa-b475-9492914fae65 on network 8739b0a5-487a-4cf3-8193-17856ee33cc9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:33.324138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Port c960f813-0cf4-43aa-b475-9492914fae65 on network 8739b0a5-487a-4cf3-8193-17856ee33cc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:40:33.324463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Attempting to bind port c960f813-0cf4-43aa-b475-9492914fae65 on network 8739b0a5-487a-4cf3-8193-17856ee33cc9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:33.332110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:33.332376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Checking segment: {'id': 'd76cc5f5-ea57-478a-9c83-14517ae57f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:33.332926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Bound using segment: {'id': 'd76cc5f5-ea57-478a-9c83-14517ae57f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:33.333302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Bound port: c960f813-0cf4-43aa-b475-9492914fae65, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76cc5f5-ea57-478a-9c83-14517ae57f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:33.333606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.385505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.391991 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.427168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:33.451614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:33.454782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] For port c960f813-0cf4-43aa-b475-9492914fae65, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:33.456841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.457187 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Added segment 6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea of type vlan for network 70002a07-c75d-4671-add1-5467b7bab6c3 Sep 23 19:40:33.459544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] For port c960f813-0cf4-43aa-b475-9492914fae65, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c960f813-0cf4-43aa-b475-9492914fae65,segment=NetworkSegment(d76cc5f5-ea57-478a-9c83-14517ae57f3c),segment_id=d76cc5f5-ea57-478a-9c83-14517ae57f3c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:33.469472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.534571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.539010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:33.539676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.541146 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] 10.222.0.41 "PUT /v2.0/ports/c960f813-0cf4-43aa-b475-9492914fae65 HTTP/1.1" status: 200 len: 1091 time: 0.9758372 Sep 23 19:40:33.541577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'tag': 'c960f813-0cf4-43aa-b475-9492914fae65'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:33.543838 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41355aaf-9e7c-494e-9cd3-ec867b2e709e" -d '{"events": [{"name": "network-changed", "server_uuid": "f685a25b-f2e5-4cba-8914-025e85aafe8e", "tag": "c960f813-0cf4-43aa-b475-9492914fae65"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:33.584859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79483d7a-db34-48e4-82af-e53083a1f9ae service neutron] Pushing event updated for resources: {'Port': ['ID=c960f813-0cf4-43aa-b475-9492914fae65,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:33.620447 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f5f776-b469-479d-bb5a-20cfd584a63f x-openstack-request-id: req-b4f5f776-b469-479d-bb5a-20cfd584a63f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:33.620742 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f685a25b-f2e5-4cba-8914-025e85aafe8e", "tag": "c960f813-0cf4-43aa-b475-9492914fae65", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:33.620991 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4f5f776-b469-479d-bb5a-20cfd584a63f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:33.621379 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'tag': 'c960f813-0cf4-43aa-b475-9492914fae65', 'status': 'completed', 'code': 200} Sep 23 19:40:33.630102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.631123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:33.631679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.675293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7699833 Sep 23 19:40:33.677368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8c6ed0bb-2675-456e-9ce7-864a066498dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:33.678810 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8c6ed0bb-2675-456e-9ce7-864a066498dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82ac22e27a834326852f9036c176b128&device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 1094 time: 0.0910163 Sep 23 19:40:33.679266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:33.723819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Request body: {'subnet': {'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-800155389-subnet', 'tenant_id': '6d185236ddff4659b6ebe8a80eaece5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:33.737509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71919d2a-e707-49a6-8dd0-1a646281d8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=70002a07-c75d-4671-add1-5467b7bab6c3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:33.750630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 70002a07-c75d-4671-add1-5467b7bab6c3 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:33.758308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663dc50-00af-4779-a28b-3597da45e8ea req-cb772cfe-377f-4576-be8c-f5e176865a81 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:33.760079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0663dc50-00af-4779-a28b-3597da45e8ea req-cb772cfe-377f-4576-be8c-f5e176865a81 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 943 time: 0.0872369 Sep 23 19:40:33.783915 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-8880eb11-06f4-4299-8082-77991dc3aea1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c960f813-0cf4-43aa-b475-9492914fae65 HTTP/1.1" status: 200 len: 217 time: 0.0553229 Sep 23 19:40:33.807092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Made reservation on behalf of 6d185236ddff4659b6ebe8a80eaece5a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:33.810114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.849448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0663dc50-00af-4779-a28b-3597da45e8ea req-6d000df1-8102-409b-b204-a117d4260a02 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813899 Sep 23 19:40:33.908045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.033934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aedbad63-2fe5-4198-a70e-0ce40f09066b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:34.034779 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-aedbad63-2fe5-4198-a70e-0ce40f09066b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:40:34.035353 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-aedbad63-2fe5-4198-a70e-0ce40f09066b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:40:34.036464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aedbad63-2fe5-4198-a70e-0ce40f09066b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1271765 Sep 23 19:40:34.040669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.046073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883219863'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:34.068801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.078195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.188846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-df760140-fea5-438f-a93e-89090d10fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:34.190337 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-df760140-fea5-438f-a93e-89090d10fe0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d058e1a-255b-43ce-9d45-f399cef78adb HTTP/1.1" status: 200 len: 858 time: 0.3966908 Sep 23 19:40:34.209190 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.214018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.249150 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-acfc8927-5159-4907-b8ce-1cdeb3470bf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8739b0a5-487a-4cf3-8193-17856ee33cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327497 Sep 23 19:40:34.276427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e6a6c-85a9-4237-b723-60489d201418,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:34.360878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.366878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.389933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-80bfbafa-01f2-456b-915d-15cf81197156 service neutron] 10.222.0.41 "GET /v2.0/networks/8739b0a5-487a-4cf3-8193-17856ee33cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333499 Sep 23 19:40:34.396477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.397764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3560929 Sep 23 19:40:34.403453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.410500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b6b679a-aa48-4b75-86de-b34ef0cda3b8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': 'f23c18b9-01e2-4d90-92d7-fc1b86da9c51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:34.440048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bface3-427e-4ef9-bce0-c57038911ad6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c18b9-01e2-4d90-92d7-fc1b86da9c51,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:34.451824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b6b679a-aa48-4b75-86de-b34ef0cda3b8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.493846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.506509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b6b679a-aa48-4b75-86de-b34ef0cda3b8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.511600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b6b679a-aa48-4b75-86de-b34ef0cda3b8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.531980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b679a-aa48-4b75-86de-b34ef0cda3b8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3dd11a-7728-400f-9ca6-81dd10a72d4f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:34.545797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b6b679a-aa48-4b75-86de-b34ef0cda3b8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.548202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b6b679a-aa48-4b75-86de-b34ef0cda3b8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431558 Sep 23 19:40:34.550337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.556603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e9994816-4683-4048-89e6-ecb2ab9a3b62 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': 'f23c18b9-01e2-4d90-92d7-fc1b86da9c51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:34.569743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55486387-d23d-47a0-8a53-c5b508e330de,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:34.578295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f03c9062-2c45-4cac-b682-7d3d85371be4 req-85fb97a1-19dc-4059-840a-2648a63482f0 service neutron] 10.222.0.41 "GET /v2.0/networks/8739b0a5-487a-4cf3-8193-17856ee33cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807673 Sep 23 19:40:34.589603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Checking segment: {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:34.589907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Network hostable DHCP agents. Network: 70002a07-c75d-4671-add1-5467b7bab6c3, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:34.593512 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9994816-4683-4048-89e6-ecb2ab9a3b62 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.611433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Network 70002a07-c75d-4671-add1-5467b7bab6c3 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:34.623063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 70002a07-c75d-4671-add1-5467b7bab6c3) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:34.627069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:34.627658 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.635844 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e844a2-3591-40e7-b838-768e87d2500e None None] Network 70002a07-c75d-4671-add1-5467b7bab6c3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:34.660529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-30f81a2e-214d-4715-9151-70867a10483f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9762609 Sep 23 19:40:34.675895 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-e9994816-4683-4048-89e6-ecb2ab9a3b62 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:40:34.680912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35628) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.684585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e9994816-4683-4048-89e6-ecb2ab9a3b62 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1321402 Sep 23 19:40:34.762742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-d8cd8ac3-315c-4a5e-9a1a-f56bb815bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:34.764440 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-d8cd8ac3-315c-4a5e-9a1a-f56bb815bae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82ac22e27a834326852f9036c176b128&device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 1094 time: 0.0988986 Sep 23 19:40:34.797453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c615052-6971-408a-951a-28eff4789ce2 None None] Network 70002a07-c75d-4671-add1-5467b7bab6c3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:34.841881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9248b13-9706-4a86-9f7a-11950f8c0cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.904764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9248b13-9706-4a86-9f7a-11950f8c0cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.939303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-6ee1a0ef-c695-4ba5-ac88-c00d87c21ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:34.940851 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-6ee1a0ef-c695-4ba5-ac88-c00d87c21ef9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8739b0a5-487a-4cf3-8193-17856ee33cc9 HTTP/1.1" status: 200 len: 919 time: 0.1644921 Sep 23 19:40:35.003442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-25320ceb-150f-4c69-b9d6-45804e72712a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c960f813-0cf4-43aa-b475-9492914fae65 HTTP/1.1" status: 200 len: 217 time: 0.0522153 Sep 23 19:40:35.028338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9248b13-9706-4a86-9f7a-11950f8c0cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.031217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9248b13-9706-4a86-9f7a-11950f8c0cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.032545 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9248b13-9706-4a86-9f7a-11950f8c0cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/f23c18b9-01e2-4d90-92d7-fc1b86da9c51 HTTP/1.1" status: 204 len: 168 time: 0.3449163 Sep 23 19:40:35.035272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.071535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9248b13-9706-4a86-9f7a-11950f8c0cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c18b9-01e2-4d90-92d7-fc1b86da9c51,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:35.109412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-1c3cd5f7-feb4-4ff0-961d-c948c55e744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:35.112187 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-1c3cd5f7-feb4-4ff0-961d-c948c55e744e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d058e1a-255b-43ce-9d45-f399cef78adb HTTP/1.1" status: 200 len: 858 time: 0.0984735 Sep 23 19:40:35.156940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-eae219a3-20fd-4df3-8409-bb66437d131b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203158 Sep 23 19:40:35.157812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.163265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-212a94e7-5ab6-4bc0-a660-15ccd8da3b7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8739b0a5-487a-4cf3-8193-17856ee33cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421636 Sep 23 19:40:35.165124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-84fa8d3d-86c1-4970-be72-b47b9073a016 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--100258777'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:35.215755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84fa8d3d-86c1-4970-be72-b47b9073a016 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.263452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-89296b46-65ab-4959-8730-093ce41bb6bd tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:35.264960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-89296b46-65ab-4959-8730-093ce41bb6bd tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 821 time: 0.1931579 Sep 23 19:40:35.268253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-9ae46900-f831-4a9b-863a-6daed7bcd2f7 service neutron] 10.222.0.41 "GET /v2.0/networks/8739b0a5-487a-4cf3-8193-17856ee33cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971346 Sep 23 19:40:35.294363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-f663e9be-5075-43be-ad01-332736658b84 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/quotas/6d185236ddff4659b6ebe8a80eaece5a HTTP/1.1" status: 200 len: 375 time: 0.0191045 Sep 23 19:40:35.336414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-1a1bce8f-64ff-4f26-9c66-4ca8132a18b9 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333140 Sep 23 19:40:35.385294 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84fa8d3d-86c1-4970-be72-b47b9073a016 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.389475 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-41355aaf-9e7c-494e-9cd3-ec867b2e709e req-32ee2a49-c181-4ef9-8776-5f2a60cca5b4 service neutron] 10.222.0.41 "GET /v2.0/networks/8739b0a5-487a-4cf3-8193-17856ee33cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093740 Sep 23 19:40:35.391437 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84fa8d3d-86c1-4970-be72-b47b9073a016 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.422438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa8d3d-86c1-4970-be72-b47b9073a016 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5790c01b-305a-4518-a5c5-5ba0dc4ca67b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:35.434324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84fa8d3d-86c1-4970-be72-b47b9073a016 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.435514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-84fa8d3d-86c1-4970-be72-b47b9073a016 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2741785 Sep 23 19:40:35.438630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.443394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a4376fc6-543c-499d-8655-63dc76d16736 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '5790c01b-305a-4518-a5c5-5ba0dc4ca67b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:35.444329 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-a4376fc6-543c-499d-8655-63dc76d16736 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 19:40:35.444938 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-a4376fc6-543c-499d-8655-63dc76d16736 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:35.448780 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a4376fc6-543c-499d-8655-63dc76d16736 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063007 Sep 23 19:40:35.449063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.555924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-206fc1f0-5cf9-4b56-ab55-dea1cf30f84a service neutron] 10.222.0.38 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103932 Sep 23 19:40:35.556935 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae06453-b52b-4950-afe5-00b53310d685 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.601804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae06453-b52b-4950-afe5-00b53310d685 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.687841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-93bbc446-0dc4-4126-8a56-1ce9c6f5570f service neutron] 10.222.0.38 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255443 Sep 23 19:40:35.688405 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae06453-b52b-4950-afe5-00b53310d685 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.691421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae06453-b52b-4950-afe5-00b53310d685 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.692117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ae06453-b52b-4950-afe5-00b53310d685 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/5790c01b-305a-4518-a5c5-5ba0dc4ca67b HTTP/1.1" status: 204 len: 168 time: 0.2402401 Sep 23 19:40:35.694985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.701694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06453-b52b-4950-afe5-00b53310d685 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5790c01b-305a-4518-a5c5-5ba0dc4ca67b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:35.761803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-85d9d7d8-6dbb-4535-ad5a-707f7568ea29 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655241 Sep 23 19:40:35.765648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.770095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6dee3bf8-fa89-4d2f-bef8-c6d780229a72 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--912134445'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:35.794703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6dee3bf8-fa89-4d2f-bef8-c6d780229a72 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.894678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6dee3bf8-fa89-4d2f-bef8-c6d780229a72 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.899761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6dee3bf8-fa89-4d2f-bef8-c6d780229a72 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.922786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7dc84-95f8-4e47-994a-4350afff0397 req-b96f2303-e1f3-4ef3-8b5a-3fdc6805dca0 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:35.924522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fb7dc84-95f8-4e47-994a-4350afff0397 req-b96f2303-e1f3-4ef3-8b5a-3fdc6805dca0 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 943 time: 0.0553370 Sep 23 19:40:35.933617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6dee3bf8-fa89-4d2f-bef8-c6d780229a72 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.934890 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6dee3bf8-fa89-4d2f-bef8-c6d780229a72 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1681008 Sep 23 19:40:35.936781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee3bf8-fa89-4d2f-bef8-c6d780229a72 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b90d04-ba99-4410-9cbd-1c4a264be406,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:35.938958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.943575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-41622074-1f8b-4ba3-ac70-1efddf9418f8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': 'c3b90d04-ba99-4410-9cbd-1c4a264be406', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:35.944435 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-41622074-1f8b-4ba3-ac70-1efddf9418f8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 19:40:35.944936 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-41622074-1f8b-4ba3-ac70-1efddf9418f8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:35.945936 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41622074-1f8b-4ba3-ac70-1efddf9418f8 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062122 Sep 23 19:40:35.949969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:35.997228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fb7dc84-95f8-4e47-994a-4350afff0397 req-1f795555-2d29-4322-aa2a-953df0bd4cc1 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651586 Sep 23 19:40:36.022191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc890869-5985-42f7-9583-f66ed24cdc38 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.054829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc890869-5985-42f7-9583-f66ed24cdc38 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.113168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc890869-5985-42f7-9583-f66ed24cdc38 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.116364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc890869-5985-42f7-9583-f66ed24cdc38 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.120996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc890869-5985-42f7-9583-f66ed24cdc38 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/c3b90d04-ba99-4410-9cbd-1c4a264be406 HTTP/1.1" status: 204 len: 168 time: 0.1667151 Sep 23 19:40:36.122523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35682) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.154234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc890869-5985-42f7-9583-f66ed24cdc38 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b90d04-ba99-4410-9cbd-1c4a264be406,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:36.236067 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-05767580-5f2a-4966-a33f-fb721fa0220d tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115661 Sep 23 19:40:36.240036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.246148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b7b7d658-5a9c-43b9-bd0f-a7e74b1bb923 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111985080'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:36.299518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8bd16f8-acfc-4dd1-8116-7e8a6e036cd5 req-3b4b70ed-86e0-4614-ae61-7a7d2a2c3f3c tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 210 time: 0.0297139 Sep 23 19:40:36.301165 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d658-5a9c-43b9-bd0f-a7e74b1bb923 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.400237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d658-5a9c-43b9-bd0f-a7e74b1bb923 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.405265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d658-5a9c-43b9-bd0f-a7e74b1bb923 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.431889 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d658-5a9c-43b9-bd0f-a7e74b1bb923 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.433662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7b7d658-5a9c-43b9-bd0f-a7e74b1bb923 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1923552 Sep 23 19:40:36.436516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.441381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9e65675e-3455-4b3f-96d8-449e17d19233 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '62430299-8cff-4d43-946c-04da5f0341a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:36.448669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7d658-5a9c-43b9-bd0f-a7e74b1bb923 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62430299-8cff-4d43-946c-04da5f0341a8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:36.470622 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-9e65675e-3455-4b3f-96d8-449e17d19233 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 19:40:36.471643 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-9e65675e-3455-4b3f-96d8-449e17d19233 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:36.475662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9e65675e-3455-4b3f-96d8-449e17d19233 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0354562 Sep 23 19:40:36.475960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.480978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a0cf0f7a-d1de-4c33-b61f-22e6af4d24ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '62430299-8cff-4d43-946c-04da5f0341a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:36.481658 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-a0cf0f7a-d1de-4c33-b61f-22e6af4d24ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 19:40:36.482118 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-a0cf0f7a-d1de-4c33-b61f-22e6af4d24ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:36.485856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a0cf0f7a-d1de-4c33-b61f-22e6af4d24ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063031 Sep 23 19:40:36.486869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.493483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-466c6f6e-d888-4ecc-aac7-ad572987187b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '62430299-8cff-4d43-946c-04da5f0341a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:36.495700 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-466c6f6e-d888-4ecc-aac7-ad572987187b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 19:40:36.496220 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-466c6f6e-d888-4ecc-aac7-ad572987187b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:36.501820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-466c6f6e-d888-4ecc-aac7-ad572987187b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124965 Sep 23 19:40:36.502033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.508126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-91f49b6d-c37e-4d00-9064-2ca3cc31ee5e tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '62430299-8cff-4d43-946c-04da5f0341a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:36.509317 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-91f49b6d-c37e-4d00-9064-2ca3cc31ee5e tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 19:40:36.509806 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-91f49b6d-c37e-4d00-9064-2ca3cc31ee5e tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:36.511198 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-91f49b6d-c37e-4d00-9064-2ca3cc31ee5e tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073814 Sep 23 19:40:36.513928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.578192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.580231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc4d9-0248-4144-b00b-ac9974900cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.615906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc4d9-0248-4144-b00b-ac9974900cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.684519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc4d9-0248-4144-b00b-ac9974900cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.687156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc4d9-0248-4144-b00b-ac9974900cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.690892 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6ddc4d9-0248-4144-b00b-ac9974900cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/62430299-8cff-4d43-946c-04da5f0341a8 HTTP/1.1" status: 204 len: 168 time: 0.1733136 Sep 23 19:40:36.691779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.698095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddc4d9-0248-4144-b00b-ac9974900cc9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62430299-8cff-4d43-946c-04da5f0341a8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:36.727520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae25f567-a48d-485c-a8d1-d97a24b4b715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.760731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-405c3e19-e85b-4126-abed-0d69b289af30 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673106 Sep 23 19:40:36.764560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.769454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fd26fef4-7b2c-41d9-9282-b7a5862eaca7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--217060511'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:36.838826 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae25f567-a48d-485c-a8d1-d97a24b4b715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.842694 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae25f567-a48d-485c-a8d1-d97a24b4b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.857532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd26fef4-7b2c-41d9-9282-b7a5862eaca7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.880712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae25f567-a48d-485c-a8d1-d97a24b4b715 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f206bb78774443380bdf79abc37d48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013532 Sep 23 19:40:36.881503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25f567-a48d-485c-a8d1-d97a24b4b715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e412f-45ea-471a-ac25-d0c84be03fb4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:36.884455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.934835 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38e26428-1f3c-45f6-9b2a-09d21093fc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.950715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd26fef4-7b2c-41d9-9282-b7a5862eaca7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.955229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd26fef4-7b2c-41d9-9282-b7a5862eaca7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.957559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38e26428-1f3c-45f6-9b2a-09d21093fc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.986930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd26fef4-7b2c-41d9-9282-b7a5862eaca7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.990932 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fd26fef4-7b2c-41d9-9282-b7a5862eaca7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2228329 Sep 23 19:40:36.990932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26fef4-7b2c-41d9-9282-b7a5862eaca7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:36.992537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.997538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-957e277e-b578-4a2e-bad0-99d3b0c49d82 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:36.998446 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-957e277e-b578-4a2e-bad0-99d3b0c49d82 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:40:36.998890 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-957e277e-b578-4a2e-bad0-99d3b0c49d82 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:36.999893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-957e277e-b578-4a2e-bad0-99d3b0c49d82 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058496 Sep 23 19:40:37.003102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.007529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6688cb56-e521-4a03-b60f-16b850721aa5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.098153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38e26428-1f3c-45f6-9b2a-09d21093fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.101070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38e26428-1f3c-45f6-9b2a-09d21093fc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.102734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-38e26428-1f3c-45f6-9b2a-09d21093fc92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa5e412f-45ea-471a-ac25-d0c84be03fb4 HTTP/1.1" status: 204 len: 168 time: 0.2168877 Sep 23 19:40:37.151043 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-6688cb56-e521-4a03-b60f-16b850721aa5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.152097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6688cb56-e521-4a03-b60f-16b850721aa5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1480310 Sep 23 19:40:37.155655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.156912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e26428-1f3c-45f6-9b2a-09d21093fc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e412f-45ea-471a-ac25-d0c84be03fb4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:37.161800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-46ba41c7-a0a9-4aab-896a-25529fc690e5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.162725 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-46ba41c7-a0a9-4aab-896a-25529fc690e5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 19:40:37.163251 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-46ba41c7-a0a9-4aab-896a-25529fc690e5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.167358 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-46ba41c7-a0a9-4aab-896a-25529fc690e5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075724 Sep 23 19:40:37.170270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.191461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-21e6bcbd-6c3d-4b1f-9986-8bbe736d5370 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.203035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-6b243304-a707-4f0a-a51d-4e2570a0bb94 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:37.204747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-6b243304-a707-4f0a-a51d-4e2570a0bb94 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 821 time: 0.1887162 Sep 23 19:40:37.213658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd40b59-e591-48f4-9e79-c7f9f7522c8b req-8da73edf-cea0-4cd1-8fe0-e933248717af tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:37.218804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fd40b59-e591-48f4-9e79-c7f9f7522c8b req-8da73edf-cea0-4cd1-8fe0-e933248717af tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 943 time: 0.1215405 Sep 23 19:40:37.226651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Request body: {'port': {'device_id': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'admin_state_up': True, 'tenant_id': '6d185236ddff4659b6ebe8a80eaece5a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.236258 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-21e6bcbd-6c3d-4b1f-9986-8bbe736d5370 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.237362 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-21e6bcbd-6c3d-4b1f-9986-8bbe736d5370 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0660272 Sep 23 19:40:37.241177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35736) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.246616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4f512b13-947e-4d1c-8c81-1271b06ea813 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.247000 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-4f512b13-947e-4d1c-8c81-1271b06ea813 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:40:37.247481 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4f512b13-947e-4d1c-8c81-1271b06ea813 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.248443 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4f512b13-947e-4d1c-8c81-1271b06ea813 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063088 Sep 23 19:40:37.253293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.257547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f6cbb484-bf4e-46a5-a143-8139842e29fc tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.295377 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-f6cbb484-bf4e-46a5-a143-8139842e29fc tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.296756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f6cbb484-bf4e-46a5-a143-8139842e29fc tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0425429 Sep 23 19:40:37.299506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.304084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-582cbd58-eeeb-406b-97f5-0cf61971cf8f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.304550 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-582cbd58-eeeb-406b-97f5-0cf61971cf8f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 19:40:37.305022 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-582cbd58-eeeb-406b-97f5-0cf61971cf8f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.309510 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-582cbd58-eeeb-406b-97f5-0cf61971cf8f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061245 Sep 23 19:40:37.309666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.316916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-38457995-9a0e-44a8-ae63-cc36ac79c3e9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.349443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fd40b59-e591-48f4-9e79-c7f9f7522c8b req-a6703f44-c8f7-4908-9862-9ab7846bf53f tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186638 Sep 23 19:40:37.385949 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-38457995-9a0e-44a8-ae63-cc36ac79c3e9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.387167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-38457995-9a0e-44a8-ae63-cc36ac79c3e9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0770812 Sep 23 19:40:37.390333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.394859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-335c1c9b-cab9-436e-a5e2-87012e81e929 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.418331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Made reservation on behalf of 6d185236ddff4659b6ebe8a80eaece5a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:37.423306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.453118 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-335c1c9b-cab9-436e-a5e2-87012e81e929 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:37.457648 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-335c1c9b-cab9-436e-a5e2-87012e81e929 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0631466 Sep 23 19:40:37.457648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35756) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.533549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf73b52b-cab4-4291-9a60-c43b352e8f33 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.558300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf73b52b-cab4-4291-9a60-c43b352e8f33 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.605378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf73b52b-cab4-4291-9a60-c43b352e8f33 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.608527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf73b52b-cab4-4291-9a60-c43b352e8f33 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.612613 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cf73b52b-cab4-4291-9a60-c43b352e8f33 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec HTTP/1.1" status: 204 len: 168 time: 0.1515014 Sep 23 19:40:37.612724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f4c75f5-2e8d-4942-8ed7-8093426a8bc4 req-853fe8d7-1040-4406-9630-12b19b6d5898 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 210 time: 0.0372307 Sep 23 19:40:37.612724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.620305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b52b-cab4-4291-9a60-c43b352e8f33 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bbe00d-fe3d-445e-9787-4d9f9b5fd1ec,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:37.650605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Allocated IP 172.20.0.6 (70002a07-c75d-4671-add1-5467b7bab6c3/55486387-d23d-47a0-8a53-c5b508e330de/21fa2ea2-4e24-43dd-9a1f-69e3499528ea) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:37.687308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9fde2d3-2a8f-4246-a40f-f3d02526b00b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733049 Sep 23 19:40:37.692045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35764) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.700845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b9dcf853-d50e-4351-94da-4343f516c6fd tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--845764775'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.725706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf853-d50e-4351-94da-4343f516c6fd tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.824232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf853-d50e-4351-94da-4343f516c6fd tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.828108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf853-d50e-4351-94da-4343f516c6fd tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.829771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.857501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf853-d50e-4351-94da-4343f516c6fd tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.858869 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9dcf853-d50e-4351-94da-4343f516c6fd tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1621192 Sep 23 19:40:37.861748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.866178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-64932fdf-8c25-435a-988e-c5fea583d704 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '8238ed37-04a8-4cfd-bc59-1ec4a6b631e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.868805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c960f813-0cf4-43aa-b475-9492914fae65 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:37.870919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcf853-d50e-4351-94da-4343f516c6fd tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8238ed37-04a8-4cfd-bc59-1ec4a6b631e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:37.887936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.920771 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-64932fdf-8c25-435a-988e-c5fea583d704 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The resource could not be found. Sep 23 19:40:37.922268 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-64932fdf-8c25-435a-988e-c5fea583d704 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0594614 Sep 23 19:40:37.925247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.934540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c733a2d9-c376-4648-af82-bf616af881e2 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': '8238ed37-04a8-4cfd-bc59-1ec4a6b631e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8b6439d9-bff3-42ed-b291-91770f0901bc'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:37.948164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Network 70002a07-c75d-4671-add1-5467b7bab6c3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:37.952445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:37.956867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:37.984238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c960f813-0cf4-43aa-b475-9492914fae65, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c960f813-0cf4-43aa-b475-9492914fae65,segment=NetworkSegment(d76cc5f5-ea57-478a-9c83-14517ae57f3c),segment_id=d76cc5f5-ea57-478a-9c83-14517ae57f3c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:37.995185 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c733a2d9-c376-4648-af82-bf616af881e2 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The resource could not be found. Sep 23 19:40:37.996947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'c960f813-0cf4-43aa-b475-9492914fae65', 'network_id': '8739b0a5-487a-4cf3-8193-17856ee33cc9', 'port_id': 'c960f813-0cf4-43aa-b475-9492914fae65', 'mac_address': 'fa:16:3e:41:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d058e1a-255b-43ce-9d45-f399cef78adb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:37.999221 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c733a2d9-c376-4648-af82-bf616af881e2 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0708930 Sep 23 19:40:38.000450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.002236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'Port': ['ID=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.025867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:38.026814 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.047193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-8f2abbb8-5d09-49d1-8071-984743371842 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268249 Sep 23 19:40:38.059267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.060542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Request body: {'port': {'device_id': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:38.073279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73315ec5-34fa-49c6-a307-d844758a22ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.078040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c960f813-0cf4-43aa-b475-9492914fae65 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:38.103775 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73315ec5-34fa-49c6-a307-d844758a22ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.104267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c960f813-0cf4-43aa-b475-9492914fae65, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c960f813-0cf4-43aa-b475-9492914fae65,segment=NetworkSegment(d76cc5f5-ea57-478a-9c83-14517ae57f3c),segment_id=d76cc5f5-ea57-478a-9c83-14517ae57f3c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:38.110571 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.131719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.160902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73315ec5-34fa-49c6-a307-d844758a22ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.164346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73315ec5-34fa-49c6-a307-d844758a22ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.167458 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-73315ec5-34fa-49c6-a307-d844758a22ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/8238ed37-04a8-4cfd-bc59-1ec4a6b631e5 HTTP/1.1" status: 204 len: 168 time: 0.1659737 Sep 23 19:40:38.171624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.184227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73315ec5-34fa-49c6-a307-d844758a22ca tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8238ed37-04a8-4cfd-bc59-1ec4a6b631e5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.199724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c960f813-0cf4-43aa-b475-9492914fae65,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.288101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-54d37016-e622-491b-9a01-e417f4183aa5 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1153979 Sep 23 19:40:38.292007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.298145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-04de118b-7a2f-461e-b2bc-afa5d7e95134 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': 'c2c0f4b7-b54b-4e99-a1b9-c0218d565940', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:38.344475 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-04de118b-7a2f-461e-b2bc-afa5d7e95134 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The resource could not be found. Sep 23 19:40:38.349926 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-04de118b-7a2f-461e-b2bc-afa5d7e95134 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0568736 Sep 23 19:40:38.350709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.355164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-42ea99b8-3732-4244-a755-de2c7ee05a12 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013337175'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:38.379221 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42ea99b8-3732-4244-a755-de2c7ee05a12 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.410383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c960f813-0cf4-43aa-b475-9492914fae65'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:38.512343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fa2ea2-4e24-43dd-9a1f-69e3499528ea {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:38.522753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42ea99b8-3732-4244-a755-de2c7ee05a12 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.524889 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.529026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42ea99b8-3732-4244-a755-de2c7ee05a12 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.549886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91f42b-3424-4280-890b-abc64b07efe8 req-e3e186e7-2a65-4408-995f-f38a57c42f82 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:38.551632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df91f42b-3424-4280-890b-abc64b07efe8 req-e3e186e7-2a65-4408-995f-f38a57c42f82 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 944 time: 0.0780532 Sep 23 19:40:38.558772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Transition to ACTIVE for port object 21fa2ea2-4e24-43dd-9a1f-69e3499528ea will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:40:38.580185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42ea99b8-3732-4244-a755-de2c7ee05a12 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.581006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.581971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-42ea99b8-3732-4244-a755-de2c7ee05a12 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2302032 Sep 23 19:40:38.584669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.599194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-08a5f6fa-0f13-45fd-853f-a51bc330bc9b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521494610'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:38.630992 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a5f6fa-0f13-45fd-853f-a51bc330bc9b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.633587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea99b8-3732-4244-a755-de2c7ee05a12 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cefcde7f-01b2-423b-8f9c-ca94256e1538,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.639424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df91f42b-3424-4280-890b-abc64b07efe8 req-4cda306a-cb91-4ae8-9880-0188a436bf77 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784142 Sep 23 19:40:38.655035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.737727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Attempting to bind port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:38.738071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Attempting to bind port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:38.738435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Attempting to bind port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea on network 70002a07-c75d-4671-add1-5467b7bab6c3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:38.743785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea on network 70002a07-c75d-4671-add1-5467b7bab6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:40:38.744145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Attempting to bind port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea on network 70002a07-c75d-4671-add1-5467b7bab6c3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:38.747015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a5f6fa-0f13-45fd-853f-a51bc330bc9b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.749688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:38.750107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Checking segment: {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:38.750566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Bound using segment: {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:38.751001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Bound port: 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:38.751402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.752530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a5f6fa-0f13-45fd-853f-a51bc330bc9b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.788874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08a5f6fa-0f13-45fd-853f-a51bc330bc9b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.793778 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-08a5f6fa-0f13-45fd-853f-a51bc330bc9b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2053077 Sep 23 19:40:38.794395 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.796597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f6fa-0f13-45fd-853f-a51bc330bc9b tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee7a677-fd08-4daf-883a-09c5526b6f32,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.801162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b59098b-8c8e-4dcd-ab06-ba398eb62ec6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group_rule': {'security_group_id': 'cefcde7f-01b2-423b-8f9c-ca94256e1538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5ee7a677-fd08-4daf-883a-09c5526b6f32'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:38.849890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:38.857653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:38.865065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.901463 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8b59098b-8c8e-4dcd-ab06-ba398eb62ec6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:38.902497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b59098b-8c8e-4dcd-ab06-ba398eb62ec6 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1072807 Sep 23 19:40:38.905394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.921936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:38.922747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.924841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-5340596a-427f-455d-8969-135778afb8b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/21fa2ea2-4e24-43dd-9a1f-69e3499528ea HTTP/1.1" status: 200 len: 1091 time: 0.8691747 Sep 23 19:40:38.942956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'tag': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:38.945456 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63973f1d-bc76-4db0-93d5-392357b666c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3997e4e-db8c-412f-b1ff-f42080d13130", "tag": "21fa2ea2-4e24-43dd-9a1f-69e3499528ea"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:38.966409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6575d1ed-130a-4125-913d-b188328bd09f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.990155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6575d1ed-130a-4125-913d-b188328bd09f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.008430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340596a-427f-455d-8969-135778afb8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:39.021453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa937b-9119-4d41-aac4-71b051b96d02 req-d1e9a9fd-3573-4be7-aa54-674bbf3dfc19 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.023203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bfa937b-9119-4d41-aac4-71b051b96d02 req-d1e9a9fd-3573-4be7-aa54-674bbf3dfc19 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 943 time: 0.1229324 Sep 23 19:40:39.037183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6575d1ed-130a-4125-913d-b188328bd09f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.040100 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6575d1ed-130a-4125-913d-b188328bd09f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.041254 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6575d1ed-130a-4125-913d-b188328bd09f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/5ee7a677-fd08-4daf-883a-09c5526b6f32 HTTP/1.1" status: 204 len: 168 time: 0.1348567 Sep 23 19:40:39.046058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35826) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.051081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-f650c280-4df9-48eb-90c4-4ead0378f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.052586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-f650c280-4df9-48eb-90c4-4ead0378f4e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 1094 time: 0.0848386 Sep 23 19:40:39.057803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575d1ed-130a-4125-913d-b188328bd09f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee7a677-fd08-4daf-883a-09c5526b6f32,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:39.108578 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ecd9c4bb-b098-4c9f-a39c-f434b1943b89 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0598681 Sep 23 19:40:39.110968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35830) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.111992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bfa937b-9119-4d41-aac4-71b051b96d02 req-c78925bf-6590-4222-bdb9-d389c380fb2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809047 Sep 23 19:40:39.113352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-a2123fda-7ff4-4776-b6cc-6c0150e848f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea HTTP/1.1" status: 200 len: 217 time: 0.0481017 Sep 23 19:40:39.178260 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7e5e88-fea7-4dbb-aa37-0adbc4d42291 x-openstack-request-id: req-3f7e5e88-fea7-4dbb-aa37-0adbc4d42291 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:39.178965 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3997e4e-db8c-412f-b1ff-f42080d13130", "tag": "21fa2ea2-4e24-43dd-9a1f-69e3499528ea", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:39.178965 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f7e5e88-fea7-4dbb-aa37-0adbc4d42291 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:39.179194 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'tag': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea', 'status': 'completed', 'code': 200} Sep 23 19:40:39.188438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-105d771e-cc36-458b-8b62-6db8a9321d5f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.189317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-a5286087-8265-4467-b735-018764a9e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.190841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-a5286087-8265-4467-b735-018764a9e678 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55486387-d23d-47a0-8a53-c5b508e330de HTTP/1.1" status: 200 len: 861 time: 0.0692749 Sep 23 19:40:39.212293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-105d771e-cc36-458b-8b62-6db8a9321d5f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.233550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-9ecc6573-e5d6-465e-b511-45de305ca60e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70002a07-c75d-4671-add1-5467b7bab6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343471 Sep 23 19:40:39.258515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-105d771e-cc36-458b-8b62-6db8a9321d5f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.261181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-105d771e-cc36-458b-8b62-6db8a9321d5f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.262454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-105d771e-cc36-458b-8b62-6db8a9321d5f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/cefcde7f-01b2-423b-8f9c-ca94256e1538 HTTP/1.1" status: 204 len: 168 time: 0.1505492 Sep 23 19:40:39.266373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.272053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d771e-cc36-458b-8b62-6db8a9321d5f tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefcde7f-01b2-423b-8f9c-ca94256e1538,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:39.364908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e96bc91-6d55-4922-b0fe-127a888aeb99 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0972154 Sep 23 19:40:39.368779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.376610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'tempest-secgroup--265871483'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:39.393529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-81f18ae7-41e4-4da2-89a5-a042f7bf1c05 service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519854 Sep 23 19:40:39.422451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.517874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-157e16f3-79ee-48ac-83e2-c0f2116a7876 req-57dab8e9-9776-4d06-9edc-96113b296401 service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163375 Sep 23 19:40:39.572892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.585556 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.633818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.635061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2648697 Sep 23 19:40:39.638408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.643819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fb211555-e29e-406d-a7ad-13773d5f9d1a tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:39.644153 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-fb211555-e29e-406d-a7ad-13773d5f9d1a tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:40:39.644860 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-fb211555-e29e-406d-a7ad-13773d5f9d1a tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 19:40:39.648415 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb211555-e29e-406d-a7ad-13773d5f9d1a tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "PUT /v2.0/security-groups/accadd68-eebc-4ac1-b069-66f3bf2f1604 HTTP/1.1" status: 409 len: 330 time: 0.0065782 Sep 23 19:40:39.648550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accadd68-eebc-4ac1-b069-66f3bf2f1604,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:39.649457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35844) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.659193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.659459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.659811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.660231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.660701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.661012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.661441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.661811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.662312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.662732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.663053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.663369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f1a18-742d-4eaf-8279-3b3872a331af tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:39.670514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-7e6c1e5c-434e-4655-8ed2-049ef5366024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.672082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-7e6c1e5c-434e-4655-8ed2-049ef5366024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 1094 time: 0.1026795 Sep 23 19:40:39.748897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0135bc0d-e999-4ccd-95a2-e30c030cc04c tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.784872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0135bc0d-e999-4ccd-95a2-e30c030cc04c tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.823250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-0cc3eb94-7ab0-4439-9724-0b1928c81e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.824738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-0cc3eb94-7ab0-4439-9724-0b1928c81e42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 922 time: 0.1447651 Sep 23 19:40:39.833321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80efd9-fdc6-4fbf-bc3a-32629fdb0206 req-9af6eea6-0fd8-44c5-aad1-472d1e1d15e1 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.834010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff80efd9-fdc6-4fbf-bc3a-32629fdb0206 req-9af6eea6-0fd8-44c5-aad1-472d1e1d15e1 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 944 time: 0.1008651 Sep 23 19:40:39.848060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0135bc0d-e999-4ccd-95a2-e30c030cc04c tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.850896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0135bc0d-e999-4ccd-95a2-e30c030cc04c tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.852736 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0135bc0d-e999-4ccd-95a2-e30c030cc04c tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/accadd68-eebc-4ac1-b069-66f3bf2f1604 HTTP/1.1" status: 204 len: 168 time: 0.2018189 Sep 23 19:40:39.856434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.868366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135bc0d-e999-4ccd-95a2-e30c030cc04c tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accadd68-eebc-4ac1-b069-66f3bf2f1604,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:39.875451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c960f813-0cf4-43aa-b475-9492914fae65 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:39.876415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-1b759f76-7ddb-4e40-97fd-b4b4e5de736c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea HTTP/1.1" status: 200 len: 217 time: 0.0413220 Sep 23 19:40:39.937538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3cc6bc12-3071-4286-b3a3-78d42f14b3dc tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752871 Sep 23 19:40:39.937984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.941911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff80efd9-fdc6-4fbf-bc3a-32629fdb0206 req-2403073d-e39d-43dc-9474-206c7672a7bb tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994873 Sep 23 19:40:39.953206 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-e9d78c3a-8e8a-4cc2-baf3-55a4131edcd7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] delete failed (client error): The resource could not be found. Sep 23 19:40:39.954528 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e9d78c3a-8e8a-4cc2-baf3-55a4131edcd7 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "DELETE /v2.0/security-groups/296362a5-ac61-44f0-9112-7058825bfae8 HTTP/1.1" status: 404 len: 347 time: 0.0156493 Sep 23 19:40:39.954939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-eefb7fd3-852c-494c-87a0-b0533a2829b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.956547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-eefb7fd3-852c-494c-87a0-b0533a2829b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55486387-d23d-47a0-8a53-c5b508e330de HTTP/1.1" status: 200 len: 861 time: 0.0716717 Sep 23 19:40:39.958392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.980147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port c960f813-0cf4-43aa-b475-9492914fae65 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:40:39.987250 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-fd98f205-318a-46cf-9363-2943b4f298d9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] show failed (client error): The resource could not be found. Sep 23 19:40:39.987250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fd98f205-318a-46cf-9363-2943b4f298d9 tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-groups/75483336-fb99-4b88-a604-54da52d9d029 HTTP/1.1" status: 404 len: 347 time: 0.0240111 Sep 23 19:40:39.987679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port c960f813-0cf4-43aa-b475-9492914fae65 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:39.987679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.987893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:40.012675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-7b5d4fdf-7515-4570-ac44-6cdf1628dfd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70002a07-c75d-4671-add1-5467b7bab6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450296 Sep 23 19:40:40.017128 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a86c258e-a408-40c5-9ffc-227ce7f506bf tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] show failed (client error): The resource could not be found. Sep 23 19:40:40.022722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a86c258e-a408-40c5-9ffc-227ce7f506bf tempest-NegativeSecGroupTest-1335968764 tempest-NegativeSecGroupTest-1335968764-project] 10.222.0.38 "GET /v2.0/security-group-rules/cf977f9b-1c69-4f65-838b-441a5a187930 HTTP/1.1" status: 404 len: 356 time: 0.0295472 Sep 23 19:40:40.107007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.138058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-b85f703a-2031-47d0-8320-a6f2138c33ce service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166971 Sep 23 19:40:40.142251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c960f813-0cf4-43aa-b475-9492914fae65'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:40.144488 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fefe955-dee7-4051-af58-eb872ba70265" -d '{"events": [{"server_uuid": "f685a25b-f2e5-4cba-8914-025e85aafe8e", "name": "network-vif-plugged", "status": "completed", "tag": "c960f813-0cf4-43aa-b475-9492914fae65"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:40.163090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c960f813-0cf4-43aa-b475-9492914fae65, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c960f813-0cf4-43aa-b475-9492914fae65,segment=NetworkSegment(d76cc5f5-ea57-478a-9c83-14517ae57f3c),segment_id=d76cc5f5-ea57-478a-9c83-14517ae57f3c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:40.170958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.266364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c960f813-0cf4-43aa-b475-9492914fae65,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:40.300375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63973f1d-bc76-4db0-93d5-392357b666c0 req-109be012-4f6d-484e-8c0f-49f422680eae service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446745 Sep 23 19:40:40.320895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd0418-52f5-4da3-a0bd-d81a595f4d14 req-435d5b89-0cbc-4022-9e83-fecdaed94ead tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.323179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20bd0418-52f5-4da3-a0bd-d81a595f4d14 req-435d5b89-0cbc-4022-9e83-fecdaed94ead tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 943 time: 0.0851672 Sep 23 19:40:40.369992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20bd0418-52f5-4da3-a0bd-d81a595f4d14 req-2949d383-e194-4acd-a4bb-c97cd827eb16 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352151 Sep 23 19:40:40.375756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:40.423267 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe0ba2-5dae-41a5-840a-167a6cdab2a1 x-openstack-request-id: req-7cfe0ba2-5dae-41a5-840a-167a6cdab2a1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:40.423770 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685a25b-f2e5-4cba-8914-025e85aafe8e", "name": "network-vif-plugged", "status": "completed", "tag": "c960f813-0cf4-43aa-b475-9492914fae65", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:40.424030 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7cfe0ba2-5dae-41a5-840a-167a6cdab2a1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:40.424434 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c960f813-0cf4-43aa-b475-9492914fae65', 'code': 200} Sep 23 19:40:40.525635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0ece-d963-4cc0-83c9-ae73194b498d req-a8f0fb71-eec6-4e36-993e-4c722e6e686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.527169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-653f0ece-d963-4cc0-83c9-ae73194b498d req-a8f0fb71-eec6-4e36-993e-4c722e6e686d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 1096 time: 0.0432243 Sep 23 19:40:40.534047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-38dc63c6-039b-4dc3-847b-70eb6d235f59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4644d85d4ee3471fa3d6c6e7b2a64eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571174 Sep 23 19:40:40.536561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:40.561861 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-653f0ece-d963-4cc0-83c9-ae73194b498d req-88a57f00-c191-4f7a-8d4f-38ca08b699ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277998 Sep 23 19:40:40.583199 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec3477c-eeca-486f-9106-446ed9e131ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.606048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec3477c-eeca-486f-9106-446ed9e131ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.651786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec3477c-eeca-486f-9106-446ed9e131ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.654570 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ec3477c-eeca-486f-9106-446ed9e131ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.655718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6ec3477c-eeca-486f-9106-446ed9e131ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e6e6a6c-85a9-4237-b723-60489d201418 HTTP/1.1" status: 204 len: 168 time: 0.1182799 Sep 23 19:40:40.663687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3477c-eeca-486f-9106-446ed9e131ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e6a6c-85a9-4237-b723-60489d201418,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:41.091788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372992-3354-466c-86b3-0094564a25de req-b1bd63db-6340-41c1-a543-74a449eb74b3 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:41.093702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6372992-3354-466c-86b3-0094564a25de req-b1bd63db-6340-41c1-a543-74a449eb74b3 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 945 time: 0.0624821 Sep 23 19:40:41.138588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6372992-3354-466c-86b3-0094564a25de req-9fa51764-5688-4ee3-bece-a26dcb3995fe tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Sep 23 19:40:41.500961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba79482-41d4-4715-b0bc-45f5fbf27ff2 req-b0ea9258-c088-44bb-bbd5-06ca58570a9b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:41.502775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cba79482-41d4-4715-b0bc-45f5fbf27ff2 req-b0ea9258-c088-44bb-bbd5-06ca58570a9b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 943 time: 0.0555944 Sep 23 19:40:41.544798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cba79482-41d4-4715-b0bc-45f5fbf27ff2 req-ec5945b7-b520-4a82-a54c-ff3bfaca90b9 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Sep 23 19:40:42.265985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bc865-e56e-4104-ae6e-1db9848be157 req-4dfff77d-b262-46cb-a7be-8886ea7e2828 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.267580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c41bc865-e56e-4104-ae6e-1db9848be157 req-4dfff77d-b262-46cb-a7be-8886ea7e2828 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 945 time: 0.0517766 Sep 23 19:40:42.307915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c41bc865-e56e-4104-ae6e-1db9848be157 req-fb39a2cd-f9dc-4982-b0df-8a0339fcc694 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Sep 23 19:40:42.336522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:42.448215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:42.462978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:42.472401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea', 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'port_id': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea', 'mac_address': 'fa:16:3e:44:ec:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55486387-d23d-47a0-8a53-c5b508e330de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:42.514141 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.528593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fa2ea2-4e24-43dd-9a1f-69e3499528ea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:42.556023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:42.560225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.592297 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18087ae9-615d-4d94-8955-c9c32e49380b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.627935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:42.741014 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18087ae9-615d-4d94-8955-c9c32e49380b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.744751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18087ae9-615d-4d94-8955-c9c32e49380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.775077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be2ec-1d7a-4f10-9adc-0c2f282bb6ac req-b039c226-2f41-4323-b5c5-ae45c5da7bae tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.776544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-217be2ec-1d7a-4f10-9adc-0c2f282bb6ac req-b039c226-2f41-4323-b5c5-ae45c5da7bae tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 944 time: 0.0910516 Sep 23 19:40:42.808467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18087ae9-615d-4d94-8955-c9c32e49380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9972f5-2715-48c8-bc27-800ec5dd95cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:42.815020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18087ae9-615d-4d94-8955-c9c32e49380b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb5a95230ce24a61a6b259c69724d0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657098 Sep 23 19:40:42.817808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:42.833263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-217be2ec-1d7a-4f10-9adc-0c2f282bb6ac req-7a967a41-d9ff-479f-b07f-1b73864b1bb0 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476503 Sep 23 19:40:42.885785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['21fa2ea2-4e24-43dd-9a1f-69e3499528ea'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:42.887327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf13a-cbba-476d-a287-e332761064a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.912344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf13a-cbba-476d-a287-e332761064a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.953019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cab89-5bc2-4b0e-b1d4-428310d5c146 req-98816a8e-d855-4a1a-9051-05713b644c60 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.960984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-154cab89-5bc2-4b0e-b1d4-428310d5c146 req-98816a8e-d855-4a1a-9051-05713b644c60 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 945 time: 0.0623693 Sep 23 19:40:42.966358 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf13a-cbba-476d-a287-e332761064a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.969417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf13a-cbba-476d-a287-e332761064a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.985932 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6f2cf13a-cbba-476d-a287-e332761064a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c9972f5-2715-48c8-bc27-800ec5dd95cb HTTP/1.1" status: 204 len: 168 time: 0.1548719 Sep 23 19:40:43.006583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cf13a-cbba-476d-a287-e332761064a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9972f5-2715-48c8-bc27-800ec5dd95cb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:43.036701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-154cab89-5bc2-4b0e-b1d4-428310d5c146 req-c379a681-e67f-44d0-8459-7c31583e2d71 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723011 Sep 23 19:40:43.146410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f240023-f1ff-4226-b8f2-fabefbf2efda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.299111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:43.322757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf42-3fd7-45c7-ac5f-39b58d5a612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.429772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf42-3fd7-45c7-ac5f-39b58d5a612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.435695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76e5cf42-3fd7-45c7-ac5f-39b58d5a612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.480397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-76e5cf42-3fd7-45c7-ac5f-39b58d5a612c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bbff9483dda4c88b23f5c4f11d441e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798182 Sep 23 19:40:43.481365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5cf42-3fd7-45c7-ac5f-39b58d5a612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dbbeda-1c91-449f-bbaf-844e5324567b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:43.483030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:43.552376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84692228-1502-4d74-a84d-a97f9ab8f1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.573624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84692228-1502-4d74-a84d-a97f9ab8f1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.621398 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84692228-1502-4d74-a84d-a97f9ab8f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.623958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84692228-1502-4d74-a84d-a97f9ab8f1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.625109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-84692228-1502-4d74-a84d-a97f9ab8f1ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2dbbeda-1c91-449f-bbaf-844e5324567b HTTP/1.1" status: 204 len: 168 time: 0.1370339 Sep 23 19:40:43.633457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84692228-1502-4d74-a84d-a97f9ab8f1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dbbeda-1c91-449f-bbaf-844e5324567b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:43.954955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de90d2-8459-41ed-9610-b7c6f773ed60 req-34a66376-9281-45c6-9d56-b0d300ee11ac tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:43.956626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33de90d2-8459-41ed-9610-b7c6f773ed60 req-34a66376-9281-45c6-9d56-b0d300ee11ac tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 944 time: 0.0516741 Sep 23 19:40:44.000904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33de90d2-8459-41ed-9610-b7c6f773ed60 req-1c112f1e-695b-486c-8f4b-68d4c71432bb tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363462 Sep 23 19:40:44.090417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-6aa5e836-e130-461b-80fe-6eb14249f538 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.094008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-6aa5e836-e130-461b-80fe-6eb14249f538 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.41 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 945 time: 0.0533755 Sep 23 19:40:44.185194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea94264-3f27-430b-93ba-cdfb9e8f344d req-f6917905-f8c1-4b56-b453-ac4ad00c1051 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.193934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aea94264-3f27-430b-93ba-cdfb9e8f344d req-f6917905-f8c1-4b56-b453-ac4ad00c1051 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 945 time: 0.0684631 Sep 23 19:40:44.249449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aea94264-3f27-430b-93ba-cdfb9e8f344d req-7112c02a-6e2f-4271-90eb-348ad7bd591c tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/security-groups?id=5745feb9-3c37-4c36-b22b-784c5be49ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542185 Sep 23 19:40:44.274269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Deleting port c960f813-0cf4-43aa-b475-9492914fae65 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:44.274621 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.342914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:44.397281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] For port c960f813-0cf4-43aa-b475-9492914fae65, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c960f813-0cf4-43aa-b475-9492914fae65,segment=NetworkSegment(d76cc5f5-ea57-478a-9c83-14517ae57f3c),segment_id=d76cc5f5-ea57-478a-9c83-14517ae57f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:44.397900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.401253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:40:44.405612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:44.406380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.414417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Calling delete_port for c960f813-0cf4-43aa-b475-9492914fae65 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:44.518883 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.554571 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:44.573492 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625a00dc-bbc0-43c0-9524-d778c3985d93" -d '{"events": [{"server_uuid": "c3997e4e-db8c-412f-b1ff-f42080d13130", "name": "network-vif-plugged", "status": "completed", "tag": "21fa2ea2-4e24-43dd-9a1f-69e3499528ea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:44.608325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:44.619246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.681229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:44.696676 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed8adf1-c143-40cb-a984-a9474a097f3a x-openstack-request-id: req-8ed8adf1-c143-40cb-a984-a9474a097f3a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:44.696909 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3997e4e-db8c-412f-b1ff-f42080d13130", "name": "network-vif-plugged", "status": "completed", "tag": "21fa2ea2-4e24-43dd-9a1f-69e3499528ea", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:44.697258 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ed8adf1-c143-40cb-a984-a9474a097f3a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:44.697560 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea', 'code': 200} Sep 23 19:40:44.706258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.719171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c960f813-0cf4-43aa-b475-9492914fae65'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:44.793343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Pushing event deleted for resources: {'Port': ['ID=c960f813-0cf4-43aa-b475-9492914fae65,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:44.816375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] No DVR routers for this DVR port c960f813-0cf4-43aa-b475-9492914fae65 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:44.819171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.821982 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6df41aad-ab4e-43ff-a226-656835b25f08 req-d1bba3fe-c631-4dca-ae38-efdff6f06778 tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.41 "DELETE /v2.0/ports/c960f813-0cf4-43aa-b475-9492914fae65 HTTP/1.1" status: 204 len: 173 time: 0.7206762 Sep 23 19:40:44.822610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'name': 'network-vif-deleted', 'tag': 'c960f813-0cf4-43aa-b475-9492914fae65'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:44.825450 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573dd182-9211-4835-bf6c-c6e91e241d0a" -d '{"events": [{"server_uuid": "f685a25b-f2e5-4cba-8914-025e85aafe8e", "name": "network-vif-deleted", "tag": "c960f813-0cf4-43aa-b475-9492914fae65"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:44.886746 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bc6703-db1a-4532-a1aa-ff1212bf8c1f x-openstack-request-id: req-55bc6703-db1a-4532-a1aa-ff1212bf8c1f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:44.886988 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685a25b-f2e5-4cba-8914-025e85aafe8e", "name": "network-vif-deleted", "tag": "c960f813-0cf4-43aa-b475-9492914fae65", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:44.887302 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55bc6703-db1a-4532-a1aa-ff1212bf8c1f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:44.887804 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685a25b-f2e5-4cba-8914-025e85aafe8e', 'name': 'network-vif-deleted', 'tag': 'c960f813-0cf4-43aa-b475-9492914fae65', 'status': 'completed', 'code': 200} Sep 23 19:40:45.226543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc965-79fd-4d3a-826d-a48839e49859 req-0b22f4fb-f5c8-432b-b5b0-2958e9a374ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:45.229081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-483cc965-79fd-4d3a-826d-a48839e49859 req-0b22f4fb-f5c8-432b-b5b0-2958e9a374ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 1096 time: 0.4575779 Sep 23 19:40:45.277048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c0bd3-c6ef-476d-8db5-8ea63580a1de req-8e384af8-175c-4773-885c-82b301fbd510 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:45.285557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b32c0bd3-c6ef-476d-8db5-8ea63580a1de req-8e384af8-175c-4773-885c-82b301fbd510 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.1002371 Sep 23 19:40:45.342456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b32c0bd3-c6ef-476d-8db5-8ea63580a1de req-c6a88a34-39ec-4264-9f07-144f00120ae0 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557206 Sep 23 19:40:45.349544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-483cc965-79fd-4d3a-826d-a48839e49859 req-c8494229-41bc-472a-ad00-5bcc37fdda72 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044533 Sep 23 19:40:45.440230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf95f9a2-5919-431f-9335-a404f05abf02 req-d8e9cf04-2916-4a33-a81f-e613efeee6ec tempest-InstanceActionsV221TestJSON-1503532641 tempest-InstanceActionsV221TestJSON-1503532641-project] 10.222.0.38 "GET /v2.0/ports?device_id=f685a25b-f2e5-4cba-8914-025e85aafe8e HTTP/1.1" status: 200 len: 210 time: 0.0275164 Sep 23 19:40:46.298913 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c743-18bd-49b1-bba6-01d12ca63574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.447146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.481381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e642916-e4d5-4b05-a1ed-29f6a6c0ede3 req-4d5cfcbb-ca18-4127-9faf-7670df55b148 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.483027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e642916-e4d5-4b05-a1ed-29f6a6c0ede3 req-4d5cfcbb-ca18-4127-9faf-7670df55b148 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0671630 Sep 23 19:40:46.526505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e642916-e4d5-4b05-a1ed-29f6a6c0ede3 req-dc81bdfd-19b7-4062-91bb-475fc2d018fa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347714 Sep 23 19:40:46.692547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037af3d-4ae6-4e98-b2d3-97efa095ebc7 req-87653a95-aa05-4257-b238-a2f99be6c07e tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.694072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7037af3d-4ae6-4e98-b2d3-97efa095ebc7 req-87653a95-aa05-4257-b238-a2f99be6c07e tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0540946 Sep 23 19:40:46.731413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7037af3d-4ae6-4e98-b2d3-97efa095ebc7 req-9a06aeb1-bbe5-4f50-b277-af73231addb3 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Sep 23 19:40:47.003973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.089067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc8469-d375-4302-aab6-f32d0d5a78e1 req-0ee59b19-7257-4a84-9afc-c70e84dfa700 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.090935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28bc8469-d375-4302-aab6-f32d0d5a78e1 req-0ee59b19-7257-4a84-9afc-c70e84dfa700 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0524809 Sep 23 19:40:47.137433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28bc8469-d375-4302-aab6-f32d0d5a78e1 req-27fa114c-46c7-4650-973c-4027022c2784 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Sep 23 19:40:47.187092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:47.266814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] Deleting subnet 7d058e1a-255b-43ce-9d45-f399cef78adb {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:47.269998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.307155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db1895-58cb-46d4-8310-fc6e6d8e1a76 req-0adfac44-ccdf-4512-9e68-4a6ea4501d6c tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.308515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3db1895-58cb-46d4-8310-fc6e6d8e1a76 req-0adfac44-ccdf-4512-9e68-4a6ea4501d6c tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0604055 Sep 23 19:40:47.313433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.356606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3db1895-58cb-46d4-8310-fc6e6d8e1a76 req-02042eb0-cf68-4188-a9e4-b8efd9ae4b56 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Sep 23 19:40:47.373408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.432998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.482316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d058e1a-255b-43ce-9d45-f399cef78adb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:47.499546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.503372 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-44bde656-ae8c-4518-ac64-2e6ae895a3a2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7d058e1a-255b-43ce-9d45-f399cef78adb HTTP/1.1" status: 204 len: 168 time: 0.3149118 Sep 23 19:40:47.505817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36132) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:47.521308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ece3a-1b64-4d84-9b90-fe004af2363c req-52e427e0-fdfc-4dd0-9b00-ccd34d283289 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.523146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e43ece3a-1b64-4d84-9b90-fe004af2363c req-52e427e0-fdfc-4dd0-9b00-ccd34d283289 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0612586 Sep 23 19:40:47.569467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e43ece3a-1b64-4d84-9b90-fe004af2363c req-42a8758c-f024-4a22-b120-9d227f6a065d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Sep 23 19:40:47.597891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.693051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.715703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587456-34f6-4879-9704-a24da79001e5 req-cee75978-71cd-4d18-920f-4178ba906d68 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.716875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8739b0a5-487a-4cf3-8193-17856ee33cc9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:47.717645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32587456-34f6-4879-9704-a24da79001e5 req-cee75978-71cd-4d18-920f-4178ba906d68 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0744205 Sep 23 19:40:47.728231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76cc5f5-ea57-478a-9c83-14517ae57f3c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:47.728522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76cc5f5-ea57-478a-9c83-14517ae57f3c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:47.739007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.752776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.759171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:47.759897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:47.761985 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:47.764673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32587456-34f6-4879-9704-a24da79001e5 req-3d2eeea7-918d-42f8-8ab4-fd7838a89c85 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Sep 23 19:40:47.839118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.845668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.848629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8739b0a5-487a-4cf3-8193-17856ee33cc9 HTTP/1.1" status: 204 len: 168 time: 0.3415136 Sep 23 19:40:47.860638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b22afa-c448-4ca8-87e5-c9f146b336a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8739b0a5-487a-4cf3-8193-17856ee33cc9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:47.886132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c960f813-0cf4-43aa-b475-9492914fae65 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:47.912692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: c960f813-0cf4-43aa-b475-9492914fae65 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:47.913209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c960f813-0cf4-43aa-b475-9492914fae65 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:47.918165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed12b5a-73b3-43bc-99e1-097e297dd920 req-f31602c0-4059-4b00-9a95-b86d470f0c13 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.919722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ed12b5a-73b3-43bc-99e1-097e297dd920 req-f31602c0-4059-4b00-9a95-b86d470f0c13 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0661190 Sep 23 19:40:47.986956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ed12b5a-73b3-43bc-99e1-097e297dd920 req-f4e58920-d64d-4adb-9ed2-1dc29ac3cf6b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 Sep 23 19:40:48.124955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36156) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:48.216442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-69a89d9d-10f9-404a-b529-ed6732527b72 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82ac22e27a834326852f9036c176b128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877728 Sep 23 19:40:48.217116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:48.319171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed13d241-126d-4886-ae34-c1db78075067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.359591 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed13d241-126d-4886-ae34-c1db78075067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.374656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8872b-6b98-4eff-9a2b-6986636c2c20 req-f1782af4-9982-406b-b7a6-65fd30463466 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:48.380180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce8872b-6b98-4eff-9a2b-6986636c2c20 req-f1782af4-9982-406b-b7a6-65fd30463466 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.1116588 Sep 23 19:40:48.472792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed13d241-126d-4886-ae34-c1db78075067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.488634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed13d241-126d-4886-ae34-c1db78075067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.492759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed13d241-126d-4886-ae34-c1db78075067 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5745feb9-3c37-4c36-b22b-784c5be49ae8 HTTP/1.1" status: 204 len: 168 time: 0.2748601 Sep 23 19:40:48.529409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13d241-126d-4886-ae34-c1db78075067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5745feb9-3c37-4c36-b22b-784c5be49ae8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:48.533969 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.562413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce8872b-6b98-4eff-9a2b-6986636c2c20 req-674a61eb-dad1-4951-9c69-1a35e8587e6b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582112 Sep 23 19:40:48.593993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:48.739044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0083b6d6-c8f6-4af4-9e30-28b83ac9fb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.843623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0083b6d6-c8f6-4af4-9e30-28b83ac9fb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.847755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0083b6d6-c8f6-4af4-9e30-28b83ac9fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.894061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0083b6d6-c8f6-4af4-9e30-28b83ac9fb2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d817d2329aff4894a47054c1797edfd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982891 Sep 23 19:40:48.896339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083b6d6-c8f6-4af4-9e30-28b83ac9fb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d00e913-022d-497b-abfe-9dafc8d6fb0d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:48.896671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:48.987925 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62d01fad-a580-4839-bea3-ff0564dfbe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.012203 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62d01fad-a580-4839-bea3-ff0564dfbe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.077076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62d01fad-a580-4839-bea3-ff0564dfbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.081068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62d01fad-a580-4839-bea3-ff0564dfbe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.086731 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-62d01fad-a580-4839-bea3-ff0564dfbe0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d00e913-022d-497b-abfe-9dafc8d6fb0d HTTP/1.1" status: 204 len: 168 time: 0.1874785 Sep 23 19:40:49.097860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01fad-a580-4839-bea3-ff0564dfbe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d00e913-022d-497b-abfe-9dafc8d6fb0d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:49.284335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480a021-103d-41a5-b55e-5dc6d146909b req-f1ae322c-d1aa-4c8e-ad72-ba75c8d3780d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:49.286876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f480a021-103d-41a5-b55e-5dc6d146909b req-f1ae322c-d1aa-4c8e-ad72-ba75c8d3780d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0561497 Sep 23 19:40:49.336159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f480a021-103d-41a5-b55e-5dc6d146909b req-61f73657-7c5c-4fe3-9288-6cf3f9db375d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Sep 23 19:40:49.468668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:49.483687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5191e55-2eee-48a6-b205-0360478a48e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.511343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:49.597263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5191e55-2eee-48a6-b205-0360478a48e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.604293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5191e55-2eee-48a6-b205-0360478a48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.645573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5191e55-2eee-48a6-b205-0360478a48e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa967637a4ae4289b8890c35ec2326d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753325 Sep 23 19:40:49.646813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5191e55-2eee-48a6-b205-0360478a48e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf7a24-581b-45c3-8956-8c140ab60862,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:49.649023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36234) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:49.690223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-684708215-network', 'tenant_id': 'fd563b90d4ab47d6ae127a26c282b5b5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:49.730650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Made reservation on behalf of fd563b90d4ab47d6ae127a26c282b5b5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:49.733397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.746118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd266cbe-9e99-4aaa-9d81-826065de05e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.747494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.780511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd266cbe-9e99-4aaa-9d81-826065de05e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.863729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd266cbe-9e99-4aaa-9d81-826065de05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.866248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd266cbe-9e99-4aaa-9d81-826065de05e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.867441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd266cbe-9e99-4aaa-9d81-826065de05e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67bf7a24-581b-45c3-8956-8c140ab60862 HTTP/1.1" status: 204 len: 168 time: 0.2170792 Sep 23 19:40:49.881184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd266cbe-9e99-4aaa-9d81-826065de05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf7a24-581b-45c3-8956-8c140ab60862,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:49.902290 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.907199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.937080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00b7552-3755-41cb-9db2-f24d4145832d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:49.943790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:49.955332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.955734 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Added segment b4976741-6394-42a4-b48c-ac658197ce66 of type vlan for network 66c5447a-458c-4893-80ef-54e9995c8068 Sep 23 19:40:49.999168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.025284 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.026370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.026954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.059298 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5456157 Sep 23 19:40:50.062579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:50.067986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Request body: {'subnet': {'network_id': '66c5447a-458c-4893-80ef-54e9995c8068', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-684708215-subnet', 'tenant_id': 'fd563b90d4ab47d6ae127a26c282b5b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:50.088673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da0c28-1367-41ad-a105-418114d4d5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=66c5447a-458c-4893-80ef-54e9995c8068,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:50.099097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Made reservation on behalf of fd563b90d4ab47d6ae127a26c282b5b5 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:50.099727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 66c5447a-458c-4893-80ef-54e9995c8068 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:50.103061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.192126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36248) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:50.210364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef421-a61b-4a39-ab66-d4ce732f73ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.305905 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.317727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef421-a61b-4a39-ab66-d4ce732f73ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.322002 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef421-a61b-4a39-ab66-d4ce732f73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.358853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d0ef421-a61b-4a39-ab66-d4ce732f73ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad511194101e4379b1a04d58f0e05b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655262 Sep 23 19:40:50.362326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:50.368243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ef421-a61b-4a39-ab66-d4ce732f73ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eace5a-72c9-47af-b3c0-7db77245b4cf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:50.375421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af8024b-7343-42b8-8050-7d2a4fb1185b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:50.404725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Checking segment: {'id': 'b4976741-6394-42a4-b48c-ac658197ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '66c5447a-458c-4893-80ef-54e9995c8068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:50.405076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Network hostable DHCP agents. Network: 66c5447a-458c-4893-80ef-54e9995c8068, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:50.485023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Network 66c5447a-458c-4893-80ef-54e9995c8068 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:50.489728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80405cfd-5355-4eea-b0bb-c51aa8a61739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.514215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 66c5447a-458c-4893-80ef-54e9995c8068) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:50.521960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0092bcb-0c2f-4a13-98f3-84a94d66288e None None] Network 66c5447a-458c-4893-80ef-54e9995c8068 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:50.529218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.530064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.536302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80405cfd-5355-4eea-b0bb-c51aa8a61739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.556452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6e2fc-0e52-47d0-8271-122b60ced01e req-f01269ca-d42e-49d2-9b7f-d3123a8b84ad tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.558100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b6e2fc-0e52-47d0-8271-122b60ced01e req-f01269ca-d42e-49d2-9b7f-d3123a8b84ad tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.1368484 Sep 23 19:40:50.580303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4824ec0a-56d4-47a1-9ae1-e39fd6cbb152 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5111461 Sep 23 19:40:50.629556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b6e2fc-0e52-47d0-8271-122b60ced01e req-a46394e7-e76b-42de-99bb-c99f33392acf tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580227 Sep 23 19:40:50.659672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80405cfd-5355-4eea-b0bb-c51aa8a61739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.662670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80405cfd-5355-4eea-b0bb-c51aa8a61739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.667437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-80405cfd-5355-4eea-b0bb-c51aa8a61739 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94eace5a-72c9-47af-b3c0-7db77245b4cf HTTP/1.1" status: 204 len: 168 time: 0.3015063 Sep 23 19:40:50.672147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aefbd4-55bb-45f7-bf49-28aecce688a5 None None] Network 66c5447a-458c-4893-80ef-54e9995c8068 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:50.675572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405cfd-5355-4eea-b0bb-c51aa8a61739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eace5a-72c9-47af-b3c0-7db77245b4cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.278776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-dc946cc1-2e37-4487-b338-b8b2b3410a8c tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:51.285669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-dc946cc1-2e37-4487-b338-b8b2b3410a8c tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/networks?id=66c5447a-458c-4893-80ef-54e9995c8068 HTTP/1.1" status: 200 len: 821 time: 0.1212170 Sep 23 19:40:51.296322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-334c8465-286c-44ab-9627-82e31a58ea37 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/quotas/fd563b90d4ab47d6ae127a26c282b5b5 HTTP/1.1" status: 200 len: 375 time: 0.0098798 Sep 23 19:40:51.328713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-cc013731-471e-45d8-b4d4-d538104376f6 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fd563b90d4ab47d6ae127a26c282b5b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265157 Sep 23 19:40:51.419240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-ddd84861-45ef-4e1e-bad5-6c1f1ac1ec49 service neutron] 10.222.0.38 "GET /v2.0/networks/66c5447a-458c-4893-80ef-54e9995c8068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828784 Sep 23 19:40:51.441655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:51.515350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-a887bfa1-9d95-4960-95fa-b4d052712f1e service neutron] 10.222.0.38 "GET /v2.0/networks/66c5447a-458c-4893-80ef-54e9995c8068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898759 Sep 23 19:40:51.554601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-635224892-network', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:51.576479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Made reservation on behalf of 7430dade4fd34fbab72d1c4baac0c537 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:51.578972 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.588150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.695154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.699419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.728986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:51.733850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5803bc-6d58-4c24-8e59-230a003f4cfb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.744121 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.744621 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Added segment b9c2083e-52d6-42f6-a3c2-af08d572b80e of type vlan for network 641a42a8-0fb2-483b-9601-0de92af21642 Sep 23 19:40:51.767232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d58c6cf1-c5c8-4097-ab64-22b2d596b61d req-4ea56e29-ea60-4428-bb09-f6e0c3fc26c6 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 210 time: 0.0318351 Sep 23 19:40:51.799011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.834622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.836382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:51.837184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.882976 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4399743 Sep 23 19:40:51.884382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:51.896375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Request body: {'subnet': {'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-635224892-subnet', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:51.923296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f65d4-0d6f-4a17-a80b-27f15b36eb14 admin admin] Pushing event updated for resources: {'Network': ['ID=641a42a8-0fb2-483b-9601-0de92af21642,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.935033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 641a42a8-0fb2-483b-9601-0de92af21642 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:51.945165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0b76-834a-4429-ab71-17c451a126ca req-1ad89916-5959-4c81-88ea-b50d662ec2d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:51.946787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82da0b76-834a-4429-ab71-17c451a126ca req-1ad89916-5959-4c81-88ea-b50d662ec2d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.1066105 Sep 23 19:40:51.956476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Made reservation on behalf of 7430dade4fd34fbab72d1c4baac0c537 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:51.959180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.054751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82da0b76-834a-4429-ab71-17c451a126ca req-2f8729d2-18e5-44fd-a373-055d8b1a00b8 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918493 Sep 23 19:40:52.222670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.289541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd3d9c3-6e69-4227-96cb-632558c4f5d5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:52.305364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Checking segment: {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:52.306065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Network hostable DHCP agents. Network: 641a42a8-0fb2-483b-9601-0de92af21642, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:52.328464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Network 641a42a8-0fb2-483b-9601-0de92af21642 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:52.343901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 641a42a8-0fb2-483b-9601-0de92af21642) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:52.352374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:52.353078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.354501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463fd42-795f-4a12-979b-25f08255db3f None None] Network 641a42a8-0fb2-483b-9601-0de92af21642 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:52.378420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:52.379360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d5e068c-b95c-41f5-86b1-f5297cfe8ca7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4902978 Sep 23 19:40:52.383030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36328) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:52.387516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:52.418682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.420031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.430421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab95745-4c12-4b54-8692-0e6e155e053e req-ee79d389-8209-4ff4-ab73-48bf043d035a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:52.433291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ab95745-4c12-4b54-8692-0e6e155e053e req-ee79d389-8209-4ff4-ab73-48bf043d035a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 945 time: 0.0658326 Sep 23 19:40:52.482583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.486258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ab95745-4c12-4b54-8692-0e6e155e053e req-558dc3ad-9650-4e1e-be40-62283acce14f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470710 Sep 23 19:40:52.544633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:52.575466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea', 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'port_id': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea', 'mac_address': 'fa:16:3e:44:ec:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55486387-d23d-47a0-8a53-c5b508e330de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:52.656213 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.658057 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.660855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-641a42a8-0fb2-483b-9601-0de92af21642', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:52.661912 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.685512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21fa2ea2-4e24-43dd-9a1f-69e3499528ea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:52.727506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:52.806186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.901520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:52.914155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Allocated IP 172.20.0.2 (641a42a8-0fb2-483b-9601-0de92af21642/6dd3d9c3-6e69-4227-96cb-632558c4f5d5/253e57d4-eb78-4904-8103-ea813ffad80a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:52.924219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-fe937889-1d25-492e-9b1b-48bb624e11c6 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:52.925744 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-fe937889-1d25-492e-9b1b-48bb624e11c6 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.41 "GET /v2.0/networks?id=66c5447a-458c-4893-80ef-54e9995c8068 HTTP/1.1" status: 200 len: 821 time: 0.1526308 Sep 23 19:40:52.925959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6f907e9-9349-47fa-8e04-a7b289ec1169 req-4496b9cd-3ee4-464e-b740-12614e4f5c9b tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 210 time: 0.0526278 Sep 23 19:40:52.945323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Request body: {'port': {'device_id': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'network_id': '66c5447a-458c-4893-80ef-54e9995c8068', 'admin_state_up': True, 'tenant_id': 'fd563b90d4ab47d6ae127a26c282b5b5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:52.957946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['21fa2ea2-4e24-43dd-9a1f-69e3499528ea'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:53.141301 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.157544 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.169267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.195815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.222640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Network 641a42a8-0fb2-483b-9601-0de92af21642 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:53.238178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:53.240610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:53.246368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Made reservation on behalf of fd563b90d4ab47d6ae127a26c282b5b5 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:53.249962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.255791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Pushing event updated for resources: {'Port': ['ID=253e57d4-eb78-4904-8103-ea813ffad80a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:53.339963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Attempting to bind port 253e57d4-eb78-4904-8103-ea813ffad80a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:53.340342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Attempting to bind port 253e57d4-eb78-4904-8103-ea813ffad80a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:53.340708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Attempting to bind port 253e57d4-eb78-4904-8103-ea813ffad80a on network 641a42a8-0fb2-483b-9601-0de92af21642 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:53.352780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:53.353245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Checking segment: {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:53.353657 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.354057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Bound using segment: {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:53.354547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Bound port: 253e57d4-eb78-4904-8103-ea813ffad80a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:53.354932 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.389577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Allocated IP 172.25.6.97 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/82798974-acaf-429f-9fc2-7816b062c360) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:53.435544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] For port 253e57d4-eb78-4904-8103-ea813ffad80a, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:53.438897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] For port 253e57d4-eb78-4904-8103-ea813ffad80a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=253e57d4-eb78-4904-8103-ea813ffad80a,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:53.444088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.464651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Allocated IP 172.20.0.3 (66c5447a-458c-4893-80ef-54e9995c8068/0af8024b-7343-42b8-8050-7d2a4fb1185b/744078e6-c253-4522-ad3c-2db5f81c934e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:53.509332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4348ed2-fb04-4173-ab89-e0cdd0f41b18 None None] Pushing event updated for resources: {'Port': ['ID=253e57d4-eb78-4904-8103-ea813ffad80a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:53.595085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.649855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee06c-7864-43f1-962e-d9e29e634a45 req-cd2416fa-0fac-41d6-8798-b409d349b1b9 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:53.651724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d12ee06c-7864-43f1-962e-d9e29e634a45 req-cd2416fa-0fac-41d6-8798-b409d349b1b9 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 944 time: 0.0737398 Sep 23 19:40:53.697550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d12ee06c-7864-43f1-962e-d9e29e634a45 req-3840d661-c914-48be-811d-41e855157eb1 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Sep 23 19:40:53.756730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.824130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.834941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:53.837553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Pushing event updated for resources: {'Port': ['ID=82798974-acaf-429f-9fc2-7816b062c360,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:53.847818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:53.852123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:53.944191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-c97bd4ed-2466-42dc-acfa-4c4a97957e12 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:53.945831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-c97bd4ed-2466-42dc-acfa-4c4a97957e12 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 944 time: 0.0517581 Sep 23 19:40:54.066348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f99e3232-841e-42d7-939c-7b2ece25c8ad req-25a3b000-23e9-4223-90fc-3dd613d708a2 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 210 time: 0.0430982 Sep 23 19:40:54.104339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Deleting port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:54.104930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.214418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] For port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:54.215194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.237570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Calling delete_port for 21fa2ea2-4e24-43dd-9a1f-69e3499528ea owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:54.331501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.358675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 253e57d4-eb78-4904-8103-ea813ffad80a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:54.423964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:54.426130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:54.472185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Network 66c5447a-458c-4893-80ef-54e9995c8068 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:54.479013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.491129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:54.497926 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No ports have port_id starting with 21fa2ea2-4e24-43dd-9a1f-69e3499528ea Sep 23 19:40:54.510440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:54.515917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea requested by agent hyperv_n-h1-810763-1 not found in database {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 23 19:40:54.525109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Pushing event updated for resources: {'Port': ['ID=744078e6-c253-4522-ad3c-2db5f81c934e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:54.529048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No active binding found for port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea {{(pid=94827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:40:54.529708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:54.545815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event deleted for resources: {'Port': ['ID=21fa2ea2-4e24-43dd-9a1f-69e3499528ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:54.567998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 253e57d4-eb78-4904-8103-ea813ffad80a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:54.570536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.612319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] No DVR routers for this DVR port 21fa2ea2-4e24-43dd-9a1f-69e3499528ea on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:54.617271 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.620692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c88823a3-bd90-4e2f-8de9-ea501a82f421 req-e898a199-3ef3-4689-bdf8-43b8ad5e507f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "DELETE /v2.0/ports/21fa2ea2-4e24-43dd-9a1f-69e3499528ea HTTP/1.1" status: 204 len: 173 time: 0.6682172 Sep 23 19:40:54.621344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'name': 'network-vif-deleted', 'tag': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:54.624190 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428b6955-0e4c-4aa2-bc43-ca18163eb63f" -d '{"events": [{"server_uuid": "c3997e4e-db8c-412f-b1ff-f42080d13130", "name": "network-vif-deleted", "tag": "21fa2ea2-4e24-43dd-9a1f-69e3499528ea"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:54.716676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:54.717425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.743070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:54.743606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-c7a292a1-5d01-4679-844b-8593c68e8195 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8037136 Sep 23 19:40:54.753147 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.760673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Request body: {'port': {'device_id': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:54.772249 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef45986-dbaf-4316-88da-39d60e4cb1ea x-openstack-request-id: req-cef45986-dbaf-4316-88da-39d60e4cb1ea {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:54.772892 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3997e4e-db8c-412f-b1ff-f42080d13130", "name": "network-vif-deleted", "tag": "21fa2ea2-4e24-43dd-9a1f-69e3499528ea", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:54.773671 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cef45986-dbaf-4316-88da-39d60e4cb1ea {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:54.774503 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3997e4e-db8c-412f-b1ff-f42080d13130', 'name': 'network-vif-deleted', 'tag': '21fa2ea2-4e24-43dd-9a1f-69e3499528ea', 'status': 'completed', 'code': 200} Sep 23 19:40:54.791963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 253e57d4-eb78-4904-8103-ea813ffad80a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=253e57d4-eb78-4904-8103-ea813ffad80a,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:54.798393 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.808286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.908978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=253e57d4-eb78-4904-8103-ea813ffad80a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:54.940228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c16250ee-0f32-4e32-bb7f-4194eae8506f req-445d44de-d054-450b-82bd-130a88865660 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3997e4e-db8c-412f-b1ff-f42080d13130 HTTP/1.1" status: 200 len: 210 time: 0.0359731 Sep 23 19:40:54.972409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.977738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-735a033c-7c72-4099-b4b6-5e75d416ecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.994549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79413af-adc6-416e-9d57-7d7f9f7d7d34 None None] Network 641a42a8-0fb2-483b-9601-0de92af21642 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:55.085138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d89fd746-0c48-4df7-bece-c443cf67ec29 None None] Provisioning complete for port 253e57d4-eb78-4904-8103-ea813ffad80a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:55.086217 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89fd746-0c48-4df7-bece-c443cf67ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.132903 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-735a033c-7c72-4099-b4b6-5e75d416ecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.139058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-735a033c-7c72-4099-b4b6-5e75d416ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.231545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-735a033c-7c72-4099-b4b6-5e75d416ecd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15d4abf6749548709eff9a092afa71df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864779 Sep 23 19:40:55.239267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:55.248719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a033c-7c72-4099-b4b6-5e75d416ecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53a2ce-8be5-43ba-8b5d-7e1552096c83,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:55.255786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.265651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.293330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491128f-494f-4415-b20a-29b9d455b9d6 req-ab3ac847-edce-49c9-b847-1af91679b3c8 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:55.296335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4491128f-494f-4415-b20a-29b9d455b9d6 req-ab3ac847-edce-49c9-b847-1af91679b3c8 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 931 time: 0.1298835 Sep 23 19:40:55.343675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3053eb2f-e34d-4018-b8b4-80dfd9c5673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.368310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4491128f-494f-4415-b20a-29b9d455b9d6 req-3cdcab1e-a290-4ea6-833d-3f0ea63bc00f tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606105 Sep 23 19:40:55.377458 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3053eb2f-e34d-4018-b8b4-80dfd9c5673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.437998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3053eb2f-e34d-4018-b8b4-80dfd9c5673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.442820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3053eb2f-e34d-4018-b8b4-80dfd9c5673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.448748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3053eb2f-e34d-4018-b8b4-80dfd9c5673b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d53a2ce-8be5-43ba-8b5d-7e1552096c83 HTTP/1.1" status: 204 len: 168 time: 0.2084918 Sep 23 19:40:55.470599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053eb2f-e34d-4018-b8b4-80dfd9c5673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53a2ce-8be5-43ba-8b5d-7e1552096c83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:55.548956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744078e6-c253-4522-ad3c-2db5f81c934e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:55.560012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.573732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:40:55.577972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Transition to ACTIVE for port object 744078e6-c253-4522-ad3c-2db5f81c934e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:40:55.584136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.616051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aa28ede0-8dbd-4546-a2f0-e5a73cf0f973 None None] Provisioning complete for port 253e57d4-eb78-4904-8103-ea813ffad80a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:55.617170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa28ede0-8dbd-4546-a2f0-e5a73cf0f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.701345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Pushing event updated for resources: {'Port': ['ID=744078e6-c253-4522-ad3c-2db5f81c934e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:55.753794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:55.767675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2cc534c-df84-4f87-9003-631a417ecb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.780930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:55.792157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Sync routers for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:55.797422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Attempting to bind port 744078e6-c253-4522-ad3c-2db5f81c934e on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:55.797794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Attempting to bind port 744078e6-c253-4522-ad3c-2db5f81c934e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'b4976741-6394-42a4-b48c-ac658197ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '66c5447a-458c-4893-80ef-54e9995c8068'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:55.798106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Attempting to bind port 744078e6-c253-4522-ad3c-2db5f81c934e on network 66c5447a-458c-4893-80ef-54e9995c8068 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:55.803191 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:55.803388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Port 744078e6-c253-4522-ad3c-2db5f81c934e on network 66c5447a-458c-4893-80ef-54e9995c8068 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:40:55.803613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Attempting to bind port 744078e6-c253-4522-ad3c-2db5f81c934e on network 66c5447a-458c-4893-80ef-54e9995c8068 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:55.805121 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:55.809131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:55.809479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Checking segment: {'id': 'b4976741-6394-42a4-b48c-ac658197ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '66c5447a-458c-4893-80ef-54e9995c8068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:55.809999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Bound using segment: {'id': 'b4976741-6394-42a4-b48c-ac658197ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '66c5447a-458c-4893-80ef-54e9995c8068'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:55.810322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Bound port: 744078e6-c253-4522-ad3c-2db5f81c934e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4976741-6394-42a4-b48c-ac658197ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '66c5447a-458c-4893-80ef-54e9995c8068'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:55.810748 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.870898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2cc534c-df84-4f87-9003-631a417ecb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.875092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2cc534c-df84-4f87-9003-631a417ecb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.881481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.882823 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ae3586bf-eeba-4735-8bbb-97ef61515f25 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4987745 Sep 23 19:40:55.885465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] For port 744078e6-c253-4522-ad3c-2db5f81c934e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:55.887397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36376) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:55.890346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] For port 744078e6-c253-4522-ad3c-2db5f81c934e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=744078e6-c253-4522-ad3c-2db5f81c934e,segment=NetworkSegment(b4976741-6394-42a4-b48c-ac658197ce66),segment_id=b4976741-6394-42a4-b48c-ac658197ce66)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:55.897641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.919502 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:40:55.926251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2cc534c-df84-4f87-9003-631a417ecb2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1a0c1a0bacc4109b96ce83d4d32c6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699493 Sep 23 19:40:55.926251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc534c-df84-4f87-9003-631a417ecb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25827b4-e102-46de-b348-42c20753c6ee,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:55.929151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:55.988951 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ceb44aea-2779-4164-b7e9-37e89431321c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.997549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:55.998102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.999526 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] 10.222.0.41 "PUT /v2.0/ports/744078e6-c253-4522-ad3c-2db5f81c934e HTTP/1.1" status: 200 len: 1091 time: 1.2466798 Sep 23 19:40:55.999969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'tag': '744078e6-c253-4522-ad3c-2db5f81c934e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:56.002255 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe2ef3a-259b-4c40-9230-ad53ea732266" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f0ceb0-5351-47a6-bc26-aa3050f99c4b", "tag": "744078e6-c253-4522-ad3c-2db5f81c934e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:56.028056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ceb44aea-2779-4164-b7e9-37e89431321c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.044803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f88f8-81c0-495c-b735-d9c70c9c0290 service neutron] Pushing event updated for resources: {'Port': ['ID=744078e6-c253-4522-ad3c-2db5f81c934e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:56.080398 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a74c4-4e69-4062-8c99-30c8b40981e2 x-openstack-request-id: req-e10a74c4-4e69-4062-8c99-30c8b40981e2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:56.080692 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f0ceb0-5351-47a6-bc26-aa3050f99c4b", "tag": "744078e6-c253-4522-ad3c-2db5f81c934e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:56.080945 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e10a74c4-4e69-4062-8c99-30c8b40981e2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:56.081347 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'tag': '744078e6-c253-4522-ad3c-2db5f81c934e', 'status': 'completed', 'code': 200} Sep 23 19:40:56.089567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ceb44aea-2779-4164-b7e9-37e89431321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.092410 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ceb44aea-2779-4164-b7e9-37e89431321c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.093613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ceb44aea-2779-4164-b7e9-37e89431321c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f25827b4-e102-46de-b348-42c20753c6ee HTTP/1.1" status: 204 len: 168 time: 0.1634159 Sep 23 19:40:56.102414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb44aea-2779-4164-b7e9-37e89431321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25827b4-e102-46de-b348-42c20753c6ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:56.182136 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:54Z', 'revision_number': 3, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:56.196460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-f02871ce-91c3-4e01-b765-48af0d4433b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:56.199527 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-f02871ce-91c3-4e01-b765-48af0d4433b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd563b90d4ab47d6ae127a26c282b5b5&device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 1094 time: 0.1515844 Sep 23 19:40:56.219889 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Checking router: e48ffca3-7e12-4bf7-85f7-9eed02181ca7 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:40:56.220491 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Updating router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 port 82798974-acaf-429f-9fc2-7816b062c360 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:40:56.255423 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.290167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 253e57d4-eb78-4904-8103-ea813ffad80a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:56.300371 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-417937dc-c226-47a5-b629-b96eaf5a00a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744078e6-c253-4522-ad3c-2db5f81c934e HTTP/1.1" status: 200 len: 217 time: 0.0691671 Sep 23 19:40:56.369262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 253e57d4-eb78-4904-8103-ea813ffad80a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:56.369998 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.466560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-49566e76-e943-4d9c-81a1-494b57b242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:56.468065 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-49566e76-e943-4d9c-81a1-494b57b242c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0af8024b-7343-42b8-8050-7d2a4fb1185b HTTP/1.1" status: 200 len: 861 time: 0.1514492 Sep 23 19:40:56.509045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:56.513840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-653bdcd0-72c5-4795-904f-751c39bb1a02 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430334813', 'description': 'tempest-description--1606756440'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:56.572525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653bdcd0-72c5-4795-904f-751c39bb1a02 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.688665 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.696802 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.748582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.764728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834085-a9d4-47d1-92f5-8076fa25ae92 req-801172c1-9be8-4d04-a7b8-7913ff21acec tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:56.764728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22834085-a9d4-47d1-92f5-8076fa25ae92 req-801172c1-9be8-4d04-a7b8-7913ff21acec tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 943 time: 0.0958819 Sep 23 19:40:56.766132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653bdcd0-72c5-4795-904f-751c39bb1a02 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.770638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653bdcd0-72c5-4795-904f-751c39bb1a02 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.780653 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Pushing event updated for resources: {'Port': ['ID=82798974-acaf-429f-9fc2-7816b062c360,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:56.793632 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.794851 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.795444 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.795788 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.796123 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.796579 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.797068 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.797394 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.798136 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.798684 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.799187 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.799672 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:56.808455 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-223c654a-d488-42fe-a76e-e9e4602e5da2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c5447a-458c-4893-80ef-54e9995c8068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3262560 Sep 23 19:40:56.821989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653bdcd0-72c5-4795-904f-751c39bb1a02 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.823290 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-653bdcd0-72c5-4795-904f-751c39bb1a02 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3132179 Sep 23 19:40:56.829824 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Attempting to bind port 82798974-acaf-429f-9fc2-7816b062c360 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:56.830200 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Attempting to bind port 82798974-acaf-429f-9fc2-7816b062c360 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:56.830592 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Attempting to bind port 82798974-acaf-429f-9fc2-7816b062c360 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:56.833823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:56.839963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-567a425f-ca35-4b7d-a8a4-88fe4f5273b7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Request body: {'security_group_rule': {'security_group_id': '6006f663-1901-4a48-8b40-952ea3faa110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:56.840180 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:56.842532 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:56.843320 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.843723 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:56.844195 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Bound port: 82798974-acaf-429f-9fc2-7816b062c360, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:56.844583 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.868420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bdcd0-72c5-4795-904f-751c39bb1a02 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6006f663-1901-4a48-8b40-952ea3faa110,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:56.894571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22834085-a9d4-47d1-92f5-8076fa25ae92 req-3764a4b4-258c-4e9b-bafe-e50b284a6227 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082408 Sep 23 19:40:56.907391 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-567a425f-ca35-4b7d-a8a4-88fe4f5273b7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.930356 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] For port 82798974-acaf-429f-9fc2-7816b062c360, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:56.934380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] For port 82798974-acaf-429f-9fc2-7816b062c360, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82798974-acaf-429f-9fc2-7816b062c360,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:56.944949 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.975431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-567a425f-ca35-4b7d-a8a4-88fe4f5273b7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.981598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-567a425f-ca35-4b7d-a8a4-88fe4f5273b7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.006134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a425f-ca35-4b7d-a8a4-88fe4f5273b7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ad558b-6117-4fc9-9e98-507f12668135,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:57.023411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-567a425f-ca35-4b7d-a8a4-88fe4f5273b7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.024714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-567a425f-ca35-4b7d-a8a4-88fe4f5273b7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898913 Sep 23 19:40:57.030134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:57.034763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7e825c86-3d86-4070-b6e7-ca3699aa14ea tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Request body: {'security_group_rule': {'security_group_id': '6006f663-1901-4a48-8b40-952ea3faa110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:57.050392 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd422e0-8f34-419d-878c-d6007cd5f623 None None] Pushing event updated for resources: {'Port': ['ID=82798974-acaf-429f-9fc2-7816b062c360,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:57.060808 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:57.061780 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:57.063720 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.072352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e825c86-3d86-4070-b6e7-ca3699aa14ea tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.076577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-00db9d94-84ae-4ce6-903b-d882b90c2f07 service neutron] 10.222.0.41 "GET /v2.0/networks/66c5447a-458c-4893-80ef-54e9995c8068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527955 Sep 23 19:40:57.142122 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e825c86-3d86-4070-b6e7-ca3699aa14ea tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.146941 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e825c86-3d86-4070-b6e7-ca3699aa14ea tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.179489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e825c86-3d86-4070-b6e7-ca3699aa14ea tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bf6e61-a129-4b1d-8ee3-f8507a34eb39,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:57.185581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e825c86-3d86-4070-b6e7-ca3699aa14ea tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.191221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e825c86-3d86-4070-b6e7-ca3699aa14ea tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599364 Sep 23 19:40:57.192971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:57.199813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:57.229370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.286537 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca14dd0d-5e22-4322-bdfd-e9d167010717 req-e7e182ac-76e7-43ea-b356-c785b008caaf service neutron] 10.222.0.41 "GET /v2.0/networks/66c5447a-458c-4893-80ef-54e9995c8068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978030 Sep 23 19:40:57.300455 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:40:57.346836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Allocated IP 172.20.0.1 (641a42a8-0fb2-483b-9601-0de92af21642/6dd3d9c3-6e69-4227-96cb-632558c4f5d5/4d8f9635-830f-415b-8a34-9496eb99f43c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:57.373497 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.473648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-5757f84f-7a6d-470b-b860-4ec2a9b519ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:57.475342 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-5757f84f-7a6d-470b-b860-4ec2a9b519ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd563b90d4ab47d6ae127a26c282b5b5&device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 1094 time: 0.1195800 Sep 23 19:40:57.503650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Allocated IP 172.25.6.210 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7f55f63f-e1bb-47b9-8643-adbbd3a225fd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:57.530948 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:54Z', 'revision_number': 3, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:57.565644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74210dc9-7b41-48df-a36a-a38a394ee609 None None] The sync data for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 is: [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:54Z', 'revision_number': 3, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:57.579830 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.607751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-3e901595-43bd-4a0d-9e5c-62d2e7b6c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:57.609220 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-3e901595-43bd-4a0d-9e5c-62d2e7b6c96e service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c5447a-458c-4893-80ef-54e9995c8068 HTTP/1.1" status: 200 len: 922 time: 0.1255004 Sep 23 19:40:57.654249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.665152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-0ced0bba-d281-4631-94ab-24796a28a0c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744078e6-c253-4522-ad3c-2db5f81c934e HTTP/1.1" status: 200 len: 217 time: 0.0467451 Sep 23 19:40:57.678453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.712295 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.752020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:57.755629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:57.759425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:57.760126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Network 641a42a8-0fb2-483b-9601-0de92af21642 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:57.773732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8f9635-830f-415b-8a34-9496eb99f43c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:57.778384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:57.781274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:57.783897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-ea75b0d4-a810-419f-9258-0dec6c1c1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:57.785392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-ea75b0d4-a810-419f-9258-0dec6c1c1914 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0af8024b-7343-42b8-8050-7d2a4fb1185b HTTP/1.1" status: 200 len: 861 time: 0.1002958 Sep 23 19:40:57.798886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'Port': ['ID=7f55f63f-e1bb-47b9-8643-adbbd3a225fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:57.839879 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-7db6ac01-204d-4e57-8b45-a2f48d87f043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c5447a-458c-4893-80ef-54e9995c8068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338640 Sep 23 19:40:57.861368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.872403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.933814 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.099511 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-83cecd5e-6ffc-4f12-ba21-9dd831b51763 service neutron] 10.222.0.41 "GET /v2.0/networks/66c5447a-458c-4893-80ef-54e9995c8068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512414 Sep 23 19:40:58.146048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.162270 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.239459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.251613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ca517da4-2450-4bf0-a4d7-15c30355d064 None None] Provisioning complete for port 4d8f9635-830f-415b-8a34-9496eb99f43c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:58.252205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca517da4-2450-4bf0-a4d7-15c30355d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.306478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801be8fc-68e6-40a7-adfe-89c49a6c222e req-2700cd23-d7f5-4b18-a2c1-aef65ef042e4 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:58.308068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-801be8fc-68e6-40a7-adfe-89c49a6c222e req-2700cd23-d7f5-4b18-a2c1-aef65ef042e4 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 943 time: 0.1597223 Sep 23 19:40:58.324429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'Port': ['ID=7f55f63f-e1bb-47b9-8643-adbbd3a225fd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:58.359780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ca517da4-2450-4bf0-a4d7-15c30355d064 None None] Port 4d8f9635-830f-415b-8a34-9496eb99f43c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:58.367565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.377276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82798974-acaf-429f-9fc2-7816b062c360 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:58.393663 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fe2ef3a-259b-4c40-9230-ad53ea732266 req-73e882cd-b960-4bfc-968f-b992583c8de6 service neutron] 10.222.0.41 "GET /v2.0/networks/66c5447a-458c-4893-80ef-54e9995c8068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772319 Sep 23 19:40:58.417420 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.418710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-898da16d-5082-4d15-8cf9-0c2204d31a2a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2246504 Sep 23 19:40:58.424159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-801be8fc-68e6-40a7-adfe-89c49a6c222e req-9d697bc3-dd92-4aad-8110-4e2bf6510b0f tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081002 Sep 23 19:40:58.435700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:58.460803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 21fa2ea2-4e24-43dd-9a1f-69e3499528ea {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:58.461459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 21fa2ea2-4e24-43dd-9a1f-69e3499528ea not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:58.500199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 82798974-acaf-429f-9fc2-7816b062c360 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:58.500941 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.596926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.604181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.614389 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.656981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 82798974-acaf-429f-9fc2-7816b062c360, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82798974-acaf-429f-9fc2-7816b062c360,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:58.670034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.707897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.709825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8f9635-830f-415b-8a34-9496eb99f43c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:58.738434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=82798974-acaf-429f-9fc2-7816b062c360,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:58.813589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Network 641a42a8-0fb2-483b-9601-0de92af21642 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:58.815292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:58.834600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-63a6f8e4-8eeb-4964-b4d6-2619a415af2e tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:58.842859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-63a6f8e4-8eeb-4964-b4d6-2619a415af2e tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 821 time: 0.1586375 Sep 23 19:40:58.857256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-93f812a1-6534-4512-bdcc-ae2e1399c352 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/quotas/6d185236ddff4659b6ebe8a80eaece5a HTTP/1.1" status: 200 len: 375 time: 0.0135045 Sep 23 19:40:58.933318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-6cae6756-fd2b-40e5-ac69-d4e6f649c20f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693140 Sep 23 19:40:58.996977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:59.056645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-3d37c47f-d5bf-49e3-a776-dfd9721c7802 service neutron] 10.222.0.38 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149154 Sep 23 19:40:59.148887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:59.154581 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a4024c44-bba6-4b6a-9bb4-5790960bb589 admin admin] 10.222.0.38 "PUT /v2.0/routers/e48ffca3-7e12-4bf7-85f7-9eed02181ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660825 Sep 23 19:40:59.170739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-d3c3ad47-1dfb-4484-850e-4bb6c85cc8fe service neutron] 10.222.0.38 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034534 Sep 23 19:40:59.211578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4ee25a9c-817d-4497-b3f8-33c6f875c6ac None None] Provisioning complete for port 4d8f9635-830f-415b-8a34-9496eb99f43c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:59.211960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ee25a9c-817d-4497-b3f8-33c6f875c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.248479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ee25a9c-817d-4497-b3f8-33c6f875c6ac None None] Port 4d8f9635-830f-415b-8a34-9496eb99f43c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:59.417184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e42a23de-7862-4b0b-8398-f8b498137902 req-4f451007-fb58-44b4-b886-1a44e6897a1b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 210 time: 0.0279956 Sep 23 19:40:59.562729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091e3ed-bf94-4a5d-85d6-7ed49bf66189 req-9c1dbbf9-dd71-499f-88e7-bfd459f3abbf tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:59.564745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9091e3ed-bf94-4a5d-85d6-7ed49bf66189 req-9c1dbbf9-dd71-499f-88e7-bfd459f3abbf tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 943 time: 0.0599315 Sep 23 19:40:59.625211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9091e3ed-bf94-4a5d-85d6-7ed49bf66189 req-39946cd8-0c9d-4aa8-a017-a7f2e947fef6 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 Sep 23 19:40:59.791316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:59.797072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1701232485-network', 'tenant_id': '19c88986794c45aeb01937bde997ee37'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:59.818749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Made reservation on behalf of 19c88986794c45aeb01937bde997ee37 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:59.821401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.830825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.925812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.930288 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.940946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 744078e6-c253-4522-ad3c-2db5f81c934e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:59.963698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:59.974505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d593d-5c5d-4e7c-9a51-ecfab588bfb3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:59.981045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.981652 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Added segment 4d5868f0-1cd6-42b6-9b3d-a278479215b1 of type vlan for network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb Sep 23 19:41:00.012087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Sync routers for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:00.029108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.060400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.062400 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:00.062400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.064168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:00.065097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:00.105727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:00.112017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Request body: {'subnet': {'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1701232485-subnet', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:00.117770 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3249619 Sep 23 19:41:00.149918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Made reservation on behalf of 19c88986794c45aeb01937bde997ee37 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:00.153230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.197739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9454523-6fe1-4bdc-940e-da42e929e44a admin admin] Pushing event updated for resources: {'Network': ['ID=30dcc3f4-8af1-4d63-a73b-2742acd6f1eb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:00.357858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:00.418642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82798974-acaf-429f-9fc2-7816b062c360 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:00.511015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 744078e6-c253-4522-ad3c-2db5f81c934e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=744078e6-c253-4522-ad3c-2db5f81c934e,segment=NetworkSegment(b4976741-6394-42a4-b48c-ac658197ce66),segment_id=b4976741-6394-42a4-b48c-ac658197ce66)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:00.543339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '744078e6-c253-4522-ad3c-2db5f81c934e', 'network_id': '66c5447a-458c-4893-80ef-54e9995c8068', 'port_id': '744078e6-c253-4522-ad3c-2db5f81c934e', 'mac_address': 'fa:16:3e:27:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af8024b-7343-42b8-8050-7d2a4fb1185b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:41:00.585611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.639597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:00.682983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5651242-0382-4432-827d-73f6651cf4a9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:00.797521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Checking segment: {'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:00.797988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Network hostable DHCP agents. Network: 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:00.811082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-1524abca-9aac-48a0-8e02-703574b11df2 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:00.812699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-1524abca-9aac-48a0-8e02-703574b11df2 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 821 time: 0.3920181 Sep 23 19:41:00.816960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.818985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 82798974-acaf-429f-9fc2-7816b062c360 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:00.819407 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.829971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Request body: {'port': {'device_id': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'admin_state_up': True, 'tenant_id': '6d185236ddff4659b6ebe8a80eaece5a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:00.834987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:00.869670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:00.887086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:00.887373 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.890316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564544b4-8ac9-472e-9b79-98e98f936d52 None None] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:00.897867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744078e6-c253-4522-ad3c-2db5f81c934e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:00.938254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-677f1d43-cac8-4f3e-9c42-ab96fb9a15ba req-4f4fce7b-6cfe-44dd-a66a-3db5dffbbff8 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 210 time: 0.0661800 Sep 23 19:41:00.957991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:00.958522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bc8401d-014f-45d9-aaec-a00af29930d8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8510749 Sep 23 19:41:00.967090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 744078e6-c253-4522-ad3c-2db5f81c934e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=744078e6-c253-4522-ad3c-2db5f81c934e,segment=NetworkSegment(b4976741-6394-42a4-b48c-ac658197ce66),segment_id=b4976741-6394-42a4-b48c-ac658197ce66)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:00.976992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:01.008102 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:41:01.008102 n-d-810763-1 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:41:01.008102 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id_1': '6d185236ddff4659b6ebe8a80eaece5a', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 40, 40, 998143)}] Sep 23 19:41:01.008102 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:01.008601 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.009121 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:01.023019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.024968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.109118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1da6c-96dc-4c4a-89c2-4eaf7e3bd649 req-7aae373c-a151-4a45-b54a-d3366939c92c tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.111060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29d1da6c-96dc-4c4a-89c2-4eaf7e3bd649 req-7aae373c-a151-4a45-b54a-d3366939c92c tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 944 time: 0.0672407 Sep 23 19:41:01.130311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.162097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29d1da6c-96dc-4c4a-89c2-4eaf7e3bd649 req-58babbb5-711c-4b79-9e18-73b42085fa10 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Sep 23 19:41:01.187269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=744078e6-c253-4522-ad3c-2db5f81c934e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:01.190629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.190921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.191265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.191603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.191940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.192272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.192621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.192915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.193243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.193570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.194018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.194258 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:01.246360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 2, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:01.276689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Checking router: e48ffca3-7e12-4bf7-85f7-9eed02181ca7 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:01.277142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Updating router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 port 4d8f9635-830f-415b-8a34-9496eb99f43c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:41:01.281878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-30dcc3f4-8af1-4d63-a73b-2742acd6f1eb', 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'fixed_ips': [{'subnet_id': 'd5651242-0382-4432-827d-73f6651cf4a9'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:01.283096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.325855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['744078e6-c253-4522-ad3c-2db5f81c934e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:01.355349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.375971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.397219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.405177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.411645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.418017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.424412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.431462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.437760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.448145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-451956b4-0f01-482d-9cd1-17d2bdc1bb88 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.1205842 Sep 23 19:41:01.497193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67660af2-e21b-4ce0-b04b-3e0fd0d47a6d req-67cb3216-bd8a-492e-900e-78594344f774 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476117 Sep 23 19:41:01.565865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Allocated IP 172.20.0.2 (30dcc3f4-8af1-4d63-a73b-2742acd6f1eb/d5651242-0382-4432-827d-73f6651cf4a9/e7d36f72-c9a8-4121-9c4d-4b9329d8342e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:01.576814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Made reservation on behalf of 6d185236ddff4659b6ebe8a80eaece5a for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:01.582582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.717291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.739439 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.782876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Allocated IP 172.20.0.2 (70002a07-c75d-4671-add1-5467b7bab6c3/55486387-d23d-47a0-8a53-c5b508e330de/40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:01.870050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Allocated IP 172.25.6.50 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/1757e14d-752b-4adc-a22b-9a09f594121b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:01.954838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.990715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.995783 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.006366 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.039892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.041337 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.052702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Network 70002a07-c75d-4671-add1-5467b7bab6c3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:02.056118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:02.060487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:02.092201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'Port': ['ID=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.105392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:02.108045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:02.108507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:02.115298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:02.118923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:02.133405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.134385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Pushing event updated for resources: {'Port': ['ID=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.139661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.146191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.152523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.156537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.157165 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.158709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.165374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.171407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.173707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ca0c7020-007c-4618-9d59-6eb8e3c2ce6b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.1466620 Sep 23 19:41:02.175115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:02.178887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Pushing event updated for resources: {'Port': ['ID=1757e14d-752b-4adc-a22b-9a09f594121b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.187865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e6e7-4fb3-443b-a6d7-be68855162be req-a0f9ef43-d74c-4e52-81b4-75bcf238c89d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.195001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a17e6e7-4fb3-443b-a6d7-be68855162be req-a0f9ef43-d74c-4e52-81b4-75bcf238c89d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 931 time: 0.1036463 Sep 23 19:41:02.197469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-06af7966-fc11-484b-ab50-1537fb399981 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3739252 Sep 23 19:41:02.211101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Request body: {'port': {'device_id': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:02.223661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Attempting to bind port e7d36f72-c9a8-4121-9c4d-4b9329d8342e on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:02.224034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Attempting to bind port e7d36f72-c9a8-4121-9c4d-4b9329d8342e by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:02.224402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Attempting to bind port e7d36f72-c9a8-4121-9c4d-4b9329d8342e on network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:02.231046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:02.231424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Checking segment: {'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:02.231830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.232229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Bound using segment: {'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:02.232702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Bound port: e7d36f72-c9a8-4121-9c4d-4b9329d8342e, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:02.233088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.251411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-73ae3a30-5f76-494b-9163-7278fb9f55c5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.253070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-73ae3a30-5f76-494b-9163-7278fb9f55c5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "GET /v2.0/ports/33fde9fc-1a19-4611-a1e4-d60a06d847ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0713809 Sep 23 19:41:02.253750 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.278064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.287146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a17e6e7-4fb3-443b-a6d7-be68855162be req-f71a5742-7f3d-42df-9dd8-78febbbc4b9a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886023 Sep 23 19:41:02.294331 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.410912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f26ec-2284-4fc6-b9fa-a491c7988e02 None None] Pushing event updated for resources: {'Port': ['ID=4d8f9635-830f-415b-8a34-9496eb99f43c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.418643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] For port e7d36f72-c9a8-4121-9c4d-4b9329d8342e, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:02.611294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:02.638492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.669099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Transition to ACTIVE for port object 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:41:02.708127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] For port e7d36f72-c9a8-4121-9c4d-4b9329d8342e, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,segment=NetworkSegment(4d5868f0-1cd6-42b6-9b3d-a278479215b1),segment_id=4d5868f0-1cd6-42b6-9b3d-a278479215b1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:02.713203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-ffed979a-2c51-434b-9262-0147992b9943 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "GET /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4528258 Sep 23 19:41:02.726459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.728365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:02.738741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.792440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693cf46-3505-4c56-bca1-685ff4c3e9fa req-9f250f4b-c036-4fb2-8e23-52b917c8facc tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.801656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3693cf46-3505-4c56-bca1-685ff4c3e9fa req-9f250f4b-c036-4fb2-8e23-52b917c8facc tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 944 time: 0.1311884 Sep 23 19:41:02.803125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Attempting to bind port 4d8f9635-830f-415b-8a34-9496eb99f43c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:02.803900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Attempting to bind port 4d8f9635-830f-415b-8a34-9496eb99f43c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:02.804447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Attempting to bind port 4d8f9635-830f-415b-8a34-9496eb99f43c on network 641a42a8-0fb2-483b-9601-0de92af21642 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:02.816158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:02.816751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Checking segment: {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:02.817361 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.818009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Bound using segment: {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:02.818822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Bound port: 4d8f9635-830f-415b-8a34-9496eb99f43c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:02.819981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.863970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.882635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.888488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e73423-e577-497c-b98e-be24a919bd88 None None] Pushing event updated for resources: {'Port': ['ID=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.891762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fa794dca-12cf-40a3-a2f3-590e2d79e531 None None] Provisioning complete for port 4d8f9635-830f-415b-8a34-9496eb99f43c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:02.892213 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa794dca-12cf-40a3-a2f3-590e2d79e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.922104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.967568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] For port 4d8f9635-830f-415b-8a34-9496eb99f43c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:02.973327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] For port 4d8f9635-830f-415b-8a34-9496eb99f43c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d8f9635-830f-415b-8a34-9496eb99f43c,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:02.991831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3693cf46-3505-4c56-bca1-685ff4c3e9fa req-51f25d31-572a-491e-bd3e-a93734742745 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651349 Sep 23 19:41:03.011373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Attempting to bind port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:03.011716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Attempting to bind port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:03.012360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Attempting to bind port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e on network 70002a07-c75d-4671-add1-5467b7bab6c3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:03.017366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e on network 70002a07-c75d-4671-add1-5467b7bab6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:41:03.017537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fa794dca-12cf-40a3-a2f3-590e2d79e531 None None] Port 4d8f9635-830f-415b-8a34-9496eb99f43c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:03.018003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Attempting to bind port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e on network 70002a07-c75d-4671-add1-5467b7bab6c3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:03.022163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.028529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:03.029016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Checking segment: {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:03.029416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Bound using segment: {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:03.029848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Bound port: 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:03.030232 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.117684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f26ec-2284-4fc6-b9fa-a491c7988e02 None None] Pushing event updated for resources: {'Port': ['ID=4d8f9635-830f-415b-8a34-9496eb99f43c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:03.151957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:03.152639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:03.219391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] For port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:03.226128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] For port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:03.239789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.368110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:03.378142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.378950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.381390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-ba3922d3-3eae-46e7-ba19-a0b96f58ef55 service neutron] 10.222.0.72 "PUT /v2.0/ports/40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e HTTP/1.1" status: 200 len: 1091 time: 1.1752176 Sep 23 19:41:03.382561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'tag': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:03.384969 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7c82b7-7443-4e23-9a02-e4a262474d21" -d '{"events": [{"name": "network-changed", "server_uuid": "5f681fe9-64d7-4b90-b2ec-ef717346d402", "tag": "40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:03.403696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:03.509773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.516320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.524475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.530881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.538601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.544909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.551578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.560031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-401a905a-45f3-4e84-a15a-e07d46d7811c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 5434 time: 0.2515612 Sep 23 19:41:03.630487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9a36b5c-ed38-42c6-b58a-24ec33db89b9 req-995fe741-cd78-44b6-8bf9-7410cc581592 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633714 Sep 23 19:41:03.639955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-785a350e-9f18-4138-8c48-2c9472e5f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.644535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-785a350e-9f18-4138-8c48-2c9472e5f410 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 1094 time: 0.1975806 Sep 23 19:41:03.672592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3e6f2237-5378-4802-8478-c280e9f85947 None None] Provisioning complete for port 4d8f9635-830f-415b-8a34-9496eb99f43c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:03.673191 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2237-5378-4802-8478-c280e9f85947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.723138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:02Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:03.740540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-201a30aa-bb11-4f5c-8b69-6245efe9109b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e HTTP/1.1" status: 200 len: 217 time: 0.0825698 Sep 23 19:41:03.761269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19849bc-75ab-44a4-b30c-d6404de671be None None] The sync data for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 is: [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:02Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:03.787034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] For port 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=33fde9fc-1a19-4611-a1e4-d60a06d847ab,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:03.848847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.903418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2237-5378-4802-8478-c280e9f85947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.937032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-11ea8649-7266-4676-9556-27b6b85a5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.939750 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-11ea8649-7266-4676-9556-27b6b85a5da3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55486387-d23d-47a0-8a53-c5b508e330de HTTP/1.1" status: 200 len: 861 time: 0.1859531 Sep 23 19:41:03.941073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] For port 33fde9fc-1a19-4611-a1e4-d60a06d847ab, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:03.958388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e6f2237-5378-4802-8478-c280e9f85947 None None] For port 4d8f9635-830f-415b-8a34-9496eb99f43c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d8f9635-830f-415b-8a34-9496eb99f43c,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:03.962358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 744078e6-c253-4522-ad3c-2db5f81c934e up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:03.967920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2237-5378-4802-8478-c280e9f85947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.993611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-7ef69bc4-9348-45c2-b37c-835638db2432 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70002a07-c75d-4671-add1-5467b7bab6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374882 Sep 23 19:41:04.102885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] device_id is not set on port 33fde9fc-1a19-4611-a1e4-d60a06d847ab yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:41:04.124137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f2237-5378-4802-8478-c280e9f85947 None None] Pushing event updated for resources: {'Port': ['ID=4d8f9635-830f-415b-8a34-9496eb99f43c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:04.126638 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.141549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f43e2-ceb4-4686-9695-a708fa165d17 req-41a4ff52-1472-4cf2-abcb-616f4321ee38 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:04.147391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.156369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-767f43e2-ceb4-4686-9695-a708fa165d17 req-41a4ff52-1472-4cf2-abcb-616f4321ee38 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 943 time: 0.2110593 Sep 23 19:41:04.163851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 744078e6-c253-4522-ad3c-2db5f81c934e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:41:04.178229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 744078e6-c253-4522-ad3c-2db5f81c934e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:04.179186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.286143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-767f43e2-ceb4-4686-9695-a708fa165d17 req-021cf6f3-7181-4e59-8d00-ffe688cedaa9 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279936 Sep 23 19:41:04.306107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-97b9af27-1fe8-45f0-b2e7-cbe38c56d9e8 service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939637 Sep 23 19:41:04.394980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] No DVR routers for this DVR port 33fde9fc-1a19-4611-a1e4-d60a06d847ab on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:04.400179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] Pushing event updated for resources: {'Port': ['ID=33fde9fc-1a19-4611-a1e4-d60a06d847ab,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:04.417393 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.421632 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa71b24-96ac-4fda-9483-a1deba5f55d2 x-openstack-request-id: req-efa71b24-96ac-4fda-9483-a1deba5f55d2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:04.421948 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f681fe9-64d7-4b90-b2ec-ef717346d402", "tag": "40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:04.422315 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efa71b24-96ac-4fda-9483-a1deba5f55d2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:04.422679 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'tag': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e', 'status': 'completed', 'code': 200} Sep 23 19:41:04.479328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e7d36f72-c9a8-4121-9c4d-4b9329d8342e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:04.520609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744078e6-c253-4522-ad3c-2db5f81c934e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:04.523469 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040ddbab-7452-4e0d-ac9d-25c5ffd1ff45" -d '{"events": [{"server_uuid": "d7f0ceb0-5351-47a6-bc26-aa3050f99c4b", "name": "network-vif-plugged", "status": "completed", "tag": "744078e6-c253-4522-ad3c-2db5f81c934e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:04.548676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] In _notify_port_updated(), no bound segment for port 33fde9fc-1a19-4611-a1e4-d60a06d847ab on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:41:04.554670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:04.555705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.564948 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-3d6bbce3-94c5-4bda-9cd0-dff0c21c26b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 200 len: 1027 time: 1.8428438 Sep 23 19:41:04.573972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:04.583555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 744078e6-c253-4522-ad3c-2db5f81c934e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=744078e6-c253-4522-ad3c-2db5f81c934e,segment=NetworkSegment(b4976741-6394-42a4-b48c-ac658197ce66),segment_id=b4976741-6394-42a4-b48c-ac658197ce66)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:04.593359 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.636879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7af106fd-60c3-404c-9bdd-ec0d147d936d req-7e355f91-9442-4bc7-9fbc-d63fdc6ed8c1 service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222857 Sep 23 19:41:04.644771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8572a-d011-472f-8e2f-50a42fd77ba0 None None] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:04.680349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad25ea-7e5c-4e18-b350-0b05a985f320 req-cf04976c-ad43-4d01-9bb2-6b2581a23f93 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:04.687874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-e6a238ee-7b0f-4c3f-a351-2f1c7e23697d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:04.689542 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-e6a238ee-7b0f-4c3f-a351-2f1c7e23697d tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "GET /v2.0/ports/737cb5f9-5a6a-4514-ace9-5368884d99f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1177611 Sep 23 19:41:04.689913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0ad25ea-7e5c-4e18-b350-0b05a985f320 req-cf04976c-ad43-4d01-9bb2-6b2581a23f93 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 944 time: 0.1511209 Sep 23 19:41:04.731411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:04.811300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0ad25ea-7e5c-4e18-b350-0b05a985f320 req-0cdd38a4-562a-4af6-af55-ea1c6baa53c8 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202445 Sep 23 19:41:04.839040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-cd9d779e-5504-45c2-a24e-4343698d5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:04.840545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-cd9d779e-5504-45c2-a24e-4343698d5c0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 1094 time: 0.1286159 Sep 23 19:41:04.869302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e7d36f72-c9a8-4121-9c4d-4b9329d8342e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:04.869620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.900714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.947360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=744078e6-c253-4522-ad3c-2db5f81c934e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:04.970812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e578e709-d295-4699-a613-0b567c8fe699 None None] Provisioning complete for port e7d36f72-c9a8-4121-9c4d-4b9329d8342e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:04.971188 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e578e709-d295-4699-a613-0b567c8fe699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.020961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:05.030895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Sync routers for ids ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:05.050896 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9802bfdc-14a9-44dd-bdfc-d70c36d5ac22 x-openstack-request-id: req-9802bfdc-14a9-44dd-bdfc-d70c36d5ac22 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:05.051184 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f0ceb0-5351-47a6-bc26-aa3050f99c4b", "name": "network-vif-plugged", "status": "completed", "tag": "744078e6-c253-4522-ad3c-2db5f81c934e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:05.051437 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9802bfdc-14a9-44dd-bdfc-d70c36d5ac22 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:05.051805 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Routers {'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:05.052726 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:05.056292 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744078e6-c253-4522-ad3c-2db5f81c934e', 'code': 200} Sep 23 19:41:05.121557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.123214 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-54c384a5-fcc9-4325-b314-78f4883aaeaf admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1632607 Sep 23 19:41:05.128940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-365d28a3-120d-4062-a2ac-33b707428ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:05.130696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-365d28a3-120d-4062-a2ac-33b707428ea3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 922 time: 0.2826004 Sep 23 19:41:05.133159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:05.188210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6384baf-6d4b-4efa-8578-da926023b17d req-af84a287-0898-4a5e-8446-f3f8274d6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:05.190126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6384baf-6d4b-4efa-8578-da926023b17d req-af84a287-0898-4a5e-8446-f3f8274d6adc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 1096 time: 0.1245391 Sep 23 19:41:05.205841 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.316286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e578e709-d295-4699-a613-0b567c8fe699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.327921 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Set router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:05.354534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port e7d36f72-c9a8-4121-9c4d-4b9329d8342e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,segment=NetworkSegment(4d5868f0-1cd6-42b6-9b3d-a278479215b1),segment_id=4d5868f0-1cd6-42b6-9b3d-a278479215b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:05.370836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.371847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d8f9635-830f-415b-8a34-9496eb99f43c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:05.414838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a6384baf-6d4b-4efa-8578-da926023b17d req-a6f9ad5a-7f99-45e8-b48f-e717f94dba5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151189 Sep 23 19:41:05.427816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] For port 737cb5f9-5a6a-4514-ace9-5368884d99f5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=737cb5f9-5a6a-4514-ace9-5368884d99f5,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:05.508617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] For port 737cb5f9-5a6a-4514-ace9-5368884d99f5, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:05.570801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] device_id is not set on port 737cb5f9-5a6a-4514-ace9-5368884d99f5 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:41:05.581258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.590780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.617685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:05.622525 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-e578e709-d295-4699-a613-0b567c8fe699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:05.622991 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-e578e709-d295-4699-a613-0b567c8fe699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:05.636381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4d8f9635-830f-415b-8a34-9496eb99f43c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:05.636884 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.740650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] No DVR routers for this DVR port 737cb5f9-5a6a-4514-ace9-5368884d99f5 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:05.754175 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:02Z', 'revision_number': 3, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port': {'id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:05.782586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] Pushing event updated for resources: {'Port': ['ID=737cb5f9-5a6a-4514-ace9-5368884d99f5,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:05.809870 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Checking router: dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:05.810403 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Updating router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 port 1757e14d-752b-4adc-a22b-9a09f594121b binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:41:05.835277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] In _notify_port_updated(), no bound segment for port 737cb5f9-5a6a-4514-ace9-5368884d99f5 on network d8b32375-3fae-49d8-9e83-21bb6f780f44 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:41:05.836794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:05.838443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.840418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-4538f782-ebdc-4f0a-a149-8987cab152df service neutron] 10.222.0.72 "PUT /v2.0/ports/737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 200 len: 1026 time: 1.1153114 Sep 23 19:41:05.850057 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.934366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-b6e7587a-f87b-4473-8980-dd83b564a50e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e HTTP/1.1" status: 200 len: 217 time: 0.7914767 Sep 23 19:41:05.966286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port d287f203-8aab-4f14-8447-6ca4287eb268 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:05.966877 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.001972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-6f77b3c0-fb06-4c8d-b03c-b88b1e7bf0d4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.008409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-6f77b3c0-fb06-4c8d-b03c-b88b1e7bf0d4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.014240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-6f77b3c0-fb06-4c8d-b03c-b88b1e7bf0d4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.020034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-6f77b3c0-fb06-4c8d-b03c-b88b1e7bf0d4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.025871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-6f77b3c0-fb06-4c8d-b03c-b88b1e7bf0d4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.031964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-6f77b3c0-fb06-4c8d-b03c-b88b1e7bf0d4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.033840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-6f77b3c0-fb06-4c8d-b03c-b88b1e7bf0d4 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 4583 time: 0.9348869 Sep 23 19:41:06.064007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] For port d287f203-8aab-4f14-8447-6ca4287eb268, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d287f203-8aab-4f14-8447-6ca4287eb268,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:06.064402 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.097482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-ace96fe6-2f07-41d3-a69b-db1ca9e965c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.098992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-ace96fe6-2f07-41d3-a69b-db1ca9e965c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55486387-d23d-47a0-8a53-c5b508e330de HTTP/1.1" status: 200 len: 861 time: 0.1526065 Sep 23 19:41:06.127426 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.135305 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.164454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Attempting to bind port 1757e14d-752b-4adc-a22b-9a09f594121b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:06.164948 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Attempting to bind port 1757e14d-752b-4adc-a22b-9a09f594121b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:06.165342 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Attempting to bind port 1757e14d-752b-4adc-a22b-9a09f594121b on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:06.167452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-8d497a86-2ab8-44b1-b87f-377da919cbdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70002a07-c75d-4671-add1-5467b7bab6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382929 Sep 23 19:41:06.190654 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:06.190888 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:06.191508 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.192081 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:06.192717 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Bound port: 1757e14d-752b-4adc-a22b-9a09f594121b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:06.194194 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.203910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-837ae591-5ab0-4b63-a1e7-26e8b629914c req-8f9f74c3-bc98-4cef-9c38-6a30260da0de tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0ff214e-edf8-41a5-89d2-6b2f792fc753&id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555984 Sep 23 19:41:06.294862 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] For port 1757e14d-752b-4adc-a22b-9a09f594121b, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:06.297031 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b3648-e327-4d2a-be49-5aa6c1d91ca2 None None] Pushing event updated for resources: {'Port': ['ID=1757e14d-752b-4adc-a22b-9a09f594121b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:06.321962 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] For port 1757e14d-752b-4adc-a22b-9a09f594121b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1757e14d-752b-4adc-a22b-9a09f594121b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:06.333414 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.333860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e7d36f72-c9a8-4121-9c4d-4b9329d8342e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:06.395269 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b3648-e327-4d2a-be49-5aa6c1d91ca2 None None] Pushing event updated for resources: {'Port': ['ID=1757e14d-752b-4adc-a22b-9a09f594121b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:06.401924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Provisioning complete for port 737cb5f9-5a6a-4514-ace9-5368884d99f5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:06.402461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.410502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e7d36f72-c9a8-4121-9c4d-4b9329d8342e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:06.410796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.411085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.411698 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Floating IP 50063913-99ed-4629-81a5-b5810664f51c disassociated. External IP: 172.25.6.113, port: d287f203-8aab-4f14-8447-6ca4287eb268. Sep 23 19:41:06.412058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for d287f203-8aab-4f14-8447-6ca4287eb268 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:06.412411 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.425545 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Routers {'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:06.426161 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:06.439317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 737cb5f9-5a6a-4514-ace9-5368884d99f5 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:06.534192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Port 737cb5f9-5a6a-4514-ace9-5368884d99f5 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:06.535387 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] Set router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:06.548444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 737cb5f9-5a6a-4514-ace9-5368884d99f5 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:06.548837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d287f203-8aab-4f14-8447-6ca4287eb268 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:06.589053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.602777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Provisioning complete for port e7d36f72-c9a8-4121-9c4d-4b9329d8342e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:06.603184 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.667973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No active binding found for port d287f203-8aab-4f14-8447-6ca4287eb268 {{(pid=94827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:41:06.668437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d287f203-8aab-4f14-8447-6ca4287eb268 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:06.668949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device bd49f370-8308-485c-946b-1ca74010d3a6 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:06.690759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=d287f203-8aab-4f14-8447-6ca4287eb268,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:06.750279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-528c2109-b05f-4876-ba5c-461d14b4958e service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693073 Sep 23 19:41:06.783903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521726b-2856-4ebe-8942-da8904e58f3f req-532b140d-7f9c-4a98-8739-5edbd949fa0f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:06.794100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d521726b-2856-4ebe-8942-da8904e58f3f req-532b140d-7f9c-4a98-8739-5edbd949fa0f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 943 time: 0.3226466 Sep 23 19:41:06.815466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Provisioning complete for port 33fde9fc-1a19-4611-a1e4-d60a06d847ab triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:06.815840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.846561 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:02Z', 'revision_number': 3, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port': {'id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:06.853699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:06.905229 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507dca53-9dd5-47fe-9e60-2c47ef9a7a89 None None] The sync data for ids ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'] in n-d-810763-1 is: [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:02Z', 'revision_number': 3, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port': {'id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:06.908736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-240f789e-5ac0-4812-8486-7397a6a4cf86 None None] Port 33fde9fc-1a19-4611-a1e4-d60a06d847ab cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:06.910379 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.932699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.954092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port bd49f370-8308-485c-946b-1ca74010d3a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=bd49f370-8308-485c-946b-1ca74010d3a6,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:06.960625 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.961922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 33fde9fc-1a19-4611-a1e4-d60a06d847ab no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:07.014917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:07.036439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] Sync routers for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:07.059196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:07.061861 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51155d6-dfea-41bd-ac2b-8af9cfb89e5a" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-unplugged", "status": "completed", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:07.068382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d521726b-2856-4ebe-8942-da8904e58f3f req-4548db9e-7988-481d-bca8-a326b0e4b78b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707353 Sep 23 19:41:07.076749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] No DVR routers for this DVR port d287f203-8aab-4f14-8447-6ca4287eb268 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:07.080266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:07.083540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-5a8ec09e-80db-459d-bca9-b7e324715826 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "DELETE /v2.0/ports/d287f203-8aab-4f14-8447-6ca4287eb268 HTTP/1.1" status: 204 len: 173 time: 1.2358401 Sep 23 19:41:07.085485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:07.089448 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027ecba1-11d4-4d6e-b7b9-0700cda16cbb" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:07.093489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:07.101336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:07.286006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port bd49f370-8308-485c-946b-1ca74010d3a6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:07.290152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:07.325054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:07.349893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e7c82b7-7443-4e23-9a02-e4a262474d21 req-bdc7bf6a-fe7f-4446-88bb-250a593d93c7 service neutron] 10.222.0.72 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402493 Sep 23 19:41:07.409342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=bd49f370-8308-485c-946b-1ca74010d3a6,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:07.423015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 33fde9fc-1a19-4611-a1e4-d60a06d847ab not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:07.423562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:07.447766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942ace-633f-4246-a574-1966d850710f req-9ef5eb98-0734-4ec3-b764-24b064743e1f tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:07.455835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64942ace-633f-4246-a574-1966d850710f req-9ef5eb98-0734-4ec3-b764-24b064743e1f tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 945 time: 0.2599695 Sep 23 19:41:07.461395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] For port bd49f370-8308-485c-946b-1ca74010d3a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=bd49f370-8308-485c-946b-1ca74010d3a6,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:07.461853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:07.488892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for bd49f370-8308-485c-946b-1ca74010d3a6 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:07.540968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64942ace-633f-4246-a574-1966d850710f req-402eb790-6bcb-4f28-ab02-f81d15001bbc tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841322 Sep 23 19:41:07.579643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Allocated IP 172.20.0.1 (30dcc3f4-8af1-4d63-a73b-2742acd6f1eb/d5651242-0382-4432-827d-73f6651cf4a9/bea236fb-cc09-46ee-aa10-784cfe8bc89a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:07.666533 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:07.720759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=bd49f370-8308-485c-946b-1ca74010d3a6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:07.813276 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8310777-765a-4b58-b628-4a3214bb3b47 x-openstack-request-id: req-f8310777-765a-4b58-b628-4a3214bb3b47 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:07.813701 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "d287f203-8aab-4f14-8447-6ca4287eb268", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:07.814055 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8310777-765a-4b58-b628-4a3214bb3b47 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:07.814578 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': 'd287f203-8aab-4f14-8447-6ca4287eb268', 'status': 'completed', 'code': 200} Sep 23 19:41:07.815602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] No DVR routers for this DVR port bd49f370-8308-485c-946b-1ca74010d3a6 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:07.818562 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:07.822142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-771d8b27-2f89-4cdb-9bbf-cf4c71e088f5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "DELETE /v2.0/ports/bd49f370-8308-485c-946b-1ca74010d3a6 HTTP/1.1" status: 204 len: 173 time: 0.7276175 Sep 23 19:41:07.858242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:07.903591 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed1c9a-475b-4674-9838-8cbb9dd03d3e x-openstack-request-id: req-9bed1c9a-475b-4674-9838-8cbb9dd03d3e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:07.903946 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-unplugged", "status": "completed", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:07.904201 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9bed1c9a-475b-4674-9838-8cbb9dd03d3e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:07.904587 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6', 'code': 200} Sep 23 19:41:07.932784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.001367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:08.001886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.013831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:57Z', 'revision_number': 5, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:08.044911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] Checking router: 3378e854-40fc-4335-8f21-f8eb7c5cecd9 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:08.058155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:08.061561 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.067888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:08.078506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:08.122174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.127419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Pushing event updated for resources: {'Port': ['ID=bea236fb-cc09-46ee-aa10-784cfe8bc89a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:08.155398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:08.157490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:08.158804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:08.190385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] For port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:08.190972 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.207098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a600-ccd7-4a71-afb7-04730178ebd0 req-eb3bfa7f-8a12-4643-a5f6-e7617d4128df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:08.220837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a600-ccd7-4a71-afb7-04730178ebd0 req-eb3bfa7f-8a12-4643-a5f6-e7617d4128df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:08.233400 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:08.234428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a600-ccd7-4a71-afb7-04730178ebd0 req-eb3bfa7f-8a12-4643-a5f6-e7617d4128df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:08.236180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a447a600-ccd7-4a71-afb7-04730178ebd0 req-eb3bfa7f-8a12-4643-a5f6-e7617d4128df tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 2416 time: 0.2790904 Sep 23 19:41:08.264464 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.267358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:08.381764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a447a600-ccd7-4a71-afb7-04730178ebd0 req-1363226b-45b3-43a5-93c9-9604c852057f tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280985 Sep 23 19:41:08.468888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1757e14d-752b-4adc-a22b-9a09f594121b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:08.472068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:41:08.536059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.589358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:08.595294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=70c2f396-d09d-42e0-b12c-9f20ebbd47e1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:08.643973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] No DVR routers for this DVR port 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:08.648739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.652401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-2daed3b5-c436-434d-8ee0-192423583654 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "DELETE /v2.0/ports/70c2f396-d09d-42e0-b12c-9f20ebbd47e1 HTTP/1.1" status: 204 len: 173 time: 0.8179691 Sep 23 19:41:08.679134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.707497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:41:08.764446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:08.765069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.813107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:08.849483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf982e-f13e-4716-95d3-7754af53ff92 req-c1f73457-6a7e-4895-a42c-20e6f7c42861 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:08.857702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcdf982e-f13e-4716-95d3-7754af53ff92 req-c1f73457-6a7e-4895-a42c-20e6f7c42861 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 943 time: 0.0980859 Sep 23 19:41:08.861463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e', 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'port_id': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e', 'mac_address': 'fa:16:3e:27:f9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55486387-d23d-47a0-8a53-c5b508e330de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:41:08.870602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:08.880675 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No ports have port_id starting with 70c2f396-d09d-42e0-b12c-9f20ebbd47e1 Sep 23 19:41:08.897301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 85dd6cdd-e188-4f13-a28a-5a88d36efe31 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:08.907226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] For port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:08.908152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.936616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:08.964298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcdf982e-f13e-4716-95d3-7754af53ff92 req-07fafd8b-2091-4f41-aac7-d094fd7d287a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049170 Sep 23 19:41:09.043171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e31f6df2-2546-419c-bc63-4d4ecd3e73d9 None None] Provisioning complete for port bea236fb-cc09-46ee-aa10-784cfe8bc89a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:09.043616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e31f6df2-2546-419c-bc63-4d4ecd3e73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.067174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.076819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.098273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.162122 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.229840 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:09.322325 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.348556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:09.349727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Pushing event updated for resources: {'Port': ['ID=bea236fb-cc09-46ee-aa10-784cfe8bc89a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:09.355036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:09.382631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e31f6df2-2546-419c-bc63-4d4ecd3e73d9 None None] Port bea236fb-cc09-46ee-aa10-784cfe8bc89a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:09.387588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1757e14d-752b-4adc-a22b-9a09f594121b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:09.387977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.403054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:09.434035 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:41:09.472112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:09.496695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] No DVR routers for this DVR port 70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:09.501085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.503265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-8fb88552-016d-4d4b-a39b-09d13e3d4fb6 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "DELETE /v2.0/ports/70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea HTTP/1.1" status: 204 len: 173 time: 0.8451095 Sep 23 19:41:09.505956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.563872 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.571843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:09.620684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bde46f-e3e0-49d4-a750-bf728dbb20d2 req-da2bb628-f696-4fff-a211-91ffee5328e9 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:09.629415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92bde46f-e3e0-49d4-a750-bf728dbb20d2 req-da2bb628-f696-4fff-a211-91ffee5328e9 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 945 time: 0.2282875 Sep 23 19:41:09.657188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:09.662196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:09.681577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:09.682189 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.699967 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.712471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:57Z', 'revision_number': 5, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:09.764582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446b283-9864-4ea3-80ed-019fc151c7cb None None] The sync data for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 is: [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:30:51Z', 'revision_number': 4, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '36538cdd-d8c7-4aad-b006-74aec8733951', 'name': '', 'network_id': '25b98c0d-0af2-4ba7-a863-97453a2f9de9', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'mac_address': 'fa:16:3e:90:42:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:49Z', 'updated_at': '2021-09-23T19:30:57Z', 'revision_number': 5, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'subnets': [{'id': '0ff15eed-30d3-44f4-98a3-5e8d898cc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:09.770519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.811257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] For port 85dd6cdd-e188-4f13-a28a-5a88d36efe31, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=85dd6cdd-e188-4f13-a28a-5a88d36efe31,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:09.812039 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.824285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:09.826273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6'}, {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1'}, {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:09.829072 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8c228b-ac74-4a3f-b3b8-aae01f0b5f03" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6"}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "70c2f396-d09d-42e0-b12c-9f20ebbd47e1"}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:09.846032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for 85dd6cdd-e188-4f13-a28a-5a88d36efe31 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:09.871603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92bde46f-e3e0-49d4-a750-bf728dbb20d2 req-2730566b-d735-486a-9c46-8491b6e6daa5 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411911 Sep 23 19:41:09.915760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea'}, {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:09.917993 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b03331-18ba-4574-ae2c-a6dc23908c37" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-unplugged", "status": "completed", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea"}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-unplugged", "status": "completed", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:09.936942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 1757e14d-752b-4adc-a22b-9a09f594121b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1757e14d-752b-4adc-a22b-9a09f594121b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:09.943253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:09.952509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d25625e-64bc-418e-b103-914d596b3769 admin admin] 10.222.0.38 "PUT /v2.0/routers/dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8107526 Sep 23 19:41:09.955199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=85dd6cdd-e188-4f13-a28a-5a88d36efe31,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:09.957947 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Sync routers for ids ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:09.971356 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.981935 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Routers {'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:09.985600 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:10.091488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2609b723-b774-4533-92e7-2f63ce001abc None None] Provisioning complete for port bea236fb-cc09-46ee-aa10-784cfe8bc89a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:10.092460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2609b723-b774-4533-92e7-2f63ce001abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.122824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80325130-e002-46d8-8278-703ca574a9b7 req-37e2da0d-859e-45c7-b38b-10d16eff1d6c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:10.130397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.137934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80325130-e002-46d8-8278-703ca574a9b7 req-37e2da0d-859e-45c7-b38b-10d16eff1d6c tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 943 time: 0.1664422 Sep 23 19:41:10.191456 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Set router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:10.212837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=85dd6cdd-e188-4f13-a28a-5a88d36efe31,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:10.255532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80325130-e002-46d8-8278-703ca574a9b7 req-d4f90cab-ec4a-4ee7-9fab-a230ddeccd36 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1fd294c-30de-451a-8c70-16703f3d56a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163247 Sep 23 19:41:10.257947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=1757e14d-752b-4adc-a22b-9a09f594121b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:10.308076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2609b723-b774-4533-92e7-2f63ce001abc None None] Port bea236fb-cc09-46ee-aa10-784cfe8bc89a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:10.315017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe15bb-522e-4ba5-ac77-086374505421 None None] New status for floating IP 50063913-99ed-4629-81a5-b5810664f51c: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:41:10.349025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] No DVR routers for this DVR port 85dd6cdd-e188-4f13-a28a-5a88d36efe31 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:10.358156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.360310 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2b2fbaa4-8d23-420e-bb84-53c4ae9d3a2d req-05d2721d-af09-40ed-8e13-24b5191ae9d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.72 "DELETE /v2.0/ports/85dd6cdd-e188-4f13-a28a-5a88d36efe31 HTTP/1.1" status: 204 len: 173 time: 0.8463004 Sep 23 19:41:10.408362 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb4043-f821-44b7-9b54-a6241b03b882 x-openstack-request-id: req-7aeb4043-f821-44b7-9b54-a6241b03b882 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:10.408829 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "bd49f370-8308-485c-946b-1ca74010d3a6", "status": "completed", "code": 200}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "70c2f396-d09d-42e0-b12c-9f20ebbd47e1", "status": "completed", "code": 200}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:10.409190 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7aeb4043-f821-44b7-9b54-a6241b03b882 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:10.409701 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': 'bd49f370-8308-485c-946b-1ca74010d3a6', 'status': 'completed', 'code': 200} Sep 23 19:41:10.410066 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': '70c2f396-d09d-42e0-b12c-9f20ebbd47e1', 'status': 'completed', 'code': 200} Sep 23 19:41:10.410451 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea', 'status': 'completed', 'code': 200} Sep 23 19:41:10.514595 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4701780f-8c62-44fa-812b-2a32cafb13c3 x-openstack-request-id: req-4701780f-8c62-44fa-812b-2a32cafb13c3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:10.518642 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-unplugged", "status": "completed", "tag": "70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea", "code": 200}, {"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-unplugged", "status": "completed", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:10.519183 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4701780f-8c62-44fa-812b-2a32cafb13c3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:10.520659 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e0dad7-9a2b-4c6a-b0f4-62037db6d1ea', 'code': 200} Sep 23 19:41:10.522712 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31', 'code': 200} Sep 23 19:41:10.552934 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:08Z', 'revision_number': 4, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port': {'id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bea236fb-cc09-46ee-aa10-784cfe8bc89a', 'name': '', 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'mac_address': 'fa:16:3e:b0:63:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'd5651242-0382-4432-827d-73f6651cf4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:06Z', 'updated_at': '2021-09-23T19:41:08Z', 'revision_number': 2, 'project_id': '19c88986794c45aeb01937bde997ee37', 'subnets': [{'id': 'd5651242-0382-4432-827d-73f6651cf4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:10.636980 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Checking router: dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:10.636980 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Updating router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 port bea236fb-cc09-46ee-aa10-784cfe8bc89a binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:41:10.690822 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.737214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bacf-d84a-4b81-8f67-5c2635e0427e req-d4b80f49-8a81-43a0-9cb6-67b3e1e54286 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:10.749292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84e5bacf-d84a-4b81-8f67-5c2635e0427e req-d4b80f49-8a81-43a0-9cb6-67b3e1e54286 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 944 time: 0.1305442 Sep 23 19:41:10.832791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84e5bacf-d84a-4b81-8f67-5c2635e0427e req-28670c59-fe85-487b-8cf8-d39d9cebdf9b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Sep 23 19:41:10.833582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:10.891426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-11dae285-3125-4128-99df-f911731d6675 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:10.893188 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-11dae285-3125-4128-99df-f911731d6675 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 945 time: 0.1596282 Sep 23 19:41:11.122555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Deleting port 744078e6-c253-4522-ad3c-2db5f81c934e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:11.124757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.186803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89fe3989-617f-49bf-8b20-b9a0a346881a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.377197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89fe3989-617f-49bf-8b20-b9a0a346881a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.387090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] For port 744078e6-c253-4522-ad3c-2db5f81c934e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=744078e6-c253-4522-ad3c-2db5f81c934e,segment=NetworkSegment(b4976741-6394-42a4-b48c-ac658197ce66),segment_id=b4976741-6394-42a4-b48c-ac658197ce66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:11.387812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.401888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Calling delete_port for 744078e6-c253-4522-ad3c-2db5f81c934e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:11.417371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89fe3989-617f-49bf-8b20-b9a0a346881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.428803 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.436191 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.477287 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52594e62-8ca0-4293-aa46-67106afc29a2 None None] Pushing event updated for resources: {'Port': ['ID=bea236fb-cc09-46ee-aa10-784cfe8bc89a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:11.554862 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Attempting to bind port bea236fb-cc09-46ee-aa10-784cfe8bc89a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:11.555569 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Attempting to bind port bea236fb-cc09-46ee-aa10-784cfe8bc89a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:11.555844 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Attempting to bind port bea236fb-cc09-46ee-aa10-784cfe8bc89a on network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:11.561935 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:11.562495 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Checking segment: {'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:11.563008 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.563623 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Bound using segment: {'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:11.564211 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Bound port: bea236fb-cc09-46ee-aa10-784cfe8bc89a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5868f0-1cd6-42b6-9b3d-a278479215b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:11.564700 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.667699 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] For port bea236fb-cc09-46ee-aa10-784cfe8bc89a, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:11.672583 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] For port bea236fb-cc09-46ee-aa10-784cfe8bc89a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bea236fb-cc09-46ee-aa10-784cfe8bc89a,segment=NetworkSegment(4d5868f0-1cd6-42b6-9b3d-a278479215b1),segment_id=4d5868f0-1cd6-42b6-9b3d-a278479215b1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:11.676992 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.697697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:11.703141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c9926a76-f73e-4062-9514-b235438e14fa tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648475795', 'description': 'tempest-secgroup-smoke-648475795 description', 'project_id': '7430dade4fd34fbab72d1c4baac0c537'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:11.755822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9926a76-f73e-4062-9514-b235438e14fa tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.761471 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Routers {'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:11.762291 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:40:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:11.764979 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52594e62-8ca0-4293-aa46-67106afc29a2 None None] Pushing event updated for resources: {'Port': ['ID=bea236fb-cc09-46ee-aa10-784cfe8bc89a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:11.860847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-acc1130f-30d3-4197-9bb8-6bc96eda24b4 None None] Provisioning complete for port bea236fb-cc09-46ee-aa10-784cfe8bc89a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:11.861786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acc1130f-30d3-4197-9bb8-6bc96eda24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.958735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9926a76-f73e-4062-9514-b235438e14fa tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.961814 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] Set router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:11.969703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9926a76-f73e-4062-9514-b235438e14fa tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.005827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acc1130f-30d3-4197-9bb8-6bc96eda24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.018148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ae9d3-f599-470a-b0ff-a1e4d2c305b6 req-6157cde9-21ba-4318-b047-2758066a60e9 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:12.027828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-445ae9d3-f599-470a-b0ff-a1e4d2c305b6 req-6157cde9-21ba-4318-b047-2758066a60e9 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7f0ceb0-5351-47a6-bc26-aa3050f99c4b HTTP/1.1" status: 200 len: 945 time: 0.2280118 Sep 23 19:41:12.037456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9926a76-f73e-4062-9514-b235438e14fa tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.038811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c9926a76-f73e-4062-9514-b235438e14fa tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3399889 Sep 23 19:41:12.040826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9926a76-f73e-4062-9514-b235438e14fa tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1cc3cb-b27c-4d51-9478-105cad399fec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.043993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:12.058992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-54f66e4a-c5fa-48ae-85d1-8990820e1e76 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'security_group_rule': {'security_group_id': '4c1cc3cb-b27c-4d51-9478-105cad399fec', 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:12.071082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-acc1130f-30d3-4197-9bb8-6bc96eda24b4 None None] For port bea236fb-cc09-46ee-aa10-784cfe8bc89a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bea236fb-cc09-46ee-aa10-784cfe8bc89a,segment=NetworkSegment(4d5868f0-1cd6-42b6-9b3d-a278479215b1),segment_id=4d5868f0-1cd6-42b6-9b3d-a278479215b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:12.077971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acc1130f-30d3-4197-9bb8-6bc96eda24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.099280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-445ae9d3-f599-470a-b0ff-a1e4d2c305b6 req-ede7a5f6-49c2-4320-9ec1-828bd5ff8e54 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.38 "GET /v2.0/security-groups?id=c00b7552-3755-41cb-9db2-f24d4145832d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703411 Sep 23 19:41:12.137992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe3989-617f-49bf-8b20-b9a0a346881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00747cc-a00a-4018-b820-8336184baa76,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.148433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54f66e4a-c5fa-48ae-85d1-8990820e1e76 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.149042 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-89fe3989-617f-49bf-8b20-b9a0a346881a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db5abb0433c34adfad5ee6cb23902df1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3102810 Sep 23 19:41:12.150358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:12.185956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.205012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1130f-30d3-4197-9bb8-6bc96eda24b4 None None] Pushing event updated for resources: {'Port': ['ID=bea236fb-cc09-46ee-aa10-784cfe8bc89a,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.238292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8d6cbe3f-52a0-40c0-890b-6ae374f6f925 None None] Provisioning complete for port bea236fb-cc09-46ee-aa10-784cfe8bc89a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:12.238678 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6cbe3f-52a0-40c0-890b-6ae374f6f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.254663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Pushing event deleted for resources: {'Port': ['ID=744078e6-c253-4522-ad3c-2db5f81c934e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.287188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54f66e4a-c5fa-48ae-85d1-8990820e1e76 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.314372 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54f66e4a-c5fa-48ae-85d1-8990820e1e76 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.336726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e2aaf1b-b912-43d2-b7c8-4cf0e68f3861 req-34d4ea79-3aca-4b2c-9165-0fd587cb2b34 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0945077 Sep 23 19:41:12.341640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1757e14d-752b-4adc-a22b-9a09f594121b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:12.361668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] No DVR routers for this DVR port 744078e6-c253-4522-ad3c-2db5f81c934e on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:12.363998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.366579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3712e0c8-a0ce-43ca-83f1-6ce0ffb150f5 req-a4e13b34-6270-492e-9e95-6e05c5056558 tempest-InstanceActionsNegativeTestJSON-551659861 tempest-InstanceActionsNegativeTestJSON-551659861-project] 10.222.0.41 "DELETE /v2.0/ports/744078e6-c253-4522-ad3c-2db5f81c934e HTTP/1.1" status: 204 len: 173 time: 1.4655471 Sep 23 19:41:12.368814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f66e4a-c5fa-48ae-85d1-8990820e1e76 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5eaf797-d668-419d-896f-dc3b7b878623,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.385021 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54f66e4a-c5fa-48ae-85d1-8990820e1e76 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.392646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-54f66e4a-c5fa-48ae-85d1-8990820e1e76 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403943 Sep 23 19:41:12.394501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:12.406071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1a282209-7abf-442c-b5fe-3a57a8dc9b6a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'security_group_rule': {'security_group_id': '4c1cc3cb-b27c-4d51-9478-105cad399fec', 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:12.407283 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:08Z', 'revision_number': 4, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port': {'id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bea236fb-cc09-46ee-aa10-784cfe8bc89a', 'name': '', 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'mac_address': 'fa:16:3e:b0:63:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'd5651242-0382-4432-827d-73f6651cf4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:06Z', 'updated_at': '2021-09-23T19:41:11Z', 'revision_number': 4, 'project_id': '19c88986794c45aeb01937bde997ee37', 'subnets': [{'id': 'd5651242-0382-4432-827d-73f6651cf4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:12.436993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf454fa-7fc2-473f-927e-3ac6bbba49df None None] The sync data for ids ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'] in n-d-810763-1 is: [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:08Z', 'revision_number': 4, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port': {'id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bea236fb-cc09-46ee-aa10-784cfe8bc89a', 'name': '', 'network_id': '30dcc3f4-8af1-4d63-a73b-2742acd6f1eb', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'mac_address': 'fa:16:3e:b0:63:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'd5651242-0382-4432-827d-73f6651cf4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:06Z', 'updated_at': '2021-09-23T19:41:11Z', 'revision_number': 4, 'project_id': '19c88986794c45aeb01937bde997ee37', 'subnets': [{'id': 'd5651242-0382-4432-827d-73f6651cf4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:12.445710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31'}, {'server_uuid': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'name': 'network-vif-deleted', 'tag': '744078e6-c253-4522-ad3c-2db5f81c934e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:12.448047 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf1cadd-85ff-41af-9e8d-bcaf08f30cac" -d '{"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31"}, {"server_uuid": "d7f0ceb0-5351-47a6-bc26-aa3050f99c4b", "name": "network-vif-deleted", "tag": "744078e6-c253-4522-ad3c-2db5f81c934e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:12.455752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9130a034-e36a-4f88-b0eb-f15f2fd2e47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.491284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:12.630818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:41:12.637246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:12.637647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9130a034-e36a-4f88-b0eb-f15f2fd2e47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.638233 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.639978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1757e14d-752b-4adc-a22b-9a09f594121b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:12.640455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.655330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab575f-7413-418c-9488-13b7c4242f1f req-35370d83-63eb-43c6-bd63-efbcf5dbc348 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:12.657255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09ab575f-7413-418c-9488-13b7c4242f1f req-35370d83-63eb-43c6-bd63-efbcf5dbc348 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 944 time: 0.0737410 Sep 23 19:41:12.666182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a282209-7abf-442c-b5fe-3a57a8dc9b6a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.733043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09ab575f-7413-418c-9488-13b7c4242f1f req-2953d649-d85b-4e49-a218-6a2d11f2aea7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514948 Sep 23 19:41:12.788871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-6a869607-46ae-4563-9bd6-790b6139991c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3309355 Sep 23 19:41:12.841788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a282209-7abf-442c-b5fe-3a57a8dc9b6a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.866526 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.869771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a282209-7abf-442c-b5fe-3a57a8dc9b6a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.899888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9130a034-e36a-4f88-b0eb-f15f2fd2e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.902573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9130a034-e36a-4f88-b0eb-f15f2fd2e47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.906695 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9130a034-e36a-4f88-b0eb-f15f2fd2e47e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a00747cc-a00a-4018-b820-8336184baa76 HTTP/1.1" status: 204 len: 168 time: 0.7518663 Sep 23 19:41:12.939987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a282209-7abf-442c-b5fe-3a57a8dc9b6a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1e5da2-f646-48ed-953e-cebb02ae993a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.953879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:12.957522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:12.962308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a282209-7abf-442c-b5fe-3a57a8dc9b6a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.963807 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717a2b06-e457-4853-a94a-97f846f4edfb" -d '{"events": [{"server_uuid": "5f681fe9-64d7-4b90-b2ec-ef717346d402", "name": "network-vif-plugged", "status": "completed", "tag": "40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:12.963953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1a282209-7abf-442c-b5fe-3a57a8dc9b6a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5680699 Sep 23 19:41:12.966981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:12.973602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eff27800-5227-4545-bea3-fcfe65275101 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'security_group_rule': {'security_group_id': '4c1cc3cb-b27c-4d51-9478-105cad399fec', 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:12.975604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130a034-e36a-4f88-b0eb-f15f2fd2e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00747cc-a00a-4018-b820-8336184baa76,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.992438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.027677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.028248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.028738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.032347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.033200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.033871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.048063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.059586 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-b6d26fd9-16a1-4af9-8f03-f4fac6ec6c93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6502 time: 0.2416596 Sep 23 19:41:13.065625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff27800-5227-4545-bea3-fcfe65275101 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.066196 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50cd7ca-5f66-4ecb-8562-8cf912837c1d x-openstack-request-id: req-b50cd7ca-5f66-4ecb-8562-8cf912837c1d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:13.067364 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ede5e2-d372-4ada-80ff-8fda3cef7041", "name": "network-vif-deleted", "tag": "85dd6cdd-e188-4f13-a28a-5a88d36efe31", "status": "completed", "code": 200}, {"server_uuid": "d7f0ceb0-5351-47a6-bc26-aa3050f99c4b", "name": "network-vif-deleted", "tag": "744078e6-c253-4522-ad3c-2db5f81c934e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:13.067629 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b50cd7ca-5f66-4ecb-8562-8cf912837c1d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:13.068135 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ede5e2-d372-4ada-80ff-8fda3cef7041', 'name': 'network-vif-deleted', 'tag': '85dd6cdd-e188-4f13-a28a-5a88d36efe31', 'status': 'completed', 'code': 200} Sep 23 19:41:13.080290 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f0ceb0-5351-47a6-bc26-aa3050f99c4b', 'name': 'network-vif-deleted', 'tag': '744078e6-c253-4522-ad3c-2db5f81c934e', 'status': 'completed', 'code': 200} Sep 23 19:41:13.137470 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf111c16-9cb3-4d7f-9a17-e74fb5d6827e x-openstack-request-id: req-bf111c16-9cb3-4d7f-9a17-e74fb5d6827e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:13.138909 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f681fe9-64d7-4b90-b2ec-ef717346d402", "name": "network-vif-plugged", "status": "completed", "tag": "40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:13.140232 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf111c16-9cb3-4d7f-9a17-e74fb5d6827e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:13.141935 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e', 'code': 200} Sep 23 19:41:13.201687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff27800-5227-4545-bea3-fcfe65275101 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.217944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.228853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff27800-5227-4545-bea3-fcfe65275101 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.240162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b484e89a-2db7-4dc4-a048-7037fd70f9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.248114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.334038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] Deleting subnet 0af8024b-7343-42b8-8050-7d2a4fb1185b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:13.348632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-87fb03c5-fc98-4bfa-b510-4c2003596117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.349114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-87fb03c5-fc98-4bfa-b510-4c2003596117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.349584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-87fb03c5-fc98-4bfa-b510-4c2003596117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.351770 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-87fb03c5-fc98-4bfa-b510-4c2003596117 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58635457-bc59-4eda-9f1c-3e8334135a76&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=27977598-a0a0-4d67-97ee-5426d383170d&id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 2296 time: 0.2547014 Sep 23 19:41:13.362400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff27800-5227-4545-bea3-fcfe65275101 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.363823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-eff27800-5227-4545-bea3-fcfe65275101 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950632 Sep 23 19:41:13.365594 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.407641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.413620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ca003f0b-8938-4918-8a7f-177d855cfce7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'security_group_rule': {'security_group_id': '4c1cc3cb-b27c-4d51-9478-105cad399fec', 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:13.424913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff27800-5227-4545-bea3-fcfe65275101 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4c0b07-9d7e-4078-ad45-fa5ab3a0da78,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.452172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-065cb577-48a6-4d8f-843b-c7d1bdf260f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 200 len: 1001 time: 0.0906405 Sep 23 19:41:13.466640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.470171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560fde1-0c07-4577-aedf-a46f5093922e req-cc800110-6126-4cbe-abfc-7b8c45e7e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.471845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b560fde1-0c07-4577-aedf-a46f5093922e req-cc800110-6126-4cbe-abfc-7b8c45e7e9c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 1096 time: 0.2453253 Sep 23 19:41:13.518396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-d787ea17-4619-44b6-953e-362a973f8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.520725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-d787ea17-4619-44b6-953e-362a973f8d6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99a31fcd-cda4-4b73-8588-ceba98513f6f HTTP/1.1" status: 200 len: 854 time: 0.0615959 Sep 23 19:41:13.533286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d685775-1cd7-43da-a7a8-b14bfb013771 req-739dc430-be5d-4826-b057-e8232c37a704 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0691218 Sep 23 19:41:13.587827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca003f0b-8938-4918-8a7f-177d855cfce7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.641601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-8221b0f3-8258-4ef4-9936-d93efe43defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.644221 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-8221b0f3-8258-4ef4-9936-d93efe43defe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58635457-bc59-4eda-9f1c-3e8334135a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122553 Sep 23 19:41:13.647303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.651302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b560fde1-0c07-4577-aedf-a46f5093922e req-a5ec358b-1d8a-44eb-bceb-b9af48c1f58c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206851 Sep 23 19:41:13.720146 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca003f0b-8938-4918-8a7f-177d855cfce7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.729024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca003f0b-8938-4918-8a7f-177d855cfce7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.744957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca003f0b-8938-4918-8a7f-177d855cfce7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270ccdee-ca4f-4295-8c40-46edaeef855a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.756578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.795242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af8024b-7343-42b8-8050-7d2a4fb1185b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.798193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca003f0b-8938-4918-8a7f-177d855cfce7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.802331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.802482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca003f0b-8938-4918-8a7f-177d855cfce7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3926792 Sep 23 19:41:13.803881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.807597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'security_group_rule': {'security_group_id': '4c1cc3cb-b27c-4d51-9478-105cad399fec', 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:13.812080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cdb7ca52-ba6c-42dd-8699-79f012d913aa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0af8024b-7343-42b8-8050-7d2a4fb1185b HTTP/1.1" status: 204 len: 168 time: 0.5926421 Sep 23 19:41:13.814564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.937624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.950239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4bf00-39bb-42b5-9e1e-4641c624e442 req-51df1520-b3a7-457a-99d4-989791455749 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:13.951767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2f4bf00-39bb-42b5-9e1e-4641c624e442 req-51df1520-b3a7-457a-99d4-989791455749 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.0987878 Sep 23 19:41:13.975397 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Project 7430dade4fd34fbab72d1c4baac0c537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:41:13.986261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.034612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 744078e6-c253-4522-ad3c-2db5f81c934e no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:14.046782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-5200c9fd-d618-495b-a616-be114a6be79b service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948683 Sep 23 19:41:14.063810 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.076352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2f4bf00-39bb-42b5-9e1e-4641c624e442 req-bbdc28b7-dc16-41d2-8319-59ab0e586f25 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147838 Sep 23 19:41:14.092369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 744078e6-c253-4522-ad3c-2db5f81c934e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:14.094507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 744078e6-c253-4522-ad3c-2db5f81c934e not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:14.105588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c5447a-458c-4893-80ef-54e9995c8068']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:14.108295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.122427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4976741-6394-42a4-b48c-ac658197ce66') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:14.122788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4976741-6394-42a4-b48c-ac658197ce66') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:14.146363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.147612 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.168188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.180812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:14.181439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.183062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f82c6e-129b-4c5b-aea2-f700288cc6fa,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:14.183999 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:14.204376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.205853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cc4546a4-1f50-47f6-94a3-5217a17ebace tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4024012 Sep 23 19:41:14.209593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.215828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'security_group_rule': {'security_group_id': '4c1cc3cb-b27c-4d51-9478-105cad399fec', 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:14.222803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-3b63b028-6f95-47e5-aa47-ca46cc4b3b3a service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671364 Sep 23 19:41:14.291035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-42012075-dc1a-465e-a13d-878c7461d259 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 217 time: 0.0574460 Sep 23 19:41:14.293765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.297204 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Project 7430dade4fd34fbab72d1c4baac0c537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:41:14.299616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.318150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/66c5447a-458c-4893-80ef-54e9995c8068 HTTP/1.1" status: 204 len: 168 time: 0.4883704 Sep 23 19:41:14.325411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.356246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677ad0a-bc0f-4922-9734-c4d6371875d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c5447a-458c-4893-80ef-54e9995c8068,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:14.379187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bea236fb-cc09-46ee-aa10-784cfe8bc89a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:14.440915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-35ee0714-9d65-4328-b067-bfa48cb98774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:14.442439 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-35ee0714-9d65-4328-b067-bfa48cb98774 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1348300 Sep 23 19:41:14.452940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port bea236fb-cc09-46ee-aa10-784cfe8bc89a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:14.453380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.469166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.494678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.520895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dba297f-0a5d-4f13-8fc5-d9a1094ef740,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:14.550047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.551326 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-48951e3a-479f-4a22-b1a9-48961bef131c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3403525 Sep 23 19:41:14.559955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-ed4b1df4-bfa1-4075-a607-9f2d9faf8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:14.561871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-ed4b1df4-bfa1-4075-a607-9f2d9faf8417 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040819 Sep 23 19:41:14.625284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.770705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.771082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6dc39f6-4cd3-43df-bc59-6f175baaf99f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd563b90d4ab47d6ae127a26c282b5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438007 Sep 23 19:41:14.801620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b34ea6c3-819b-4435-b11a-e00620e61038 req-f8a873c9-d994-44ed-a8ef-068059ef12d0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0576532 Sep 23 19:41:14.884753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99a70851-06c2-4dc2-a858-291642e58ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.917329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99a70851-06c2-4dc2-a858-291642e58ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.981179 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-88293242-7181-44f8-acf8-4140470afa02 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099531 Sep 23 19:41:14.982460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99a70851-06c2-4dc2-a858-291642e58ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.985157 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-99a70851-06c2-4dc2-a858-291642e58ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.988891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-99a70851-06c2-4dc2-a858-291642e58ce2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c00b7552-3755-41cb-9db2-f24d4145832d HTTP/1.1" status: 204 len: 168 time: 0.2124043 Sep 23 19:41:15.040667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a70851-06c2-4dc2-a858-291642e58ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00b7552-3755-41cb-9db2-f24d4145832d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:15.135675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-724678a5-c3fb-4620-9b73-870a0a931818 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648475795&fields=id&tenant_id=7430dade4fd34fbab72d1c4baac0c537 HTTP/1.1" status: 200 len: 267 time: 0.0825813 Sep 23 19:41:15.198149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-77ea593a-5ea6-4678-b9f2-8301ca693792 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104046 Sep 23 19:41:15.255723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-09226b80-7cbe-45ee-b87b-e7b6689770a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 217 time: 0.0496559 Sep 23 19:41:15.324355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-15d0e0fc-7e52-49f8-a023-2727ab4efa68 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:15.332317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-15d0e0fc-7e52-49f8-a023-2727ab4efa68 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/networks?id=641a42a8-0fb2-483b-9601-0de92af21642 HTTP/1.1" status: 200 len: 808 time: 0.1949902 Sep 23 19:41:15.346904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-b858e64c-29b4-4e5a-ab7c-93a66cc6377b tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/quotas/7430dade4fd34fbab72d1c4baac0c537 HTTP/1.1" status: 200 len: 375 time: 0.0130937 Sep 23 19:41:15.347889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-5c3a4126-b18f-498f-8298-a96dac7555e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:15.349570 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-5c3a4126-b18f-498f-8298-a96dac7555e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0867665 Sep 23 19:41:15.434864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-4b885d9c-658d-4744-b414-2245e5c04e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:15.436591 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-4b885d9c-658d-4744-b414-2245e5c04e38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793729 Sep 23 19:41:15.449925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-186f4490-091e-4374-8b21-45970d8b16d4 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7430dade4fd34fbab72d1c4baac0c537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913255 Sep 23 19:41:15.565123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-75313148-b603-423d-8db7-766c31b7cfde service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204505 Sep 23 19:41:15.587310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-e8f825f5-dc94-4f09-8628-7ae55e1667bf service neutron] 10.222.0.38 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137123 Sep 23 19:41:15.714775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-29824d67-f574-4f85-ac0e-4dcad7b43de7 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375144 Sep 23 19:41:15.717937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-98a133e9-ce08-4a02-aaee-1d98a8d44272 service neutron] 10.222.0.38 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243861 Sep 23 19:41:15.780135 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-c8804bb2-2c62-4898-8fa9-2c39862f4da0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f166e3a2-c05e-4ab6-8043-88ad98432333 HTTP/1.1" status: 200 len: 217 time: 0.0576718 Sep 23 19:41:15.851054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-8786c046-39ed-4756-a9ee-9e056f4c0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:15.852854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-8786c046-39ed-4756-a9ee-9e056f4c0c17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0656059 Sep 23 19:41:15.966865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-fe42fb00-b6e4-443f-a265-a6e75fa4e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:15.968607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-fe42fb00-b6e4-443f-a265-a6e75fa4e675 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076272 Sep 23 19:41:16.077865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5233-7c32-4d64-aa50-8dc19b04d664 req-08de9fcb-19d4-450f-ac96-a86e65daa3d9 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:16.089060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e99e5233-7c32-4d64-aa50-8dc19b04d664 req-08de9fcb-19d4-450f-ac96-a86e65daa3d9 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.0799463 Sep 23 19:41:16.135897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-069cab7d-7a45-4bd5-ac93-4d63c9e039df service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579671 Sep 23 19:41:16.159920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e99e5233-7c32-4d64-aa50-8dc19b04d664 req-e560ef46-b96d-449f-b2ee-151efc3a8f14 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Sep 23 19:41:16.269940 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-70868ad2-1a53-4f36-bfc6-33523e335647 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263452 Sep 23 19:41:16.313655 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-881198fd-b905-49ec-ac9b-1d4c907dbf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.335203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-ae59da3d-b487-4199-8984-b79d07e2c71a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 200 len: 217 time: 0.0565064 Sep 23 19:41:16.476669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-86462bb8-b9e5-468d-9dbe-e1d40773fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:16.476669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-86462bb8-b9e5-468d-9dbe-e1d40773fbbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1083846 Sep 23 19:41:16.492585 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.500740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 36786) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:16.551366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-7ccd8099-62d4-4496-a388-f20cffaff064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:16.554038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-7ccd8099-62d4-4496-a388-f20cffaff064 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969737 Sep 23 19:41:16.793146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1293525895-network', 'tenant_id': 'a8fc20cff23140c39bbfbae2da71c6c0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:16.815889 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-baf870f2-de29-4ad9-a767-18a7cf2d5db2 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522857 Sep 23 19:41:16.895517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Made reservation on behalf of a8fc20cff23140c39bbfbae2da71c6c0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:16.898931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.911616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.980609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d01de6d-016e-4582-838b-5ceb7acbc424 req-efa4ded4-191a-44ca-bc72-c4d5d9efcf10 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.6008012 Sep 23 19:41:17.014274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-4328ecd0-2132-429e-a2e6-1be360591ecd service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749671 Sep 23 19:41:17.022547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.065432 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-1ac8f615-5c8c-44b3-acd6-1aa2aee0e0d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0432706 Sep 23 19:41:17.143021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-bc1d77fa-27ae-4154-9970-fdc21cd2cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:17.145076 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-bc1d77fa-27ae-4154-9970-fdc21cd2cdc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.0723350 Sep 23 19:41:17.182536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88da740d-a515-4790-9349-09f878ce2c5e req-ff1720e5-a69f-4ac6-9a56-146b08583ad4 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 210 time: 0.0472219 Sep 23 19:41:17.243447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.252954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.290921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9907a6d4-6bc1-49b4-80f1-1bd743493786,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:17.324152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-dc3626af-7784-4769-a2fa-cdc0b9409f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:17.340727 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-dc3626af-7784-4769-a2fa-cdc0b9409f1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1883128 Sep 23 19:41:17.359039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:17.359786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ae39-93fe-4eb6-b7bb-75e58b572ed4 req-0d5815bd-4d07-46c1-be40-2d36beea60e2 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:17.361435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c706ae39-93fe-4eb6-b7bb-75e58b572ed4 req-0d5815bd-4d07-46c1-be40-2d36beea60e2 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.0825028 Sep 23 19:41:17.406148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c706ae39-93fe-4eb6-b7bb-75e58b572ed4 req-d8bffa43-7cc1-491d-810d-8e0c943c90d0 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Sep 23 19:41:17.520896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.521280 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Added segment 2a40475b-8649-4868-8781-857d42da9fc1 of type vlan for network c57157db-cc84-428e-899a-e83cafda71f8 Sep 23 19:41:17.592235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.674430 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-767744b7-250f-4de1-84c5-64b618600929 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175566 Sep 23 19:41:17.808704 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-8d4ae42c-2819-44d1-9ab0-dd11e5d162e8 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095307 Sep 23 19:41:17.868641 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-2d947118-b39b-41e7-9c0e-ee4cedb0da78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 200 len: 217 time: 0.0462511 Sep 23 19:41:17.875645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-4d338dfe-ca9b-4a0e-b9c8-ec9d2617b371 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:17.877307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-4d338dfe-ca9b-4a0e-b9c8-ec9d2617b371 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.41 "GET /v2.0/networks?id=641a42a8-0fb2-483b-9601-0de92af21642 HTTP/1.1" status: 200 len: 808 time: 0.3816190 Sep 23 19:41:17.879988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.881624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:17.882549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.934397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4309654 Sep 23 19:41:17.938534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:17.943556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Request body: {'subnet': {'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1293525895-subnet', 'tenant_id': 'a8fc20cff23140c39bbfbae2da71c6c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:17.977628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Made reservation on behalf of a8fc20cff23140c39bbfbae2da71c6c0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:17.981589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.001055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-fdbf4e45-ee8e-40d8-906e-406984940a1f tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7430dade4fd34fbab72d1c4baac0c537 HTTP/1.1" status: 200 len: 379 time: 0.0964642 Sep 23 19:41:18.013187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'port': {'device_id': '18985cc3-614b-403f-aae7-9f404f072992', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'admin_state_up': True, 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'security_groups': ['4c1cc3cb-b27c-4d51-9478-105cad399fec']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:18.076117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-522945a0-73a4-42b8-8092-cb50f0c6cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:18.087917 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-522945a0-73a4-42b8-8092-cb50f0c6cb97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.2084341 Sep 23 19:41:18.094004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973be052-6cdc-4b7e-8e50-2e37f2d78f89 admin admin] Pushing event updated for resources: {'Network': ['ID=c57157db-cc84-428e-899a-e83cafda71f8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:18.134656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c57157db-cc84-428e-899a-e83cafda71f8 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:18.277759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-320e4b93-adbd-4462-971a-54a7a841befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:18.280159 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-320e4b93-adbd-4462-971a-54a7a841befe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1470766 Sep 23 19:41:18.338952 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.347768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Made reservation on behalf of 7430dade4fd34fbab72d1c4baac0c537 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:18.352162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.430142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c214e593-44be-40e9-87ac-5d1f95cc89be req-2e6c67dd-0093-485c-8d04-7f92ef1ef202 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.1146197 Sep 23 19:41:18.437985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c4be69-dca2-42cb-a5af-d31310c95c7c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:18.494299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Checking segment: {'id': '2a40475b-8649-4868-8781-857d42da9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:18.494753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Network hostable DHCP agents. Network: c57157db-cc84-428e-899a-e83cafda71f8, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:18.523890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Network c57157db-cc84-428e-899a-e83cafda71f8 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:18.532455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.540450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c57157db-cc84-428e-899a-e83cafda71f8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:18.560202 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-5d1f49ae-e439-4825-a62a-ff6ee0713cb3 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676847 Sep 23 19:41:18.561503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:18.563039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aaf0ca-ac43-4e59-852d-0c01ae80cbe5 None None] Network c57157db-cc84-428e-899a-e83cafda71f8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:18.563426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.589024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a2697b8-678a-46c7-ac44-4a6bbbfa54f4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6482577 Sep 23 19:41:18.668261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Allocated IP 172.20.0.7 (641a42a8-0fb2-483b-9601-0de92af21642/6dd3d9c3-6e69-4227-96cb-632558c4f5d5/38b4c4b2-825f-410f-b5cd-81c723f6ac47) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:18.790531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62dd4ec-ef42-408c-b454-843247306f48 None None] Network c57157db-cc84-428e-899a-e83cafda71f8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:18.814538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7119d6c2-b5c0-45cb-a8a8-00538f17d1b8 req-e05c7393-29f3-4bf3-9118-8b5f0a47d49a tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 210 time: 0.0719490 Sep 23 19:41:19.022565 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.035678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-e9246005-b300-44d9-ac3c-c8646196c3d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678917 Sep 23 19:41:19.047477 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-198d87d2-c3d5-4532-a460-452bf774aa91 req-3f5d6f72-b058-4534-8cb6-d57a7c3c1e6b service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740119 Sep 23 19:41:19.086875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.105454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf84c9a-2ac9-4c46-a7bf-192d24fb0fa0 req-d4f981ee-de2f-4fe1-b282-caa598560006 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:19.114546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cf84c9a-2ac9-4c46-a7bf-192d24fb0fa0 req-d4f981ee-de2f-4fe1-b282-caa598560006 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.0888951 Sep 23 19:41:19.168123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cf84c9a-2ac9-4c46-a7bf-192d24fb0fa0 req-ac4eac43-27cd-45ab-ac95-38aefb1230a7 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513465 Sep 23 19:41:19.487518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Network 641a42a8-0fb2-483b-9601-0de92af21642 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:19.512109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:19.534599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:19.601525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da826f84-257a-4f69-9b28-5e3dd451283e req-eaa403d8-2e47-4505-aefe-1276cbafa7d2 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:19.604683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-eaa403d8-2e47-4505-aefe-1276cbafa7d2 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/networks?id=c57157db-cc84-428e-899a-e83cafda71f8 HTTP/1.1" status: 200 len: 821 time: 0.1972435 Sep 23 19:41:19.636531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-b4543df2-86f6-4a69-89cf-efc749feab31 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/quotas/a8fc20cff23140c39bbfbae2da71c6c0 HTTP/1.1" status: 200 len: 375 time: 0.0245848 Sep 23 19:41:19.647305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'Port': ['ID=38b4c4b2-825f-410f-b5cd-81c723f6ac47,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:19.667188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:19.668051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.682009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564b86-7077-427c-aa90-22405a7199ec req-9bfed4af-f039-446d-913f-01284f11bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:19.684108 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-9bfed4af-f039-446d-913f-01284f11bbdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1097 time: 0.1951597 Sep 23 19:41:19.686372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-09883d3e-2c56-443e-ae20-1e372fcd2422 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8fc20cff23140c39bbfbae2da71c6c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485735 Sep 23 19:41:19.692426 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-1974fc24-1c03-4351-a203-1efdf7d9fdae tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6844540 Sep 23 19:41:19.707579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Request body: {'port': {'device_id': '18985cc3-614b-403f-aae7-9f404f072992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:19.826436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564b86-7077-427c-aa90-22405a7199ec req-2da6001c-07b7-4653-bbac-5b86c19adb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:19.828229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-40a9d80b-b738-4d50-bcda-ffa2c3bb25e8 service neutron] 10.222.0.38 "GET /v2.0/networks/c57157db-cc84-428e-899a-e83cafda71f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407003 Sep 23 19:41:19.831251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-2da6001c-07b7-4653-bbac-5b86c19adb41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.1173677 Sep 23 19:41:19.920604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.946022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-ff6124c5-4e07-4ea5-a184-fad5d304b7ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 1002 time: 0.1068864 Sep 23 19:41:19.954833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4935f2c7-a193-4175-b935-6fe1bbcd9933 service neutron] 10.222.0.38 "GET /v2.0/networks/c57157db-cc84-428e-899a-e83cafda71f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186669 Sep 23 19:41:19.978683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ee0b835d-0f91-44b6-910b-62fa745cec67 None None] Provisioning complete for port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:19.980800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee0b835d-0f91-44b6-910b-62fa745cec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.060508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b835d-0f91-44b6-910b-62fa745cec67 None None] Port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:20.089012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564b86-7077-427c-aa90-22405a7199ec req-2ca172eb-5afe-4ad8-863a-831ecef94813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:20.090861 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-2ca172eb-5afe-4ad8-863a-831ecef94813 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.1232827 Sep 23 19:41:20.242152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564b86-7077-427c-aa90-22405a7199ec req-dbe019a0-4502-4710-9326-70a6db78e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:20.243917 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-dbe019a0-4502-4710-9326-70a6db78e206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414199 Sep 23 19:41:20.253654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60a1f856-0700-47f2-a13e-c371b45e8505 req-9cb98485-07af-4c26-8738-5f80a3d0edda tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0311449 Sep 23 19:41:20.441146 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-37ffc8bc-a006-497d-abb1-b006ef341766 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882751 Sep 23 19:41:20.456183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b4c4b2-825f-410f-b5cd-81c723f6ac47 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:20.466953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.481206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Transition to ACTIVE for port object 38b4c4b2-825f-410f-b5cd-81c723f6ac47 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:41:20.494429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.647445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Pushing event updated for resources: {'Port': ['ID=38b4c4b2-825f-410f-b5cd-81c723f6ac47,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:20.700604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe7ce-a532-40f1-bf70-508907e6cafd req-5169402d-1438-41c1-be16-31cb83313fca tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:20.707203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-225fe7ce-a532-40f1-bf70-508907e6cafd req-5169402d-1438-41c1-be16-31cb83313fca tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 943 time: 0.1840081 Sep 23 19:41:20.776209 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-54564b86-7077-427c-aa90-22405a7199ec req-f909b856-36cb-4fe6-8d6d-27140fff5e9b service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936873 Sep 23 19:41:20.777061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Attempting to bind port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:20.777456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Attempting to bind port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:20.777794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Attempting to bind port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 on network 641a42a8-0fb2-483b-9601-0de92af21642 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:20.784858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 on network 641a42a8-0fb2-483b-9601-0de92af21642 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:41:20.785190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Attempting to bind port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 on network 641a42a8-0fb2-483b-9601-0de92af21642 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:20.798636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:20.798989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Checking segment: {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:20.800249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Bound using segment: {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:20.800729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Bound port: 38b4c4b2-825f-410f-b5cd-81c723f6ac47, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c2083e-52d6-42f6-a3c2-af08d572b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:20.801094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.817797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-225fe7ce-a532-40f1-bf70-508907e6cafd req-e19b11fd-cc80-4393-8587-37a2a0716b30 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019511 Sep 23 19:41:20.977751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] For port 38b4c4b2-825f-410f-b5cd-81c723f6ac47, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:20.985600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] For port 38b4c4b2-825f-410f-b5cd-81c723f6ac47, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:20.995691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.095147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.098051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.105862 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.109886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-faf80d89-b85f-4998-bdcb-216fd80719e1 req-4bb4da67-233e-4eb5-be5a-f8865c14c640 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 210 time: 0.0585425 Sep 23 19:41:21.112282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] 10.222.0.41 "PUT /v2.0/ports/38b4c4b2-825f-410f-b5cd-81c723f6ac47 HTTP/1.1" status: 200 len: 1091 time: 1.4112883 Sep 23 19:41:21.114818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:21.128660 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6e7ddf-345c-44f0-8c4e-79c692406f89" -d '{"events": [{"name": "network-changed", "server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:21.224370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52651a7d-ab71-41b2-b92f-2eb672841b12 service neutron] Pushing event updated for resources: {'Port': ['ID=38b4c4b2-825f-410f-b5cd-81c723f6ac47,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:21.243111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-2e699a78-efe3-4471-8c29-2afc87a8c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.244942 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-2e699a78-efe3-4471-8c29-2afc87a8c1b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7430dade4fd34fbab72d1c4baac0c537&device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1094 time: 0.0749195 Sep 23 19:41:21.298597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-5528f112-13b8-4ff3-bde5-c39ff7a78e23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47 HTTP/1.1" status: 200 len: 217 time: 0.0456922 Sep 23 19:41:21.343499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f66-7d2a-4d4f-9698-45432f391dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.366901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-9c0746a0-c4c9-4a00-a656-9b4b9eb03860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.368532 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-9c0746a0-c4c9-4a00-a656-9b4b9eb03860 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dd3d9c3-6e69-4227-96cb-632558c4f5d5 HTTP/1.1" status: 200 len: 847 time: 0.0616317 Sep 23 19:41:21.385610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dbec6-c033-49d9-a72c-8222287c2f52 req-4b9fbd15-0e90-409d-83e4-82e1bd8ddedd tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.387331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f29dbec6-c033-49d9-a72c-8222287c2f52 req-4b9fbd15-0e90-409d-83e4-82e1bd8ddedd tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.1118934 Sep 23 19:41:21.430103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-6cdaa260-f4ff-4ad5-92b1-2308fcec1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.432049 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-6cdaa260-f4ff-4ad5-92b1-2308fcec1314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=641a42a8-0fb2-483b-9601-0de92af21642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564084 Sep 23 19:41:21.452495 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f29dbec6-c033-49d9-a72c-8222287c2f52 req-6f66d61d-20e8-401c-8072-edce6950b5ef tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Sep 23 19:41:21.519784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f66-7d2a-4d4f-9698-45432f391dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.526657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f66-7d2a-4d4f-9698-45432f391dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.538454 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e83c0-0e60-4582-ac33-e06264b23c54 x-openstack-request-id: req-358e83c0-0e60-4582-ac33-e06264b23c54 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:21.539099 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:21.539641 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-358e83c0-0e60-4582-ac33-e06264b23c54 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:21.540336 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'status': 'completed', 'code': 200} Sep 23 19:41:21.578334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8a49f66-7d2a-4d4f-9698-45432f391dfa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27d7eef89aaf4b5fad19d9d79db5ecad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810381 Sep 23 19:41:21.580875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.585447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-670e59cd-b53e-4b55-86f9-4ad404430ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469345 Sep 23 19:41:21.588466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a49f66-7d2a-4d4f-9698-45432f391dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184b8bbb-ac33-40fd-8419-df84c4f7d17c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:21.635759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-099fd224-fc5d-42a2-a755-a4f96ce66c26 req-6587c78c-775c-4ced-8d0d-7f55ebfec6c0 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0431499 Sep 23 19:41:21.710525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a355a8f-b500-4370-8efc-00482e34d4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.759763 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22e3dcf5-30fb-4b45-b6f0-e664211b6fcb req-88ab1310-9c3f-4ad9-b453-95440f354a8b service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670740 Sep 23 19:41:21.780551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a355a8f-b500-4370-8efc-00482e34d4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.857256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da826f84-257a-4f69-9b28-5e3dd451283e req-670a666a-41ce-476d-b6fb-8de7fd21431c tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.861058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-670a666a-41ce-476d-b6fb-8de7fd21431c tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.72 "GET /v2.0/networks?id=c57157db-cc84-428e-899a-e83cafda71f8 HTTP/1.1" status: 200 len: 821 time: 0.1588404 Sep 23 19:41:21.868519 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a355a8f-b500-4370-8efc-00482e34d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.872083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a355a8f-b500-4370-8efc-00482e34d4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.875699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Request body: {'port': {'device_id': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8', 'admin_state_up': True, 'tenant_id': 'a8fc20cff23140c39bbfbae2da71c6c0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:21.877488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a355a8f-b500-4370-8efc-00482e34d4be admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/184b8bbb-ac33-40fd-8419-df84c4f7d17c HTTP/1.1" status: 204 len: 168 time: 0.2954593 Sep 23 19:41:21.887463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a355a8f-b500-4370-8efc-00482e34d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b8bbb-ac33-40fd-8419-df84c4f7d17c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:22.009805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-5e7cd698-2ebd-46f7-9374-fb140f86a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.011440 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-5e7cd698-2ebd-46f7-9374-fb140f86a3c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7430dade4fd34fbab72d1c4baac0c537&device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1094 time: 0.1494401 Sep 23 19:41:22.082996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Made reservation on behalf of a8fc20cff23140c39bbfbae2da71c6c0 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:22.086796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.118043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef9a66-11f9-4a20-a068-5c8220c9bb17 req-68965b1f-5382-47d9-914b-98dc314def9f tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.125500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0ef9a66-11f9-4a20-a068-5c8220c9bb17 req-68965b1f-5382-47d9-914b-98dc314def9f tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 943 time: 0.0645158 Sep 23 19:41:22.175145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0ef9a66-11f9-4a20-a068-5c8220c9bb17 req-74719b0d-f09c-4614-b72a-df4548ee4915 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486870 Sep 23 19:41:22.211236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-444d955c-85c6-41a0-8f55-d076a66d9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.212723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-444d955c-85c6-41a0-8f55-d076a66d9a0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=641a42a8-0fb2-483b-9601-0de92af21642 HTTP/1.1" status: 200 len: 909 time: 0.1929657 Sep 23 19:41:22.268017 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-8aea622a-4ab6-4823-a1ab-215ddc19ced5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47 HTTP/1.1" status: 200 len: 217 time: 0.0427217 Sep 23 19:41:22.367155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Allocated IP 172.20.0.7 (c57157db-cc84-428e-899a-e83cafda71f8/34c4be69-dca2-42cb-a5af-d31310c95c7c/3885632e-f3ad-4127-8522-48d28ad9f78c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:22.375463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-c5b2b26f-0de9-424c-b0d8-27cf83ace9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.377558 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-c5b2b26f-0de9-424c-b0d8-27cf83ace9e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dd3d9c3-6e69-4227-96cb-632558c4f5d5 HTTP/1.1" status: 200 len: 847 time: 0.0882075 Sep 23 19:41:22.391826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc55a38-b797-42f6-8720-a8a541cf27e0 req-3c77f573-0ad7-4db4-849d-2e3a33d68ea6 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.393423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fc55a38-b797-42f6-8720-a8a541cf27e0 req-3c77f573-0ad7-4db4-849d-2e3a33d68ea6 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.0706904 Sep 23 19:41:22.449494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fc55a38-b797-42f6-8720-a8a541cf27e0 req-c9be1dd4-3dfc-4f20-b94a-3ee91bb1a4c3 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Sep 23 19:41:22.461180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-98d14697-9ce8-4143-b24e-39a4b69fc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.463172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-98d14697-9ce8-4143-b24e-39a4b69fc99e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=641a42a8-0fb2-483b-9601-0de92af21642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778494 Sep 23 19:41:22.534819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ca60d4b-924f-45cb-9fcc-224ec8f97c4e req-c13cb288-4638-41b8-9989-f24700a7c6a2 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 210 time: 0.0297351 Sep 23 19:41:22.657234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-5a1695cf-3eae-4f79-8cf9-ca11e7bf32c4 service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759422 Sep 23 19:41:22.660025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.773466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.790253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5230cf50-2970-4e26-a559-ee472d4e02b8 req-f8ef6606-6941-4c13-bf63-d4eca8b39463 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0492580 Sep 23 19:41:22.825815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5f6e7ddf-345c-44f0-8c4e-79c692406f89 req-b9bc44aa-0a3c-470c-9251-161134e0d3ca service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612537 Sep 23 19:41:22.839067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Network c57157db-cc84-428e-899a-e83cafda71f8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:22.842738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:22.846848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:22.875670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Pushing event updated for resources: {'Port': ['ID=3885632e-f3ad-4127-8522-48d28ad9f78c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:22.907028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.907737 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.923062 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-9c1bb58b-b010-43db-8b4c-d8cf6c6ea401 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0513608 Sep 23 19:41:22.937936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Request body: {'port': {'device_id': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:22.997101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.301640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3885632e-f3ad-4127-8522-48d28ad9f78c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:23.312824 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.329586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cb4fe-e8c5-4d21-ba9f-61029d1a7ceb req-c7e58746-0f2c-4658-9868-fe4851a53c27 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.336444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Transition to ACTIVE for port object 3885632e-f3ad-4127-8522-48d28ad9f78c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:41:23.338739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-046cb4fe-e8c5-4d21-ba9f-61029d1a7ceb req-c7e58746-0f2c-4658-9868-fe4851a53c27 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 943 time: 0.0611219 Sep 23 19:41:23.343642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.380665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-046cb4fe-e8c5-4d21-ba9f-61029d1a7ceb req-94c51575-694b-41eb-8cf2-59a154d0beba tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Sep 23 19:41:23.404124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Pushing event updated for resources: {'Port': ['ID=3885632e-f3ad-4127-8522-48d28ad9f78c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:23.497423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Attempting to bind port 3885632e-f3ad-4127-8522-48d28ad9f78c on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:23.497927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Attempting to bind port 3885632e-f3ad-4127-8522-48d28ad9f78c by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '2a40475b-8649-4868-8781-857d42da9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:23.498358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Attempting to bind port 3885632e-f3ad-4127-8522-48d28ad9f78c on network c57157db-cc84-428e-899a-e83cafda71f8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:23.503755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Port 3885632e-f3ad-4127-8522-48d28ad9f78c on network c57157db-cc84-428e-899a-e83cafda71f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:41:23.504166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Attempting to bind port 3885632e-f3ad-4127-8522-48d28ad9f78c on network c57157db-cc84-428e-899a-e83cafda71f8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:23.509064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:23.509588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Checking segment: {'id': '2a40475b-8649-4868-8781-857d42da9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:23.510039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Bound using segment: {'id': '2a40475b-8649-4868-8781-857d42da9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:23.510575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Bound port: 3885632e-f3ad-4127-8522-48d28ad9f78c, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40475b-8649-4868-8781-857d42da9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:23.511345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.586765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] For port 3885632e-f3ad-4127-8522-48d28ad9f78c, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:23.590977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] For port 3885632e-f3ad-4127-8522-48d28ad9f78c, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3885632e-f3ad-4127-8522-48d28ad9f78c,segment=NetworkSegment(2a40475b-8649-4868-8781-857d42da9fc1),segment_id=2a40475b-8649-4868-8781-857d42da9fc1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:23.597171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.645543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.646308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.647861 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] 10.222.0.72 "PUT /v2.0/ports/3885632e-f3ad-4127-8522-48d28ad9f78c HTTP/1.1" status: 200 len: 1091 time: 0.7145846 Sep 23 19:41:23.648307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'tag': '3885632e-f3ad-4127-8522-48d28ad9f78c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:23.650673 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd3c588-b8dd-4a25-bc4b-e4b62bff685c", "tag": "3885632e-f3ad-4127-8522-48d28ad9f78c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:23.654060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-53ce9c90-0c85-4f3d-a887-f4eb345aeafa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.657628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-53ce9c90-0c85-4f3d-a887-f4eb345aeafa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.1182644 Sep 23 19:41:23.674519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa85ebf-0c0c-46e5-9e87-5a2ff0161019 service neutron] Pushing event updated for resources: {'Port': ['ID=3885632e-f3ad-4127-8522-48d28ad9f78c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:23.686916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970a65-9e8e-4fb8-a5c5-7e537d40537e req-d47ced77-2d0b-4e03-87a4-da2e3bd10ebd tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.688473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8970a65-9e8e-4fb8-a5c5-7e537d40537e req-d47ced77-2d0b-4e03-87a4-da2e3bd10ebd tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 945 time: 0.1152310 Sep 23 19:41:23.753030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da826f84-257a-4f69-9b28-5e3dd451283e req-c79a4cfc-a47a-4123-88e6-7302c665a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.755025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-c79a4cfc-a47a-4123-88e6-7302c665a92a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc20cff23140c39bbfbae2da71c6c0&device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 1094 time: 0.0642891 Sep 23 19:41:23.783850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8970a65-9e8e-4fb8-a5c5-7e537d40537e req-015ee26e-a1cd-433f-ae73-4735ac1ff089 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863905 Sep 23 19:41:23.808755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-5477c2a5-c897-47d3-9b45-4d92ca5cef51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3885632e-f3ad-4127-8522-48d28ad9f78c HTTP/1.1" status: 200 len: 217 time: 0.0438693 Sep 23 19:41:23.835957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Deleting port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:23.836535 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.884518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da826f84-257a-4f69-9b28-5e3dd451283e req-c6c2e06f-983b-48a2-9d0c-f3c941f07c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.888302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-c6c2e06f-983b-48a2-9d0c-f3c941f07c09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34c4be69-dca2-42cb-a5af-d31310c95c7c HTTP/1.1" status: 200 len: 861 time: 0.0711131 Sep 23 19:41:23.926638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-2e228beb-ae76-495a-9866-bc9a13ec6ec7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c57157db-cc84-428e-899a-e83cafda71f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313206 Sep 23 19:41:23.968543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee795e53-ec29-48da-9b05-66fae1231fde req-476006b4-e28b-4924-a629-f63bea72eb37 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.976022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee795e53-ec29-48da-9b05-66fae1231fde req-476006b4-e28b-4924-a629-f63bea72eb37 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 943 time: 0.1076748 Sep 23 19:41:23.992403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] For port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:23.992779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.021761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Calling delete_port for 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:24.065082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee795e53-ec29-48da-9b05-66fae1231fde req-adc93117-6d1e-4ea5-ae40-a274e06329df tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880835 Sep 23 19:41:24.068071 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-3b913ce1-5345-40a7-ab35-71f5d182ae3f service neutron] 10.222.0.72 "GET /v2.0/networks/c57157db-cc84-428e-899a-e83cafda71f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323817 Sep 23 19:41:24.173859 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d5e2e9-e344-4b54-8399-8e9614b4488b x-openstack-request-id: req-46d5e2e9-e344-4b54-8399-8e9614b4488b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:24.174165 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd3c588-b8dd-4a25-bc4b-e4b62bff685c", "tag": "3885632e-f3ad-4127-8522-48d28ad9f78c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:24.174765 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46d5e2e9-e344-4b54-8399-8e9614b4488b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:24.175171 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'tag': '3885632e-f3ad-4127-8522-48d28ad9f78c', 'status': 'completed', 'code': 200} Sep 23 19:41:24.216891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da826f84-257a-4f69-9b28-5e3dd451283e req-6bc552a6-0d24-42c6-b2ef-f5d6a4f5760f service neutron] 10.222.0.72 "GET /v2.0/networks/c57157db-cc84-428e-899a-e83cafda71f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408932 Sep 23 19:41:24.221859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-034b4ea6-63bd-4227-aab5-4b2c33a7988f req-6004f888-8906-46d8-8fbf-f34a6a3da536 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0335977 Sep 23 19:41:24.233453 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.255747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:24.272593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event deleted for resources: {'Port': ['ID=40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:24.327604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] No DVR routers for this DVR port 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:24.330576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.332599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-474e1e34-f25c-4212-8484-9d9532dccef7 req-afe9645a-ee97-46ed-9624-a428223c48aa tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.72 "DELETE /v2.0/ports/40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e HTTP/1.1" status: 204 len: 173 time: 0.6670117 Sep 23 19:41:24.333269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'name': 'network-vif-deleted', 'tag': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:24.335728 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2520a886-4db9-4e9b-a385-0180a1395262" -d '{"events": [{"server_uuid": "5f681fe9-64d7-4b90-b2ec-ef717346d402", "name": "network-vif-deleted", "tag": "40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:24.371837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-a8b1ce3f-671a-4feb-b13c-02e05446b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:24.377779 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-a8b1ce3f-671a-4feb-b13c-02e05446b0f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8fc20cff23140c39bbfbae2da71c6c0&device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 1094 time: 0.1051688 Sep 23 19:41:24.381536 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39926f0-9228-4a0c-948e-d87fba256ea6 x-openstack-request-id: req-c39926f0-9228-4a0c-948e-d87fba256ea6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:24.382054 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f681fe9-64d7-4b90-b2ec-ef717346d402", "name": "network-vif-deleted", "tag": "40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:24.382347 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c39926f0-9228-4a0c-948e-d87fba256ea6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:24.382755 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f681fe9-64d7-4b90-b2ec-ef717346d402', 'name': 'network-vif-deleted', 'tag': '40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e', 'status': 'completed', 'code': 200} Sep 23 19:41:24.516526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-ca493f04-9d4e-4a6c-a829-eab2f619d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:24.518848 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-ca493f04-9d4e-4a6c-a829-eab2f619d983 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c57157db-cc84-428e-899a-e83cafda71f8 HTTP/1.1" status: 200 len: 922 time: 0.1272254 Sep 23 19:41:24.575895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d4e6a-d176-4613-905a-0d25ed6be412 req-a562266d-0e6b-4a33-904c-729f779f0db6 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:24.576672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-08597e57-00d4-4030-bb4b-507e9bdc8155 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3885632e-f3ad-4127-8522-48d28ad9f78c HTTP/1.1" status: 200 len: 217 time: 0.0494771 Sep 23 19:41:24.578654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-166d4e6a-d176-4613-905a-0d25ed6be412 req-a562266d-0e6b-4a33-904c-729f779f0db6 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 943 time: 0.0882678 Sep 23 19:41:24.633034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-166d4e6a-d176-4613-905a-0d25ed6be412 req-ccafe89f-893d-46cf-a5c8-7f98a4997bb6 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466292 Sep 23 19:41:24.648995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-f7844b4b-746c-494b-8024-7ea1b5cb75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:24.651008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-f7844b4b-746c-494b-8024-7ea1b5cb75ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34c4be69-dca2-42cb-a5af-d31310c95c7c HTTP/1.1" status: 200 len: 861 time: 0.0671155 Sep 23 19:41:24.695139 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-6f09a5da-5e83-427a-9f09-6a28037dd504 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c57157db-cc84-428e-899a-e83cafda71f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356266 Sep 23 19:41:24.825943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-848cd407-199f-4762-beaa-cde7f7acc3ff service neutron] 10.222.0.72 "GET /v2.0/networks/c57157db-cc84-428e-899a-e83cafda71f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184003 Sep 23 19:41:24.970479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff8e9715-8ea7-41d4-b8c9-89c12410d797 req-7776685b-e48a-4d5d-be88-aaab8549b7fc tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f681fe9-64d7-4b90-b2ec-ef717346d402 HTTP/1.1" status: 200 len: 210 time: 0.0898640 Sep 23 19:41:25.000961 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b9f74d2b-b1be-49ad-9038-2c9e3c2a0fd2 req-80deb567-a85e-4b94-9c59-83875b8b0a7f service neutron] 10.222.0.72 "GET /v2.0/networks/c57157db-cc84-428e-899a-e83cafda71f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629035 Sep 23 19:41:25.177894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640cd44-c344-46fb-8527-1b16602452f9 req-7664ae87-aec2-4908-b3ae-9e9fa34879a2 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:25.179463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e640cd44-c344-46fb-8527-1b16602452f9 req-7664ae87-aec2-4908-b3ae-9e9fa34879a2 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 943 time: 0.0498221 Sep 23 19:41:25.221240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e640cd44-c344-46fb-8527-1b16602452f9 req-9f91a1ea-9b1f-4b00-ba7c-8cf76a36304c tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Sep 23 19:41:25.230371 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.351417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d32f1f1-313c-49f9-9d04-9952547c12be req-1e6bc1f9-3960-457d-9a96-24b6c3f0c0d9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/ports?device_id=31ede5e2-d372-4ada-80ff-8fda3cef7041 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Sep 23 19:41:25.752046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810a16c-ab02-4189-a932-bf068c851ac8 req-96691641-ca51-4a92-a633-2f99cfd3aba5 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:25.753648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8810a16c-ab02-4189-a932-bf068c851ac8 req-96691641-ca51-4a92-a633-2f99cfd3aba5 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 943 time: 0.0503676 Sep 23 19:41:25.791497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8810a16c-ab02-4189-a932-bf068c851ac8 req-4f271d7b-08f8-4cf5-b435-27e6744b2f6e tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 Sep 23 19:41:26.006465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 38b4c4b2-825f-410f-b5cd-81c723f6ac47 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:41:26.123634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 38b4c4b2-825f-410f-b5cd-81c723f6ac47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:26.140642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'port_id': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'mac_address': 'fa:16:3e:ea:1e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:41:26.179367 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.194289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b4c4b2-825f-410f-b5cd-81c723f6ac47 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:26.218664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 38b4c4b2-825f-410f-b5cd-81c723f6ac47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:26.230746 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.292015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=38b4c4b2-825f-410f-b5cd-81c723f6ac47,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:26.357196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-ed454227-dfeb-4ff1-bb65-2ad92e63677c tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:26.358753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-ed454227-dfeb-4ff1-bb65-2ad92e63677c tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 821 time: 0.1270671 Sep 23 19:41:26.381829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-3bae49cc-f9c6-42f5-8924-161c590410d0 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/quotas/6d185236ddff4659b6ebe8a80eaece5a HTTP/1.1" status: 200 len: 375 time: 0.0113430 Sep 23 19:41:26.439553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-7299ec40-f4c9-4a73-abcd-99ac07f1e141 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517437 Sep 23 19:41:26.517947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['38b4c4b2-825f-410f-b5cd-81c723f6ac47'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:26.548575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-d115be61-6854-43e5-904c-b9e9062e18a6 service neutron] 10.222.0.38 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011591 Sep 23 19:41:26.636222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e94d3f5d-217b-4542-bc32-4b8758443d72 service neutron] 10.222.0.38 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868180 Sep 23 19:41:26.772928 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.846356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f4698-6366-422c-9903-761014765461 req-01f94c47-9ba8-453d-97bd-4f372f920d66 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:26.847859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-036f4698-6366-422c-9903-761014765461 req-01f94c47-9ba8-453d-97bd-4f372f920d66 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 943 time: 0.0655773 Sep 23 19:41:26.890186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-036f4698-6366-422c-9903-761014765461 req-37738880-9e71-4590-bdef-0adf6d300cef tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Sep 23 19:41:27.059790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf147e24-603d-481d-be62-2bfbf6562c8e req-49316636-3a39-48c9-89c8-bc2f6042bef3 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 210 time: 0.0277054 Sep 23 19:41:27.168632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcc7e2-0906-4f20-86ff-ad90ca78ebd4 req-53e89f25-c339-4da7-ac0e-229e7e59a207 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:27.170305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3dcc7e2-0906-4f20-86ff-ad90ca78ebd4 req-53e89f25-c339-4da7-ac0e-229e7e59a207 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 944 time: 0.0522971 Sep 23 19:41:27.213248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3dcc7e2-0906-4f20-86ff-ad90ca78ebd4 req-59a2ee42-6884-4172-aae4-39db6a04bff8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342205 Sep 23 19:41:27.322286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:27.401529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-397a9526-eb07-47fa-b55b-4594eddfec3b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.424598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-397a9526-eb07-47fa-b55b-4594eddfec3b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.470946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-397a9526-eb07-47fa-b55b-4594eddfec3b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.473527 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-397a9526-eb07-47fa-b55b-4594eddfec3b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.475345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-397a9526-eb07-47fa-b55b-4594eddfec3b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/security-groups/e1fd294c-30de-451a-8c70-16703f3d56a2 HTTP/1.1" status: 204 len: 168 time: 0.1518810 Sep 23 19:41:27.478187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:27.484285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a9526-eb07-47fa-b55b-4594eddfec3b tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fd294c-30de-451a-8c70-16703f3d56a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:27.493834 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1af1f968-eb85-4a6a-83af-f49552beefd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] show failed (client error): The resource could not be found. Sep 23 19:41:27.495164 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1af1f968-eb85-4a6a-83af-f49552beefd5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "GET /v2.0/security-groups/e1fd294c-30de-451a-8c70-16703f3d56a2 HTTP/1.1" status: 404 len: 347 time: 0.0159543 Sep 23 19:41:27.498037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:27.633852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port 83f8adb3-a9fe-4538-a15f-777ca480da75 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:27.634192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.785882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.786198 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.013267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 38b4c4b2-825f-410f-b5cd-81c723f6ac47 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:28.047513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d1d3c-50bf-4f89-bffd-6a1add162d46 req-d6f58aaf-80b4-4b59-82b1-b5066c9e732e tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:28.059565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-506d1d3c-50bf-4f89-bffd-6a1add162d46 req-d6f58aaf-80b4-4b59-82b1-b5066c9e732e tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 943 time: 0.0975444 Sep 23 19:41:28.086423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:41:28.091346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:28.092022 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.108978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for 83f8adb3-a9fe-4538-a15f-777ca480da75 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:28.110029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-506d1d3c-50bf-4f89-bffd-6a1add162d46 req-0799a598-bd26-498b-ac16-7ce533d2212c tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Sep 23 19:41:28.172347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-7becdd3f-c487-417a-9be0-234437165665 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:28.174053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-7becdd3f-c487-417a-9be0-234437165665 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.41 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 821 time: 0.4769897 Sep 23 19:41:28.179194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.197200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Request body: {'port': {'device_id': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'admin_state_up': True, 'tenant_id': '6d185236ddff4659b6ebe8a80eaece5a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:28.206989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:28.209705 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8207ca2-a71d-4e06-b7b1-2e28df12d42b" -d '{"events": [{"server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "name": "network-vif-plugged", "status": "completed", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:28.225175 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 38b4c4b2-825f-410f-b5cd-81c723f6ac47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:28.235451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.291234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=38b4c4b2-825f-410f-b5cd-81c723f6ac47,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:28.325640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52b615d8-a2a3-4add-87f0-00c7a1d310b0 req-f2e9a92a-bcf5-4370-908b-235f2e07f4bf tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 210 time: 0.0444355 Sep 23 19:41:28.380496 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f24fe15-548c-482b-9526-b1d24b3d0850 x-openstack-request-id: req-0f24fe15-548c-482b-9526-b1d24b3d0850 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:28.381016 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "name": "network-vif-plugged", "status": "completed", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:28.381870 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f24fe15-548c-482b-9526-b1d24b3d0850 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:28.382485 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'code': 200} Sep 23 19:41:28.407296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Made reservation on behalf of 6d185236ddff4659b6ebe8a80eaece5a for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:28.412355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.450280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.521563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2e65e-2b99-49fe-8bb8-0e4547107ca4 req-a7acb1d2-0e69-4cb4-9c52-7ef7addb3b2b tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:28.526168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05f2e65e-2b99-49fe-8bb8-0e4547107ca4 req-a7acb1d2-0e69-4cb4-9c52-7ef7addb3b2b tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 945 time: 0.0816238 Sep 23 19:41:28.533294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=83f8adb3-a9fe-4538-a15f-777ca480da75,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:28.546554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3885632e-f3ad-4127-8522-48d28ad9f78c details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:41:28.590184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.590559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.590897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.591231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.591563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.591888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.592592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.592592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.592823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.593131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.593446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.593762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:28.623032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05f2e65e-2b99-49fe-8bb8-0e4547107ca4 req-752ae220-3e50-4845-8e87-2d994231a03c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865924 Sep 23 19:41:28.641011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:28.678661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:28.679378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 40afefc4-e425-43b7-b3b6-7d7bcd5d5c2e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:28.707360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85c763-e10a-47b9-a990-a22e70e6570b req-964ff293-0740-4c51-822d-54ebaf9e4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:28.709407 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cd85c763-e10a-47b9-a990-a22e70e6570b req-964ff293-0740-4c51-822d-54ebaf9e4dba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1096 time: 0.2067168 Sep 23 19:41:28.748810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3885632e-f3ad-4127-8522-48d28ad9f78c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3885632e-f3ad-4127-8522-48d28ad9f78c,segment=NetworkSegment(2a40475b-8649-4868-8781-857d42da9fc1),segment_id=2a40475b-8649-4868-8781-857d42da9fc1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:28.750466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Allocated IP 172.20.0.5 (70002a07-c75d-4671-add1-5467b7bab6c3/55486387-d23d-47a0-8a53-c5b508e330de/0a841710-1188-49ad-b624-7ff067f2e654) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:28.766781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '3885632e-f3ad-4127-8522-48d28ad9f78c', 'network_id': 'c57157db-cc84-428e-899a-e83cafda71f8', 'port_id': '3885632e-f3ad-4127-8522-48d28ad9f78c', 'mac_address': 'fa:16:3e:4f:4c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4be69-dca2-42cb-a5af-d31310c95c7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:41:28.802195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.804924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.809430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:28.816935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.820775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d170fac3-5c00-401f-a57e-da1557b546b9 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/floatingips/50063913-99ed-4629-81a5-b5810664f51c HTTP/1.1" status: 204 len: 168 time: 1.3195877 Sep 23 19:41:28.832368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3885632e-f3ad-4127-8522-48d28ad9f78c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:28.852510 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cd85c763-e10a-47b9-a990-a22e70e6570b req-0c58a101-d969-4940-a03e-99a278d161c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343291 Sep 23 19:41:28.858261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3885632e-f3ad-4127-8522-48d28ad9f78c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3885632e-f3ad-4127-8522-48d28ad9f78c,segment=NetworkSegment(2a40475b-8649-4868-8781-857d42da9fc1),segment_id=2a40475b-8649-4868-8781-857d42da9fc1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:28.863853 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.923497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3885632e-f3ad-4127-8522-48d28ad9f78c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:28.923980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port 33fde9fc-1a19-4611-a1e4-d60a06d847ab {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:28.924361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.977232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.012447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.026304 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.038731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for 33fde9fc-1a19-4611-a1e4-d60a06d847ab owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:29.061499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Network 70002a07-c75d-4671-add1-5467b7bab6c3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:29.064868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:29.072737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:29.076987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event updated for resources: {'Port': ['ID=0a841710-1188-49ad-b624-7ff067f2e654,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:29.120327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3885632e-f3ad-4127-8522-48d28ad9f78c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:29.125102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:29.125794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.143106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-e1351389-51c1-4b9c-9a07-2803a91f6c8b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523587 Sep 23 19:41:29.165983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Request body: {'port': {'device_id': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:29.195069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.237470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=33fde9fc-1a19-4611-a1e4-d60a06d847ab,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:29.272955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.341270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3b9a-5d7c-40a9-9437-52eb0f1a3286 req-4125e343-4f2a-4949-90fa-22c92617fd0b tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:29.342900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c33d3b9a-5d7c-40a9-9437-52eb0f1a3286 req-4125e343-4f2a-4949-90fa-22c92617fd0b tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 944 time: 0.1093168 Sep 23 19:41:29.389609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c33d3b9a-5d7c-40a9-9437-52eb0f1a3286 req-244099c4-dcf1-4095-923a-3709f140deb3 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Sep 23 19:41:29.394664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.397249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-92a09f4d-2b7e-4f47-b7ed-ba331412e043 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/ports/33fde9fc-1a19-4611-a1e4-d60a06d847ab HTTP/1.1" status: 204 len: 168 time: 0.5868020 Sep 23 19:41:29.400486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:29.515656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port 737cb5f9-5a6a-4514-ace9-5368884d99f5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:29.516001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.581988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a841710-1188-49ad-b624-7ff067f2e654 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:29.591193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.607504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Transition to ACTIVE for port object 0a841710-1188-49ad-b624-7ff067f2e654 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:41:29.612924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.663443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931ea29-de16-4cfc-a071-e25df4a38e37 req-46306349-bef4-491e-8cde-2f66bdeba0e5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:29.665478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Pushing event updated for resources: {'Port': ['ID=0a841710-1188-49ad-b624-7ff067f2e654,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:29.673939 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a931ea29-de16-4cfc-a071-e25df4a38e37 req-46306349-bef4-491e-8cde-2f66bdeba0e5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 931 time: 0.1429989 Sep 23 19:41:29.704074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.731943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for 737cb5f9-5a6a-4514-ace9-5368884d99f5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:29.769689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a931ea29-de16-4cfc-a071-e25df4a38e37 req-5d7ffb9d-0f29-4538-89e8-0c56a9036a73 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760202 Sep 23 19:41:29.781839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Attempting to bind port 0a841710-1188-49ad-b624-7ff067f2e654 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:29.782296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Attempting to bind port 0a841710-1188-49ad-b624-7ff067f2e654 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:29.785159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Attempting to bind port 0a841710-1188-49ad-b624-7ff067f2e654 on network 70002a07-c75d-4671-add1-5467b7bab6c3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:29.790795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Port 0a841710-1188-49ad-b624-7ff067f2e654 on network 70002a07-c75d-4671-add1-5467b7bab6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:41:29.791122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Attempting to bind port 0a841710-1188-49ad-b624-7ff067f2e654 on network 70002a07-c75d-4671-add1-5467b7bab6c3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:29.797056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:29.797401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Checking segment: {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:29.797848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Bound using segment: {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:29.798316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Bound port: 0a841710-1188-49ad-b624-7ff067f2e654, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:29.798743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.871132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] For port 0a841710-1188-49ad-b624-7ff067f2e654, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:29.874283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] For port 0a841710-1188-49ad-b624-7ff067f2e654, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0a841710-1188-49ad-b624-7ff067f2e654,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:29.882791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.925942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:29.926803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.929795 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] 10.222.0.41 "PUT /v2.0/ports/0a841710-1188-49ad-b624-7ff067f2e654 HTTP/1.1" status: 200 len: 1091 time: 0.7768819 Sep 23 19:41:29.930051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'tag': '0a841710-1188-49ad-b624-7ff067f2e654'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:29.933491 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e671d4c-ebf2-431c-8c48-16951e417ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "fda81341-b3fc-4fb1-8251-3468cfcdd0dd", "tag": "0a841710-1188-49ad-b624-7ff067f2e654"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:29.943192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2633f-e886-498a-898e-2fd1152f735e req-b95c1dd5-8049-4c86-8cbe-f968439c188b tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:29.944753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85c2633f-e886-498a-898e-2fd1152f735e req-b95c1dd5-8049-4c86-8cbe-f968439c188b tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 945 time: 0.0800815 Sep 23 19:41:29.985715 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.993140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb0b97-5d2f-440d-8a7f-9c523947ef6f service neutron] Pushing event updated for resources: {'Port': ['ID=0a841710-1188-49ad-b624-7ff067f2e654,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.034976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85c2633f-e886-498a-898e-2fd1152f735e req-83be0771-94b9-41b6-8585-00e6b9bb07ef tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821505 Sep 23 19:41:30.035960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-b3667935-40d6-448c-9197-b9ad2ee0a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.036769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=737cb5f9-5a6a-4514-ace9-5368884d99f5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.037983 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-b3667935-40d6-448c-9197-b9ad2ee0a749 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 1094 time: 0.0635321 Sep 23 19:41:30.099462 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-34dbb71d-c248-405f-a568-7b2c320742ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a841710-1188-49ad-b624-7ff067f2e654 HTTP/1.1" status: 200 len: 217 time: 0.0448067 Sep 23 19:41:30.140811 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.143134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5be0795c-eef3-4c47-b7b7-40d5f4737010 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/ports/737cb5f9-5a6a-4514-ace9-5368884d99f5 HTTP/1.1" status: 204 len: 168 time: 0.7416327 Sep 23 19:41:30.146526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:30.172784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-4c573ce0-2b9c-4eff-884e-f2bde56fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.174068 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-4c573ce0-2b9c-4eff-884e-f2bde56fc9d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55486387-d23d-47a0-8a53-c5b508e330de HTTP/1.1" status: 200 len: 861 time: 0.0583003 Sep 23 19:41:30.191004 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff48154-70a9-4b2f-935c-d6fcc3764df5 x-openstack-request-id: req-cff48154-70a9-4b2f-935c-d6fcc3764df5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:30.191300 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda81341-b3fc-4fb1-8251-3468cfcdd0dd", "tag": "0a841710-1188-49ad-b624-7ff067f2e654", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:30.191552 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cff48154-70a9-4b2f-935c-d6fcc3764df5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:30.192121 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'tag': '0a841710-1188-49ad-b624-7ff067f2e654', 'status': 'completed', 'code': 200} Sep 23 19:41:30.225761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-8b6dab72-9624-424f-a35d-96d1fe6af884 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70002a07-c75d-4671-add1-5467b7bab6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368919 Sep 23 19:41:30.232382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting subnet 63557403-7b6c-4a15-a5ed-c8b719f2c1d5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:30.236355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.282080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.336703 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-d7277ccf-a615-42cc-a8c7-2c84935ae8ec service neutron] 10.222.0.41 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034606 Sep 23 19:41:30.371178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.435207 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ce572dbf-349f-4a15-858a-e96f0d88c99c req-309ed9ac-39ea-4ce0-95b9-2d367f57b8b4 service neutron] 10.222.0.41 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916424 Sep 23 19:41:30.477075 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.541760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Subnet': ['ID=63557403-7b6c-4a15-a5ed-c8b719f2c1d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.547682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.549450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893b75d-dddf-4dd2-8827-32992664685b None None] Network ccddee97-ddac-4044-bf49-845dacc0be36 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:30.552648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-17e851c2-5b18-4dcf-b168-31144c31c064 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/subnets/63557403-7b6c-4a15-a5ed-c8b719f2c1d5 HTTP/1.1" status: 204 len: 168 time: 0.4050155 Sep 23 19:41:30.553195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:30.570222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-c629bb85-e997-4abd-af61-aba755098acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.571867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-c629bb85-e997-4abd-af61-aba755098acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 1094 time: 0.0813956 Sep 23 19:41:30.572519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3885632e-f3ad-4127-8522-48d28ad9f78c up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:30.592429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e9ab9-891b-497e-8d81-057dfad37177 req-d29a5864-cf60-412c-afa5-e3a011666980 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.593641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab9e9ab9-891b-497e-8d81-057dfad37177 req-d29a5864-cf60-412c-afa5-e3a011666980 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 944 time: 0.1047783 Sep 23 19:41:30.652460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab9e9ab9-891b-497e-8d81-057dfad37177 req-08ab462b-8f90-44ee-87ec-e5d9b1ff7028 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510232 Sep 23 19:41:30.697322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting subnet a99a5419-cfc9-4aaf-8237-3005c5ab6045 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:30.703675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.757453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-cf88076d-b683-485c-a2ca-c5d13dc68f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.758981 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-cf88076d-b683-485c-a2ca-c5d13dc68f8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 200 len: 922 time: 0.1664174 Sep 23 19:41:30.764677 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.793891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 3885632e-f3ad-4127-8522-48d28ad9f78c completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:41:30.799254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 3885632e-f3ad-4127-8522-48d28ad9f78c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:30.799705 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.826148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-456cce1a-e83a-4487-bbab-4b12514f3466 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a841710-1188-49ad-b624-7ff067f2e654 HTTP/1.1" status: 200 len: 217 time: 0.0582187 Sep 23 19:41:30.914859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.924615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-bb3bdbf0-c89e-4ce2-934e-a49a281f7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.926319 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-bb3bdbf0-c89e-4ce2-934e-a49a281f7f44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55486387-d23d-47a0-8a53-c5b508e330de HTTP/1.1" status: 200 len: 861 time: 0.0917881 Sep 23 19:41:30.950168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3885632e-f3ad-4127-8522-48d28ad9f78c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:30.953513 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185eb53e-cdfd-4e01-902b-108c6108797e" -d '{"events": [{"server_uuid": "9fd3c588-b8dd-4a25-bc4b-e4b62bff685c", "name": "network-vif-plugged", "status": "completed", "tag": "3885632e-f3ad-4127-8522-48d28ad9f78c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:30.963450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f5a03-92bb-4da9-b17d-d440ababf785 req-e479fda9-89e3-4f9f-987b-28c66aae9415 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.966146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] DHCP port deletion for ccddee97-ddac-4044-bf49-845dacc0be36 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:30.970683 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.971637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-774f5a03-92bb-4da9-b17d-d440ababf785 req-e479fda9-89e3-4f9f-987b-28c66aae9415 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 943 time: 0.1103284 Sep 23 19:41:30.976262 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-354cffba-ca30-430e-8fad-73c85e3f3b70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70002a07-c75d-4671-add1-5467b7bab6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406611 Sep 23 19:41:30.983465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3885632e-f3ad-4127-8522-48d28ad9f78c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3885632e-f3ad-4127-8522-48d28ad9f78c,segment=NetworkSegment(2a40475b-8649-4868-8781-857d42da9fc1),segment_id=2a40475b-8649-4868-8781-857d42da9fc1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:31.015522 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.018425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-774f5a03-92bb-4da9-b17d-d440ababf785 req-a5f88d4d-d8e5-4b96-8569-32ec7c879341 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Sep 23 19:41:31.130862 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.147238 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-677e2a7c-e5bb-4ad7-816d-6e2bfdfe569c service neutron] 10.222.0.41 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489530 Sep 23 19:41:31.166089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.168034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/subnets/a99a5419-cfc9-4aaf-8237-3005c5ab6045 HTTP/1.1" status: 204 len: 168 time: 0.6136985 Sep 23 19:41:31.170786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:31.178056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0135aaf-cc45-4549-ba8f-693623ff05b5 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Subnet': ['ID=a99a5419-cfc9-4aaf-8237-3005c5ab6045,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:31.194746 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ae3b68-cf1e-4a3a-9bce-d981f7d9f449 x-openstack-request-id: req-54ae3b68-cf1e-4a3a-9bce-d981f7d9f449 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:31.195033 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd3c588-b8dd-4a25-bc4b-e4b62bff685c", "name": "network-vif-plugged", "status": "completed", "tag": "3885632e-f3ad-4127-8522-48d28ad9f78c", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:31.195283 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54ae3b68-cf1e-4a3a-9bce-d981f7d9f449 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:31.195666 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3885632e-f3ad-4127-8522-48d28ad9f78c', 'code': 200} Sep 23 19:41:31.204013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6602f6-394a-4051-8405-0ac8724930d6 None None] Network d8b32375-3fae-49d8-9e83-21bb6f780f44 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:31.241515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3885632e-f3ad-4127-8522-48d28ad9f78c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:31.268991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] Deleting port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:31.269405 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.329663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda42617-2ca0-4f5a-b443-b861c1c4842e req-3c440932-068f-4cab-85f2-0671b1a5dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:31.331675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eda42617-2ca0-4f5a-b443-b861c1c4842e req-3c440932-068f-4cab-85f2-0671b1a5dbb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 1096 time: 0.1332884 Sep 23 19:41:31.373591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] For port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:31.374536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.376347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e671d4c-ebf2-431c-8c48-16951e417ad1 req-98e44183-d551-4345-a94d-3a763e9d6607 service neutron] 10.222.0.41 "GET /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072232 Sep 23 19:41:31.381060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.399096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] Calling delete_port for 44bfa5ae-2f36-44df-9c2b-7c654d452d0c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:31.402905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eda42617-2ca0-4f5a-b443-b861c1c4842e req-0818efa9-248a-4627-ada7-6b5070049c7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636945 Sep 23 19:41:31.405240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3069d-9307-4e26-8d73-52336bdccff9 req-ad84afcd-e9af-41b9-b12f-4a33b9450136 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:31.413775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98e3069d-9307-4e26-8d73-52336bdccff9 req-ad84afcd-e9af-41b9-b12f-4a33b9450136 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 945 time: 0.1814942 Sep 23 19:41:31.483568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98e3069d-9307-4e26-8d73-52336bdccff9 req-b8079517-8e68-4e01-9c24-d5a8e75213ff tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689497 Sep 23 19:41:31.521967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Deleting port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:31.522470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.588039 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.632347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] Pushing event deleted for resources: {'Port': ['ID=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:31.634349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6584aa-d8c5-454f-bd7b-710928b7e858 None None] No DVR routers for this DVR port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:31.669150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] For port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,segment=NetworkSegment(cb850b51-4111-4edf-8d84-ace4861b1ce2),segment_id=cb850b51-4111-4edf-8d84-ace4861b1ce2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:31.669780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.684764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Calling delete_port for 44bfa5ae-2f36-44df-9c2b-7c654d452d0c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:31.698167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] DHCP port deletion for d8b32375-3fae-49d8-9e83-21bb6f780f44 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:31.753431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] Deleting port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:31.753988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.821386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1bfe-47fd-47bc-8cd4-bc5dfe612e08 req-5c2e55a4-8a5f-444d-a9f0-ba14d533bab9 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:31.822985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a7b1bfe-47fd-47bc-8cd4-bc5dfe612e08 req-5c2e55a4-8a5f-444d-a9f0-ba14d533bab9 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 945 time: 0.0810592 Sep 23 19:41:31.823394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] For port fea05f93-af3a-4aa2-9ab5-7d9533e4c975, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fea05f93-af3a-4aa2-9ab5-7d9533e4c975,segment=NetworkSegment(f3bd1ab9-930c-4072-931d-df5790e0e7ff),segment_id=f3bd1ab9-930c-4072-931d-df5790e0e7ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:31.823894 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.825344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.836888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] Calling delete_port for fea05f93-af3a-4aa2-9ab5-7d9533e4c975 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:31.855648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Port': ['ID=44bfa5ae-2f36-44df-9c2b-7c654d452d0c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:31.872030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] No DVR routers for this DVR port 44bfa5ae-2f36-44df-9c2b-7c654d452d0c on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:31.928660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a7b1bfe-47fd-47bc-8cd4-bc5dfe612e08 req-1e25613e-35f4-4474-9a89-affcdffcbb29 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775306 Sep 23 19:41:31.935107 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.978545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] Pushing event deleted for resources: {'Port': ['ID=fea05f93-af3a-4aa2-9ab5-7d9533e4c975,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:31.982409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d836704-1f19-43a6-9c68-3a496e4dee3e None None] No DVR routers for this DVR port fea05f93-af3a-4aa2-9ab5-7d9533e4c975 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:31.982811 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.033760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccddee97-ddac-4044-bf49-845dacc0be36']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.046106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb850b51-4111-4edf-8d84-ace4861b1ce2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.046451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb850b51-4111-4edf-8d84-ace4861b1ce2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.060774 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.081129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105bdb6-4f7a-4a85-9fd9-20bb23341074 req-28679e39-0582-41c9-878e-6358f1bee31a tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.082647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5105bdb6-4f7a-4a85-9fd9-20bb23341074 req-28679e39-0582-41c9-878e-6358f1bee31a tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 945 time: 0.0877554 Sep 23 19:41:32.086928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.099936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:32.100321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:32.103231 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:32.179447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5105bdb6-4f7a-4a85-9fd9-20bb23341074 req-b844e6f2-a809-4de2-96bf-b9d3c47f6925 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897601 Sep 23 19:41:32.183403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.188590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.190456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/networks/ccddee97-ddac-4044-bf49-845dacc0be36 HTTP/1.1" status: 204 len: 168 time: 1.0184119 Sep 23 19:41:32.193726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37128) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:32.215233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c44d5-359d-44ee-a8f3-6ec8ad6bd825 tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Network': ['ID=ccddee97-ddac-4044-bf49-845dacc0be36,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:32.271721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44bfa5ae-2f36-44df-9c2b-7c654d452d0c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:32.291075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 44bfa5ae-2f36-44df-9c2b-7c654d452d0c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:32.291676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 44bfa5ae-2f36-44df-9c2b-7c654d452d0c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:32.292289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fea05f93-af3a-4aa2-9ab5-7d9533e4c975 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:32.317309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: fea05f93-af3a-4aa2-9ab5-7d9533e4c975 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:32.317922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fea05f93-af3a-4aa2-9ab5-7d9533e4c975 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:32.321996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.381788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2297a59-e394-4eaa-9d1a-921afec6fb65 req-203920c5-1cf3-413b-90c3-89cfbc8e72e2 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.383407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2297a59-e394-4eaa-9d1a-921afec6fb65 req-203920c5-1cf3-413b-90c3-89cfbc8e72e2 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 945 time: 0.0700660 Sep 23 19:41:32.432996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2297a59-e394-4eaa-9d1a-921afec6fb65 req-cf01d4ac-c397-4976-ab0a-72570c9388e7 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Sep 23 19:41:32.453416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.456992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:32.476045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b32375-3fae-49d8-9e83-21bb6f780f44']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.485323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bd1ab9-930c-4072-931d-df5790e0e7ff') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.485620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bd1ab9-930c-4072-931d-df5790e0e7ff') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.496658 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.515036 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.526601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:32.529425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:32.543671 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:32.573103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355e1f-bc42-4dcc-b15f-73ec8a574365 req-0dd5b590-9ad7-4f9a-811f-f98bfc1268a6 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.575173 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85355e1f-bc42-4dcc-b15f-73ec8a574365 req-0dd5b590-9ad7-4f9a-811f-f98bfc1268a6 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 943 time: 0.0588794 Sep 23 19:41:32.611737 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.627343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.634754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85355e1f-bc42-4dcc-b15f-73ec8a574365 req-46ab2051-ae44-481d-a563-53e9c1306ea1 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Sep 23 19:41:32.645498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] 10.222.0.38 "DELETE /v2.0/networks/d8b32375-3fae-49d8-9e83-21bb6f780f44 HTTP/1.1" status: 204 len: 168 time: 0.4398589 Sep 23 19:41:32.663831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1b00f-5d12-44e2-8050-c7f1c012b38e tempest-TaggedBootDevicesTest-1512510133 tempest-TaggedBootDevicesTest-1512510133-project] Pushing event deleted for resources: {'Network': ['ID=d8b32375-3fae-49d8-9e83-21bb6f780f44,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:32.791500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9d14b-d183-4cc3-9d23-d4de97c59687 tempest-TestServerBasicOps-564043885 tempest-TestServerBasicOps-564043885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.793059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4d9d14b-d183-4cc3-9d23-d4de97c59687 tempest-TestServerBasicOps-564043885 tempest-TestServerBasicOps-564043885-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1091 time: 0.3349361 Sep 23 19:41:32.796502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:32.801141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:32.832880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.955689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.072637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Allocated IP 172.25.6.222 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/27789796-5e14-4bfa-9c84-7085f825bdf0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:33.188806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.225189 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.298374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:33.306797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:33.309343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:33.311449 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'Port': ['ID=27789796-5e14-4bfa-9c84-7085f825bdf0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:33.362259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8db9-6d7d-4d71-8f6c-0fe5ca331768 req-b59cd438-e203-4c8c-9878-8ccfcb1641bf tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:33.363812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-056c8db9-6d7d-4d71-8f6c-0fe5ca331768 req-b59cd438-e203-4c8c-9878-8ccfcb1641bf tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 945 time: 0.1057510 Sep 23 19:41:33.459811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-056c8db9-6d7d-4d71-8f6c-0fe5ca331768 req-085e2d83-4019-4c57-b44e-dc34a7fbc4d9 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869126 Sep 23 19:41:33.830808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc76c-a5ca-4518-8256-69ab88d47f06 req-8bc379c4-f48e-4c69-b6d5-f04da78af8c1 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:33.832406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-658bc76c-a5ca-4518-8256-69ab88d47f06 req-8bc379c4-f48e-4c69-b6d5-f04da78af8c1 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 943 time: 0.0962720 Sep 23 19:41:33.881430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.008818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-658bc76c-a5ca-4518-8256-69ab88d47f06 req-18e22c6f-888f-46cb-b9fe-e7ddc598ba66 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357248 Sep 23 19:41:34.013022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0a841710-1188-49ad-b624-7ff067f2e654 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:41:34.015363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.184470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0a841710-1188-49ad-b624-7ff067f2e654, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0a841710-1188-49ad-b624-7ff067f2e654,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:34.198295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '0a841710-1188-49ad-b624-7ff067f2e654', 'network_id': '70002a07-c75d-4671-add1-5467b7bab6c3', 'port_id': '0a841710-1188-49ad-b624-7ff067f2e654', 'mac_address': 'fa:16:3e:00:c8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55486387-d23d-47a0-8a53-c5b508e330de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:41:34.238355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.252203 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.258850 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.273361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a841710-1188-49ad-b624-7ff067f2e654 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:34.315388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0a841710-1188-49ad-b624-7ff067f2e654, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0a841710-1188-49ad-b624-7ff067f2e654,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:34.322793 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.357276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event updated for resources: {'Port': ['ID=27789796-5e14-4bfa-9c84-7085f825bdf0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:34.379683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.396838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=0a841710-1188-49ad-b624-7ff067f2e654,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:34.629416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['0a841710-1188-49ad-b624-7ff067f2e654'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:34.941551 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Floating IP 9e915fdd-b5c5-46aa-889f-1e0d566aa149 associated. External IP: 172.25.6.222, port: 38b4c4b2-825f-410f-b5cd-81c723f6ac47. Sep 23 19:41:35.075126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b822748-0c9e-42a2-9ba8-c6c14d45d935 req-69995963-a41d-4b4b-b6d0-c3b9cdac2dfb tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.076529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b822748-0c9e-42a2-9ba8-c6c14d45d935 req-69995963-a41d-4b4b-b6d0-c3b9cdac2dfb tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 945 time: 0.0985918 Sep 23 19:41:35.166056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b822748-0c9e-42a2-9ba8-c6c14d45d935 req-16595e9c-debc-47dd-9c81-857c55cb1eec tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809247 Sep 23 19:41:35.264738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:35.358843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4421ae-c0ac-4258-9c16-5b78cb45f998 req-1ee41fbd-4de6-4e11-b35b-e2b23f4e71ef tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.360700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e4421ae-c0ac-4258-9c16-5b78cb45f998 req-1ee41fbd-4de6-4e11-b35b-e2b23f4e71ef tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 944 time: 0.1146116 Sep 23 19:41:35.444470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e4421ae-c0ac-4258-9c16-5b78cb45f998 req-0202cf46-4824-4546-b202-ae02bc822e38 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467951 Sep 23 19:41:35.467698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:35.482815 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] Sync routers for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:35.488228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.500533 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:35.501440 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:35.525563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bbaeb3e9-a1e3-4731-acdd-fef32d4bca78 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7279627 Sep 23 19:41:35.526125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:35.528578 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c344fad-5de3-46b9-9349-165bf36cea3d" -d '{"events": [{"name": "network-changed", "server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:35.584005 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88444ec-1ff6-47cb-8945-83a5ca5f1027 x-openstack-request-id: req-f88444ec-1ff6-47cb-8945-83a5ca5f1027 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:35.584504 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:35.584908 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f88444ec-1ff6-47cb-8945-83a5ca5f1027 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:35.585590 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'status': 'completed', 'code': 200} Sep 23 19:41:35.638470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:35.651891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-a620ea58-d145-491f-8bf4-07a84c7ceb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.654470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-a620ea58-d145-491f-8bf4-07a84c7ceb05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7430dade4fd34fbab72d1c4baac0c537&device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1096 time: 0.0454390 Sep 23 19:41:35.777079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-2235962d-501d-49d2-bd37-134c58543144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.779381 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-2235962d-501d-49d2-bd37-134c58543144 service neutron] 10.222.0.41 "GET /v2.0/networks?id=641a42a8-0fb2-483b-9601-0de92af21642 HTTP/1.1" status: 200 len: 909 time: 0.1169944 Sep 23 19:41:35.848678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-dd8ce345-c1cd-4660-a8e5-e282b484ce14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47 HTTP/1.1" status: 200 len: 999 time: 0.0609660 Sep 23 19:41:35.905060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-07b1f835-1fcb-4e89-8ec8-a812a278c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.906591 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-07b1f835-1fcb-4e89-8ec8-a812a278c570 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dd3d9c3-6e69-4227-96cb-632558c4f5d5 HTTP/1.1" status: 200 len: 847 time: 0.0504100 Sep 23 19:41:35.909816 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '9e915fdd-b5c5-46aa-889f-1e0d566aa149', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'floating_ip_address': '172.25.6.222', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'port_id': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'mac_address': 'fa:16:3e:ea:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18985cc3-614b-403f-aae7-9f404f072992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:41:33Z', 'updated_at': '2021-09-23T19:41:33Z', 'revision_number': 0, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:35.941331 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] Checking router: e48ffca3-7e12-4bf7-85f7-9eed02181ca7 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:35.951645 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:35.952650 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:35.974543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-73a192d0-ac96-4e43-aa55-57d0d23ac9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.976319 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-73a192d0-ac96-4e43-aa55-57d0d23ac9a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=641a42a8-0fb2-483b-9601-0de92af21642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614970 Sep 23 19:41:36.035992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0a841710-1188-49ad-b624-7ff067f2e654 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:36.086925 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:36.095758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 0a841710-1188-49ad-b624-7ff067f2e654 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:41:36.100926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 0a841710-1188-49ad-b624-7ff067f2e654 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:36.101521 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.117434 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-b68478e8-5c8b-4bb1-ab76-94c6ee45b190 service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307821 Sep 23 19:41:36.251218 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.280104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a841710-1188-49ad-b624-7ff067f2e654'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:36.282596 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b78325-b1d7-4198-a3c6-7b2009ce1709" -d '{"events": [{"server_uuid": "fda81341-b3fc-4fb1-8251-3468cfcdd0dd", "name": "network-vif-plugged", "status": "completed", "tag": "0a841710-1188-49ad-b624-7ff067f2e654"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:36.298967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 0a841710-1188-49ad-b624-7ff067f2e654, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0a841710-1188-49ad-b624-7ff067f2e654,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:36.307400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.423715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c49a9d-5991-474c-a5ef-e93c68272d91 req-27cfa758-7522-477e-800e-8d4cf37d0d71 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:36.426570 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '9e915fdd-b5c5-46aa-889f-1e0d566aa149', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'floating_ip_address': '172.25.6.222', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'port_id': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'mac_address': 'fa:16:3e:ea:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18985cc3-614b-403f-aae7-9f404f072992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:41:33Z', 'updated_at': '2021-09-23T19:41:33Z', 'revision_number': 0, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:36.447540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14c49a9d-5991-474c-a5ef-e93c68272d91 req-27cfa758-7522-477e-800e-8d4cf37d0d71 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 945 time: 0.1437478 Sep 23 19:41:36.478697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=0a841710-1188-49ad-b624-7ff067f2e654,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:36.492596 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97a068-52a8-4899-a6dc-e2094da0ecee None None] The sync data for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 is: [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '9e915fdd-b5c5-46aa-889f-1e0d566aa149', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'floating_ip_address': '172.25.6.222', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'port_id': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'mac_address': 'fa:16:3e:ea:1e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18985cc3-614b-403f-aae7-9f404f072992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:41:33Z', 'updated_at': '2021-09-23T19:41:33Z', 'revision_number': 0, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:36.495146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd21e-5ee9-44df-b85b-5375477f338d req-c64490e9-55e8-4707-9e80-1b3b8a0fead0 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:36.496693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-77abd21e-5ee9-44df-b85b-5375477f338d req-c64490e9-55e8-4707-9e80-1b3b8a0fead0 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 945 time: 0.3397458 Sep 23 19:41:36.553301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14c49a9d-5991-474c-a5ef-e93c68272d91 req-d7e19f56-0466-47ca-a353-31ed075a3846 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/security-groups?id=9907a6d4-6bc1-49b4-80f1-1bd743493786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042991 Sep 23 19:41:36.610508 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c344fad-5de3-46b9-9349-165bf36cea3d req-bd724a1b-8405-4aae-ae1a-0a0eaf0c01bc service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855957 Sep 23 19:41:36.657823 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6af991c-20e7-49ba-ba59-4b510a062623 x-openstack-request-id: req-e6af991c-20e7-49ba-ba59-4b510a062623 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:36.658541 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda81341-b3fc-4fb1-8251-3468cfcdd0dd", "name": "network-vif-plugged", "status": "completed", "tag": "0a841710-1188-49ad-b624-7ff067f2e654", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:36.658985 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6af991c-20e7-49ba-ba59-4b510a062623 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:36.659542 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a841710-1188-49ad-b624-7ff067f2e654', 'code': 200} Sep 23 19:41:36.714321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Deleting port 3885632e-f3ad-4127-8522-48d28ad9f78c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:36.715363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.876173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] For port 3885632e-f3ad-4127-8522-48d28ad9f78c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3885632e-f3ad-4127-8522-48d28ad9f78c,segment=NetworkSegment(2a40475b-8649-4868-8781-857d42da9fc1),segment_id=2a40475b-8649-4868-8781-857d42da9fc1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:36.876818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.888505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ab201-6f36-4674-9ccf-0b4d1aae67b3 req-221c3666-212c-4d61-9fda-e95779c6f696 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:36.893210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f38ab201-6f36-4674-9ccf-0b4d1aae67b3 req-221c3666-212c-4d61-9fda-e95779c6f696 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 945 time: 0.1648242 Sep 23 19:41:36.900855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Calling delete_port for 3885632e-f3ad-4127-8522-48d28ad9f78c owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:36.920414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d28780-0374-4a11-9503-761f935414cd None None] New status for floating IP 9e915fdd-b5c5-46aa-889f-1e0d566aa149: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:41:36.986971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f38ab201-6f36-4674-9ccf-0b4d1aae67b3 req-a7b24304-4377-4444-a6a5-9febf0a20b0c tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Sep 23 19:41:37.073368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733859e2-08c3-45ca-93c7-b4c018172259 req-0284aee0-79ce-4c58-9e7d-3a173f7657c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:37.074968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-733859e2-08c3-45ca-93c7-b4c018172259 req-0284aee0-79ce-4c58-9e7d-3a173f7657c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 1096 time: 0.2255352 Sep 23 19:41:37.169251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-733859e2-08c3-45ca-93c7-b4c018172259 req-9abaa8de-be08-4ec0-bafd-6dd283851730 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863011 Sep 23 19:41:37.177177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:37.217935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Pushing event deleted for resources: {'Port': ['ID=3885632e-f3ad-4127-8522-48d28ad9f78c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:37.231770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3885632e-f3ad-4127-8522-48d28ad9f78c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:37.294287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] No DVR routers for this DVR port 3885632e-f3ad-4127-8522-48d28ad9f78c on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:37.298914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:37.300912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-77abd21e-5ee9-44df-b85b-5375477f338d req-a8374e80-cbb7-4489-aad9-60cee985c098 tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.72 "DELETE /v2.0/ports/3885632e-f3ad-4127-8522-48d28ad9f78c HTTP/1.1" status: 204 len: 173 time: 0.7948320 Sep 23 19:41:37.302046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'name': 'network-vif-deleted', 'tag': '3885632e-f3ad-4127-8522-48d28ad9f78c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:37.305466 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9398c547-6ce9-4049-9e45-9cef24c55950" -d '{"events": [{"server_uuid": "9fd3c588-b8dd-4a25-bc4b-e4b62bff685c", "name": "network-vif-deleted", "tag": "3885632e-f3ad-4127-8522-48d28ad9f78c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:37.455942 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4174c16c-9bad-463b-aaf3-b888b4526dc8 x-openstack-request-id: req-4174c16c-9bad-463b-aaf3-b888b4526dc8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:37.456095 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd3c588-b8dd-4a25-bc4b-e4b62bff685c", "name": "network-vif-deleted", "tag": "3885632e-f3ad-4127-8522-48d28ad9f78c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:37.456257 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4174c16c-9bad-463b-aaf3-b888b4526dc8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:37.456667 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd3c588-b8dd-4a25-bc4b-e4b62bff685c', 'name': 'network-vif-deleted', 'tag': '3885632e-f3ad-4127-8522-48d28ad9f78c', 'status': 'completed', 'code': 200} Sep 23 19:41:37.672262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72deda29-2b9c-4e80-9a7e-39e2d7ab43d5 req-ffe5ff4d-e66e-42c0-bf68-9a0f7f78dead tempest-ServerMetadataNegativeTestJSON-1913581904 tempest-ServerMetadataNegativeTestJSON-1913581904-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd3c588-b8dd-4a25-bc4b-e4b62bff685c HTTP/1.1" status: 200 len: 210 time: 0.0350151 Sep 23 19:41:38.107075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09367-77f1-4297-88b5-4e7963a729d6 req-44f603f5-0d8c-4dcc-8a31-ba5e98c54e1d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:38.109124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8da09367-77f1-4297-88b5-4e7963a729d6 req-44f603f5-0d8c-4dcc-8a31-ba5e98c54e1d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 945 time: 0.0540049 Sep 23 19:41:38.164982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8da09367-77f1-4297-88b5-4e7963a729d6 req-fae991c7-afd7-4778-b9b9-98ea78a0e36f tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495498 Sep 23 19:41:38.728713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:38.790228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] Deleting subnet 34c4be69-dca2-42cb-a5af-d31310c95c7c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:38.790228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.829051 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.881233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.940169 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.967890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c4be69-dca2-42cb-a5af-d31310c95c7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:38.980345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.982915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e504ab3-6d17-43f1-8ebe-a054f44a51be admin admin] 10.222.0.38 "DELETE /v2.0/subnets/34c4be69-dca2-42cb-a5af-d31310c95c7c HTTP/1.1" status: 204 len: 168 time: 0.2515533 Sep 23 19:41:38.985565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:39.070924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.167348 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.191859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57157db-cc84-428e-899a-e83cafda71f8']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:39.202622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a40475b-8649-4868-8781-857d42da9fc1') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:39.203091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a40475b-8649-4868-8781-857d42da9fc1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:39.213452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.227784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.234521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:39.235012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:39.236746 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:39.339152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.349592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.352142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c57157db-cc84-428e-899a-e83cafda71f8 HTTP/1.1" status: 204 len: 168 time: 0.3668056 Sep 23 19:41:39.371066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b8b4-be37-44f7-a695-3f9c4e24d727 req-3b23f18a-1a05-4b24-94c2-67e04f24256b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:39.379486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3767b8b4-be37-44f7-a695-3f9c4e24d727 req-3b23f18a-1a05-4b24-94c2-67e04f24256b tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 945 time: 0.0959868 Sep 23 19:41:39.383292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603194a-f04e-4230-8854-1a2db01c44a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57157db-cc84-428e-899a-e83cafda71f8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:39.439986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3767b8b4-be37-44f7-a695-3f9c4e24d727 req-fd028494-9292-4625-ba4d-b161f8dbc9c0 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Sep 23 19:41:39.607550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37268) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:39.688669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a3784a2d-85db-4765-9042-5cc24e789b2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8fc20cff23140c39bbfbae2da71c6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797660 Sep 23 19:41:39.691960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:39.780563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.807945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.876441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.879507 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.881796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9907a6d4-6bc1-49b4-80f1-1bd743493786 HTTP/1.1" status: 204 len: 168 time: 0.1887619 Sep 23 19:41:39.911328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9907a6d4-6bc1-49b4-80f1-1bd743493786,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:39.925898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.926504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.929173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.929805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.930352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.930852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.931480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.932038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.932542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.933313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.934098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:39.934835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2829e3c-d17c-482f-8ca3-6175397726e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:40.177211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193029-3443-4b0e-8531-eb79a639fe51 req-72dba17c-3b5d-482e-b55c-5b4a076185d2 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:40.185228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb193029-3443-4b0e-8531-eb79a639fe51 req-72dba17c-3b5d-482e-b55c-5b4a076185d2 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 945 time: 0.1200264 Sep 23 19:41:40.258653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb193029-3443-4b0e-8531-eb79a639fe51 req-da7ba094-c7b3-40a6-a8cb-758089eb8c84 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Sep 23 19:41:40.625940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3885632e-f3ad-4127-8522-48d28ad9f78c no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:40.672918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 3885632e-f3ad-4127-8522-48d28ad9f78c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:40.673469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3885632e-f3ad-4127-8522-48d28ad9f78c not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:41.309154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-980f20c8-df3f-43ee-b96b-88bbbc000979 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:41.310655 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-980f20c8-df3f-43ee-b96b-88bbbc000979 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 945 time: 0.0579641 Sep 23 19:41:41.502398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Deleting port 0a841710-1188-49ad-b624-7ff067f2e654 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:41.502739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.519524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c3f1-d8aa-4ca9-ba98-bd948736d824 req-1aa00d56-24a3-44cc-905b-f517adb36489 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:41.528726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75d5c3f1-d8aa-4ca9-ba98-bd948736d824 req-1aa00d56-24a3-44cc-905b-f517adb36489 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 945 time: 0.0967927 Sep 23 19:41:41.601981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75d5c3f1-d8aa-4ca9-ba98-bd948736d824 req-98ecaf95-3732-4648-83cb-d8d4d0438aeb tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667760 Sep 23 19:41:41.686537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] For port 0a841710-1188-49ad-b624-7ff067f2e654, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=0a841710-1188-49ad-b624-7ff067f2e654,segment=NetworkSegment(6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea),segment_id=6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:41.687445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.704652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Calling delete_port for 0a841710-1188-49ad-b624-7ff067f2e654 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:41.707255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a113362c-c830-42ab-a5d2-6d38c44fd36d req-1fd5fe23-1222-4b90-ad15-c4e9a71a9cf8 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf013e2-99c3-46e0-ada5-c97ac3f8a7ed HTTP/1.1" status: 200 len: 210 time: 0.0511158 Sep 23 19:41:41.939412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.956473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['0a841710-1188-49ad-b624-7ff067f2e654'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:42.017589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event deleted for resources: {'Port': ['ID=0a841710-1188-49ad-b624-7ff067f2e654,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:42.093701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] No DVR routers for this DVR port 0a841710-1188-49ad-b624-7ff067f2e654 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:42.096476 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:42.098805 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4b8b14fe-06c1-491a-8c4a-d2f4db817ecc req-0df05ae0-f994-4960-90f1-9fef312f30d5 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.41 "DELETE /v2.0/ports/0a841710-1188-49ad-b624-7ff067f2e654 HTTP/1.1" status: 204 len: 173 time: 0.7796566 Sep 23 19:41:42.100232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'name': 'network-vif-deleted', 'tag': '0a841710-1188-49ad-b624-7ff067f2e654'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:42.103326 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de62d16-c4b1-4825-a003-587bc3c2cad1" -d '{"events": [{"server_uuid": "fda81341-b3fc-4fb1-8251-3468cfcdd0dd", "name": "network-vif-deleted", "tag": "0a841710-1188-49ad-b624-7ff067f2e654"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:42.352160 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a934f3b3-990f-4936-ba69-bffe2c3e5702 x-openstack-request-id: req-a934f3b3-990f-4936-ba69-bffe2c3e5702 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:42.352766 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda81341-b3fc-4fb1-8251-3468cfcdd0dd", "name": "network-vif-deleted", "tag": "0a841710-1188-49ad-b624-7ff067f2e654", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:42.352766 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a934f3b3-990f-4936-ba69-bffe2c3e5702 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:42.353230 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda81341-b3fc-4fb1-8251-3468cfcdd0dd', 'name': 'network-vif-deleted', 'tag': '0a841710-1188-49ad-b624-7ff067f2e654', 'status': 'completed', 'code': 200} Sep 23 19:41:42.510366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70d90e84-3269-4394-975c-fa6e224b84bd req-de6174b5-3165-46a2-b499-f2f11f51aae5 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0457644 Sep 23 19:41:42.782376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6321c79-ce27-479a-8073-f9e19e88403b req-06536591-1128-4b60-b376-6fac0afd2f42 tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/ports?device_id=fda81341-b3fc-4fb1-8251-3468cfcdd0dd HTTP/1.1" status: 200 len: 210 time: 0.0389535 Sep 23 19:41:43.090006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:43.145984 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b463c8ea-a31c-41cb-92e8-4dac29eb1039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:43.658127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77a6335b-9646-4c02-9394-900855590005 req-4ceeb5ae-2151-436d-bc06-ca339f30ff3a tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0381451 Sep 23 19:41:43.750171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:43.954686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:43.973191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1b2582dc-bc35-48fb-bf37-003cfc276ce5 req-3704c1f8-432e-4d5f-b18b-55a118b46073 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ccf013e2-99c3-46e0-ada5-c97ac3f8a7ed HTTP/1.1" status: 200 len: 210 time: 0.0258403 Sep 23 19:41:44.048103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec18736f-bcb4-490b-b4ee-9f3747f8f52d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.054052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Deleting port 36538cdd-d8c7-4aad-b006-74aec8733951 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:44.054412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.097174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0a841710-1188-49ad-b624-7ff067f2e654 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:44.099451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec18736f-bcb4-490b-b4ee-9f3747f8f52d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.117183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 0a841710-1188-49ad-b624-7ff067f2e654 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:44.117527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 0a841710-1188-49ad-b624-7ff067f2e654 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:44.188583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] For port 36538cdd-d8c7-4aad-b006-74aec8733951, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=36538cdd-d8c7-4aad-b006-74aec8733951,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:44.188949 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.203275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Calling delete_port for 36538cdd-d8c7-4aad-b006-74aec8733951 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:44.204962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec18736f-bcb4-490b-b4ee-9f3747f8f52d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.207509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec18736f-bcb4-490b-b4ee-9f3747f8f52d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.208661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec18736f-bcb4-490b-b4ee-9f3747f8f52d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "DELETE /v2.0/security-groups/6006f663-1901-4a48-8b40-952ea3faa110 HTTP/1.1" status: 204 len: 168 time: 0.2530379 Sep 23 19:41:44.211287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:44.224056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18736f-bcb4-490b-b4ee-9f3747f8f52d tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6006f663-1901-4a48-8b40-952ea3faa110,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:44.224867 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-299a2e33-dae0-4e3d-8571-bd2da308649a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] show failed (client error): The resource could not be found. Sep 23 19:41:44.228281 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-299a2e33-dae0-4e3d-8571-bd2da308649a tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "GET /v2.0/security-groups/6006f663-1901-4a48-8b40-952ea3faa110 HTTP/1.1" status: 404 len: 347 time: 0.0135081 Sep 23 19:41:44.228529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:44.414113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.446130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=36538cdd-d8c7-4aad-b006-74aec8733951,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:44.620196 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.653177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Deleting port 7f55f63f-e1bb-47b9-8643-adbbd3a225fd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:44.653466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.754150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.754617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.790737 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-21157e90-0614-45a3-b7a2-0053d6288cdf req-65920663-3a55-442f-8a85-7b033def1e9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0531011 Sep 23 19:41:44.791731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Calling delete_port for 7f55f63f-e1bb-47b9-8643-adbbd3a225fd owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:44.838929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3612bd3-a807-4be1-baef-690db620034e req-9d82d56b-4c85-4c0c-9265-827b833db0c9 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0507319 Sep 23 19:41:44.883154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:44.946686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.973195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Pushing event deleted for resources: {'Port': ['ID=7f55f63f-e1bb-47b9-8643-adbbd3a225fd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:44.998072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:45.007721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9ee9f5e-1ea9-4420-bbf0-c44775c04e8d admin admin] 10.222.0.38 "PUT /v2.0/routers/3378e854-40fc-4335-8f21-f8eb7c5cecd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160976 Sep 23 19:41:45.008611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:45.010119 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] Sync routers for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:45.024306 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:45.026379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.038503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.041276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.057874 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d4a32aed-c143-450d-8233-d30386bde2ba tempest-ImagesOneServerNegativeTestJSON-1480766782 tempest-ImagesOneServerNegativeTestJSON-1480766782-project] 10.222.0.38 "DELETE /v2.0/floatingips/21acf9a3-96d3-4335-b3fe-a5611427151f HTTP/1.1" status: 204 len: 168 time: 0.8132496 Sep 23 19:41:45.139051 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.143914 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:45.195710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:45.275853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.293747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] Deleting subnet 55486387-d23d-47a0-8a53-c5b508e330de {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:45.307062 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.348643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Deleting port f0e4e4a8-6727-46db-a326-73bc8b9af5a3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:45.349774 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.371802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.422555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.456053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] For port f0e4e4a8-6727-46db-a326-73bc8b9af5a3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:45.456411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.475258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Calling delete_port for f0e4e4a8-6727-46db-a326-73bc8b9af5a3 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:45.496702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.540192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.547065 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/55486387-d23d-47a0-8a53-c5b508e330de HTTP/1.1" status: 204 len: 168 time: 0.3502450 Sep 23 19:41:45.548370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46f8a5-fb1f-4bcc-9351-54446f937115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55486387-d23d-47a0-8a53-c5b508e330de,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:45.550430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:45.568039 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:41:44Z', 'revision_number': 5, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port': {'id': 'f0e4e4a8-6727-46db-a326-73bc8b9af5a3', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:46Z', 'updated_at': '2021-09-23T19:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.598646 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] Checking router: 3378e854-40fc-4335-8f21-f8eb7c5cecd9 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:45.608247 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] Routers {'3378e854-40fc-4335-8f21-f8eb7c5cecd9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:45.608876 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.645288 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.682858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.717450 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] Set router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:45.732325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e4e4a8-6727-46db-a326-73bc8b9af5a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:45.750891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.774321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70002a07-c75d-4671-add1-5467b7bab6c3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.784471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.785053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbd87ce-bcc1-40ae-9c22-f22a2177e2ea') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.789509 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:41:45Z', 'revision_number': 6, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.822673 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.825384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.827906 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74316e3c-186d-421f-9dde-9bc362846451 None None] The sync data for ids ['3378e854-40fc-4335-8f21-f8eb7c5cecd9'] in n-d-810763-1 is: [{'id': '3378e854-40fc-4335-8f21-f8eb7c5cecd9', 'name': 'tempest-TaggedBootDevicesTest-128559504-router', 'tenant_id': '95bfdfd303094f31b74e45f3a972a5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:45Z', 'updated_at': '2021-09-23T19:41:45Z', 'revision_number': 6, 'project_id': '95bfdfd303094f31b74e45f3a972a5cf', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:45.843393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.851176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:45.851876 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:45.854342 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:45.940059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.945678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.950155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] 10.222.0.38 "DELETE /v2.0/networks/70002a07-c75d-4671-add1-5467b7bab6c3 HTTP/1.1" status: 204 len: 168 time: 0.3961377 Sep 23 19:41:45.975613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91de809-071b-495a-a6d8-6b002b7ece0b admin admin] Pushing event deleted for resources: {'Network': ['ID=70002a07-c75d-4671-add1-5467b7bab6c3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:45.983578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.985950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.025820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-021d29ea-38ba-4d70-a58c-861719e06256 req-90acb052-0071-485f-b6b2-b0dcfb1b6607 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0332758 Sep 23 19:41:46.076795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.077712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3378e854-40fc-4335-8f21-f8eb7c5cecd9 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:41:46.086435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.088349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c176e91f-aef5-4663-b21d-cb156e51588b admin admin] 10.222.0.38 "DELETE /v2.0/routers/3378e854-40fc-4335-8f21-f8eb7c5cecd9 HTTP/1.1" status: 204 len: 168 time: 1.0785055 Sep 23 19:41:46.091646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:46.149671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] Deleting subnet 0ff15eed-30d3-44f4-98a3-5e8d898cc901 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:46.153936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.155698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:46.240425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee318bd8-736f-4a9e-9838-8a1091d6d40e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d185236ddff4659b6ebe8a80eaece5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818131 Sep 23 19:41:46.240984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:46.250167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.329494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5230a253-45a5-4a12-b19c-45de5dd263bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.355451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ba0eb5-1658-4925-a148-f8457d4c03f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.384878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.386453 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ba0eb5-1658-4925-a148-f8457d4c03f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.438951 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:41:46.480353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ba0eb5-1658-4925-a148-f8457d4c03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.482978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37ba0eb5-1658-4925-a148-f8457d4c03f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.490660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-37ba0eb5-1658-4925-a148-f8457d4c03f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c9d5c31-c15d-49da-bcca-8f5c1b205b2b HTTP/1.1" status: 204 len: 168 time: 0.2475438 Sep 23 19:41:46.491472 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.514698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.525854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0eb5-1658-4925-a148-f8457d4c03f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d5c31-c15d-49da-bcca-8f5c1b205b2b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:46.584981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff15eed-30d3-44f4-98a3-5e8d898cc901,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:46.591850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.598318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f3a29000-0ae7-41f4-9739-f7ab5fdc3ebc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0ff15eed-30d3-44f4-98a3-5e8d898cc901 HTTP/1.1" status: 204 len: 168 time: 0.5041921 Sep 23 19:41:46.598557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafb3fc-308c-4d3e-813a-fb35a29a6f3c None None] Network 25b98c0d-0af2-4ba7-a863-97453a2f9de9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:46.599931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:46.656636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38c32521-6708-4345-92cb-fdd61abbec02 req-8e55faed-364d-4d03-8cf6-1bfb65e0875e tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0977523 Sep 23 19:41:46.713989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 36538cdd-d8c7-4aad-b006-74aec8733951 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:46.743133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.766575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 36538cdd-d8c7-4aad-b006-74aec8733951 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:46.766918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 36538cdd-d8c7-4aad-b006-74aec8733951 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:46.767326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f0e4e4a8-6727-46db-a326-73bc8b9af5a3 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:46.805829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f0e4e4a8-6727-46db-a326-73bc8b9af5a3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:46.806556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f0e4e4a8-6727-46db-a326-73bc8b9af5a3 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:46.857229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Deleting port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:46.857667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.932102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] DHCP port deletion for 25b98c0d-0af2-4ba7-a863-97453a2f9de9 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:46.992811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] For port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:46.993306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.011679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Calling delete_port for cbc84e16-502d-4e9d-81f1-6cf2ad77f05d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:47.018430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] Deleting port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:47.018924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.020770 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.122034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] For port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,segment=NetworkSegment(695ccdb8-ca37-439f-92c6-7b44b8d9eeaf),segment_id=695ccdb8-ca37-439f-92c6-7b44b8d9eeaf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:47.123212 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.134990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.139180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] Calling delete_port for cbc84e16-502d-4e9d-81f1-6cf2ad77f05d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:47.173071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:47.174988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] No DVR routers for this DVR port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:47.238500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.254222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] No DVR routers for this DVR port cbc84e16-502d-4e9d-81f1-6cf2ad77f05d on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:47.269279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.293404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b98c0d-0af2-4ba7-a863-97453a2f9de9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:47.304732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:47.305086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695ccdb8-ca37-439f-92c6-7b44b8d9eeaf') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:47.322752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.347070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.356012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:47.356648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:47.359061 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:47.463025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.470748 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.473119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] 10.222.0.38 "DELETE /v2.0/networks/25b98c0d-0af2-4ba7-a863-97453a2f9de9 HTTP/1.1" status: 204 len: 168 time: 0.8711665 Sep 23 19:41:47.486746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2422693-346b-4f65-939a-8235396e80d4 None None] Pushing event deleted for resources: {'Port': ['ID=cbc84e16-502d-4e9d-81f1-6cf2ad77f05d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:47.507285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2d6a7-1f4d-44b5-9888-6794270f6394 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b98c0d-0af2-4ba7-a863-97453a2f9de9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:47.625467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:47.648394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:47.672907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:47.673248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-414ee5cf-ce34-49ca-a9e1-605f0f7f7492 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95bfdfd303094f31b74e45f3a972a5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463762 Sep 23 19:41:47.737042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dc08bf3-808d-4208-a0ae-5f7379d28f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.772003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0af6c754-aba8-4ea7-8d48-91708482fdec req-18851409-a676-40f1-a69d-6850f56fc964 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0326686 Sep 23 19:41:47.783708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dc08bf3-808d-4208-a0ae-5f7379d28f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.837953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1612165582-network', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:47.847746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dc08bf3-808d-4208-a0ae-5f7379d28f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.850830 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dc08bf3-808d-4208-a0ae-5f7379d28f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.851962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6dc08bf3-808d-4208-a0ae-5f7379d28f55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0ff214e-edf8-41a5-89d2-6b2f792fc753 HTTP/1.1" status: 204 len: 168 time: 0.1775680 Sep 23 19:41:47.864955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc08bf3-808d-4208-a0ae-5f7379d28f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff214e-edf8-41a5-89d2-6b2f792fc753,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:47.879313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:47.882401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.898551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.005815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.010457 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.039577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:48.050503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:48.056525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.056866 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Added segment bec54113-aba3-49be-82b2-b8127721429f of type vlan for network 4292e859-66bc-440b-85ff-01d092a840e8 Sep 23 19:41:48.099981 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.129242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.131416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:48.131997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.170007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5198267 Sep 23 19:41:48.172859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:48.206616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Request body: {'subnet': {'network_id': '4292e859-66bc-440b-85ff-01d092a840e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1612165582-subnet', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:48.215594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eadaf-71f3-4175-87c8-577dc79110b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4292e859-66bc-440b-85ff-01d092a840e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:48.233704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 4292e859-66bc-440b-85ff-01d092a840e8 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:48.243519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:48.246065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.330297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cbc84e16-502d-4e9d-81f1-6cf2ad77f05d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:48.360508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: cbc84e16-502d-4e9d-81f1-6cf2ad77f05d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:48.361715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cbc84e16-502d-4e9d-81f1-6cf2ad77f05d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:48.446481 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.504591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df555e5-54a9-472f-8383-d7836fcbe067,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:48.532780 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.538134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Checking segment: {'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:48.538616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Network hostable DHCP agents. Network: 4292e859-66bc-440b-85ff-01d092a840e8, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:48.564835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Network 4292e859-66bc-440b-85ff-01d092a840e8 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:48.575010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 4292e859-66bc-440b-85ff-01d092a840e8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:48.585932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0099caf-9d4d-48ac-a316-68b7a72b1f3a None None] Network 4292e859-66bc-440b-85ff-01d092a840e8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:48.587492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:48.588757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.608515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b680e8f0-9ca2-4377-9ba3-245a68348881 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4345419 Sep 23 19:41:48.611377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:48.617256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:48.641658 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.642749 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.691438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37564) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:48.703081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.777756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-4292e859-66bc-440b-85ff-01d092a840e8', 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'fixed_ips': [{'subnet_id': '0df555e5-54a9-472f-8383-d7836fcbe067'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:48.778748 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.822170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-720617123-network', 'tenant_id': 'b894a3b281ea40b4a86f7e4295645567'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:48.851243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Made reservation on behalf of b894a3b281ea40b4a86f7e4295645567 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:48.854635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.866866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.955648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Allocated IP 172.20.0.2 (4292e859-66bc-440b-85ff-01d092a840e8/0df555e5-54a9-472f-8383-d7836fcbe067/f1798188-ac24-4f60-846b-b1f7970131aa) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:49.000359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.017867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.075768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:49.082562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e699d60a-2c0f-4b35-99ef-0d01585fab89,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:49.093329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.093868 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Added segment abebe7a1-26fd-4d5d-8f8f-c94fa5efa771 of type vlan for network d0ed5863-1414-40c1-aee3-470be80d9ca7 Sep 23 19:41:49.159433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.194438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.195699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:49.196529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.227075 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.233664 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.237584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5449085 Sep 23 19:41:49.240760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:49.248132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Request body: {'subnet': {'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-720617123-subnet', 'tenant_id': 'b894a3b281ea40b4a86f7e4295645567', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:49.282624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf52524-21fc-4736-883b-dddd4ebf732b admin admin] Pushing event updated for resources: {'Network': ['ID=d0ed5863-1414-40c1-aee3-470be80d9ca7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:49.289482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Pushing event updated for resources: {'Port': ['ID=f1798188-ac24-4f60-846b-b1f7970131aa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:49.295467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:49.313647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Made reservation on behalf of b894a3b281ea40b4a86f7e4295645567 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:49.316053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.324221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Network 4292e859-66bc-440b-85ff-01d092a840e8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:49.325863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:49.329818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:49.383311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.429831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Attempting to bind port f1798188-ac24-4f60-846b-b1f7970131aa on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:49.430288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Attempting to bind port f1798188-ac24-4f60-846b-b1f7970131aa by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:49.430922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Attempting to bind port f1798188-ac24-4f60-846b-b1f7970131aa on network 4292e859-66bc-440b-85ff-01d092a840e8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:49.434589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ed948ed-46a6-4bce-8535-b69de92b3820 req-058f12d9-bb6f-4c5e-a0a0-f330b0497e97 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0468416 Sep 23 19:41:49.436169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:49.436750 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Checking segment: {'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:49.437225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.437680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Bound using segment: {'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:49.438227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Bound port: f1798188-ac24-4f60-846b-b1f7970131aa, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:49.438678 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.507456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] For port f1798188-ac24-4f60-846b-b1f7970131aa, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:49.510859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] For port f1798188-ac24-4f60-846b-b1f7970131aa, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1798188-ac24-4f60-846b-b1f7970131aa,segment=NetworkSegment(bec54113-aba3-49be-82b2-b8127721429f),segment_id=bec54113-aba3-49be-82b2-b8127721429f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:49.517078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.601378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d78488-a1c1-4cae-b69b-07c8e4768263 None None] Pushing event updated for resources: {'Port': ['ID=f1798188-ac24-4f60-846b-b1f7970131aa,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:49.707521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.762433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.783971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b0e70f-9177-42da-964e-d95dfe08b2d3,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:49.791746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.812202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Checking segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:49.812789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Network hostable DHCP agents. Network: d0ed5863-1414-40c1-aee3-470be80d9ca7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:49.834130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:49.848866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d0ed5863-1414-40c1-aee3-470be80d9ca7) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:49.854798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:49.855668 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.866232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883fb20d-ffb2-41c2-87f3-23b44e1e7755 None None] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:49.875408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-21bba545-5624-437c-bb25-bf7e7fa95407 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6334851 Sep 23 19:41:49.987014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Allocated IP 172.25.6.167 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/c5e06c27-847f-46e2-a7e5-b39869f33d7c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:50.139288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-d0ed5863-1414-40c1-aee3-470be80d9ca7', 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'tenant_id': 'b894a3b281ea40b4a86f7e4295645567', 'fixed_ips': [{'subnet_id': 'a6b0e70f-9177-42da-964e-d95dfe08b2d3'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:50.144905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.146153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.197860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.244576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:50.248201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:50.252926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:50.307055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Allocated IP 172.20.0.2 (d0ed5863-1414-40c1-aee3-470be80d9ca7/a6b0e70f-9177-42da-964e-d95dfe08b2d3/ade056ce-13f6-483f-bfaa-b1831908ada4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:50.376781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Pushing event updated for resources: {'Port': ['ID=c5e06c27-847f-46e2-a7e5-b39869f33d7c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:50.476641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1798188-ac24-4f60-846b-b1f7970131aa up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:50.546177 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.563497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.610893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:50.616484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:50.620724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:50.629558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f1798188-ac24-4f60-846b-b1f7970131aa triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:50.629943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.716946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Pushing event updated for resources: {'Port': ['ID=ade056ce-13f6-483f-bfaa-b1831908ada4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:50.736072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Attempting to bind port ade056ce-13f6-483f-bfaa-b1831908ada4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:50.736606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Attempting to bind port ade056ce-13f6-483f-bfaa-b1831908ada4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:50.736986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Attempting to bind port ade056ce-13f6-483f-bfaa-b1831908ada4 on network d0ed5863-1414-40c1-aee3-470be80d9ca7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:50.738232 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.747919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-9aaa02f0-9fb6-4f8f-a659-f523f123fc10 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:50.752098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:50.752515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Checking segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:50.752932 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.753328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Bound using segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:50.753811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Bound port: ade056ce-13f6-483f-bfaa-b1831908ada4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:50.754196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.756437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-9aaa02f0-9fb6-4f8f-a659-f523f123fc10 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 815 time: 0.2082217 Sep 23 19:41:50.814508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-da266700-90cb-447a-a18e-1c542ff411cf tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/quotas/b894a3b281ea40b4a86f7e4295645567 HTTP/1.1" status: 200 len: 375 time: 0.0569999 Sep 23 19:41:50.858749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.887160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] For port ade056ce-13f6-483f-bfaa-b1831908ada4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:50.891655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] For port ade056ce-13f6-483f-bfaa-b1831908ada4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ade056ce-13f6-483f-bfaa-b1831908ada4,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:50.898485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.931014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-1a78ff3a-aaa3-4694-a8b3-5432ede0b4f5 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153798 Sep 23 19:41:50.966093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ce3c7-cde3-4be5-8304-c55db6e21b8c None None] Network 4292e859-66bc-440b-85ff-01d092a840e8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:50.988000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafe44e-2318-40c0-8a80-598bd9cda4b4 None None] Pushing event updated for resources: {'Port': ['ID=ade056ce-13f6-483f-bfaa-b1831908ada4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:50.993765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f1798188-ac24-4f60-846b-b1f7970131aa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1798188-ac24-4f60-846b-b1f7970131aa,segment=NetworkSegment(bec54113-aba3-49be-82b2-b8127721429f),segment_id=bec54113-aba3-49be-82b2-b8127721429f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:51.012588 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.089766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7aa8b70e-5d62-4c30-9529-c2db5d693a69 None None] Provisioning complete for port f1798188-ac24-4f60-846b-b1f7970131aa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:51.090558 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa8b70e-5d62-4c30-9529-c2db5d693a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.094563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-12cc5f88-6e7d-4564-9e82-082e5b1a669a service neutron] 10.222.0.38 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553109 Sep 23 19:41:51.136432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f1798188-ac24-4f60-846b-b1f7970131aa,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:51.268363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.281408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-33f67b53-0468-4ce7-bca7-f69d18c2e539 service neutron] 10.222.0.38 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859350 Sep 23 19:41:51.503583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Router 6c61d1e8-fbd1-4619-8c9a-55f966325feb is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:51.717350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:51.728964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Sync routers for ids ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:51.729502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f90d3a9-a1af-4ba4-9111-696984c382d7 req-b305ea3b-2384-478f-96b3-86683edb2c64 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0435205 Sep 23 19:41:51.754435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Routers {'6c61d1e8-fbd1-4619-8c9a-55f966325feb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:51.754435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:51.764682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.767445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-281f549c-1d05-4d41-8a11-66970f08799b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1546474 Sep 23 19:41:51.770805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:51.960843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1b92a6f9-82bc-433e-abde-61c1887ea275 None None] Provisioning complete for port f1798188-ac24-4f60-846b-b1f7970131aa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:51.963128 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b92a6f9-82bc-433e-abde-61c1887ea275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.096884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Set router 6c61d1e8-fbd1-4619-8c9a-55f966325feb gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:52.447058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-c7d54de1-3da9-4560-8861-8770e13a1021 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:52.466252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-c7d54de1-3da9-4560-8861-8770e13a1021 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 815 time: 0.3254311 Sep 23 19:41:52.488423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-37b6ecfd-533d-4229-914d-4534384b6da7 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/quotas/b894a3b281ea40b4a86f7e4295645567 HTTP/1.1" status: 200 len: 375 time: 0.0210528 Sep 23 19:41:52.504920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:41:50Z', 'revision_number': 3, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port': {'id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:49Z', 'updated_at': '2021-09-23T19:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:52.585985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-d312946d-6c68-40f6-bce8-02acc3dfd529 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967155 Sep 23 19:41:52.589890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1798188-ac24-4f60-846b-b1f7970131aa up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:52.660411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea5558-af17-4168-aa33-b060202636a1 None None] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:52.729039 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-8420c74a-f441-4841-84bf-7ead682df959 service neutron] 10.222.0.38 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417603 Sep 23 19:41:52.755260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Checking router: 6c61d1e8-fbd1-4619-8c9a-55f966325feb for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:52.755919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Updating router 6c61d1e8-fbd1-4619-8c9a-55f966325feb port c5e06c27-847f-46e2-a7e5-b39869f33d7c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:41:52.781207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.855811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-d531a919-aac3-41c3-8eee-e3abd671d3eb service neutron] 10.222.0.38 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170831 Sep 23 19:41:52.863141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b75e62e2-8d0c-4dd0-9e88-f046c1289fc3 None None] Provisioning complete for port ade056ce-13f6-483f-bfaa-b1831908ada4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:52.863800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b75e62e2-8d0c-4dd0-9e88-f046c1289fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.916914 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.947955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f1798188-ac24-4f60-846b-b1f7970131aa triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:52.948340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.018828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Allocated IP 172.20.0.1 (4292e859-66bc-440b-85ff-01d092a840e8/0df555e5-54a9-472f-8383-d7836fcbe067/1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:53.299835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c144cc5-d320-461e-85a8-a2b981d1d6aa req-7e0fa546-9b2c-4bdd-996f-68f60359c6d0 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.1133487 Sep 23 19:41:53.404487 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.413335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a77b6ae6-ec42-4ed1-a9d9-b46f2db73fcf tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:53.415231 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a77b6ae6-ec42-4ed1-a9d9-b46f2db73fcf tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 815 time: 0.3081806 Sep 23 19:41:53.432482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Request body: {'port': {'device_id': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'admin_state_up': True, 'tenant_id': 'b894a3b281ea40b4a86f7e4295645567'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:53.546639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.591262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Network 4292e859-66bc-440b-85ff-01d092a840e8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:53.625275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ade056ce-13f6-483f-bfaa-b1831908ada4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:53.626415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:53.626760 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b75e62e2-8d0c-4dd0-9e88-f046c1289fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.635219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:53.696557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:53.730003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Made reservation on behalf of b894a3b281ea40b4a86f7e4295645567 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:53.733597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.752229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.908043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-21cfdb87-d346-41d0-ae12-4f4379bc841d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:53.916914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-21cfdb87-d346-41d0-ae12-4f4379bc841d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 815 time: 0.2000372 Sep 23 19:41:53.935788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-4d4ac325-45fa-44db-aeb4-b7375b14af6f tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/quotas/b894a3b281ea40b4a86f7e4295645567 HTTP/1.1" status: 200 len: 375 time: 0.0177324 Sep 23 19:41:53.980294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.013220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-5aa1ec6e-c43b-4f53-afdd-7fc6c8d65184 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764375 Sep 23 19:41:54.033063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b75e62e2-8d0c-4dd0-9e88-f046c1289fc3 None None] For port ade056ce-13f6-483f-bfaa-b1831908ada4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ade056ce-13f6-483f-bfaa-b1831908ada4,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:54.040709 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.045909 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b75e62e2-8d0c-4dd0-9e88-f046c1289fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.057657 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.135586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ade056ce-13f6-483f-bfaa-b1831908ada4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:54.136370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.144045 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Attempting to bind port c5e06c27-847f-46e2-a7e5-b39869f33d7c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:54.144542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Attempting to bind port c5e06c27-847f-46e2-a7e5-b39869f33d7c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:54.145016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Attempting to bind port c5e06c27-847f-46e2-a7e5-b39869f33d7c on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:54.179801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-d92eceaf-ac8f-4708-a567-1c6c7aef276f service neutron] 10.222.0.38 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655591 Sep 23 19:41:54.189645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:54.190148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:54.190550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.191035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:54.191589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Bound port: c5e06c27-847f-46e2-a7e5-b39869f33d7c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:54.192054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.197894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Allocated IP 172.20.0.10 (d0ed5863-1414-40c1-aee3-470be80d9ca7/a6b0e70f-9177-42da-964e-d95dfe08b2d3/45df2eaa-9aa7-4c0d-9180-61e110bf4ef0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:54.229339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e62e2-8d0c-4dd0-9e88-f046c1289fc3 None None] Pushing event updated for resources: {'Port': ['ID=ade056ce-13f6-483f-bfaa-b1831908ada4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:54.329077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-1d472929-8749-4348-b39a-d6f30fdd9dba service neutron] 10.222.0.38 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482978 Sep 23 19:41:54.384676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] For port c5e06c27-847f-46e2-a7e5-b39869f33d7c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:54.388478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] For port c5e06c27-847f-46e2-a7e5-b39869f33d7c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c5e06c27-847f-46e2-a7e5-b39869f33d7c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:54.390102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-17cb9194-4c7f-42ae-aa81-5b47bbce654a None None] Provisioning complete for port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:54.390614 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17cb9194-4c7f-42ae-aa81-5b47bbce654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.442777 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.454100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b5f4-dfb6-4ae3-8518-6b83f657771a None None] Pushing event updated for resources: {'Port': ['ID=c5e06c27-847f-46e2-a7e5-b39869f33d7c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:54.530653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b5f4-dfb6-4ae3-8518-6b83f657771a None None] Pushing event updated for resources: {'Port': ['ID=c5e06c27-847f-46e2-a7e5-b39869f33d7c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:54.616376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.632522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.647646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd4748c-3274-40d3-8a1a-ba1b15cc860c req-f71c506c-2d3b-47f1-a769-3117d2288cac tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0990067 Sep 23 19:41:54.652075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-17cb9194-4c7f-42ae-aa81-5b47bbce654a None None] Port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:54.673342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Routers {'6c61d1e8-fbd1-4619-8c9a-55f966325feb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:54.674058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:54.803341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ade056ce-13f6-483f-bfaa-b1831908ada4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:54.809454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-457b9718-2ef3-45fe-9b3e-f289d604d1a3 req-ab8ddc7b-6c3f-4c17-bb48-b633f8229e60 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 210 time: 0.0396888 Sep 23 19:41:54.870115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9c8f973e-5345-4504-8e67-122eb608ff92 None None] Provisioning complete for port ade056ce-13f6-483f-bfaa-b1831908ada4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:54.870516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8f973e-5345-4504-8e67-122eb608ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.893530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-65ff8140-9be8-425c-841c-c5de9bb67c9b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:54.895392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-65ff8140-9be8-425c-841c-c5de9bb67c9b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 815 time: 0.4872355 Sep 23 19:41:54.912194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Request body: {'port': {'device_id': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'admin_state_up': True, 'tenant_id': 'b894a3b281ea40b4a86f7e4295645567'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:54.943750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.957894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] Set router 6c61d1e8-fbd1-4619-8c9a-55f966325feb gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:54.980157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:54.994629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.008831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ade056ce-13f6-483f-bfaa-b1831908ada4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:55.009274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.258853 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.406243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:41:53Z', 'revision_number': 4, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port': {'id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:49Z', 'updated_at': '2021-09-23T19:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b', 'name': '', 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'mac_address': 'fa:16:3e:e3:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:52Z', 'updated_at': '2021-09-23T19:41:54Z', 'revision_number': 2, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'subnets': [{'id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:55.444188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb68aaa-a41b-4661-ae4b-79dfcc2572ab None None] The sync data for ids ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'] in n-d-810763-1 is: [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:41:53Z', 'revision_number': 4, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port': {'id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:49Z', 'updated_at': '2021-09-23T19:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b', 'name': '', 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'mac_address': 'fa:16:3e:e3:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:52Z', 'updated_at': '2021-09-23T19:41:54Z', 'revision_number': 2, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'subnets': [{'id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:55.457260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.504948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Made reservation on behalf of b894a3b281ea40b4a86f7e4295645567 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:55.509084 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.523221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:55.535717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Network 4292e859-66bc-440b-85ff-01d092a840e8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:55.538182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:55.543305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:55.546471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:55.627007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:55.627669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.836624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16778ad5-62ac-45c0-9385-e85d12f5c4be req-8e7c4692-cf83-4a3f-99c6-e18171a5834c tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0409846 Sep 23 19:41:55.920772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Pushing event updated for resources: {'Port': ['ID=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:55.964590 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-ce598c47-ac6f-49c9-b1b4-cc584664b2cb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5376127 Sep 23 19:41:55.965880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Allocated IP 172.20.0.5 (d0ed5863-1414-40c1-aee3-470be80d9ca7/a6b0e70f-9177-42da-964e-d95dfe08b2d3/7267c97b-c2e0-463b-9d32-4ccfb86319e8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:56.036026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Request body: {'port': {'device_id': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:56.072158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9209d188-eab8-4e98-ba46-1977919bc1f4 None None] Provisioning complete for port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:56.072984 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9209d188-eab8-4e98-ba46-1977919bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.135551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9209d188-eab8-4e98-ba46-1977919bc1f4 None None] Port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:56.149166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9209d188-eab8-4e98-ba46-1977919bc1f4 None None] Provisioning complete for port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:56.149620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9209d188-eab8-4e98-ba46-1977919bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.158569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba3b013b-e4f0-455a-a1ed-2054b6dde7ae req-ce3c7b35-5f80-4a35-98c7-c4380a8ecd73 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 210 time: 0.0433264 Sep 23 19:41:56.204368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9209d188-eab8-4e98-ba46-1977919bc1f4 None None] Port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:56.284072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.331008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-8bfd01c7-40e1-4b81-9690-8beaca5b4724 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:56.332555 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-8bfd01c7-40e1-4b81-9690-8beaca5b4724 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.72 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 815 time: 0.3894784 Sep 23 19:41:56.351178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Router 6c61d1e8-fbd1-4619-8c9a-55f966325feb has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:56.356919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Request body: {'port': {'device_id': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'admin_state_up': True, 'tenant_id': 'b894a3b281ea40b4a86f7e4295645567'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:56.726916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.764217 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.781764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:56.788189 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b7930426-0946-469c-9e0a-3adc29b8c6c0 admin admin] 10.222.0.38 "PUT /v2.0/routers/6c61d1e8-fbd1-4619-8c9a-55f966325feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0161877 Sep 23 19:41:56.795919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c5e06c27-847f-46e2-a7e5-b39869f33d7c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:56.803989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Made reservation on behalf of b894a3b281ea40b4a86f7e4295645567 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:56.808077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.892625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c5e06c27-847f-46e2-a7e5-b39869f33d7c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:56.893011 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.907674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.988171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:57.033713 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.066764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1059475a-2dcd-4ca0-9adf-34613bd582dd req-111d850f-0eb1-4f0c-b19a-d6404c213f0f tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0499539 Sep 23 19:41:57.081415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port c5e06c27-847f-46e2-a7e5-b39869f33d7c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c5e06c27-847f-46e2-a7e5-b39869f33d7c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:57.090706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-100708921'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:57.097119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:57.098926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:57.104217 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.130392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:57.154460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:57.162471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.204868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Pushing event updated for resources: {'Port': ['ID=7267c97b-c2e0-463b-9d32-4ccfb86319e8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:57.219102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:57.247442 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.248001 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Added segment d1d8520c-bac3-4881-8111-9d7d5fa16b90 of type vlan for network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 Sep 23 19:41:57.266548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=c5e06c27-847f-46e2-a7e5-b39869f33d7c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:57.273203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:57.273893 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.307627 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2c966e45-593e-49a0-bb95-9c88b3a5918c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3991911 Sep 23 19:41:57.320591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Request body: {'port': {'device_id': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:57.358022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.398643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.405384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:57.406445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.439988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.456627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:57.458017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-00227346-053f-486d-b45c-9713062e1338 None None] Provisioning complete for port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:57.458517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00227346-053f-486d-b45c-9713062e1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.467595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.481621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da7c61a9-6af2-44b9-be71-14d2d38da128 req-fa766b6b-eef1-4895-b59a-aef536a5da0a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 210 time: 0.0710554 Sep 23 19:41:57.519511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Transition to ACTIVE for port object 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:41:57.527150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.527438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-00227346-053f-486d-b45c-9713062e1338 None None] Port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:57.527948 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5383635 Sep 23 19:41:57.539796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37780) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:57.548890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'subnet': {'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:57.613694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4392ea-90cf-4919-9150-2663846d9860 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Network': ['ID=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:57.629401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:57.867336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Pushing event updated for resources: {'Port': ['ID=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:57.876082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:57.879465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.884059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Allocated IP 172.20.0.9 (d0ed5863-1414-40c1-aee3-470be80d9ca7/a6b0e70f-9177-42da-964e-d95dfe08b2d3/f4061cba-a77f-4a41-9d08-49f205d618bc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:57.974424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Attempting to bind port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:57.974807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Attempting to bind port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:57.975106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Attempting to bind port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 on network d0ed5863-1414-40c1-aee3-470be80d9ca7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:58.007612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 on network d0ed5863-1414-40c1-aee3-470be80d9ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:41:58.007946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Attempting to bind port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 on network d0ed5863-1414-40c1-aee3-470be80d9ca7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:58.029478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:58.029821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Checking segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:58.030199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Bound using segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:58.030653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Bound port: 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:58.031022 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.241368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d3393cc-a2ef-44a7-b17d-efab7e00803b req-acabce71-a345-4944-b8ce-4b2e83bf94ce tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0518167 Sep 23 19:41:58.274700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] For port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:58.290116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.293233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.296060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] For port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:58.312398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.396807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:58.397438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.398879 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] 10.222.0.41 "PUT /v2.0/ports/45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 HTTP/1.1" status: 200 len: 1092 time: 2.3686275 Sep 23 19:41:58.400976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'tag': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:58.403328 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81", "tag": "45df2eaa-9aa7-4c0d-9180-61e110bf4ef0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:58.435595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Subnet': ['ID=7458c115-d6ec-4486-a3f3-d9a9489285e6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:58.475013 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Sync routers for ids ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:58.488921 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Routers {'6c61d1e8-fbd1-4619-8c9a-55f966325feb'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:58.489552 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:58.496921 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623bcd9e-3add-41d8-8116-8e1af2ac96c2 x-openstack-request-id: req-623bcd9e-3add-41d8-8116-8e1af2ac96c2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:58.497202 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81", "tag": "45df2eaa-9aa7-4c0d-9180-61e110bf4ef0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:58.497471 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-623bcd9e-3add-41d8-8116-8e1af2ac96c2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:58.497827 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'tag': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0', 'status': 'completed', 'code': 200} Sep 23 19:41:58.506834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be2d19-3b1c-4f59-9599-70bfa66a8400 service neutron] Pushing event updated for resources: {'Port': ['ID=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:58.522506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Checking segment: {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:58.522979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network hostable DHCP agents. Network: f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:58.541049 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.650691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57448854-5c31-485c-9676-3cc1465a5a66 req-3a387c2a-bac2-43a3-9dcd-6e71bf65e1bf tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:58.653153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57448854-5c31-485c-9676-3cc1465a5a66 req-3a387c2a-bac2-43a3-9dcd-6e71bf65e1bf tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 931 time: 0.0712569 Sep 23 19:41:58.706034 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Set router 6c61d1e8-fbd1-4619-8c9a-55f966325feb gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:41:58.709962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57448854-5c31-485c-9676-3cc1465a5a66 req-97622ae8-9988-40c7-8c0b-19dc633bce4c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Sep 23 19:41:58.794000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c5e06c27-847f-46e2-a7e5-b39869f33d7c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:58.855063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c5e06c27-847f-46e2-a7e5-b39869f33d7c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:58.855436 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.995602 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:41:53Z', 'revision_number': 4, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port': {'id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:49Z', 'updated_at': '2021-09-23T19:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b', 'name': '', 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'mac_address': 'fa:16:3e:e3:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:52Z', 'updated_at': '2021-09-23T19:41:54Z', 'revision_number': 2, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'subnets': [{'id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:59.023656 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Checking router: 6c61d1e8-fbd1-4619-8c9a-55f966325feb for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:41:59.024006 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Updating router 6c61d1e8-fbd1-4619-8c9a-55f966325feb port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:41:59.056856 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.070650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:59.075443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-35840cef-927b-4e0f-a73a-0c83d5193eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:59.076993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-35840cef-927b-4e0f-a73a-0c83d5193eb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 1095 time: 0.6295245 Sep 23 19:41:59.084846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:59.087186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:59.109576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:59.144249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Pushing event updated for resources: {'Port': ['ID=f4061cba-a77f-4a41-9d08-49f205d618bc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:59.193615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:59.195964 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-4b46e9e5-2a91-4847-8b29-5c1ef7470802 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 HTTP/1.1" status: 200 len: 217 time: 0.1020737 Sep 23 19:41:59.201887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4fab2-9d7b-4dce-bad8-e6fd27691e61 None None] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:59.202118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:59.202545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.291647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:59.292372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.350374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-04a6878f-d956-4df8-8125-e862d3b7c87f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8029859 Sep 23 19:41:59.350716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:59.357922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-27528254'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:59.413191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-6e631264-8dd8-475f-9c4c-85e5cf66c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:59.414719 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-6e631264-8dd8-475f-9c4c-85e5cf66c37a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 200 len: 854 time: 0.2073483 Sep 23 19:41:59.422673 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.430816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:59.435953 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.436117 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.469530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7267c97b-c2e0-463b-9d32-4ccfb86319e8 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:59.477678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-a15572b2-63f0-45f6-b522-25cb8f3b2f7a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1249468 Sep 23 19:41:59.481311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da102e70-401f-4db5-ac54-729a93c8441c req-6f33be18-f5cf-4a66-9ce7-e8acdd159c82 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0551550 Sep 23 19:41:59.494169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.498029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:59.500266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9', 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'fixed_ips': [{'subnet_id': '7458c115-d6ec-4486-a3f3-d9a9489285e6'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:59.501953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.518070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.518473 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Added segment ce8ed83a-e915-4ff1-9ddc-2687c914972d of type vlan for network 29d78961-aeab-4ded-b1eb-0df979095c58 Sep 23 19:41:59.529520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Transition to ACTIVE for port object 7267c97b-c2e0-463b-9d32-4ccfb86319e8 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:41:59.544083 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Pushing event updated for resources: {'Port': ['ID=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:59.550104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Request body: {'port': {'device_id': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:59.573014 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.574840 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.575192 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.576205 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.577998 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.579080 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.579414 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.579748 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.580073 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.580400 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.580723 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.581044 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:59.603328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.619695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.670062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.678481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:59.680785 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.681837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-087b1dbd-d1f2-40ca-a334-a116260347e6 None None] Provisioning complete for port f4061cba-a77f-4a41-9d08-49f205d618bc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:59.683658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-087b1dbd-d1f2-40ca-a334-a116260347e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.696325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efb73-32fa-487d-be95-1b559b1dca24 req-93512fe5-542a-46c8-80ea-fff2a724a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:59.699186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-93512fe5-542a-46c8-80ea-fff2a724a917 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ed5863-1414-40c1-aee3-470be80d9ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712576 Sep 23 19:41:59.701799 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Attempting to bind port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:59.702421 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Attempting to bind port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:59.703335 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Attempting to bind port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b on network 4292e859-66bc-440b-85ff-01d092a840e8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:59.710505 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:59.711183 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Checking segment: {'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:59.711796 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.712646 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Bound using segment: {'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:59.714060 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Bound port: 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec54113-aba3-49be-82b2-b8127721429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:59.714663 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.767539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.903113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Network': ['ID=29d78961-aeab-4ded-b1eb-0df979095c58,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:59.913733 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] For port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:59.914730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7267c97b-c2e0-463b-9d32-4ccfb86319e8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:59.921358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-74ffecee-474f-4620-8f4b-b44aca6e468e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5687089 Sep 23 19:41:59.925231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:59.929048 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] For port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,segment=NetworkSegment(bec54113-aba3-49be-82b2-b8127721429f),segment_id=bec54113-aba3-49be-82b2-b8127721429f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:59.929688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'subnet': {'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:59.936305 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.956779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-087b1dbd-d1f2-40ca-a334-a116260347e6 None None] Port f4061cba-a77f-4a41-9d08-49f205d618bc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:59.960988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 29d78961-aeab-4ded-b1eb-0df979095c58 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:00.042489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Allocated IP 19.80.0.2 (f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9/7458c115-d6ec-4486-a3f3-d9a9489285e6/b35a157a-337b-4016-b865-c02535919431) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:00.080515 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944f063-37ef-43e5-9b00-f1e3151858f4 None None] Pushing event updated for resources: {'Port': ['ID=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:00.091980 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Routers {'6c61d1e8-fbd1-4619-8c9a-55f966325feb'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:00.092693 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:00.095662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1333e2a-cfe9-43e5-a98d-b913d3a90cfd req-10867da3-12cc-48e0-bd25-b6bb80572ef4 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:00.111489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1333e2a-cfe9-43e5-a98d-b913d3a90cfd req-10867da3-12cc-48e0-bd25-b6bb80572ef4 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 931 time: 0.2021236 Sep 23 19:42:00.165073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d58c3003-db65-41bf-af3a-3302b606cdab None None] Provisioning complete for port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:00.165715 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58c3003-db65-41bf-af3a-3302b606cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.250043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1333e2a-cfe9-43e5-a98d-b913d3a90cfd req-32dbde00-c6b4-425a-8081-7c55873851fc tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381979 Sep 23 19:42:00.273673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:00.280642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.289793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-b2271a3c-5910-47f3-a0b2-b55cece4470e service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707521 Sep 23 19:42:00.320739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Attempting to bind port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:00.321416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Attempting to bind port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:00.321416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Attempting to bind port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 on network d0ed5863-1414-40c1-aee3-470be80d9ca7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:00.367337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 on network d0ed5863-1414-40c1-aee3-470be80d9ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:00.367693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Attempting to bind port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 on network d0ed5863-1414-40c1-aee3-470be80d9ca7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:00.386781 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] Set router 6c61d1e8-fbd1-4619-8c9a-55f966325feb gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:00.439910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:00.440273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Checking segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:00.440687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Bound using segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:00.441127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Bound port: 7267c97b-c2e0-463b-9d32-4ccfb86319e8, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:00.441495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.645137 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-344efb73-32fa-487d-be95-1b559b1dca24 req-4a97ccdb-27cb-4605-8f51-8ba0aeff4423 service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345373 Sep 23 19:42:00.649636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d731b77-2caa-43ae-802a-1e7452a140d1 req-43c7ce6b-ed8a-4f64-b536-07d09d608766 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0363748 Sep 23 19:42:00.675167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.750322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Subnet': ['ID=cef37dbd-88e0-4884-af81-f8ca9e9a9e8e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:00.778706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.800093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] For port 7267c97b-c2e0-463b-9d32-4ccfb86319e8, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:00.820193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Checking segment: {'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:00.820598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network hostable DHCP agents. Network: 29d78961-aeab-4ded-b1eb-0df979095c58, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:00.827199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.855333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] For port 7267c97b-c2e0-463b-9d32-4ccfb86319e8, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7267c97b-c2e0-463b-9d32-4ccfb86319e8,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:00.857910 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:41:53Z', 'revision_number': 4, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port': {'id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:49Z', 'updated_at': '2021-09-23T19:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b', 'name': '', 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'mac_address': 'fa:16:3e:e3:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:52Z', 'updated_at': '2021-09-23T19:41:59Z', 'revision_number': 4, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'subnets': [{'id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:00.860479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network 29d78961-aeab-4ded-b1eb-0df979095c58 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:00.875174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.887730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 29d78961-aeab-4ded-b1eb-0df979095c58) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:00.898829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:00.899550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.918280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:00.928508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3de1467c-55cc-48cf-9480-7f86156d5912 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9958990 Sep 23 19:42:00.936565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95408f20-20b2-4a7d-85bb-e44629f7546b None None] Network 29d78961-aeab-4ded-b1eb-0df979095c58 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:00.953222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-6ef317d0-bce4-43e2-82e5-ad7666891122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:00.968415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:00.969687 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-6ef317d0-bce4-43e2-82e5-ad7666891122 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 1095 time: 0.2569103 Sep 23 19:42:00.970950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:00.971586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.973290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/7267c97b-c2e0-463b-9d32-4ccfb86319e8 HTTP/1.1" status: 200 len: 1091 time: 3.6576207 Sep 23 19:42:00.976999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'tag': '7267c97b-c2e0-463b-9d32-4ccfb86319e8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:00.999791 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1" -d '{"events": [{"name": "network-changed", "server_uuid": "530bcfce-b832-4fcc-9f5e-3f55dc826eb4", "tag": "7267c97b-c2e0-463b-9d32-4ccfb86319e8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:01.049723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4061cba-a77f-4a41-9d08-49f205d618bc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:01.144677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:01.148172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:01.156524 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da60bde2-bec3-4158-9f3c-4f8a0b9c56cd x-openstack-request-id: req-da60bde2-bec3-4158-9f3c-4f8a0b9c56cd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:01.157321 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530bcfce-b832-4fcc-9f5e-3f55dc826eb4", "tag": "7267c97b-c2e0-463b-9d32-4ccfb86319e8", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:01.157792 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da60bde2-bec3-4158-9f3c-4f8a0b9c56cd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:01.158432 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'tag': '7267c97b-c2e0-463b-9d32-4ccfb86319e8', 'status': 'completed', 'code': 200} Sep 23 19:42:01.161314 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb0756-5c78-40e3-b559-d6e3921c7087 None None] The sync data for ids ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'] in n-d-810763-1 is: [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:41:53Z', 'revision_number': 4, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port': {'id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:49Z', 'updated_at': '2021-09-23T19:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b', 'name': '', 'network_id': '4292e859-66bc-440b-85ff-01d092a840e8', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'mac_address': 'fa:16:3e:e3:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:52Z', 'updated_at': '2021-09-23T19:41:59Z', 'revision_number': 4, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'subnets': [{'id': '0df555e5-54a9-472f-8383-d7836fcbe067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:01.166827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.236024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Pushing event updated for resources: {'Port': ['ID=b35a157a-337b-4016-b865-c02535919431,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:01.266191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9eaa-c9f5-498c-93f9-7125dd3585d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7267c97b-c2e0-463b-9d32-4ccfb86319e8,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:01.328498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.329251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.330033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.330780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.331390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.332010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.332590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.336036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.336700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.337309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.337872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.339042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:01.410380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58c3003-db65-41bf-af3a-3302b606cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.418541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Transition to ACTIVE for port object f4061cba-a77f-4a41-9d08-49f205d618bc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:01.422858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-0b8b7ea4-de33-4e22-8e53-820e4e1e2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:01.425973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-0b8b7ea4-de33-4e22-8e53-820e4e1e2ae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 916 time: 0.4054685 Sep 23 19:42:01.431233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-5049b42e-bcf0-434c-96e2-90f3a2976d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:01.432712 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-5049b42e-bcf0-434c-96e2-90f3a2976d66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 1094 time: 0.3690619 Sep 23 19:42:01.434592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.446931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-29d78961-aeab-4ded-b1eb-0df979095c58', 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'fixed_ips': [{'subnet_id': 'cef37dbd-88e0-4884-af81-f8ca9e9a9e8e'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:01.447996 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.511935 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-1860d833-4876-412b-8bc3-184ff57ce19e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 HTTP/1.1" status: 200 len: 217 time: 0.0570543 Sep 23 19:42:01.515232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-45c59a12-211d-4d0d-98b8-bbcfedecb21b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:01.531546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-45c59a12-211d-4d0d-98b8-bbcfedecb21b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:01.536854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-45c59a12-211d-4d0d-98b8-bbcfedecb21b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/networks?id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9&id=29d78961-aeab-4ded-b1eb-0df979095c58&id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 HTTP/1.1" status: 200 len: 1389 time: 0.2762175 Sep 23 19:42:01.562711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-da6e34f5-a079-4575-b075-52b5fdbe5026 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/quotas/51f47ba69f874a9d989050c7400a8eea HTTP/1.1" status: 200 len: 375 time: 0.0187540 Sep 23 19:42:01.565306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Attempting to bind port b35a157a-337b-4016-b865-c02535919431 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:01.565586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Attempting to bind port b35a157a-337b-4016-b865-c02535919431 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:01.566053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Attempting to bind port b35a157a-337b-4016-b865-c02535919431 on network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:01.635636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-dc53085b-ed0c-4764-845c-9b5a7e13c3a1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711522 Sep 23 19:42:01.676942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d58c3003-db65-41bf-af3a-3302b606cdab None None] For port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,segment=NetworkSegment(bec54113-aba3-49be-82b2-b8127721429f),segment_id=bec54113-aba3-49be-82b2-b8127721429f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:01.690781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:01.692724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Checking segment: {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:01.693304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.700275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Bound using segment: {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:01.701696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Bound port: b35a157a-337b-4016-b865-c02535919431, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:01.704049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.721317 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58c3003-db65-41bf-af3a-3302b606cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.733097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Pushing event updated for resources: {'Port': ['ID=f4061cba-a77f-4a41-9d08-49f205d618bc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:01.795549 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-0fae049e-1101-4530-b771-cccc9f05bcd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7267c97b-c2e0-463b-9d32-4ccfb86319e8 HTTP/1.1" status: 200 len: 217 time: 0.3464456 Sep 23 19:42:01.853495 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ab27ae38-d071-44b2-a050-f870db17f761 service neutron] 10.222.0.38 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169914 Sep 23 19:42:01.892965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c3003-db65-41bf-af3a-3302b606cdab None None] Pushing event updated for resources: {'Port': ['ID=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:01.933786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-eb902a75-8af2-4fe4-96f3-47e86a2691ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:01.935326 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-eb902a75-8af2-4fe4-96f3-47e86a2691ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 200 len: 854 time: 0.2641883 Sep 23 19:42:01.977987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Attempting to bind port f4061cba-a77f-4a41-9d08-49f205d618bc on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:01.978656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Attempting to bind port f4061cba-a77f-4a41-9d08-49f205d618bc by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:01.979002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Attempting to bind port f4061cba-a77f-4a41-9d08-49f205d618bc on network d0ed5863-1414-40c1-aee3-470be80d9ca7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:02.009833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-55fca018-26a6-4d36-96b1-efbe961821a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.011814 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-55fca018-26a6-4d36-96b1-efbe961821a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 200 len: 854 time: 0.2034712 Sep 23 19:42:02.013809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Port f4061cba-a77f-4a41-9d08-49f205d618bc on network d0ed5863-1414-40c1-aee3-470be80d9ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:02.014144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Attempting to bind port f4061cba-a77f-4a41-9d08-49f205d618bc on network d0ed5863-1414-40c1-aee3-470be80d9ca7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:02.030687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:02.031379 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.041034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-8953a4f7-4e55-4066-b2c6-f6ecd3d0c06a service neutron] 10.222.0.38 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857829 Sep 23 19:42:02.042032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:02.042406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Checking segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:02.042848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Bound using segment: {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:02.043303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Bound port: f4061cba-a77f-4a41-9d08-49f205d618bc, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:02.043736 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.157551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] For port f4061cba-a77f-4a41-9d08-49f205d618bc, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:02.160997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] For port f4061cba-a77f-4a41-9d08-49f205d618bc, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4061cba-a77f-4a41-9d08-49f205d618bc,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:02.173450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-c1e1c347-67d6-488f-a8d1-c74f4a19edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.175376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-c1e1c347-67d6-488f-a8d1-c74f4a19edfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ed5863-1414-40c1-aee3-470be80d9ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308884 Sep 23 19:42:02.176936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.241373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.241616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.243038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] 10.222.0.72 "PUT /v2.0/ports/f4061cba-a77f-4a41-9d08-49f205d618bc HTTP/1.1" status: 200 len: 1091 time: 2.6995645 Sep 23 19:42:02.259199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Allocated IP 19.86.0.2 (29d78961-aeab-4ded-b1eb-0df979095c58/cef37dbd-88e0-4884-af81-f8ca9e9a9e8e/64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:02.260143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-3dd3fe11-efd4-4d5c-91a9-7c364ff9991c service neutron] 10.222.0.38 "GET /v2.0/networks/29d78961-aeab-4ded-b1eb-0df979095c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180638 Sep 23 19:42:02.331240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] For port b35a157a-337b-4016-b865-c02535919431, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:02.354544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-4d519092-001d-41e1-b032-ca7b8346d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.356140 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-4d519092-001d-41e1-b032-ca7b8346d194 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ed5863-1414-40c1-aee3-470be80d9ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355639 Sep 23 19:42:02.364533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] For port b35a157a-337b-4016-b865-c02535919431, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b35a157a-337b-4016-b865-c02535919431,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:02.434520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.438985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3b3dd-ad0e-4e19-a9c9-392575b41b8a service neutron] Pushing event updated for resources: {'Port': ['ID=f4061cba-a77f-4a41-9d08-49f205d618bc,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:02.463626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-42c725a8-e178-4a4b-a55e-bcd8d3a9b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.465369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-42c725a8-e178-4a4b-a55e-bcd8d3a9b891 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 1094 time: 0.1700065 Sep 23 19:42:02.494315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-4dd7c070-f206-41e0-9a03-29f99e0a1ac4 service neutron] 10.222.0.38 "GET /v2.0/networks/29d78961-aeab-4ded-b1eb-0df979095c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265353 Sep 23 19:42:02.588354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-1ca99e65-6bf0-47b1-a8f9-479a19fb4383 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4061cba-a77f-4a41-9d08-49f205d618bc HTTP/1.1" status: 200 len: 217 time: 0.1092515 Sep 23 19:42:02.595251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-24cb300d-e648-4561-a314-baefe3e9b4e4 service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062285 Sep 23 19:42:02.649704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b2796ad1-7459-4194-8dbf-cc6ecc528f27 None None] Provisioning complete for port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:02.650101 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2796ad1-7459-4194-8dbf-cc6ecc528f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.691456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-7dfb0d05-d15c-4be4-a023-132d7574b558 service neutron] 10.222.0.38 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905031 Sep 23 19:42:02.720530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-1031242e-e874-443d-9617-bd4d90a8b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.722183 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-1031242e-e874-443d-9617-bd4d90a8b7cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 200 len: 854 time: 0.1222179 Sep 23 19:42:02.756566 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-2d24df13-4c51-416c-9bab-243b8c8383fe service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844945 Sep 23 19:42:02.779658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0395f-f825-420e-ac27-8a88ab77426e None None] Pushing event updated for resources: {'Port': ['ID=b35a157a-337b-4016-b865-c02535919431,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:02.904736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:02.913526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-d8243131-f0bc-4b12-bf52-bc180f404a5b service neutron] 10.222.0.38 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136097 Sep 23 19:42:02.985681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-dfed3a53-7456-4f64-95b4-50d907dde3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.987392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-dfed3a53-7456-4f64-95b4-50d907dde3a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0ed5863-1414-40c1-aee3-470be80d9ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301576 Sep 23 19:42:03.043115 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1e23b77-dff0-44c0-a7cd-2b91da42e38f req-fc28562d-b234-4c0c-82a2-1ba9297dea1d service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198537 Sep 23 19:42:03.052098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.061434 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9da0912-a673-4dfc-9b2f-4ba2994f7606 req-eadf10f5-7f3c-47c9-9518-afbde966d16d service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767134 Sep 23 19:42:03.073647 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.211708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Network 29d78961-aeab-4ded-b1eb-0df979095c58 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:03.220075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:03.220453 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.224190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'tag': 'f4061cba-a77f-4a41-9d08-49f205d618bc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:03.227489 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7d00a5-9ed8-4d80-8009-57927f1d2130" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0bba1f-f5ee-451b-8513-b3cd14e11d72", "tag": "f4061cba-a77f-4a41-9d08-49f205d618bc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:03.233203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-e9f52c5d-36df-4253-a6d4-93d292121fc1 service neutron] 10.222.0.72 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349513 Sep 23 19:42:03.242744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:03.249435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:03.299875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Pushing event updated for resources: {'Port': ['ID=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:03.379854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Attempting to bind port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:03.380236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Attempting to bind port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:03.380636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Attempting to bind port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 on network 29d78961-aeab-4ded-b1eb-0df979095c58 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:03.394709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:03.395119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Checking segment: {'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:03.395536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.395936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Bound using segment: {'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:03.396473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Bound port: 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:03.396863 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.406080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a250b2-ae57-4541-8d38-7a9392ea2f7b req-db6d8c22-a648-4db4-9f4c-c9ac89bcff29 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:03.414332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53a250b2-ae57-4541-8d38-7a9392ea2f7b req-db6d8c22-a648-4db4-9f4c-c9ac89bcff29 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 943 time: 0.1279442 Sep 23 19:42:03.416338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-3b3b60f9-2931-4017-91ac-1cf6af9797cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:03.419078 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-3b3b60f9-2931-4017-91ac-1cf6af9797cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 1094 time: 0.1845453 Sep 23 19:42:03.485685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53a250b2-ae57-4541-8d38-7a9392ea2f7b req-51cac4db-de67-4703-875b-050b31fba8db tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655611 Sep 23 19:42:03.551465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] For port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:03.555442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] For port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:03.562754 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.593145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-63c02c40-af9e-483f-af40-585eb4caa7ae req-09c9db90-af41-413a-bfe5-12e0fb1455a9 service neutron] 10.222.0.72 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378124 Sep 23 19:42:03.625307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-74053072-92a0-4c5c-852f-a0b2e39e9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:03.627031 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-74053072-92a0-4c5c-852f-a0b2e39e9f0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 916 time: 0.2008352 Sep 23 19:42:03.653074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec5d69-ee6c-4e46-9264-2691492305ba None None] Pushing event updated for resources: {'Port': ['ID=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:03.703394 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-fcbc117c-6ee2-4233-a0f1-55a462b434f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7267c97b-c2e0-463b-9d32-4ccfb86319e8 HTTP/1.1" status: 200 len: 217 time: 0.0648623 Sep 23 19:42:03.716887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb3f3169-6057-4545-896b-7343b6f48f2f req-7773d2d5-319d-470e-8f12-35759b7f7db7 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0443797 Sep 23 19:42:03.857610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c42406c-2dc0-4a69-bb41-73f65a21f6d7 req-fdef5396-3885-4346-8d5b-db823ffc9f3e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 210 time: 0.0416491 Sep 23 19:42:04.192018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:04.206127 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d97719a-cff4-4d55-918c-bca175adbe39 x-openstack-request-id: req-3d97719a-cff4-4d55-918c-bca175adbe39 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:04.206405 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0bba1f-f5ee-451b-8513-b3cd14e11d72", "tag": "f4061cba-a77f-4a41-9d08-49f205d618bc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:04.206692 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d97719a-cff4-4d55-918c-bca175adbe39 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:04.207091 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'tag': 'f4061cba-a77f-4a41-9d08-49f205d618bc', 'status': 'completed', 'code': 200} Sep 23 19:42:04.253109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-36e71ed5-9729-4fac-9b7b-1d9d1644b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.254825 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-36e71ed5-9729-4fac-9b7b-1d9d1644b5bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 200 len: 854 time: 0.5428932 Sep 23 19:42:04.267084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-04c39d20-b033-4046-9f42-2d83a23c51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.268677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-04c39d20-b033-4046-9f42-2d83a23c51ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 1094 time: 0.0607259 Sep 23 19:42:04.391517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-e5ce7510-a345-4930-a89b-a7586b7ac0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.393043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-e5ce7510-a345-4930-a89b-a7586b7ac0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ed5863-1414-40c1-aee3-470be80d9ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283243 Sep 23 19:42:04.396811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:04.421137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0', 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'port_id': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0', 'mac_address': 'fa:16:3e:3b:28:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b0e70f-9177-42da-964e-d95dfe08b2d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:04.451324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-662b6801-204a-4a5d-8971-aae9dd64d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.453008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-662b6801-204a-4a5d-8971-aae9dd64d156 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 916 time: 0.1750214 Sep 23 19:42:04.462891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:04.477431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:04.497263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a42541-d4b3-4015-82f4-a26cadda9914 None None] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:04.533950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:04.553295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:04.575386 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-5f0001b3-ff21-4e17-98aa-3aa8dd796940 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4061cba-a77f-4a41-9d08-49f205d618bc HTTP/1.1" status: 200 len: 217 time: 0.1126204 Sep 23 19:42:04.720589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-60a80ee4-7f28-4364-a7e6-5d0e3551b9b9 None None] Provisioning complete for port b35a157a-337b-4016-b865-c02535919431 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:04.721004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60a80ee4-7f28-4364-a7e6-5d0e3551b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:04.736504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-c8769d83-19dd-4413-9ece-4615d50642d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.738264 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-c8769d83-19dd-4413-9ece-4615d50642d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 200 len: 854 time: 0.1282482 Sep 23 19:42:04.866757 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-f177e9ab-3898-4162-b097-bc55679d041f service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508061 Sep 23 19:42:04.876080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:04.953225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-60e2eb39-4c63-4baf-a0cf-ac38a8ac73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.954896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-60e2eb39-4c63-4baf-a0cf-ac38a8ac73c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0ed5863-1414-40c1-aee3-470be80d9ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005875 Sep 23 19:42:04.978409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:05.010771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['45df2eaa-9aa7-4c0d-9180-61e110bf4ef0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:05.050746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061138da-1e9d-4f22-bcc1-b79f3b84550e req-6059f3b2-26f7-433c-a2f8-99fb8f66a505 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:05.061769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-061138da-1e9d-4f22-bcc1-b79f3b84550e req-6059f3b2-26f7-433c-a2f8-99fb8f66a505 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 943 time: 0.4356616 Sep 23 19:42:05.118129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-6975c83e-a0f2-4f30-bbf7-f3e3ba4652b1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:05.125935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-6975c83e-a0f2-4f30-bbf7-f3e3ba4652b1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:05.130500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-6975c83e-a0f2-4f30-bbf7-f3e3ba4652b1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "GET /v2.0/networks?id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9&id=29d78961-aeab-4ded-b1eb-0df979095c58&id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 HTTP/1.1" status: 200 len: 1389 time: 0.4099536 Sep 23 19:42:05.132249 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1fe13b8e-6f1c-4d78-a73b-9a965260fee1 req-a00d53da-32f4-4331-82d4-1d6baa4b6072 service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563169 Sep 23 19:42:05.137570 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60a80ee4-7f28-4364-a7e6-5d0e3551b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.145274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e75de-9542-4e2e-93d9-301b99aff0df None None] Network 29d78961-aeab-4ded-b1eb-0df979095c58 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:05.150584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-e03d7200-b74e-4598-8887-0ecfd45a1201 service neutron] 10.222.0.72 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550906 Sep 23 19:42:05.157766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'port': {'device_id': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9', 'admin_state_up': True, 'tenant_id': '51f47ba69f874a9d989050c7400a8eea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:05.209367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-061138da-1e9d-4f22-bcc1-b79f3b84550e req-7326d7fa-7a45-40db-a290-18949794e636 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439545 Sep 23 19:42:05.232213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:05.233372 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.293126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d7d00a5-9ed8-4d80-8009-57927f1d2130 req-e2c35a04-3a3a-4566-af4e-fe1cadd337c0 service neutron] 10.222.0.72 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289320 Sep 23 19:42:05.394521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:05.407684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.539111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afce9186-f386-43a7-bb98-082dcceb455a req-14622845-d368-4327-8be9-9963a1c415f8 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0411260 Sep 23 19:42:05.553814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-60a80ee4-7f28-4364-a7e6-5d0e3551b9b9 None None] For port b35a157a-337b-4016-b865-c02535919431, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b35a157a-337b-4016-b865-c02535919431,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:05.570562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60a80ee4-7f28-4364-a7e6-5d0e3551b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.638630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Allocated IP 19.80.0.100 (f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9/7458c115-d6ec-4486-a3f3-d9a9489285e6/71c17271-fffc-4f77-90f6-01266c33d1d1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:05.727790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a80ee4-7f28-4364-a7e6-5d0e3551b9b9 None None] Pushing event updated for resources: {'Port': ['ID=b35a157a-337b-4016-b865-c02535919431,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:05.745627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fa682997-ab9b-4f28-8d33-5f2ebb5302ee None None] Provisioning complete for port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:05.746002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa682997-ab9b-4f28-8d33-5f2ebb5302ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.853686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.861700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.913795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.936803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:05.950270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.951095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b35a157a-337b-4016-b865-c02535919431 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:05.984642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:05.988067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:05.991070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:06.030926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Port': ['ID=71c17271-fffc-4f77-90f6-01266c33d1d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:06.064501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa682997-ab9b-4f28-8d33-5f2ebb5302ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.067960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:06.068717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.111358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-26e953db-0cfc-43e3-b089-58e4f8f3bdb7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9592156 Sep 23 19:42:06.122660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'port': {'device_id': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58', 'admin_state_up': True, 'tenant_id': '51f47ba69f874a9d989050c7400a8eea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:06.153274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:06.203861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7267c97b-c2e0-463b-9d32-4ccfb86319e8 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:06.217543 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-fa682997-ab9b-4f28-8d33-5f2ebb5302ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:42:06.217900 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-fa682997-ab9b-4f28-8d33-5f2ebb5302ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:42:06.244048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b35a157a-337b-4016-b865-c02535919431 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:06.244725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.289383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf48866-d28b-4c39-b0a3-50e4c99d36d4 req-def9c690-fbdd-4dec-a729-a74c1fb8ecf9 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:06.296986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbf48866-d28b-4c39-b0a3-50e4c99d36d4 req-def9c690-fbdd-4dec-a729-a74c1fb8ecf9 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 932 time: 0.1552556 Sep 23 19:42:06.357466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbf48866-d28b-4c39-b0a3-50e4c99d36d4 req-de86124c-5b92-4c28-8d85-65c8292b3ab0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596087 Sep 23 19:42:06.374852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:06.379075 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.404746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 7267c97b-c2e0-463b-9d32-4ccfb86319e8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7267c97b-c2e0-463b-9d32-4ccfb86319e8,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:06.426305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '7267c97b-c2e0-463b-9d32-4ccfb86319e8', 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'port_id': '7267c97b-c2e0-463b-9d32-4ccfb86319e8', 'mac_address': 'fa:16:3e:b3:a6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b0e70f-9177-42da-964e-d95dfe08b2d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:06.498168 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.513827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7267c97b-c2e0-463b-9d32-4ccfb86319e8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:06.540380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 7267c97b-c2e0-463b-9d32-4ccfb86319e8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7267c97b-c2e0-463b-9d32-4ccfb86319e8,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:06.545279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb0ca-4f08-4a3e-9453-4b4c84cbb40d req-d62d2725-1219-41e5-b10d-f7c41304a008 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:06.546985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-839fb0ca-4f08-4a3e-9453-4b4c84cbb40d req-d62d2725-1219-41e5-b10d-f7c41304a008 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0947239 Sep 23 19:42:06.551519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.608018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=7267c97b-c2e0-463b-9d32-4ccfb86319e8,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:06.610055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Allocated IP 19.86.0.64 (29d78961-aeab-4ded-b1eb-0df979095c58/cef37dbd-88e0-4884-af81-f8ca9e9a9e8e/62bd5ec3-f00a-4eaf-a479-3d9157e273b9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:06.617389 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-839fb0ca-4f08-4a3e-9453-4b4c84cbb40d req-7bc3e221-c960-4c1f-87b8-0ba42ec0f0b2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614600 Sep 23 19:42:06.765695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:06.819145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55ac42-d384-477c-87fc-7777171d745a req-86b3d708-8eba-4bf8-8199-cc0c8a1f67f4 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:06.820668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb55ac42-d384-477c-87fc-7777171d745a req-86b3d708-8eba-4bf8-8199-cc0c8a1f67f4 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 943 time: 0.1081126 Sep 23 19:42:06.831347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fa682997-ab9b-4f28-8d33-5f2ebb5302ee None None] Provisioning complete for port b35a157a-337b-4016-b865-c02535919431 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:06.831726 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa682997-ab9b-4f28-8d33-5f2ebb5302ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.847070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.856646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4061cba-a77f-4a41-9d08-49f205d618bc details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:06.888648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb55ac42-d384-477c-87fc-7777171d745a req-a10a7c33-f3e5-4dd7-a10b-aa727d358742 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556674 Sep 23 19:42:06.905290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:06.905648 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.908764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.941176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['7267c97b-c2e0-463b-9d32-4ccfb86319e8'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:06.952057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network 29d78961-aeab-4ded-b1eb-0df979095c58 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:06.975466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:06.981735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:07.055917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Port': ['ID=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:07.090734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:07.091856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.134801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a33246ff-3957-49f8-a70b-2a1fa958aaa2 req-ddaa7857-5639-42cc-9786-74c173b528c8 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0403717 Sep 23 19:42:07.137867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f4061cba-a77f-4a41-9d08-49f205d618bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4061cba-a77f-4a41-9d08-49f205d618bc,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:07.148367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-ac700609-41fc-4efa-9d8e-e890c9084f01 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0298982 Sep 23 19:42:07.163756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f4061cba-a77f-4a41-9d08-49f205d618bc', 'network_id': 'd0ed5863-1414-40c1-aee3-470be80d9ca7', 'port_id': 'f4061cba-a77f-4a41-9d08-49f205d618bc', 'mac_address': 'fa:16:3e:92:6d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b0e70f-9177-42da-964e-d95dfe08b2d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:07.166249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'port': {'device_id': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9', 'admin_state_up': True, 'tenant_id': '51f47ba69f874a9d989050c7400a8eea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:07.283439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b35a157a-337b-4016-b865-c02535919431 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:07.297536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.322721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:07.326441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.347387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Provisioning complete for port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:07.347755 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.352882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4061cba-a77f-4a41-9d08-49f205d618bc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:07.431118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:07.469071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f4061cba-a77f-4a41-9d08-49f205d618bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4061cba-a77f-4a41-9d08-49f205d618bc,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:07.477849 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.484683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Provisioning complete for port 71c17271-fffc-4f77-90f6-01266c33d1d1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:07.485057 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.557968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b35a157a-337b-4016-b865-c02535919431 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:07.557968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.600453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Port 71c17271-fffc-4f77-90f6-01266c33d1d1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:07.611185 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f4061cba-a77f-4a41-9d08-49f205d618bc,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:07.630832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Provisioning complete for port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:07.631203 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d93303a4-b54a-47a5-aabf-af03bda318dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.778283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f4061cba-a77f-4a41-9d08-49f205d618bc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:07.935275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad42b1-f72c-4f7f-b9e4-4f3f53f199db req-6c364570-a318-41ec-b3ea-86234dc9d14f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:07.941059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad42b1-f72c-4f7f-b9e4-4f3f53f199db req-6c364570-a318-41ec-b3ea-86234dc9d14f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:07.949032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dad42b1-f72c-4f7f-b9e4-4f3f53f199db req-6c364570-a318-41ec-b3ea-86234dc9d14f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 1654 time: 0.5053065 Sep 23 19:42:07.956977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Allocated IP 19.80.0.70 (f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9/7458c115-d6ec-4486-a3f3-d9a9489285e6/3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:08.025320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dad42b1-f72c-4f7f-b9e4-4f3f53f199db req-1f60b6d8-0b60-4345-bc56-05ff0470f643 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555282 Sep 23 19:42:08.178269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.188902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e0dc4-9449-45fc-9dd5-94b169dec5c5 req-4a0e111e-c4be-48fe-a7a0-f1063f3d9b72 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.190488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-676e0dc4-9449-45fc-9dd5-94b169dec5c5 req-4a0e111e-c4be-48fe-a7a0-f1063f3d9b72 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.1149437 Sep 23 19:42:08.199257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:08.246743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-676e0dc4-9449-45fc-9dd5-94b169dec5c5 req-f608c08c-c437-447c-b1d6-18f7e444bb2f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475771 Sep 23 19:42:08.254860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.258756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:08.262834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:08.263642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.305536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:08.309229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:08.312125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:08.390894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Port': ['ID=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:08.393599 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.412940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.413599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.426647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:08.429718 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81d3d0e-2aae-4c17-9d5a-534067f6eaef" -d '{"events": [{"server_uuid": "a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81", "name": "network-vif-plugged", "status": "completed", "tag": "45df2eaa-9aa7-4c0d-9180-61e110bf4ef0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:08.436511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d41408-195e-425f-a9b5-a6d02526a637 req-c02318d8-4722-447a-83eb-06d50ebeca19 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.438052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01d41408-195e-425f-a9b5-a6d02526a637 req-c02318d8-4722-447a-83eb-06d50ebeca19 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 944 time: 0.1209662 Sep 23 19:42:08.444728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-bc26ca9f-4137-44d8-82ae-c27b8ea06be0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2859383 Sep 23 19:42:08.444952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:08.449446 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.475730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Request body: {'port': {'device_id': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:08.503418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:08.561910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01d41408-195e-425f-a9b5-a6d02526a637 req-a6b83b16-9017-4efc-86f9-4075ff7465fa tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150305 Sep 23 19:42:08.565193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.593420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4532c73c-be2b-409b-ad5e-919650703aa6 None None] Provisioning complete for port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:08.593634 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4532c73c-be2b-409b-ad5e-919650703aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.643200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4532c73c-be2b-409b-ad5e-919650703aa6 None None] Port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:08.754572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d2fcf60-09b6-4e2c-9f80-0472484d0b93 req-290628a4-a24a-42cb-b630-311af0661348 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0301142 Sep 23 19:42:08.805345 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced6fe6-ef0b-406d-8432-fae0f5c2dc06 x-openstack-request-id: req-5ced6fe6-ef0b-406d-8432-fae0f5c2dc06 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:08.805635 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81", "name": "network-vif-plugged", "status": "completed", "tag": "45df2eaa-9aa7-4c0d-9180-61e110bf4ef0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:08.805888 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ced6fe6-ef0b-406d-8432-fae0f5c2dc06 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:08.806306 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0', 'code': 200} Sep 23 19:42:08.839748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4061cba-a77f-4a41-9d08-49f205d618bc up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:08.903003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f4061cba-a77f-4a41-9d08-49f205d618bc completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:08.907488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f4061cba-a77f-4a41-9d08-49f205d618bc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:08.907800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.913795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582c82-ed98-4aec-a901-7aa75651826e req-59405bb4-1673-40c0-899b-9ce925c2185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.915927 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e582c82-ed98-4aec-a901-7aa75651826e req-59405bb4-1673-40c0-899b-9ce925c2185f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 1097 time: 0.0520160 Sep 23 19:42:08.927044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c17271-fffc-4f77-90f6-01266c33d1d1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:08.937186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.956642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Transition to ACTIVE for port object 71c17271-fffc-4f77-90f6-01266c33d1d1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:08.960766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.962709 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e582c82-ed98-4aec-a901-7aa75651826e req-a6ae1054-3a1a-4186-b334-28275e5d19ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Sep 23 19:42:09.000119 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.035034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f4061cba-a77f-4a41-9d08-49f205d618bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4061cba-a77f-4a41-9d08-49f205d618bc,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:09.040431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Pushing event updated for resources: {'Port': ['ID=71c17271-fffc-4f77-90f6-01266c33d1d1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:09.040644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.108283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f4061cba-a77f-4a41-9d08-49f205d618bc,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:09.128746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Attempting to bind port 71c17271-fffc-4f77-90f6-01266c33d1d1 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:09.129121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Attempting to bind port 71c17271-fffc-4f77-90f6-01266c33d1d1 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:09.129420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Attempting to bind port 71c17271-fffc-4f77-90f6-01266c33d1d1 on network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:09.152389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Port 71c17271-fffc-4f77-90f6-01266c33d1d1 on network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:09.152722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Attempting to bind port 71c17271-fffc-4f77-90f6-01266c33d1d1 on network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:09.160832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:09.161204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Checking segment: {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:09.161607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Bound using segment: {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:09.162126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Bound port: 71c17271-fffc-4f77-90f6-01266c33d1d1, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:09.162523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.192732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcaeec-6abe-4fa0-a3df-7fcf4c70a31f req-b5692afd-20ad-4eed-9bf9-87b444e855d6 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.198764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcaeec-6abe-4fa0-a3df-7fcf4c70a31f req-b5692afd-20ad-4eed-9bf9-87b444e855d6 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.204678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcaeec-6abe-4fa0-a3df-7fcf4c70a31f req-b5692afd-20ad-4eed-9bf9-87b444e855d6 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.206441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98dcaeec-6abe-4fa0-a3df-7fcf4c70a31f req-b5692afd-20ad-4eed-9bf9-87b444e855d6 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2387 time: 0.0989525 Sep 23 19:42:09.286191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98dcaeec-6abe-4fa0-a3df-7fcf4c70a31f req-15ee74ae-e4b3-4c53-b35b-2b2d142c02f1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610130 Sep 23 19:42:09.290445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] For port 71c17271-fffc-4f77-90f6-01266c33d1d1, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:09.293635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] For port 71c17271-fffc-4f77-90f6-01266c33d1d1, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=71c17271-fffc-4f77-90f6-01266c33d1d1,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:09.306459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.337470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.338387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.340548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] 10.222.0.72 "PUT /v2.0/ports/71c17271-fffc-4f77-90f6-01266c33d1d1 HTTP/1.1" status: 200 len: 1092 time: 0.8849878 Sep 23 19:42:09.344405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'tag': '71c17271-fffc-4f77-90f6-01266c33d1d1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:09.347731 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed29ba49-a968-42f3-a8c6-6b64473e7a03" -d '{"events": [{"name": "network-changed", "server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "tag": "71c17271-fffc-4f77-90f6-01266c33d1d1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:09.374154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Request body: {'port': {'device_id': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:09.433442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960cc70-1537-41a5-8703-c63dd636eebe service neutron] Pushing event updated for resources: {'Port': ['ID=71c17271-fffc-4f77-90f6-01266c33d1d1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:09.479187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.488401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c830-7da1-4694-bdf8-123dc174a7aa req-7dabf92f-ee07-491d-a63c-934dbbcf5050 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.490505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6713c830-7da1-4694-bdf8-123dc174a7aa req-7dabf92f-ee07-491d-a63c-934dbbcf5050 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.1372843 Sep 23 19:42:09.589436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6713c830-7da1-4694-bdf8-123dc174a7aa req-18dfea87-721f-4487-a8ad-abf36101c1ff tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780470 Sep 23 19:42:09.647280 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db30bc4-1c8b-4c50-95f3-cefd776f5014 x-openstack-request-id: req-2db30bc4-1c8b-4c50-95f3-cefd776f5014 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:09.647548 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "tag": "71c17271-fffc-4f77-90f6-01266c33d1d1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:09.647795 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2db30bc4-1c8b-4c50-95f3-cefd776f5014 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:09.648188 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'tag': '71c17271-fffc-4f77-90f6-01266c33d1d1', 'status': 'completed', 'code': 200} Sep 23 19:42:09.724997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-9de5f061-5f61-4f26-8cde-b2c44cc1322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.725744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-9de5f061-5f61-4f26-8cde-b2c44cc1322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.726856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-9de5f061-5f61-4f26-8cde-b2c44cc1322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.728625 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-9de5f061-5f61-4f26-8cde-b2c44cc1322b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2730 time: 0.0590143 Sep 23 19:42:09.813075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b740f-4791-4322-9229-3632baad13dc req-7446ed05-c4cc-457c-92a7-eb9a0abc4a2a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.814555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e69b740f-4791-4322-9229-3632baad13dc req-7446ed05-c4cc-457c-92a7-eb9a0abc4a2a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.1104732 Sep 23 19:42:09.883299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e69b740f-4791-4322-9229-3632baad13dc req-7895d8b3-72ba-4d45-9973-e3d2678f315d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522454 Sep 23 19:42:09.910717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-b282244d-1e2a-4a56-bab0-d578802021ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.911408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-b282244d-1e2a-4a56-bab0-d578802021ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.912108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-b282244d-1e2a-4a56-bab0-d578802021ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.914247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-b282244d-1e2a-4a56-bab0-d578802021ed service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=51f47ba69f874a9d989050c7400a8eea&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1771493 Sep 23 19:42:09.923524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:09.932127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.945212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Transition to ACTIVE for port object 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:09.950169 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.011295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Pushing event updated for resources: {'Port': ['ID=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:10.120192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-59f6a7c7-1f97-4f56-9bdf-adee8d63b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.122361 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed29ba49-a968-42f3-a8c6-6b64473e7a03 req-59f6a7c7-1f97-4f56-9bdf-adee8d63b066 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993444 Sep 23 19:42:10.144470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f5b5bde-9eee-4c61-9410-9d2852d9a605 req-dd5de5fd-d6d7-46f9-ad88-caf007093c52 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0363388 Sep 23 19:42:10.155296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Attempting to bind port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:10.155638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Attempting to bind port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:10.155969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Attempting to bind port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 on network 29d78961-aeab-4ded-b1eb-0df979095c58 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:10.160879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 on network 29d78961-aeab-4ded-b1eb-0df979095c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:10.161116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Attempting to bind port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 on network 29d78961-aeab-4ded-b1eb-0df979095c58 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:10.172181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:10.172181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Checking segment: {'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:10.172181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Bound using segment: {'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:10.172181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Bound port: 62bd5ec3-f00a-4eaf-a479-3d9157e273b9, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8ed83a-e915-4ff1-9ddc-2687c914972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:10.172181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.203132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7267c97b-c2e0-463b-9d32-4ccfb86319e8 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:10.240649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] For port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:10.244042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] For port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:10.249018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.258542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:10.262839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:10.263420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.295166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.295782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.297266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] 10.222.0.72 "PUT /v2.0/ports/62bd5ec3-f00a-4eaf-a479-3d9157e273b9 HTTP/1.1" status: 200 len: 1091 time: 0.9279602 Sep 23 19:42:10.361712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6ab74-9fe9-4eb0-93cf-48b6c6756a33 service neutron] Pushing event updated for resources: {'Port': ['ID=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:10.374706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Request body: {'port': {'device_id': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:10.390298 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.436648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 7267c97b-c2e0-463b-9d32-4ccfb86319e8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7267c97b-c2e0-463b-9d32-4ccfb86319e8,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:10.443645 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.485229 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.507443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=7267c97b-c2e0-463b-9d32-4ccfb86319e8,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:10.546232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f61a9-6238-40e3-9781-ddf92575424b req-ba6f440b-7608-4813-a360-cc2874b33aa3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.552314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f61a9-6238-40e3-9781-ddf92575424b req-ba6f440b-7608-4813-a360-cc2874b33aa3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.558776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f61a9-6238-40e3-9781-ddf92575424b req-ba6f440b-7608-4813-a360-cc2874b33aa3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.566425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c5f61a9-6238-40e3-9781-ddf92575424b req-ba6f440b-7608-4813-a360-cc2874b33aa3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2399 time: 0.1586976 Sep 23 19:42:10.676772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c5f61a9-6238-40e3-9781-ddf92575424b req-590d82e2-ad67-4e06-9bb8-0d0dc3ce4e7a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094792 Sep 23 19:42:10.807428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4061cba-a77f-4a41-9d08-49f205d618bc'}, {'server_uuid': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7267c97b-c2e0-463b-9d32-4ccfb86319e8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:10.809827 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f23c09e-b010-4b68-8f61-86bcaa0c0948" -d '{"events": [{"server_uuid": "0d0bba1f-f5ee-451b-8513-b3cd14e11d72", "name": "network-vif-plugged", "status": "completed", "tag": "f4061cba-a77f-4a41-9d08-49f205d618bc"}, {"server_uuid": "530bcfce-b832-4fcc-9f5e-3f55dc826eb4", "name": "network-vif-plugged", "status": "completed", "tag": "7267c97b-c2e0-463b-9d32-4ccfb86319e8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:10.822854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a6d5c-47a4-4236-8fef-5d7d302a143f req-1a6957db-7a23-448d-abb2-b07b8be9042c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.824328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-922a6d5c-47a4-4236-8fef-5d7d302a143f req-1a6957db-7a23-448d-abb2-b07b8be9042c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0807967 Sep 23 19:42:10.896104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-922a6d5c-47a4-4236-8fef-5d7d302a143f req-74cf1750-e9a2-4bb3-9024-0d118b5f9b7d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655944 Sep 23 19:42:10.902384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:10.909546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.922890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Transition to ACTIVE for port object 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:10.927880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.965506 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a95c9a-3886-464c-b8d5-b3f5d6fab2fc x-openstack-request-id: req-d0a95c9a-3886-464c-b8d5-b3f5d6fab2fc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:10.966123 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0bba1f-f5ee-451b-8513-b3cd14e11d72", "name": "network-vif-plugged", "status": "completed", "tag": "f4061cba-a77f-4a41-9d08-49f205d618bc", "code": 200}, {"server_uuid": "530bcfce-b832-4fcc-9f5e-3f55dc826eb4", "name": "network-vif-plugged", "status": "completed", "tag": "7267c97b-c2e0-463b-9d32-4ccfb86319e8", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:10.966581 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0a95c9a-3886-464c-b8d5-b3f5d6fab2fc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:10.967152 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4061cba-a77f-4a41-9d08-49f205d618bc', 'code': 200} Sep 23 19:42:10.967645 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7267c97b-c2e0-463b-9d32-4ccfb86319e8', 'code': 200} Sep 23 19:42:10.996738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:11.151796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709f262-c173-45fa-8843-53d52b9ff535 req-bbf2d102-64ad-4de9-875b-3be45c5db19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.154280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2709f262-c173-45fa-8843-53d52b9ff535 req-bbf2d102-64ad-4de9-875b-3be45c5db19f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 1096 time: 0.0890205 Sep 23 19:42:11.156619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b218a-b97e-4a6a-a27c-1e08b23dab9c req-175efbfa-1e8b-4f05-8c45-91be2872e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.158326 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-898b218a-b97e-4a6a-a27c-1e08b23dab9c req-175efbfa-1e8b-4f05-8c45-91be2872e3e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1048765 Sep 23 19:42:11.175425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Attempting to bind port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:11.175425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Attempting to bind port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:11.175425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Attempting to bind port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b on network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:11.193729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b on network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:11.194636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Attempting to bind port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b on network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:11.206463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ad1ee-9847-4331-85e3-b9718462b03f req-0a4173bb-8988-4ec0-92ed-f2cbaccf347d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.225852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-565ad1ee-9847-4331-85e3-b9718462b03f req-0a4173bb-8988-4ec0-92ed-f2cbaccf347d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.1290674 Sep 23 19:42:11.238309 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-898b218a-b97e-4a6a-a27c-1e08b23dab9c req-5f6a5828-ac57-4bf7-b102-c3e89e2ae0cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669777 Sep 23 19:42:11.241752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:11.242684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Checking segment: {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:11.242684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Bound using segment: {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:11.242955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Bound port: 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d8520c-bac3-4881-8111-9d7d5fa16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:11.243324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.274428 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2709f262-c173-45fa-8843-53d52b9ff535 req-d5e0d438-2635-4980-87bb-4ccc5f42a028 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125636 Sep 23 19:42:11.306497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-565ad1ee-9847-4331-85e3-b9718462b03f req-d7129dd7-6a6f-4936-884d-648dca571bd2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793293 Sep 23 19:42:11.375849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] For port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:11.379468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] For port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:11.384504 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.432460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.433140 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.434710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] 10.222.0.72 "PUT /v2.0/ports/3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b HTTP/1.1" status: 200 len: 1091 time: 1.0655079 Sep 23 19:42:11.455113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434385a-e1d1-42c4-9118-1beafd76ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:11.571864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-6b1fbcf3-6874-4690-a137-333aab939a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.572343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-6b1fbcf3-6874-4690-a137-333aab939a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.572868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-6b1fbcf3-6874-4690-a137-333aab939a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.574603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-6b1fbcf3-6874-4690-a137-333aab939a11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2864 time: 0.0537686 Sep 23 19:42:11.639138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-64b79c16-5ac2-4b16-a2be-468f86bb63a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=71c17271-fffc-4f77-90f6-01266c33d1d1 HTTP/1.1" status: 200 len: 217 time: 0.0549715 Sep 23 19:42:11.641028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b7a3786-7cf3-475b-a4cf-1796f56c77e3 req-db63a3ed-4f39-4116-9e67-b00e4008861f tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0655301 Sep 23 19:42:11.675852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'tag': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9'}, {'name': 'network-changed', 'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'tag': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:11.678173 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02eda2-9ca8-403a-932c-e2bd65839248" -d '{"events": [{"name": "network-changed", "server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "tag": "62bd5ec3-f00a-4eaf-a479-3d9157e273b9"}, {"name": "network-changed", "server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "tag": "3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:11.699302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0eef7626-df7d-4fa2-b15c-7c2f4ff16c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.700998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0eef7626-df7d-4fa2-b15c-7c2f4ff16c16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7458c115-d6ec-4486-a3f3-d9a9489285e6 HTTP/1.1" status: 200 len: 801 time: 0.0537393 Sep 23 19:42:11.718135 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e13766f-184a-4db4-bdd7-33a463a4f07e x-openstack-request-id: req-4e13766f-184a-4db4-bdd7-33a463a4f07e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:11.718444 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "tag": "62bd5ec3-f00a-4eaf-a479-3d9157e273b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "tag": "3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:11.718689 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e13766f-184a-4db4-bdd7-33a463a4f07e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:11.719068 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'tag': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9', 'status': 'completed', 'code': 200} Sep 23 19:42:11.719329 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'tag': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b', 'status': 'completed', 'code': 200} Sep 23 19:42:11.753851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-d7fd7dc0-7575-46dc-804a-9febbc4a9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.756209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-d7fd7dc0-7575-46dc-804a-9febbc4a9c37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471258 Sep 23 19:42:11.877092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969eb1c-5ef1-4d1a-8656-82b4d405a4f6 req-928fdae9-b93d-4f9a-9f57-351540b68d1d tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.883036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969eb1c-5ef1-4d1a-8656-82b4d405a4f6 req-928fdae9-b93d-4f9a-9f57-351540b68d1d tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.888861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969eb1c-5ef1-4d1a-8656-82b4d405a4f6 req-928fdae9-b93d-4f9a-9f57-351540b68d1d tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.890627 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c969eb1c-5ef1-4d1a-8656-82b4d405a4f6 req-928fdae9-b93d-4f9a-9f57-351540b68d1d tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2411 time: 0.1169050 Sep 23 19:42:11.914517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0a471a2d-941a-4234-b516-fb77f1a3cc13 service neutron] 10.222.0.72 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505210 Sep 23 19:42:11.957980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c969eb1c-5ef1-4d1a-8656-82b4d405a4f6 req-275a8c11-dd31-4c5c-9637-c6f1b99a1a38 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Sep 23 19:42:12.035551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-8eb0a5d8-b69b-4387-9b25-9eef65f212b6 service neutron] 10.222.0.72 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092851 Sep 23 19:42:12.085045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-5a564d74-2619-4c9a-976e-e92869b4c956 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.64&port_id=62bd5ec3-f00a-4eaf-a479-3d9157e273b9 HTTP/1.1" status: 200 len: 217 time: 0.0363557 Sep 23 19:42:12.132142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80492456-4802-4b79-9647-8d14d2bad591 req-3d3eeee5-698a-4ed6-a008-6bd2f41694c7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.133639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80492456-4802-4b79-9647-8d14d2bad591 req-3d3eeee5-698a-4ed6-a008-6bd2f41694c7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.1164134 Sep 23 19:42:12.165160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-df5f7cb2-22df-402c-b38b-8585886a0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.166642 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-df5f7cb2-22df-402c-b38b-8585886a0ebb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cef37dbd-88e0-4884-af81-f8ca9e9a9e8e HTTP/1.1" status: 200 len: 801 time: 0.0736628 Sep 23 19:42:12.208271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80492456-4802-4b79-9647-8d14d2bad591 req-97289dca-e24d-4bc3-a08e-136927adc568 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666602 Sep 23 19:42:12.225120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-feb660ef-4dec-462d-ad1b-30fe132f1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.226646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-feb660ef-4dec-462d-ad1b-30fe132f1c2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=29d78961-aeab-4ded-b1eb-0df979095c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501430 Sep 23 19:42:12.327650 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-820c0e02-21ef-493b-82d4-c25580a77a81 service neutron] 10.222.0.72 "GET /v2.0/networks/29d78961-aeab-4ded-b1eb-0df979095c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927968 Sep 23 19:42:12.481426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0549a-02d4-4ea1-b152-7a7ef349e555 req-9bd59d24-09d9-4622-9ceb-b83e2afda83d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.482974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6b0549a-02d4-4ea1-b152-7a7ef349e555 req-9bd59d24-09d9-4622-9ceb-b83e2afda83d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.1119766 Sep 23 19:42:12.488788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-95507535-0eea-4b7c-85bb-80688f69a44a service neutron] 10.222.0.72 "GET /v2.0/networks/29d78961-aeab-4ded-b1eb-0df979095c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486621 Sep 23 19:42:12.537832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0e75609c-3135-485a-a276-bfe74846604d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b HTTP/1.1" status: 200 len: 217 time: 0.0413904 Sep 23 19:42:12.582838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6b0549a-02d4-4ea1-b152-7a7ef349e555 req-1ffdabaa-edf4-47f9-a62d-6050b54f90ca tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929959 Sep 23 19:42:12.624003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-84221965-fc64-435e-b32b-599892b5aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.626230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-84221965-fc64-435e-b32b-599892b5aeec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7458c115-d6ec-4486-a3f3-d9a9489285e6 HTTP/1.1" status: 200 len: 801 time: 0.0769203 Sep 23 19:42:12.689337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-7b5eb4ef-2028-416d-96f1-b8cede1fe9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.692790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-7b5eb4ef-2028-416d-96f1-b8cede1fe9c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573206 Sep 23 19:42:12.787254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4dff141f-01a8-4009-9dcf-3b480474f52a req-bfa34a73-3a75-4b49-897d-14b651a9389e tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0521560 Sep 23 19:42:12.815078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-0a5aa526-8bde-4bb4-8381-0037d14e8c5c service neutron] 10.222.0.72 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142831 Sep 23 19:42:12.912785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c07b2862-cefb-4386-b06c-79c1e40057f2 req-4b7e7a95-353c-4bc2-8488-e14899a633e3 service neutron] 10.222.0.72 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883794 Sep 23 19:42:13.017595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-cb83c7e1-aa73-4a0a-9f32-4a4de1e303a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.018394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-cb83c7e1-aa73-4a0a-9f32-4a4de1e303a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.018888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-cb83c7e1-aa73-4a0a-9f32-4a4de1e303a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.020530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-cb83c7e1-aa73-4a0a-9f32-4a4de1e303a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2864 time: 0.0445328 Sep 23 19:42:13.154550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6849f987-5097-4b78-974e-bde074f9a7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.175164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2232-3f4e-4acc-9f5d-744c2b18d041 req-7ce58a88-f342-4779-9308-bd459b6b2ba1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.184071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2232-3f4e-4acc-9f5d-744c2b18d041 req-7ce58a88-f342-4779-9308-bd459b6b2ba1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.190949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2232-3f4e-4acc-9f5d-744c2b18d041 req-7ce58a88-f342-4779-9308-bd459b6b2ba1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.193082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40cc2232-3f4e-4acc-9f5d-744c2b18d041 req-7ce58a88-f342-4779-9308-bd459b6b2ba1 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2411 time: 0.1547241 Sep 23 19:42:13.237798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-d9100bf9-99b5-4993-86a2-e316a159a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.240753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-d9100bf9-99b5-4993-86a2-e316a159a64a service neutron] 10.222.0.72 "GET /v2.0/networks?id=29d78961-aeab-4ded-b1eb-0df979095c58 HTTP/1.1" status: 200 len: 901 time: 0.2112687 Sep 23 19:42:13.315228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40cc2232-3f4e-4acc-9f5d-744c2b18d041 req-59f85d20-1f80-426b-b601-1c47e2e5ae5d tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142788 Sep 23 19:42:13.316688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-5e47d357-69ba-44c3-9b75-bdbf13db3a1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.64&port_id=62bd5ec3-f00a-4eaf-a479-3d9157e273b9 HTTP/1.1" status: 200 len: 217 time: 0.0652230 Sep 23 19:42:13.375705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-461ce6a8-65b3-4b67-ba87-9e1668c783ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.377305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-461ce6a8-65b3-4b67-ba87-9e1668c783ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cef37dbd-88e0-4884-af81-f8ca9e9a9e8e HTTP/1.1" status: 200 len: 801 time: 0.0516131 Sep 23 19:42:13.472799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-68728f05-7893-4e56-99a5-c3c58e520848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.474438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-68728f05-7893-4e56-99a5-c3c58e520848 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=29d78961-aeab-4ded-b1eb-0df979095c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830350 Sep 23 19:42:13.486709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e98e0-c494-4fa7-8d51-3f3e682e8b27 req-23f34eb2-6ec6-4f59-a3fd-cad8a072c585 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.488966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c14e98e0-c494-4fa7-8d51-3f3e682e8b27 req-23f34eb2-6ec6-4f59-a3fd-cad8a072c585 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0856595 Sep 23 19:42:13.584875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c14e98e0-c494-4fa7-8d51-3f3e682e8b27 req-da305577-6af1-4ba9-aab0-19fba99ae4d5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864186 Sep 23 19:42:13.608470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-73aac77e-3374-423d-b401-11724d1975f3 service neutron] 10.222.0.72 "GET /v2.0/networks/29d78961-aeab-4ded-b1eb-0df979095c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184406 Sep 23 19:42:13.741423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86b71-bbc0-4d04-86aa-87d75e969089 req-e823d04b-d91c-4d6b-9cee-d481e8dde3c2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.742934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85d86b71-bbc0-4d04-86aa-87d75e969089 req-e823d04b-d91c-4d6b-9cee-d481e8dde3c2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.0656433 Sep 23 19:42:13.745129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-f0b50003-020c-4975-8a6f-9f812f9b1a5f service neutron] 10.222.0.72 "GET /v2.0/networks/29d78961-aeab-4ded-b1eb-0df979095c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283958 Sep 23 19:42:13.794297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85d86b71-bbc0-4d04-86aa-87d75e969089 req-f5541305-fd14-4fa8-9d26-8bc25e6e1f84 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Sep 23 19:42:13.844184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-2640b3f0-884d-4b5a-a969-3fe9a1084973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.844576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-2640b3f0-884d-4b5a-a969-3fe9a1084973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.845175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-2640b3f0-884d-4b5a-a969-3fe9a1084973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.847423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-2640b3f0-884d-4b5a-a969-3fe9a1084973 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2864 time: 0.0513270 Sep 23 19:42:14.335521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-485cc576-20be-484b-ab0b-90c3ac3ab7f3 req-c7282c0f-0119-4412-aa7e-b013a010c648 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0350637 Sep 23 19:42:14.350512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-98b6dfa0-515f-454a-bbb0-0415c3d896a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.351966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-98b6dfa0-515f-454a-bbb0-0415c3d896a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 HTTP/1.1" status: 200 len: 902 time: 0.4914560 Sep 23 19:42:14.394004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-76289d99-e151-4f3e-8fe2-d5e9c5126c20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b HTTP/1.1" status: 200 len: 217 time: 0.0331917 Sep 23 19:42:14.469126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-0f7c7f16-6371-4b74-bf33-3f9f35451ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.470606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-0f7c7f16-6371-4b74-bf33-3f9f35451ef0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7458c115-d6ec-4486-a3f3-d9a9489285e6 HTTP/1.1" status: 200 len: 801 time: 0.0672503 Sep 23 19:42:14.478638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e0d7-101a-46c8-ba52-f0e783701dee req-24b837a2-86be-41ee-a101-a5a01de8ea20 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.480533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5284e0d7-101a-46c8-ba52-f0e783701dee req-24b837a2-86be-41ee-a101-a5a01de8ea20 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0857465 Sep 23 19:42:14.543857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5284e0d7-101a-46c8-ba52-f0e783701dee req-6bcbab5b-c591-48ee-a349-1cc1e8d093d6 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Sep 23 19:42:14.548344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-e0f00422-118d-4d47-b2f6-64e66b806482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.549754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-e0f00422-118d-4d47-b2f6-64e66b806482 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637186 Sep 23 19:42:14.669988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-0d1947aa-f3a7-404c-8133-11fe5a1093a5 service neutron] 10.222.0.72 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132753 Sep 23 19:42:14.683117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2b01d-1092-4741-a482-22d6ef5f4878 req-7c73a3a7-62aa-4a8a-ba37-54bbc3068b79 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.688943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2b01d-1092-4741-a482-22d6ef5f4878 req-7c73a3a7-62aa-4a8a-ba37-54bbc3068b79 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.695359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2b01d-1092-4741-a482-22d6ef5f4878 req-7c73a3a7-62aa-4a8a-ba37-54bbc3068b79 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.696864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afb2b01d-1092-4741-a482-22d6ef5f4878 req-7c73a3a7-62aa-4a8a-ba37-54bbc3068b79 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2411 time: 0.0800471 Sep 23 19:42:14.787114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afb2b01d-1092-4741-a482-22d6ef5f4878 req-d828eb23-0138-4487-ba3c-4ef58b4f4b18 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825393 Sep 23 19:42:14.809436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b02eda2-9ca8-403a-932c-e2bd65839248 req-b957442a-448b-4805-b8bb-f4efb1339cf3 service neutron] 10.222.0.72 "GET /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116526 Sep 23 19:42:14.888604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55f521-2aeb-4280-9f35-76839f853ab1 req-8d910825-7f5b-4067-992a-c3a887f6f660 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:14.890074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb55f521-2aeb-4280-9f35-76839f853ab1 req-8d910825-7f5b-4067-992a-c3a887f6f660 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Sep 23 19:42:14.926628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb55f521-2aeb-4280-9f35-76839f853ab1 req-d580a3fb-e4d3-41e4-8e98-34c582c7e14d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Sep 23 19:42:15.033859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561155-25cb-4993-bd83-0b2110b7a6d9 req-f6e6b84e-e386-42c6-8d3d-7ecaaf1e804f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.035390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0561155-25cb-4993-bd83-0b2110b7a6d9 req-f6e6b84e-e386-42c6-8d3d-7ecaaf1e804f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0535626 Sep 23 19:42:15.072798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0561155-25cb-4993-bd83-0b2110b7a6d9 req-39c225ae-cd90-4c44-9628-7ee2c71acba7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Sep 23 19:42:15.409039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d232ac5-b5f0-4d3b-b8e5-db7cc4e6478d req-61cf748f-7518-4f87-972b-073767d3fe0b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.410680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d232ac5-b5f0-4d3b-b8e5-db7cc4e6478d req-61cf748f-7518-4f87-972b-073767d3fe0b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.0503225 Sep 23 19:42:15.462503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d232ac5-b5f0-4d3b-b8e5-db7cc4e6478d req-80c80bd8-da9d-4229-baa7-1c3efbc77b1c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Sep 23 19:42:15.554375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-770f024b-94ae-43f0-887c-8411bd86a4aa req-f6681a66-5fcc-4f68-a6d7-2aa8190f3f74 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0257761 Sep 23 19:42:15.826273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179601f-534a-48e3-b4ad-fdc7607c232a req-d2c12492-2d84-4d67-9182-a40aede16c2b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.827773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c179601f-534a-48e3-b4ad-fdc7607c232a req-d2c12492-2d84-4d67-9182-a40aede16c2b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0530837 Sep 23 19:42:15.866570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c179601f-534a-48e3-b4ad-fdc7607c232a req-79f57705-b668-493a-a7c5-fa16163a80c6 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Sep 23 19:42:15.969470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9add4-ff53-4541-8808-c0af7863c448 req-1152a21b-f063-4924-a3b6-246f2d1e23fe tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.975508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9add4-ff53-4541-8808-c0af7863c448 req-1152a21b-f063-4924-a3b6-246f2d1e23fe tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.981337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9add4-ff53-4541-8808-c0af7863c448 req-1152a21b-f063-4924-a3b6-246f2d1e23fe tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.983103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19c9add4-ff53-4541-8808-c0af7863c448 req-1152a21b-f063-4924-a3b6-246f2d1e23fe tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2411 time: 0.0651174 Sep 23 19:42:16.028398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19c9add4-ff53-4541-8808-c0af7863c448 req-35872833-412c-4a83-999b-c1ac6f925f52 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Sep 23 19:42:16.293673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef5e97d8-9f67-4bc2-baaf-33b830a2cbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.313717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40695331-5fc9-4d3c-a2e0-414a45fa91d1 req-9df098ea-4f03-4504-a70d-0598a076e9bd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:16.322427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40695331-5fc9-4d3c-a2e0-414a45fa91d1 req-9df098ea-4f03-4504-a70d-0598a076e9bd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:16.329153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40695331-5fc9-4d3c-a2e0-414a45fa91d1 req-9df098ea-4f03-4504-a70d-0598a076e9bd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:16.330895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40695331-5fc9-4d3c-a2e0-414a45fa91d1 req-9df098ea-4f03-4504-a70d-0598a076e9bd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72&device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4&device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 2417 time: 0.0712438 Sep 23 19:42:16.369777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40695331-5fc9-4d3c-a2e0-414a45fa91d1 req-fbde6c61-7f07-4afc-853e-8cb2eef0b961 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Sep 23 19:42:16.444515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.468793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a8e3f-ad0d-4a46-b55b-8095e0d67ea3 req-7ad05d4a-14eb-4668-9b5a-7b67407c68fa tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:16.470281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df3a8e3f-ad0d-4a46-b55b-8095e0d67ea3 req-7ad05d4a-14eb-4668-9b5a-7b67407c68fa tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0526845 Sep 23 19:42:16.508420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df3a8e3f-ad0d-4a46-b55b-8095e0d67ea3 req-d12fdd0a-50fb-48fb-8237-38df9d64fbcb tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Sep 23 19:42:16.729338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958c5de-66b2-4ae9-918e-5ffd0cfa847b req-93ff1cc0-e784-457d-98a8-3238b22fc04d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:16.730898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8958c5de-66b2-4ae9-918e-5ffd0cfa847b req-93ff1cc0-e784-457d-98a8-3238b22fc04d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Sep 23 19:42:16.768359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8958c5de-66b2-4ae9-918e-5ffd0cfa847b req-a0b7d32a-1859-469a-95ea-9150111c3c5a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312574 Sep 23 19:42:16.848721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d8a3e16-0aeb-495a-a8be-5f3a8369d289 req-d20532cf-ca30-4319-bb21-7f28963e73fb tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0290241 Sep 23 19:42:16.899173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:17.008140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:17.021363 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.022159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9', 'network_id': '29d78961-aeab-4ded-b1eb-0df979095c58', 'port_id': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9', 'mac_address': 'fa:16:3e:96:e0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef37dbd-88e0-4884-af81-f8ca9e9a9e8e', 'ip_address': '19.86.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:17.224869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86ff65-4349-4131-aa10-a1a2c14ff90e req-bf056d90-8bdb-440e-a9bf-f1bfd76d3d44 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:17.230117 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.230687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86ff65-4349-4131-aa10-a1a2c14ff90e req-bf056d90-8bdb-440e-a9bf-f1bfd76d3d44 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:17.236520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86ff65-4349-4131-aa10-a1a2c14ff90e req-bf056d90-8bdb-440e-a9bf-f1bfd76d3d44 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:17.238191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c86ff65-4349-4131-aa10-a1a2c14ff90e req-bf056d90-8bdb-440e-a9bf-f1bfd76d3d44 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2411 time: 0.0746458 Sep 23 19:42:17.247388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:17.268796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:17.275273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.275980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:17.284759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c86ff65-4349-4131-aa10-a1a2c14ff90e req-743ed6f8-d8bf-44e3-9732-dc3fc28ce04e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Sep 23 19:42:17.342238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:17.418358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:17.436278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b', 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9', 'port_id': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b', 'mac_address': 'fa:16:3e:8d:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458c115-d6ec-4486-a3f3-d9a9489285e6', 'ip_address': '19.80.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:17.482690 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.497917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:17.519770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:17.526809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.527598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 71c17271-fffc-4f77-90f6-01266c33d1d1 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:17.600697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 71c17271-fffc-4f77-90f6-01266c33d1d1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=71c17271-fffc-4f77-90f6-01266c33d1d1,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:17.615861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '71c17271-fffc-4f77-90f6-01266c33d1d1', 'network_id': 'f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9', 'port_id': '71c17271-fffc-4f77-90f6-01266c33d1d1', 'mac_address': 'fa:16:3e:be:10:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458c115-d6ec-4486-a3f3-d9a9489285e6', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:17.651489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:17.673611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f6469-b881-4f26-ab80-ffd28ce7a325 req-34ec4e22-515c-4483-a075-aff2e12da1f9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:17.674236 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.675786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-934f6469-b881-4f26-ab80-ffd28ce7a325 req-34ec4e22-515c-4483-a075-aff2e12da1f9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0683727 Sep 23 19:42:17.696472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c17271-fffc-4f77-90f6-01266c33d1d1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:17.720133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-934f6469-b881-4f26-ab80-ffd28ce7a325 req-6115dcb8-0e0e-4414-b4fa-4ff91e1888e2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374396 Sep 23 19:42:17.743048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 71c17271-fffc-4f77-90f6-01266c33d1d1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=71c17271-fffc-4f77-90f6-01266c33d1d1,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:17.757877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.817236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=71c17271-fffc-4f77-90f6-01266c33d1d1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:18.092439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa5968f1-9529-4031-85bb-6b044ea7a93e req-a6e936af-280f-4762-8f52-a64b8b808bd5 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0310147 Sep 23 19:42:18.188510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:18.246675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['71c17271-fffc-4f77-90f6-01266c33d1d1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:18.248663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:18.256436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['62bd5ec3-f00a-4eaf-a479-3d9157e273b9'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:18.327870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2cf80-873b-4d58-be1c-f43b5965aed7 req-9c55a911-8dbc-4301-8baa-c639d85eacda tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.330059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87b2cf80-873b-4d58-be1c-f43b5965aed7 req-9c55a911-8dbc-4301-8baa-c639d85eacda tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0775347 Sep 23 19:42:18.404229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87b2cf80-873b-4d58-be1c-f43b5965aed7 req-1c046dc0-2ea8-46b2-9b65-186014b65bf2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667744 Sep 23 19:42:18.541451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f91853-d5e8-45c7-973b-7f2dde3791a8 req-b93a9494-83d2-49a6-96f1-3496b30e4254 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.547525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f91853-d5e8-45c7-973b-7f2dde3791a8 req-b93a9494-83d2-49a6-96f1-3496b30e4254 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.552389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:18.553517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f91853-d5e8-45c7-973b-7f2dde3791a8 req-b93a9494-83d2-49a6-96f1-3496b30e4254 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.555262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79f91853-d5e8-45c7-973b-7f2dde3791a8 req-b93a9494-83d2-49a6-96f1-3496b30e4254 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2414 time: 0.0709379 Sep 23 19:42:18.596078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79f91853-d5e8-45c7-973b-7f2dde3791a8 req-a5d3a3d5-12fc-4edd-918d-c1277af872d6 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Sep 23 19:42:18.596911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'port_id': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'mac_address': 'fa:16:3e:40:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:18.618553 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.736929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.771020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a86fb18f-2161-4c34-99c5-c4ae13107cd5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:18.813635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:18.821067 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.865110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36539584-f72c-4d08-98a9-747a777be739 req-b6309a81-f2cf-41f4-9f41-bab0997b4710 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.873616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36539584-f72c-4d08-98a9-747a777be739 req-b6309a81-f2cf-41f4-9f41-bab0997b4710 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 945 time: 0.0643547 Sep 23 19:42:18.883058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:18.926944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a86fb18f-2161-4c34-99c5-c4ae13107cd5'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:18.938296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36539584-f72c-4d08-98a9-747a777be739 req-2a9ea9e9-a7fd-4788-9f5b-71b2ef242f74 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633788 Sep 23 19:42:19.202043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63ce9f46-da39-4496-b5ac-8ed216830011 req-798d2c87-7924-41b3-9076-b5a6406f46e2 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0269771 Sep 23 19:42:19.524880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa247d7-af12-423a-a598-a33229326acc req-cd65ba71-5fcf-47d8-9fd5-9a16bf1e0a4c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:19.526305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5aa247d7-af12-423a-a598-a33229326acc req-cd65ba71-5fcf-47d8-9fd5-9a16bf1e0a4c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0529144 Sep 23 19:42:19.568153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5aa247d7-af12-423a-a598-a33229326acc req-5dcbd8d5-5170-4a90-8090-47dbd43a9d35 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Sep 23 19:42:19.699316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbab365e-c168-4aeb-8e89-15b6d6fd354e req-18b92d65-ec21-4e10-9483-a80d34bc1219 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0348763 Sep 23 19:42:19.736356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f1bee-5cac-498a-a7d1-294a7be06596 req-3bec6ed0-1284-452c-8b4c-818fa190c0d0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:19.743031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f1bee-5cac-498a-a7d1-294a7be06596 req-3bec6ed0-1284-452c-8b4c-818fa190c0d0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:19.748831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f1bee-5cac-498a-a7d1-294a7be06596 req-3bec6ed0-1284-452c-8b4c-818fa190c0d0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:19.750483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-479f1bee-5cac-498a-a7d1-294a7be06596 req-3bec6ed0-1284-452c-8b4c-818fa190c0d0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2414 time: 0.0771885 Sep 23 19:42:19.789297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-479f1bee-5cac-498a-a7d1-294a7be06596 req-81653e18-e8b7-4885-a354-5bd932e94f48 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Sep 23 19:42:19.952613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-10afd180-66b1-47cf-9c48-298e01290ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:19.954115 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-10afd180-66b1-47cf-9c48-298e01290ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1096 time: 0.0405564 Sep 23 19:42:20.066954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-0ab942b2-6004-403c-8337-ac06a71f8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.069143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-0ab942b2-6004-403c-8337-ac06a71f8c61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.0887618 Sep 23 19:42:20.069272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051109-5944-4c28-a892-a92725a3e39e req-079c9bf7-f30c-4c68-81ef-38a924e85c0a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.070824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2051109-5944-4c28-a892-a92725a3e39e req-079c9bf7-f30c-4c68-81ef-38a924e85c0a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 945 time: 0.0564823 Sep 23 19:42:20.110938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2051109-5944-4c28-a892-a92725a3e39e req-84695a32-8506-4ad8-b78a-d510c8e3fd8a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340660 Sep 23 19:42:20.139825 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-ae91ca52-74bb-4590-ace7-7649ca628c71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 1001 time: 0.0633783 Sep 23 19:42:20.191657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-34c6e342-4585-42b4-baf0-82383113153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.193160 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-34c6e342-4585-42b4-baf0-82383113153c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0454893 Sep 23 19:42:20.241621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-25d9aaf6-7365-4c99-a6fe-f84469e02044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.243158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-25d9aaf6-7365-4c99-a6fe-f84469e02044 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421488 Sep 23 19:42:20.251442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:20.301747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port a86fb18f-2161-4c34-99c5-c4ae13107cd5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:20.302135 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.310552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9596690f-a2f9-49a6-9ab2-4a5fb7fa75ca req-2f58635c-978a-4e80-9094-e825e8f3655c tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0285625 Sep 23 19:42:20.368109 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-12da75ab-7429-4065-802a-bbfae22d2a84 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174645 Sep 23 19:42:20.390904 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.417698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:20.420699 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2683ae-8965-4b5d-86bf-a554ffe8b480" -d '{"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-plugged", "status": "completed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:20.434556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:20.439796 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.484193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-544efc39-00af-4b7c-b90e-bea876ec5317 req-87189793-ef86-4544-9572-6ff7503a2e97 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061931 Sep 23 19:42:20.498837 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6646de69-2ff9-4079-b4d1-5d25897b4488 x-openstack-request-id: req-6646de69-2ff9-4079-b4d1-5d25897b4488 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:20.499244 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-plugged", "status": "completed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:20.499871 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6646de69-2ff9-4079-b4d1-5d25897b4488 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:20.500357 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'code': 200} Sep 23 19:42:20.514528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:20.697911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4253c8-fe23-4d37-8fae-515b2e51e636 req-f0e1efd3-5272-4680-8742-9834179c76f9 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.699564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b4253c8-fe23-4d37-8fae-515b2e51e636 req-f0e1efd3-5272-4680-8742-9834179c76f9 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0563042 Sep 23 19:42:20.745859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b4253c8-fe23-4d37-8fae-515b2e51e636 req-86490405-c4ad-4c26-9854-ddec567c7391 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Sep 23 19:42:20.918365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb394-399a-4eaf-96a1-74ad0c3e5ee5 req-d72b2d3c-fd6d-458a-b477-bf709935a4d7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.921321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 71c17271-fffc-4f77-90f6-01266c33d1d1 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:20.925424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-49e4bf03-9ad6-4487-a164-da43c84d9f1f req-5499f43c-d9ca-4989-9677-931e47d3f438 service neutron] (94825) timed out ('10.222.0.72', 53108) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:42:20.927202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb394-399a-4eaf-96a1-74ad0c3e5ee5 req-d72b2d3c-fd6d-458a-b477-bf709935a4d7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.933978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb394-399a-4eaf-96a1-74ad0c3e5ee5 req-d72b2d3c-fd6d-458a-b477-bf709935a4d7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.935779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bcb394-399a-4eaf-96a1-74ad0c3e5ee5 req-d72b2d3c-fd6d-458a-b477-bf709935a4d7 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2414 time: 0.0713503 Sep 23 19:42:20.984425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 71c17271-fffc-4f77-90f6-01266c33d1d1 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:20.988696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 71c17271-fffc-4f77-90f6-01266c33d1d1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:20.989075 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.994008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5bcb394-399a-4eaf-96a1-74ad0c3e5ee5 req-59ec95e5-e8ad-40b9-b6cc-761c4aeb853e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518806 Sep 23 19:42:21.070936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.106147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 71c17271-fffc-4f77-90f6-01266c33d1d1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=71c17271-fffc-4f77-90f6-01266c33d1d1,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:21.112985 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.114000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:21.217333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=71c17271-fffc-4f77-90f6-01266c33d1d1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.233921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:21.237955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:21.238358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.272561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f128d6a-c664-4fbc-88d9-8c0ed9efb120 req-ddc9ac19-a801-4a68-9f5e-aabb5b29cd45 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:21.274301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f128d6a-c664-4fbc-88d9-8c0ed9efb120 req-ddc9ac19-a801-4a68-9f5e-aabb5b29cd45 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0643256 Sep 23 19:42:21.326731 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.346931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f128d6a-c664-4fbc-88d9-8c0ed9efb120 req-3950aa09-0d22-498b-80c3-3a6008abee60 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632703 Sep 23 19:42:21.389108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:21.394253 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.395142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:21.473111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.485242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:21.489970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:21.490636 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.512270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-459f0bc0-f4f5-4892-b276-76fd9ad3326b req-ad07fc71-2250-4741-aff2-de52ea3a22e9 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0264969 Sep 23 19:42:21.573882 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.607420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:21.611744 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.663362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.802076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-65272f0a-7933-4983-8b3f-4716a5d7d6fa req-ba697387-0dfc-4ea3-97e6-7d1ac349b75a service neutron] (94825) timed out ('10.222.0.72', 53100) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:42:21.811283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff28f3b5-6352-45e1-a15f-14df27aaf4d7 req-b8ebe5ea-c4bd-4273-bed0-d3ddb2c388a3 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec&device_id=ccf013e2-99c3-46e0-ada5-c97ac3f8a7ed HTTP/1.1" status: 200 len: 210 time: 0.0266964 Sep 23 19:42:21.911284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe3ede-eb40-4d91-887c-e2a595865602 req-d6ac9804-75c3-4437-987c-531240f5f634 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:21.913457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dbe3ede-eb40-4d91-887c-e2a595865602 req-d6ac9804-75c3-4437-987c-531240f5f634 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0536063 Sep 23 19:42:21.950300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dbe3ede-eb40-4d91-887c-e2a595865602 req-41d4ef10-bdde-45ba-a879-21d2add6ff77 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Sep 23 19:42:21.973100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-995c8951-d1c4-4fb7-b595-30b33f5f6ff6 req-bc7d6f8e-65af-4000-82a1-c72ef69e9a21 service neutron] (94826) timed out ('10.222.0.72', 53209) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:42:22.158519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f777e4b-8b0d-41d9-a1a5-4534020bd20b req-5af7061f-6e7a-4206-a826-80013ead255e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0e2035c7edfd44749a81a61b1de0c330&device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0351253 Sep 23 19:42:22.201349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f777e4b-8b0d-41d9-a1a5-4534020bd20b req-b44bcf13-a7c1-4a3b-ad49-e0828d129afc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0e2035c7edfd44749a81a61b1de0c330&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224073 Sep 23 19:42:22.216296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b087-0a88-4834-808e-4e84990d2284 req-b49930f0-1a74-4e81-bbc9-32a5fc10e3e4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.222259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b087-0a88-4834-808e-4e84990d2284 req-b49930f0-1a74-4e81-bbc9-32a5fc10e3e4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.228328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b087-0a88-4834-808e-4e84990d2284 req-b49930f0-1a74-4e81-bbc9-32a5fc10e3e4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.229991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d47b087-0a88-4834-808e-4e84990d2284 req-b49930f0-1a74-4e81-bbc9-32a5fc10e3e4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2417 time: 0.0975931 Sep 23 19:42:22.321445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d47b087-0a88-4834-808e-4e84990d2284 req-627dd233-db1d-46d8-9072-431f4fa65945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827043 Sep 23 19:42:22.355873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777e4b-8b0d-41d9-a1a5-4534020bd20b req-8d3c292a-e3ab-422a-8775-aa3d245ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.358344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f777e4b-8b0d-41d9-a1a5-4534020bd20b req-8d3c292a-e3ab-422a-8775-aa3d245ca1f3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265931 Sep 23 19:42:22.412029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-059e873c-3db4-442a-839c-c1fa6fe4612d req-92efdc33-060a-4733-ad63-8b916d7446cd tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0272601 Sep 23 19:42:22.501150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c17271-fffc-4f77-90f6-01266c33d1d1'}, {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9'}, {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:22.503405 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af9f440-b3a2-41d1-9c6b-593d4fac73d4" -d '{"events": [{"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "71c17271-fffc-4f77-90f6-01266c33d1d1"}, {"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "62bd5ec3-f00a-4eaf-a479-3d9157e273b9"}, {"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:22.516458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224a47d-54f8-46a5-8edb-411723fe5eda req-c62ad9e3-e550-46b9-9a23-d2023dfe4517 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.517946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b224a47d-54f8-46a5-8edb-411723fe5eda req-c62ad9e3-e550-46b9-9a23-d2023dfe4517 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0504589 Sep 23 19:42:22.557878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b224a47d-54f8-46a5-8edb-411723fe5eda req-56eea1d1-2570-4c96-a239-46c976aea946 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Sep 23 19:42:22.694918 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b17a89a-3b62-451e-86b7-f110c27780e3 x-openstack-request-id: req-6b17a89a-3b62-451e-86b7-f110c27780e3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:22.695207 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "71c17271-fffc-4f77-90f6-01266c33d1d1", "code": 200}, {"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "62bd5ec3-f00a-4eaf-a479-3d9157e273b9", "code": 200}, {"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-plugged", "status": "completed", "tag": "3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:22.695462 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b17a89a-3b62-451e-86b7-f110c27780e3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:22.695852 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c17271-fffc-4f77-90f6-01266c33d1d1', 'code': 200} Sep 23 19:42:22.696102 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9', 'code': 200} Sep 23 19:42:22.696349 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b', 'code': 200} Sep 23 19:42:22.810132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8657a-b2d4-4069-83cf-d8b30d3b4ab8 req-cb7620af-d66b-42cb-bb3c-c463624678ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.810588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8657a-b2d4-4069-83cf-d8b30d3b4ab8 req-cb7620af-d66b-42cb-bb3c-c463624678ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.811075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8657a-b2d4-4069-83cf-d8b30d3b4ab8 req-cb7620af-d66b-42cb-bb3c-c463624678ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.812752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07d8657a-b2d4-4069-83cf-d8b30d3b4ab8 req-cb7620af-d66b-42cb-bb3c-c463624678ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2870 time: 0.0481861 Sep 23 19:42:22.850017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07d8657a-b2d4-4069-83cf-d8b30d3b4ab8 req-e9e381eb-0775-4b3f-9707-61be72c532ff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280037 Sep 23 19:42:23.065913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3a67-84ab-428f-9e2c-95cb96208178 req-8145d0a6-e359-4597-b740-96310ae1fd17 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:23.067355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-910c3a67-84ab-428f-9e2c-95cb96208178 req-8145d0a6-e359-4597-b740-96310ae1fd17 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0490079 Sep 23 19:42:23.105658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-910c3a67-84ab-428f-9e2c-95cb96208178 req-8c439f2e-9c5b-447a-8b21-96e6ba9cd72c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Sep 23 19:42:23.440568 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:42:23.462917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d16b7d-f9cd-45e4-ab8a-0bc68ebc393c req-4033f384-a3f6-4498-ab5a-1dacf6a54e86 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:23.469063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d16b7d-f9cd-45e4-ab8a-0bc68ebc393c req-4033f384-a3f6-4498-ab5a-1dacf6a54e86 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:23.474924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d16b7d-f9cd-45e4-ab8a-0bc68ebc393c req-4033f384-a3f6-4498-ab5a-1dacf6a54e86 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:23.476615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d16b7d-f9cd-45e4-ab8a-0bc68ebc393c req-4033f384-a3f6-4498-ab5a-1dacf6a54e86 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2417 time: 0.0762386 Sep 23 19:42:23.519724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d16b7d-f9cd-45e4-ab8a-0bc68ebc393c req-2de08ad1-ef47-4ff9-9616-173ad1a546a0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Sep 23 19:42:23.523892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:23.624194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-683f0522-716f-4dca-8330-68803df50b2c req-548d4ca5-1e40-4a0f-bbea-5a04b7dddb0e tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0374157 Sep 23 19:42:23.665970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e143600f-1b00-430f-8080-34f8c4d2f4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.771152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a4569-f5d1-4b84-8f8f-52edd8a916c0 req-b5d23efa-6ca3-4341-9b0d-2423d4834633 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:23.772840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-863a4569-f5d1-4b84-8f8f-52edd8a916c0 req-b5d23efa-6ca3-4341-9b0d-2423d4834633 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0738196 Sep 23 19:42:23.830180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-863a4569-f5d1-4b84-8f8f-52edd8a916c0 req-bba3cd67-368a-4428-83d5-f913d1fdcba7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514889 Sep 23 19:42:23.867138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e143600f-1b00-430f-8080-34f8c4d2f4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.873823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e143600f-1b00-430f-8080-34f8c4d2f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.918575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e143600f-1b00-430f-8080-34f8c4d2f4a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffd73b9782a94510b74a0ccc353d0990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934953 Sep 23 19:42:23.920987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:23.938479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143600f-1b00-430f-8080-34f8c4d2f4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441fcaaa-6fbe-4659-ac5d-4f2055ce80ae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:23.987740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f777e4b-8b0d-41d9-a1a5-4534020bd20b req-1e701318-1063-49ec-bb62-5e4899b596f2 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.72 "GET /v2.0/ports?device_id=9958f7c3-0ac8-4111-871d-aaa2a1c748ec HTTP/1.1" status: 200 len: 210 time: 0.0306685 Sep 23 19:42:24.003669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0aba7c5-c1dd-4850-8563-123183dff767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.043274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0aba7c5-c1dd-4850-8563-123183dff767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.114693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0aba7c5-c1dd-4850-8563-123183dff767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.118576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0aba7c5-c1dd-4850-8563-123183dff767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.122677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0aba7c5-c1dd-4850-8563-123183dff767 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/441fcaaa-6fbe-4659-ac5d-4f2055ce80ae HTTP/1.1" status: 204 len: 168 time: 0.2003188 Sep 23 19:42:24.133418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aba7c5-c1dd-4850-8563-123183dff767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441fcaaa-6fbe-4659-ac5d-4f2055ce80ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:24.295837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3b2f-5a52-4c50-b840-069cb374e357 req-6c45480c-9a3d-42d3-b278-486341fb8904 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:24.298873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-773d3b2f-5a52-4c50-b840-069cb374e357 req-6c45480c-9a3d-42d3-b278-486341fb8904 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0825992 Sep 23 19:42:24.361708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-773d3b2f-5a52-4c50-b840-069cb374e357 req-06774d99-8d13-44b7-8535-54cb51a57286 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564229 Sep 23 19:42:24.690542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b910c6-abfe-4b24-abbf-735c6e68a4ab req-48563731-0cec-40bb-b0ce-e1ac31b96cb8 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:24.697016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b910c6-abfe-4b24-abbf-735c6e68a4ab req-48563731-0cec-40bb-b0ce-e1ac31b96cb8 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:24.703299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b910c6-abfe-4b24-abbf-735c6e68a4ab req-48563731-0cec-40bb-b0ce-e1ac31b96cb8 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:24.705083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47b910c6-abfe-4b24-abbf-735c6e68a4ab req-48563731-0cec-40bb-b0ce-e1ac31b96cb8 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2417 time: 0.0896416 Sep 23 19:42:24.760322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47b910c6-abfe-4b24-abbf-735c6e68a4ab req-aebff33b-26dc-44a0-83fa-462ff042752d tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Sep 23 19:42:25.069331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ec5dcfa-f74a-47bb-99f0-15a8da0d27c4 req-11bf3778-807c-4b1c-a915-35101957bce3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0e2035c7edfd44749a81a61b1de0c330&device_id=ccf013e2-99c3-46e0-ada5-c97ac3f8a7ed HTTP/1.1" status: 200 len: 210 time: 0.0344944 Sep 23 19:42:25.119688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ec5dcfa-f74a-47bb-99f0-15a8da0d27c4 req-1c45612b-3a74-4183-af11-75203be19c0b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0e2035c7edfd44749a81a61b1de0c330&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397949 Sep 23 19:42:25.161798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6780d-185e-4771-9472-535285c3ecff req-24a04d02-bd8e-4c68-a347-df0937a8f8ee tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.164304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bf6780d-185e-4771-9472-535285c3ecff req-24a04d02-bd8e-4c68-a347-df0937a8f8ee tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0993273 Sep 23 19:42:25.254490 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.279778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bf6780d-185e-4771-9472-535285c3ecff req-4db16778-5bfc-4c4c-afbb-995fe010e291 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037674 Sep 23 19:42:25.285085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5dcfa-f74a-47bb-99f0-15a8da0d27c4 req-4d14cf86-2cd8-4d4f-9c0b-935e92933c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.286929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ec5dcfa-f74a-47bb-99f0-15a8da0d27c4 req-4d14cf86-2cd8-4d4f-9c0b-935e92933c6c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599789 Sep 23 19:42:25.587924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d665a9ee-35a8-497f-9c2a-bb6e4f9c20e0 req-fd9e6bb3-9bf1-41fd-9e5e-97643ee92213 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf013e2-99c3-46e0-ada5-c97ac3f8a7ed HTTP/1.1" status: 200 len: 210 time: 0.0287855 Sep 23 19:42:25.698136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68933da1-c093-478e-8035-bad4677fc7a5 req-9901d7f0-f22d-44d6-a31b-f030596ad426 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.699796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68933da1-c093-478e-8035-bad4677fc7a5 req-9901d7f0-f22d-44d6-a31b-f030596ad426 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0521426 Sep 23 19:42:25.743694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68933da1-c093-478e-8035-bad4677fc7a5 req-6258d7d3-43b9-46cf-bee3-462351a20643 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376136 Sep 23 19:42:25.865950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b50bb7-8201-4fd7-ada3-0fab70941e47 req-0b35c6b6-b981-4e6f-b1e3-84a0c7eee80a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.872145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b50bb7-8201-4fd7-ada3-0fab70941e47 req-0b35c6b6-b981-4e6f-b1e3-84a0c7eee80a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.878257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b50bb7-8201-4fd7-ada3-0fab70941e47 req-0b35c6b6-b981-4e6f-b1e3-84a0c7eee80a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.879886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01b50bb7-8201-4fd7-ada3-0fab70941e47 req-0b35c6b6-b981-4e6f-b1e3-84a0c7eee80a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2417 time: 0.0660088 Sep 23 19:42:25.923418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01b50bb7-8201-4fd7-ada3-0fab70941e47 req-1a7510bf-d2f2-471a-82a9-0adc83f5b288 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365195 Sep 23 19:42:26.411491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be460bac-e72f-43bf-93b3-0ba8fb6a5571 req-b59660db-42df-4898-9df6-16ae00f9ddb5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:26.413764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be460bac-e72f-43bf-93b3-0ba8fb6a5571 req-b59660db-42df-4898-9df6-16ae00f9ddb5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0517771 Sep 23 19:42:26.465286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be460bac-e72f-43bf-93b3-0ba8fb6a5571 req-c85c1506-8156-47c2-96fd-0f79347dfe63 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 Sep 23 19:42:26.704921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b8771b5-0779-4591-acb0-d09c4c213351 req-298a8d7b-28b9-4c3c-9939-981a3be8d29e tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf013e2-99c3-46e0-ada5-c97ac3f8a7ed HTTP/1.1" status: 200 len: 210 time: 0.0352211 Sep 23 19:42:26.777036 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.892992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ec5dcfa-f74a-47bb-99f0-15a8da0d27c4 req-7c413e26-47d2-49aa-91ca-9d8b15b1f8b9 tempest-ServerShowV247Test-1389957629 tempest-ServerShowV247Test-1389957629-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccf013e2-99c3-46e0-ada5-c97ac3f8a7ed HTTP/1.1" status: 200 len: 210 time: 0.0592294 Sep 23 19:42:26.917994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61fcf5-4dae-43ca-bc84-6e1d9eb27cf8 req-ac8beb87-a921-4ae2-b472-c799e0557a1b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:26.919585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d61fcf5-4dae-43ca-bc84-6e1d9eb27cf8 req-ac8beb87-a921-4ae2-b472-c799e0557a1b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0992026 Sep 23 19:42:26.986736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d61fcf5-4dae-43ca-bc84-6e1d9eb27cf8 req-0d3564b2-d940-4c69-a0f6-1c42ccd530a0 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Sep 23 19:42:27.122396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6524-d26d-498a-9c52-a5dc7a9bb2f5 req-f0a334a9-7229-42b6-96ad-b1a6c392ec55 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.128617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6524-d26d-498a-9c52-a5dc7a9bb2f5 req-f0a334a9-7229-42b6-96ad-b1a6c392ec55 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.134643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6524-d26d-498a-9c52-a5dc7a9bb2f5 req-f0a334a9-7229-42b6-96ad-b1a6c392ec55 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.136359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f63f6524-d26d-498a-9c52-a5dc7a9bb2f5 req-f0a334a9-7229-42b6-96ad-b1a6c392ec55 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2417 time: 0.0700474 Sep 23 19:42:27.178051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f63f6524-d26d-498a-9c52-a5dc7a9bb2f5 req-717ab0a9-263b-4121-af2f-366045b2141b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350263 Sep 23 19:42:27.402898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f39d-a269-4594-aa13-468f774079e3 req-51c6dbe1-f8cb-4a56-9fcb-27873d7a1c1b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.408965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f39d-a269-4594-aa13-468f774079e3 req-51c6dbe1-f8cb-4a56-9fcb-27873d7a1c1b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.414842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f39d-a269-4594-aa13-468f774079e3 req-51c6dbe1-f8cb-4a56-9fcb-27873d7a1c1b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.416652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90a9f39d-a269-4594-aa13-468f774079e3 req-51c6dbe1-f8cb-4a56-9fcb-27873d7a1c1b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 2417 time: 0.0794561 Sep 23 19:42:27.541672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port 71c17271-fffc-4f77-90f6-01266c33d1d1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:27.542489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.700692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f24381-f424-433e-aca0-1ce60b907572 req-6555a36e-8d0e-4fb2-aaa3-1d3214d7d358 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.702222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24f24381-f424-433e-aca0-1ce60b907572 req-6555a36e-8d0e-4fb2-aaa3-1d3214d7d358 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.1252105 Sep 23 19:42:27.705996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port 71c17271-fffc-4f77-90f6-01266c33d1d1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=71c17271-fffc-4f77-90f6-01266c33d1d1,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:27.705996 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.734531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for 71c17271-fffc-4f77-90f6-01266c33d1d1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:27.799841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24f24381-f424-433e-aca0-1ce60b907572 req-5f6c135a-a33a-4011-9752-0e9bd7a417f3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898025 Sep 23 19:42:27.921347 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.934073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b', '62bd5ec3-f00a-4eaf-a479-3d9157e273b9', '71c17271-fffc-4f77-90f6-01266c33d1d1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:27.968863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=71c17271-fffc-4f77-90f6-01266c33d1d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:28.040245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port 71c17271-fffc-4f77-90f6-01266c33d1d1 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:28.044587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.047985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90a9f39d-a269-4594-aa13-468f774079e3 req-75d39ff1-6947-4289-961a-6f57edfbc998 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "DELETE /v2.0/ports/71c17271-fffc-4f77-90f6-01266c33d1d1 HTTP/1.1" status: 204 len: 173 time: 0.6239421 Sep 23 19:42:28.048905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-deleted', 'tag': '71c17271-fffc-4f77-90f6-01266c33d1d1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:28.051432 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce6d6d9-07ee-4a04-84c8-2978a7903d17" -d '{"events": [{"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-deleted", "tag": "71c17271-fffc-4f77-90f6-01266c33d1d1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:28.352775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c229ae-b8ac-4356-8b73-8f866da54d96 req-71346a56-70af-4ddc-83ab-c9dc76a88381 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:28.363419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7c229ae-b8ac-4356-8b73-8f866da54d96 req-71346a56-70af-4ddc-83ab-c9dc76a88381 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.2115407 Sep 23 19:42:28.468070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7c229ae-b8ac-4356-8b73-8f866da54d96 req-8ac90a1d-fced-44e3-af81-609695038282 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025832 Sep 23 19:42:28.508390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:28.514414 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.528107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:28.552440 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b236dfa0-0038-44bf-9e17-499395e876a0 x-openstack-request-id: req-b236dfa0-0038-44bf-9e17-499395e876a0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:28.554759 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-deleted", "tag": "71c17271-fffc-4f77-90f6-01266c33d1d1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:28.555520 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b236dfa0-0038-44bf-9e17-499395e876a0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:28.556186 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-deleted', 'tag': '71c17271-fffc-4f77-90f6-01266c33d1d1', 'status': 'completed', 'code': 200} Sep 23 19:42:28.708201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:28.709828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.724283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.731306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6a8e-b533-4f54-bae6-7cff741facb6 req-29899586-98f3-429e-a1bd-f1bb08202bdb tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:28.737740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6a8e-b533-4f54-bae6-7cff741facb6 req-29899586-98f3-429e-a1bd-f1bb08202bdb tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:28.739704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ac6a8e-b533-4f54-bae6-7cff741facb6 req-29899586-98f3-429e-a1bd-f1bb08202bdb tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 1681 time: 0.0974448 Sep 23 19:42:28.744968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:28.827541 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.833554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2ac6a8e-b533-4f54-bae6-7cff741facb6 req-b4883012-56b8-4a61-966a-5c616299b432 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834928 Sep 23 19:42:28.834099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.900317 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e2035c7edfd44749a81a61b1de0c330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709633 Sep 23 19:42:28.904294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:28.941432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769bcaf8-7691-4e00-a1ad-d9df56e33d34,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:28.954450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.954815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.955144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.955475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.955803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.956129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.956451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.956774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.957107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.957455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.957781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.958100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b51240-0247-4807-ab44-cb92b09c0e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:28.983495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.995112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['71c17271-fffc-4f77-90f6-01266c33d1d1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:29.015031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4499fa32-0da8-4746-8a61-e4cad70c3eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.028578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459a9cc-15d0-4610-8fcf-32f5f0d91e63 req-aa4d906b-96f3-46f4-8a5c-f1d8ff6db3dc tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:29.036645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e459a9cc-15d0-4610-8fcf-32f5f0d91e63 req-aa4d906b-96f3-46f4-8a5c-f1d8ff6db3dc tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.1054716 Sep 23 19:42:29.043371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4499fa32-0da8-4746-8a61-e4cad70c3eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.053026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.110617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:29.113838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4499fa32-0da8-4746-8a61-e4cad70c3eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.117185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4499fa32-0da8-4746-8a61-e4cad70c3eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.121386 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4499fa32-0da8-4746-8a61-e4cad70c3eb5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/769bcaf8-7691-4e00-a1ad-d9df56e33d34 HTTP/1.1" status: 204 len: 168 time: 0.2129569 Sep 23 19:42:29.122063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.124184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90a9f39d-a269-4594-aa13-468f774079e3 req-87b10532-5f08-428c-9bfa-e6698114701e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "DELETE /v2.0/ports/3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b HTTP/1.1" status: 204 len: 173 time: 1.0684655 Sep 23 19:42:29.140162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499fa32-0da8-4746-8a61-e4cad70c3eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769bcaf8-7691-4e00-a1ad-d9df56e33d34,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.147680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e459a9cc-15d0-4610-8fcf-32f5f0d91e63 req-73b8d502-7677-49ad-978f-7f887a6a4cca tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095481 Sep 23 19:42:29.295389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:29.296050 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.439240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:29.439651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.457755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:29.636204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29142b-1e24-4e17-9e93-d0f1961b053d req-c2b5d3dc-9353-46b7-a522-47c8688b384f tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:29.643708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc29142b-1e24-4e17-9e93-d0f1961b053d req-c2b5d3dc-9353-46b7-a522-47c8688b384f tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.1033993 Sep 23 19:42:29.692921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.728685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc29142b-1e24-4e17-9e93-d0f1961b053d req-41c68e87-da27-4a44-8932-7b61ef182f21 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837972 Sep 23 19:42:29.752933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=62bd5ec3-f00a-4eaf-a479-3d9157e273b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.806424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:29.809138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.811537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90a9f39d-a269-4594-aa13-468f774079e3 req-7f237cec-16b5-40fc-9a2c-eb73fcfbe945 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "DELETE /v2.0/ports/62bd5ec3-f00a-4eaf-a479-3d9157e273b9 HTTP/1.1" status: 204 len: 173 time: 0.6585224 Sep 23 19:42:30.004414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7d4d6e4-e1bb-420a-b2de-d14deafe4b5a req-78240128-1ed9-49ce-ad77-e18a32b80693 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea2082b-b54a-4403-b9b6-965739d2e1df HTTP/1.1" status: 200 len: 210 time: 0.0551944 Sep 23 19:42:30.105708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38290) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:30.238628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-877694908-network', 'tenant_id': '31235df2131442688a403d8ac7467230'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:30.266516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Made reservation on behalf of 31235df2131442688a403d8ac7467230 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:30.269052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.278087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.302145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960111-c824-45ec-8e99-ce37707e29bf req-4ed8737e-255b-44e2-abd1-34de3398ab7d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:30.304521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33960111-c824-45ec-8e99-ce37707e29bf req-4ed8737e-255b-44e2-abd1-34de3398ab7d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0861292 Sep 23 19:42:30.377088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33960111-c824-45ec-8e99-ce37707e29bf req-187b92a0-cee4-4150-a5bc-cae20870e79e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498595 Sep 23 19:42:30.418351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.425426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.438810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:30.449619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.450371 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Added segment 401ac6ed-a205-46e1-80f0-0eb26e757e6f of type vlan for network 223a9beb-d980-4dd3-a927-5ac5e859151c Sep 23 19:42:30.508113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.516903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e50319-8bf8-4eba-9c22-3652a7e7825c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:30.542106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.543349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:30.544135 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.557580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-deleted', 'tag': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b'}, {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-deleted', 'tag': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:30.560677 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead59d7e-c873-4612-bef9-94e8993e7482" -d '{"events": [{"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-deleted", "tag": "3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b"}, {"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-deleted", "tag": "62bd5ec3-f00a-4eaf-a479-3d9157e273b9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:30.584257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4772456 Sep 23 19:42:30.634613 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fade001f-94a8-487f-a0d1-ed67d3b348d2 x-openstack-request-id: req-fade001f-94a8-487f-a0d1-ed67d3b348d2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:30.635068 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-deleted", "tag": "3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b", "status": "completed", "code": 200}, {"server_uuid": "aea2082b-b54a-4403-b9b6-965739d2e1df", "name": "network-vif-deleted", "tag": "62bd5ec3-f00a-4eaf-a479-3d9157e273b9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:30.635236 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fade001f-94a8-487f-a0d1-ed67d3b348d2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:30.635581 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-deleted', 'tag': '3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b', 'status': 'completed', 'code': 200} Sep 23 19:42:30.635826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174023f2-7c72-4685-b12a-2b5794e875ce admin admin] Pushing event updated for resources: {'Network': ['ID=223a9beb-d980-4dd3-a927-5ac5e859151c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:30.635962 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2082b-b54a-4403-b9b6-965739d2e1df', 'name': 'network-vif-deleted', 'tag': '62bd5ec3-f00a-4eaf-a479-3d9157e273b9', 'status': 'completed', 'code': 200} Sep 23 19:42:30.648252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 223a9beb-d980-4dd3-a927-5ac5e859151c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:30.857736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cec72-bef1-4051-923c-cccd025e8d9b req-c6cd1475-fba4-4296-89be-d8e7e453a8d1 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:30.859419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-205cec72-bef1-4051-923c-cccd025e8d9b req-c6cd1475-fba4-4296-89be-d8e7e453a8d1 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0573411 Sep 23 19:42:30.908491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-205cec72-bef1-4051-923c-cccd025e8d9b req-e70ad3e1-7791-4bcb-b43b-f9f30a8bfad4 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Sep 23 19:42:30.993985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:31.020487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:31.024643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3e999aa8-c276-4ea5-97d8-eebe7e6c4e8b not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:31.026196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 71c17271-fffc-4f77-90f6-01266c33d1d1 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:31.049870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 71c17271-fffc-4f77-90f6-01266c33d1d1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:31.050382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 71c17271-fffc-4f77-90f6-01266c33d1d1 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:31.050905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:31.077931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:31.080630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 62bd5ec3-f00a-4eaf-a479-3d9157e273b9 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:31.183045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa6ea-a2ec-4821-8027-5111e9ff4734 req-60717ce8-051e-4525-afb6-4cf6326f7d85 tempest-ComputeTenantNetworksTest-1085202502 tempest-ComputeTenantNetworksTest-1085202502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.189131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa6ea-a2ec-4821-8027-5111e9ff4734 req-60717ce8-051e-4525-afb6-4cf6326f7d85 tempest-ComputeTenantNetworksTest-1085202502 tempest-ComputeTenantNetworksTest-1085202502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.195730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa6ea-a2ec-4821-8027-5111e9ff4734 req-60717ce8-051e-4525-afb6-4cf6326f7d85 tempest-ComputeTenantNetworksTest-1085202502 tempest-ComputeTenantNetworksTest-1085202502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.197582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d4aa6ea-a2ec-4821-8027-5111e9ff4734 req-60717ce8-051e-4525-afb6-4cf6326f7d85 tempest-ComputeTenantNetworksTest-1085202502 tempest-ComputeTenantNetworksTest-1085202502-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1368701 Sep 23 19:42:31.241568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:31.368720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting subnet cef37dbd-88e0-4884-af81-f8ca9e9a9e8e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:31.378966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f3c35-ad84-498a-b073-b0687030d42c req-5ed9b8de-30d4-4af5-9428-f05673446e07 tempest-ComputeTenantNetworksTest-1085202502 tempest-ComputeTenantNetworksTest-1085202502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.384126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c46f3c35-ad84-498a-b073-b0687030d42c req-5ed9b8de-30d4-4af5-9428-f05673446e07 tempest-ComputeTenantNetworksTest-1085202502 tempest-ComputeTenantNetworksTest-1085202502-project] 10.222.0.38 "GET /v2.0/networks/223a9beb-d980-4dd3-a927-5ac5e859151c HTTP/1.1" status: 200 len: 768 time: 0.1335258 Sep 23 19:42:31.385182 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.390136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:31.485491 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.494012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.578619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.605883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223a9beb-d980-4dd3-a927-5ac5e859151c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:31.612617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2e444-4a92-4252-af23-f0005a272cb9 req-e4dfa162-d38a-41da-a501-04a87b56496a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.620760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17d2e444-4a92-4252-af23-f0005a272cb9 req-e4dfa162-d38a-41da-a501-04a87b56496a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0909905 Sep 23 19:42:31.621289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401ac6ed-a205-46e1-80f0-0eb26e757e6f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:31.621931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401ac6ed-a205-46e1-80f0-0eb26e757e6f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:31.633530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.648079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.656088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:31.656481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:31.658343 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:31.676797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17d2e444-4a92-4252-af23-f0005a272cb9 req-9c763a9d-8b13-4445-85c8-59dc1b696795 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530720 Sep 23 19:42:31.682082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.725892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.737661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.746579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] 10.222.0.38 "DELETE /v2.0/networks/223a9beb-d980-4dd3-a927-5ac5e859151c HTTP/1.1" status: 204 len: 168 time: 0.3546367 Sep 23 19:42:31.759348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01413a14-387b-4d32-b00f-b28e009d9e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=223a9beb-d980-4dd3-a927-5ac5e859151c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:31.805801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.842194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Subnet': ['ID=cef37dbd-88e0-4884-af81-f8ca9e9a9e8e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:31.846293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.851320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-42210853-63f3-4b17-8085-bee8e749fe2a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/subnets/cef37dbd-88e0-4884-af81-f8ca9e9a9e8e HTTP/1.1" status: 204 len: 168 time: 0.6056709 Sep 23 19:42:31.852232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38328) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:31.854349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2cedb4-270d-4903-a9a4-f51675afbd7e None None] Network 29d78961-aeab-4ded-b1eb-0df979095c58 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:31.897242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:31.948842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a574eb7-dcae-4693-aa73-855569f73055 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31235df2131442688a403d8ac7467230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503087 Sep 23 19:42:31.949614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:31.976584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.028183 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b50c1ed-baa2-40d5-a9a2-4c3d6334f4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.063834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:32.064153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.086952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] DHCP port deletion for 29d78961-aeab-4ded-b1eb-0df979095c58 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:32.101027 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b50c1ed-baa2-40d5-a9a2-4c3d6334f4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.121316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742e60-a474-4e8b-b0b1-16c24de5a30a req-64bd9468-083d-4308-adaa-94b1b00b6a1c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:32.123206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e742e60-a474-4e8b-b0b1-16c24de5a30a req-64bd9468-083d-4308-adaa-94b1b00b6a1c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0901301 Sep 23 19:42:32.151751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:32.152307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.161187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] Deleting port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:32.161769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.168642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:32.180878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e742e60-a474-4e8b-b0b1-16c24de5a30a req-bb6e60ac-c8a3-4363-b65c-bf24ec33f902 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Sep 23 19:42:32.220169 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b50c1ed-baa2-40d5-a9a2-4c3d6334f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.223113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b50c1ed-baa2-40d5-a9a2-4c3d6334f4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.224285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b50c1ed-baa2-40d5-a9a2-4c3d6334f4cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53e50319-8bf8-4eba-9c22-3652a7e7825c HTTP/1.1" status: 204 len: 168 time: 0.2735145 Sep 23 19:42:32.244647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50c1ed-baa2-40d5-a9a2-4c3d6334f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e50319-8bf8-4eba-9c22-3652a7e7825c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:32.297532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.354752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:32.360634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:32.465756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.477387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] For port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,segment=NetworkSegment(ce8ed83a-e915-4ff1-9ddc-2687c914972d),segment_id=ce8ed83a-e915-4ff1-9ddc-2687c914972d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:32.477778 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.495830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] Calling delete_port for 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:32.497226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d78961-aeab-4ded-b1eb-0df979095c58']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:32.512913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8ed83a-e915-4ff1-9ddc-2687c914972d') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:32.513215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8ed83a-e915-4ff1-9ddc-2687c914972d') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:32.527503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.543410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.556618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:32.557024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:32.584080 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:32.608750 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.646058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] No DVR routers for this DVR port 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:32.648456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61c1dc-0529-4564-ba0c-890b0993a366 None None] Pushing event deleted for resources: {'Port': ['ID=64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:32.655037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.687331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.690922 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/networks/29d78961-aeab-4ded-b1eb-0df979095c58 HTTP/1.1" status: 204 len: 168 time: 0.8360472 Sep 23 19:42:32.692312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1805054-1cc9-49a1-9100-cec1722afc2c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Network': ['ID=29d78961-aeab-4ded-b1eb-0df979095c58,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:32.695250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38340) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:32.819136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:32.865070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting subnet 7458c115-d6ec-4486-a3f3-d9a9489285e6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:32.880834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df62cc-9aed-40d7-9c57-3cc64501aeef req-66bab24c-02e9-4599-ac14-fe4f0846703d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:32.882406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:32.883560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 64b97cd1-7ae8-4dc0-bd8c-75def88fd9d0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:32.890262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6df62cc-9aed-40d7-9c57-3cc64501aeef req-66bab24c-02e9-4599-ac14-fe4f0846703d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0802212 Sep 23 19:42:32.892422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.936935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6df62cc-9aed-40d7-9c57-3cc64501aeef req-17a4d2d8-f30a-43c8-917f-ec2ddb7b4e2b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Sep 23 19:42:32.976737 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.125731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.220269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.283141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Subnet': ['ID=7458c115-d6ec-4486-a3f3-d9a9489285e6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:33.290809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db08423-f8ca-422f-b4b8-ada66d65a43e None None] Network f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:33.302346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.306062 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5c3046ad-ed3a-457a-8ab7-81dce01c363c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/subnets/7458c115-d6ec-4486-a3f3-d9a9489285e6 HTTP/1.1" status: 204 len: 168 time: 0.6097746 Sep 23 19:42:33.309861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:33.410941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5fe3-6bb2-49a7-bc17-b5adb4c76c56 req-4dbacc28-76ab-4340-aea5-4853cf4ebd6f tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:33.421851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-988b5fe3-6bb2-49a7-bc17-b5adb4c76c56 req-4dbacc28-76ab-4340-aea5-4853cf4ebd6f tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.1205003 Sep 23 19:42:33.489279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.526742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-988b5fe3-6bb2-49a7-bc17-b5adb4c76c56 req-6217b8ae-4416-4dc8-a0bb-d0f5a1604a53 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972645 Sep 23 19:42:33.539859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] DHCP port deletion for f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:33.612743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port b35a157a-337b-4016-b865-c02535919431 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:33.613425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.619837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] Deleting port b35a157a-337b-4016-b865-c02535919431 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:33.620217 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.706721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] For port b35a157a-337b-4016-b865-c02535919431, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b35a157a-337b-4016-b865-c02535919431,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:33.707532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.708899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port b35a157a-337b-4016-b865-c02535919431, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b35a157a-337b-4016-b865-c02535919431,segment=NetworkSegment(d1d8520c-bac3-4881-8111-9d7d5fa16b90),segment_id=d1d8520c-bac3-4881-8111-9d7d5fa16b90)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:33.709460 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.722471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] Calling delete_port for b35a157a-337b-4016-b865-c02535919431 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:33.735090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for b35a157a-337b-4016-b865-c02535919431 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:33.825419 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.835982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.841443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] No DVR routers for this DVR port b35a157a-337b-4016-b865-c02535919431 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:33.860363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f4e8e-500a-4c85-8557-fb2430902494 None None] Pushing event deleted for resources: {'Port': ['ID=b35a157a-337b-4016-b865-c02535919431,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:33.869194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=b35a157a-337b-4016-b865-c02535919431,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:33.874124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port b35a157a-337b-4016-b865-c02535919431 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:33.977109 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.019301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:34.049113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d8520c-bac3-4881-8111-9d7d5fa16b90') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:34.049392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d8520c-bac3-4881-8111-9d7d5fa16b90') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:34.075447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.101964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.116331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e2633-e146-4811-a631-bde6e4662d06 req-4b31f5f2-c3d2-4b3f-aec3-01ee8100193b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:34.123493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b73e2633-e146-4811-a631-bde6e4662d06 req-4b31f5f2-c3d2-4b3f-aec3-01ee8100193b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0959775 Sep 23 19:42:34.135925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:34.136323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:34.139471 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:34.223926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b73e2633-e146-4811-a631-bde6e4662d06 req-b907d5de-ac65-430f-b61b-ba2c926a921d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989819 Sep 23 19:42:34.230063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.240802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.254302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/networks/f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9 HTTP/1.1" status: 204 len: 168 time: 0.9307873 Sep 23 19:42:34.254541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:34.258738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-868451732'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:34.276982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170283f-1681-495d-8d58-75813a51ccf3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Network': ['ID=f2903c9f-cd0d-41e3-8ff5-0c1d850c53a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:34.301989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:34.313336 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.340909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:34.355415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.355756 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Added segment 8003f25e-cb1f-4902-b840-b477c1d85f9c of type vlan for network 22b3ad6a-786e-4f04-97bf-11e808eaf17f Sep 23 19:42:34.408767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.440097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.446149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:34.446913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.525265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Network': ['ID=22b3ad6a-786e-4f04-97bf-11e808eaf17f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:34.568392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-68e2c2e7-06d8-4b38-9341-841316aa51ae tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3147743 Sep 23 19:42:34.571057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38394) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:34.575859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'subnet': {'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:34.598739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 22b3ad6a-786e-4f04-97bf-11e808eaf17f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:34.681000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825cb66-914c-4e49-9786-2591ad55c5b1 req-18982344-6c1a-4e3e-9341-9a7208e33a1a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:34.688885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c825cb66-914c-4e49-9786-2591ad55c5b1 req-18982344-6c1a-4e3e-9341-9a7208e33a1a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0664241 Sep 23 19:42:34.723446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:34.730117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.739010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c825cb66-914c-4e49-9786-2591ad55c5b1 req-0bfba6b0-85f1-4e6d-a7a3-27b5d37fc549 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497320 Sep 23 19:42:34.783285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b35a157a-337b-4016-b865-c02535919431 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:34.806479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: b35a157a-337b-4016-b865-c02535919431 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:34.806888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b35a157a-337b-4016-b865-c02535919431 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:35.025554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.095853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Subnet': ['ID=d9799297-0e85-47d9-925f-bd00eb0e7197,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:35.114454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Checking segment: {'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:35.114906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network hostable DHCP agents. Network: 22b3ad6a-786e-4f04-97bf-11e808eaf17f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:35.159163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network 22b3ad6a-786e-4f04-97bf-11e808eaf17f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:35.161884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e660da-05e3-4191-80f0-0c562d311cd8 req-93062c7d-35b4-4329-9833-875a4fb10ce0 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:35.173473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0e660da-05e3-4191-80f0-0c562d311cd8 req-93062c7d-35b4-4329-9833-875a4fb10ce0 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0932877 Sep 23 19:42:35.176244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 22b3ad6a-786e-4f04-97bf-11e808eaf17f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:35.181660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-d8945254-120d-4daf-8be7-9019946dac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:35.183617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-d8945254-120d-4daf-8be7-9019946dac90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b894a3b281ea40b4a86f7e4295645567&device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 1097 time: 0.0564260 Sep 23 19:42:35.185035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:35.185887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.186727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705686d0-5d87-4594-a54e-6559d78504e4 None None] Network 22b3ad6a-786e-4f04-97bf-11e808eaf17f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:35.220216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:35.225717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:35.226646 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-192d29b5-06fa-41b8-9d7a-dcd62bc780f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6544666 Sep 23 19:42:35.235961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1901480935'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:35.257184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0e660da-05e3-4191-80f0-0c562d311cd8 req-424a4e3e-2eef-4f73-9760-f444deac22ea tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754199 Sep 23 19:42:35.311503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:35.325499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.412024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:35.422523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17cc67-78d2-40df-974a-208d276b7cb4 req-e356df17-eaf1-4d97-86ec-7373399214cb tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:35.424297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea17cc67-78d2-40df-974a-208d276b7cb4 req-e356df17-eaf1-4d97-86ec-7373399214cb tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0826054 Sep 23 19:42:35.439752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.440114 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Added segment f18078c4-300c-4392-abd1-b3863895b45c of type vlan for network c48f4790-8c42-4be8-b4d7-bb93912bb596 Sep 23 19:42:35.473471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-22b3ad6a-786e-4f04-97bf-11e808eaf17f', 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'fixed_ips': [{'subnet_id': 'd9799297-0e85-47d9-925f-bd00eb0e7197'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:35.484240 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.494020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea17cc67-78d2-40df-974a-208d276b7cb4 req-618ca34e-1d37-41ed-b216-e363f3a1e2be tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523002 Sep 23 19:42:35.494826 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48296f3a-6c23-457e-9d8f-e2e232b9a3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.547103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.594950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.601510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:35.602177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.706982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Network': ['ID=c48f4790-8c42-4be8-b4d7-bb93912bb596,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:35.707270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Allocated IP 19.80.0.2 (22b3ad6a-786e-4f04-97bf-11e808eaf17f/d9799297-0e85-47d9-925f-bd00eb0e7197/dc754c7a-e079-4af3-9f75-e641f03dee4c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:35.733692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48296f3a-6c23-457e-9d8f-e2e232b9a3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.748836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48296f3a-6c23-457e-9d8f-e2e232b9a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.806718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-48296f3a-6c23-457e-9d8f-e2e232b9a3e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19cb33f5c3e1485c85bdcc90eab62e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842061 Sep 23 19:42:35.809442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c48f4790-8c42-4be8-b4d7-bb93912bb596 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:35.810727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9cfdec9c-0844-4a14-bc2c-ad950c80f846 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5796254 Sep 23 19:42:35.811039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38420) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:35.811559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:35.812013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48296f3a-6c23-457e-9d8f-e2e232b9a3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f7067f-3509-4b17-9ee5-4b4fd46e9f25,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:35.820037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'subnet': {'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:35.860317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-fd238522-c9bb-4ce7-829d-a2972249ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:35.862473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-fd238522-c9bb-4ce7-829d-a2972249ab97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 200 len: 916 time: 0.6676655 Sep 23 19:42:35.910790 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-9acdb5f4-2556-498a-9034-e9762514c833 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 HTTP/1.1" status: 200 len: 217 time: 0.0381677 Sep 23 19:42:35.921955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:35.925986 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.962105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67302007-76ba-4e85-a8a5-1aa4a8bda021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.009426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67302007-76ba-4e85-a8a5-1aa4a8bda021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.012419 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.013592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-390e6b36-4f43-4e3b-a0e3-933c52986e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:36.016584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-390e6b36-4f43-4e3b-a0e3-933c52986e3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 200 len: 854 time: 0.0920169 Sep 23 19:42:36.025972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.089984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Network 22b3ad6a-786e-4f04-97bf-11e808eaf17f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:36.093543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:36.098451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-a6040e37-4ac9-4417-b5d1-8b6d41dca143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:36.099582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:36.100532 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-a6040e37-4ac9-4417-b5d1-8b6d41dca143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ed5863-1414-40c1-aee3-470be80d9ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680685 Sep 23 19:42:36.117984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Pushing event updated for resources: {'Port': ['ID=dc754c7a-e079-4af3-9f75-e641f03dee4c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.131960 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67302007-76ba-4e85-a8a5-1aa4a8bda021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.135298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67302007-76ba-4e85-a8a5-1aa4a8bda021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.139919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-67302007-76ba-4e85-a8a5-1aa4a8bda021 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85f7067f-3509-4b17-9ee5-4b4fd46e9f25 HTTP/1.1" status: 204 len: 168 time: 0.3275833 Sep 23 19:42:36.162248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67302007-76ba-4e85-a8a5-1aa4a8bda021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f7067f-3509-4b17-9ee5-4b4fd46e9f25,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.238357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-1ca03a6a-619a-4934-a4a1-0ced1866e0fa service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281922 Sep 23 19:42:36.250156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Attempting to bind port dc754c7a-e079-4af3-9f75-e641f03dee4c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:36.258312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Attempting to bind port dc754c7a-e079-4af3-9f75-e641f03dee4c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:36.258312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Attempting to bind port dc754c7a-e079-4af3-9f75-e641f03dee4c on network 22b3ad6a-786e-4f04-97bf-11e808eaf17f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:36.258312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:36.258312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Checking segment: {'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:36.259486 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.260573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Bound using segment: {'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:36.261333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Bound port: dc754c7a-e079-4af3-9f75-e641f03dee4c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:36.261866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.295572 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.360128 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-393991ea-5e82-4674-96c8-7e55c1c0213e req-e5852251-4dec-4638-bb78-ef14442f4722 service neutron] 10.222.0.41 "GET /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121669 Sep 23 19:42:36.389786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] For port dc754c7a-e079-4af3-9f75-e641f03dee4c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:36.393939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] For port dc754c7a-e079-4af3-9f75-e641f03dee4c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=dc754c7a-e079-4af3-9f75-e641f03dee4c,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:36.404737 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.495558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e645e0-329c-4052-a77a-89c240068585 None None] Pushing event updated for resources: {'Port': ['ID=dc754c7a-e079-4af3-9f75-e641f03dee4c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.652822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:36.692049 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f627eb7-14a5-4ffb-9e44-04d999d86601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.831399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Subnet': ['ID=4fc0a07e-059e-4a9f-8952-4aafcc843046,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.841742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Checking segment: {'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:36.842109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network hostable DHCP agents. Network: c48f4790-8c42-4be8-b4d7-bb93912bb596, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:36.853237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device dc754c7a-e079-4af3-9f75-e641f03dee4c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:36.857041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f627eb7-14a5-4ffb-9e44-04d999d86601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.861897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f627eb7-14a5-4ffb-9e44-04d999d86601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.868161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e3ba8-e316-41e5-a46d-ff537d8f30c0 req-175605a9-bb7b-4b94-a20f-af5ad459a8ce tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:36.870523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd2e3ba8-e316-41e5-a46d-ff537d8f30c0 req-175605a9-bb7b-4b94-a20f-af5ad459a8ce tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.5053115 Sep 23 19:42:36.890445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network c48f4790-8c42-4be8-b4d7-bb93912bb596 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:36.910759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c48f4790-8c42-4be8-b4d7-bb93912bb596) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:36.911347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port dc754c7a-e079-4af3-9f75-e641f03dee4c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:36.911728 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.915913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9f627eb7-14a5-4ffb-9e44-04d999d86601 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11b7cb0862544471b4a69895c04fdf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617114 Sep 23 19:42:36.916236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:36.916549 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.917827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38446) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:36.918742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f627eb7-14a5-4ffb-9e44-04d999d86601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d3b932-1060-4909-b6b8-e7d4ec00e265,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.938238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd2e3ba8-e316-41e5-a46d-ff537d8f30c0 req-10f640ab-784a-4403-b202-2e460bfdede2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585709 Sep 23 19:42:36.953159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-003b82d0-a229-42ec-835c-7822e7f0327b tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1291552 Sep 23 19:42:36.953388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d868a-9d6d-4956-be52-4b7041d71979 None None] Network c48f4790-8c42-4be8-b4d7-bb93912bb596 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:37.025935 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07351efe-7d7a-4fd1-a5b0-b0cc83b67dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.064958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07351efe-7d7a-4fd1-a5b0-b0cc83b67dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.109924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7f788-264f-4e68-8909-b191d4f98003 req-d9bc50cc-180c-4c20-aa71-7777d1cb8213 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.118924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79f7f788-264f-4e68-8909-b191d4f98003 req-d9bc50cc-180c-4c20-aa71-7777d1cb8213 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0697944 Sep 23 19:42:37.147243 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07351efe-7d7a-4fd1-a5b0-b0cc83b67dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.166708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07351efe-7d7a-4fd1-a5b0-b0cc83b67dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.169188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79f7f788-264f-4e68-8909-b191d4f98003 req-69645332-5273-48f7-9916-c95901b6486b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489352 Sep 23 19:42:37.169796 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-07351efe-7d7a-4fd1-a5b0-b0cc83b67dc3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61d3b932-1060-4909-b6b8-e7d4ec00e265 HTTP/1.1" status: 204 len: 168 time: 0.2480183 Sep 23 19:42:37.180265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07351efe-7d7a-4fd1-a5b0-b0cc83b67dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d3b932-1060-4909-b6b8-e7d4ec00e265,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:37.182040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-c48f4790-8c42-4be8-b4d7-bb93912bb596', 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'fixed_ips': [{'subnet_id': '4fc0a07e-059e-4a9f-8952-4aafcc843046'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:37.183304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.187910 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.268204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port dc754c7a-e079-4af3-9f75-e641f03dee4c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=dc754c7a-e079-4af3-9f75-e641f03dee4c,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:37.275253 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.388258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-79f19a3f-fe2c-46dc-b0eb-de649f7ae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.390062 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-79f19a3f-fe2c-46dc-b0eb-de649f7ae226 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1097 time: 0.0738897 Sep 23 19:42:37.496394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Allocated IP 19.86.0.2 (c48f4790-8c42-4be8-b4d7-bb93912bb596/4fc0a07e-059e-4a9f-8952-4aafcc843046/ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:37.513578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=dc754c7a-e079-4af3-9f75-e641f03dee4c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:37.531300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-6c0b5dab-14f1-467a-a36d-3ea459155df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.533026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-6c0b5dab-14f1-467a-a36d-3ea459155df3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.1300733 Sep 23 19:42:37.566826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e2005d56-da15-41ed-a2e2-efa502110f97 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.577666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e2005d56-da15-41ed-a2e2-efa502110f97 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.579685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e2005d56-da15-41ed-a2e2-efa502110f97 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/networks?id=22b3ad6a-786e-4f04-97bf-11e808eaf17f&id=c48f4790-8c42-4be8-b4d7-bb93912bb596 HTTP/1.1" status: 200 len: 1391 time: 0.1551850 Sep 23 19:42:37.603617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e4b7425d-2c44-4203-87fa-d6ecb5db216d tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/quotas/51f47ba69f874a9d989050c7400a8eea HTTP/1.1" status: 200 len: 375 time: 0.0166583 Sep 23 19:42:37.634350 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-9b741ea8-e1b0-4c42-880b-b059a0d52513 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 1002 time: 0.0937576 Sep 23 19:42:37.681582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-7721ffef-cf15-4d22-8071-21654ecdc344 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711610 Sep 23 19:42:37.713853 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.721124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-bdce79bc-1e17-4dee-ba58-f9d74702b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.722725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-bdce79bc-1e17-4dee-ba58-f9d74702b755 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0792203 Sep 23 19:42:37.725327 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.767328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36ed12-796a-4fdf-b4d6-f365819058b3 None None] Network 22b3ad6a-786e-4f04-97bf-11e808eaf17f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:37.772430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Network c48f4790-8c42-4be8-b4d7-bb93912bb596 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:37.790474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-95ed9d97-09a7-4691-acd7-d3ba4a22494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.792848 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-95ed9d97-09a7-4691-acd7-d3ba4a22494c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585558 Sep 23 19:42:37.794381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:37.794983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0c506b15-2eb2-4b87-a29b-e87384da94dc service neutron] 10.222.0.38 "GET /v2.0/networks/22b3ad6a-786e-4f04-97bf-11e808eaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116607 Sep 23 19:42:37.802795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:37.874661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9f7eb72e-497f-46a2-a108-28b76eea3860 None None] Provisioning complete for port dc754c7a-e079-4af3-9f75-e641f03dee4c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:37.875398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb72e-497f-46a2-a108-28b76eea3860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.893130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Pushing event updated for resources: {'Port': ['ID=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:37.910337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-a0db5de7-0adb-43b6-9050-fc0c7bff1435 service neutron] 10.222.0.38 "GET /v2.0/networks/22b3ad6a-786e-4f04-97bf-11e808eaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061168 Sep 23 19:42:37.923162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-504c782a-b901-44ab-8ffa-feeb43ed71f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195440 Sep 23 19:42:37.984093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Attempting to bind port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:37.984397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Attempting to bind port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:37.984752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Attempting to bind port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 on network c48f4790-8c42-4be8-b4d7-bb93912bb596 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:38.029664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:38.030030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Checking segment: {'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:38.030467 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.030864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Bound using segment: {'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:38.031355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Bound port: ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:38.031741 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.034988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-36a5a412-091b-4cc9-b486-a04a7643fa8d service neutron] 10.222.0.38 "GET /v2.0/networks/c48f4790-8c42-4be8-b4d7-bb93912bb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235087 Sep 23 19:42:38.056528 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c4fc58bc-5010-4d1d-997e-760a13964b07 req-3defa635-ede2-4d23-98e1-2ffc8932b63f service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257594 Sep 23 19:42:38.138478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-9b345867-fdd6-49b5-9c3a-a58ecf8025d4 service neutron] 10.222.0.38 "GET /v2.0/networks/c48f4790-8c42-4be8-b4d7-bb93912bb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024058 Sep 23 19:42:38.161580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] For port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:38.168069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] For port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:38.173896 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.243615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559bf2f-477c-4469-acab-dc340b0d9315 None None] Pushing event updated for resources: {'Port': ['ID=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:38.434917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8587b6-97e6-449c-b042-769ee9684334 req-d40be2a0-66aa-4e90-bf1c-e3f97d1f18fc tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:38.443993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc8587b6-97e6-449c-b042-769ee9684334 req-d40be2a0-66aa-4e90-bf1c-e3f97d1f18fc tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0774593 Sep 23 19:42:38.500451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc8587b6-97e6-449c-b042-769ee9684334 req-559fefd6-d489-4a91-b5fc-ee6707254914 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Sep 23 19:42:38.555773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-22b9580e-6b9a-4d5c-b320-bde2618c1bc1 None None] Provisioning complete for port dc754c7a-e079-4af3-9f75-e641f03dee4c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:38.556258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22b9580e-6b9a-4d5c-b320-bde2618c1bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.686049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2939-fbd2-4298-b8ed-de5cf617102a req-9781e84e-c1f2-4f07-babf-99c68b79c66b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:38.703772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c0b2939-fbd2-4298-b8ed-de5cf617102a req-9781e84e-c1f2-4f07-babf-99c68b79c66b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.0863559 Sep 23 19:42:38.786902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c0b2939-fbd2-4298-b8ed-de5cf617102a req-9ec6ac5c-87ef-4ae2-95c9-1eeaa78f19a7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813942 Sep 23 19:42:38.905853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device dc754c7a-e079-4af3-9f75-e641f03dee4c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:38.930405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c5edbe4-6eeb-4d20-989e-2213bc8f8068 req-49a26b6b-43bf-4580-8a31-92b9fca5630e tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 210 time: 0.0587602 Sep 23 19:42:38.981455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port dc754c7a-e079-4af3-9f75-e641f03dee4c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:38.981836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.089371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:39.158521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:39.158930 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.190935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaed14-5929-42ab-8a03-7a0de4868eb4 req-b74e9d31-2215-4f58-abe8-a2bc0851c6f2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:39.192721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19eaed14-5929-42ab-8a03-7a0de4868eb4 req-b74e9d31-2215-4f58-abe8-a2bc0851c6f2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0717731 Sep 23 19:42:39.241409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19eaed14-5929-42ab-8a03-7a0de4868eb4 req-1871dd99-968c-48fd-9e96-1433708f45c1 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Sep 23 19:42:39.264043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.300814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:39.308110 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.371483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:39.399625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d449dc-c9e9-49f8-944d-dbccafb7eaca req-86eaada1-1287-451a-ab08-3bbd5f8b5f75 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:39.407971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92d449dc-c9e9-49f8-944d-dbccafb7eaca req-86eaada1-1287-451a-ab08-3bbd5f8b5f75 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0827110 Sep 23 19:42:39.455408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92d449dc-c9e9-49f8-944d-dbccafb7eaca req-a85adf7a-c2a2-442c-809b-74dc3d5d20e0 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Sep 23 19:42:39.561112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de7757-3374-4770-b794-576fea2789e9 None None] Network c48f4790-8c42-4be8-b4d7-bb93912bb596 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:39.655081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-94d85649-f147-4b80-a89f-32db2855ceee None None] Provisioning complete for port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:39.655458 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94d85649-f147-4b80-a89f-32db2855ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.687112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7c69f-fefb-42fd-952a-4508f5d882d5 req-a85925ea-1126-475c-bf80-358b5b8b11a6 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:39.689761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ba7c69f-fefb-42fd-952a-4508f5d882d5 req-a85925ea-1126-475c-bf80-358b5b8b11a6 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.1511652 Sep 23 19:42:39.697026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e97dfd3b-3383-4d20-a590-c210577bd9a4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:39.703157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e97dfd3b-3383-4d20-a590-c210577bd9a4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:39.704860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e97dfd3b-3383-4d20-a590-c210577bd9a4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "GET /v2.0/networks?id=22b3ad6a-786e-4f04-97bf-11e808eaf17f&id=c48f4790-8c42-4be8-b4d7-bb93912bb596 HTTP/1.1" status: 200 len: 1391 time: 0.2228272 Sep 23 19:42:39.732231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'port': {'device_id': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f', 'admin_state_up': True, 'tenant_id': '51f47ba69f874a9d989050c7400a8eea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:39.768636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ba7c69f-fefb-42fd-952a-4508f5d882d5 req-45fd0155-b69f-4053-bc25-b85865f7b8e5 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625222 Sep 23 19:42:39.870955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-8bcd3555-d032-491d-b8fd-2f78f2baa494 req-3c638b5c-c028-4eda-b3c2-f9c898950961 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:42:39.872471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bcd3555-d032-491d-b8fd-2f78f2baa494 req-3c638b5c-c028-4eda-b3c2-f9c898950961 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150790 Sep 23 19:42:39.969214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bcd3555-d032-491d-b8fd-2f78f2baa494 req-81a27879-dcf8-472e-a8ba-9a318889d8bb tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0804706 Sep 23 19:42:39.970691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:39.974692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.179464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Allocated IP 19.80.0.123 (22b3ad6a-786e-4f04-97bf-11e808eaf17f/d9799297-0e85-47d9-925f-bd00eb0e7197/74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:40.301457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e0df2873-de42-4e80-9fed-153202d67915 None None] Provisioning complete for port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:40.302508 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0df2873-de42-4e80-9fed-153202d67915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.360464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd1f5c-1483-4f83-b094-310a6031ee92 req-3053669c-6075-4716-90a9-517049b20980 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:40.367128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dd1f5c-1483-4f83-b094-310a6031ee92 req-3053669c-6075-4716-90a9-517049b20980 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 946 time: 0.1325490 Sep 23 19:42:40.389852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:40.423484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38550) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:40.424747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dd1f5c-1483-4f83-b094-310a6031ee92 req-0dde9276-2a0e-4f14-8c40-a879407ddf73 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517480 Sep 23 19:42:40.439567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.476407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.512772 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.535461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:40.538560 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a2b2a8-586e-4fb7-8c1e-f7c3ae7bd6b6" -d '{"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-unplugged", "status": "completed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:40.545876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network 22b3ad6a-786e-4f04-97bf-11e808eaf17f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:40.551176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:40.555978 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.556800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccdfe7d7-f2e1-45ba-b6d8-c11f6941272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.562695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:40.568159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:40.606721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:40.613119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Port': ['ID=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:40.634836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.635185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.635554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.635908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.636275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.636629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.636978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.637338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.637703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.638048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.638443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.638787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:40.665529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d7ecd-31cd-4b9e-9d37-d9a2bb0aceca req-4309e557-4781-437b-94bf-0268990eb4e9 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:40.667272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-246d7ecd-31cd-4b9e-9d37-d9a2bb0aceca req-4309e557-4781-437b-94bf-0268990eb4e9 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 932 time: 0.1435590 Sep 23 19:42:40.677387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:40.678625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.708596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccdfe7d7-f2e1-45ba-b6d8-c11f6941272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.714495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccdfe7d7-f2e1-45ba-b6d8-c11f6941272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.725423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-1e9618a8-b4a5-4d2e-a2be-675ba3c8c1cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9993899 Sep 23 19:42:40.742132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-246d7ecd-31cd-4b9e-9d37-d9a2bb0aceca req-19fcb23a-de95-4ea5-910d-2e0cfa4a1bb8 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Sep 23 19:42:40.761357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfe7d7-f2e1-45ba-b6d8-c11f6941272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1012346b-f0a5-49f4-bd25-ef2d16a7e274,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:40.761484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Request body: {'port': {'device_id': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596', 'admin_state_up': True, 'tenant_id': '51f47ba69f874a9d989050c7400a8eea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:40.767218 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ccdfe7d7-f2e1-45ba-b6d8-c11f6941272b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce827488051749648762909600dd2cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425560 Sep 23 19:42:40.767988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38558) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:40.806604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:40.845931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e1b37d3-1bc7-4925-8d79-e56e6c4588c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.872795 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e1b37d3-1bc7-4925-8d79-e56e6c4588c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.876528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d17b9504-1af4-42f8-80b0-a9b6a5a279f0 None None] Provisioning complete for port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:40.876900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d17b9504-1af4-42f8-80b0-a9b6a5a279f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.920942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:40.921306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.922958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d17b9504-1af4-42f8-80b0-a9b6a5a279f0 None None] Port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:40.934526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e1b37d3-1bc7-4925-8d79-e56e6c4588c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.937140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e1b37d3-1bc7-4925-8d79-e56e6c4588c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.938749 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8e1b37d3-1bc7-4925-8d79-e56e6c4588c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1012346b-f0a5-49f4-bd25-ef2d16a7e274 HTTP/1.1" status: 204 len: 168 time: 0.1688814 Sep 23 19:42:40.949575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b37d3-1bc7-4925-8d79-e56e6c4588c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1012346b-f0a5-49f4-bd25-ef2d16a7e274,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:40.982315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5e15-d6a5-4178-bf8a-4796786bace5 req-3eed55a5-740b-465f-84cf-6aa6c81147ee tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:40.984054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afad5e15-d6a5-4178-bf8a-4796786bace5 req-3eed55a5-740b-465f-84cf-6aa6c81147ee tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0852315 Sep 23 19:42:40.992511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Made reservation on behalf of 51f47ba69f874a9d989050c7400a8eea for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:40.996606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.094412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afad5e15-d6a5-4178-bf8a-4796786bace5 req-bfb761a1-9e3c-4613-85ae-346c3775023a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943952 Sep 23 19:42:41.172665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Allocated IP 19.86.0.118 (c48f4790-8c42-4be8-b4d7-bb93912bb596/4fc0a07e-059e-4a9f-8952-4aafcc843046/767354de-4a73-4e6d-ad2e-685289f4ba82) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:41.270893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:41.286376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f35268bd-6b03-4d25-b6f6-8c393e997b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.351822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.393096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f35268bd-6b03-4d25-b6f6-8c393e997b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.398510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f35268bd-6b03-4d25-b6f6-8c393e997b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.402657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.439038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f35268bd-6b03-4d25-b6f6-8c393e997b7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0744f15276ed48289d5598d5f5c217cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650603 Sep 23 19:42:41.443175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:41.444815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35268bd-6b03-4d25-b6f6-8c393e997b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb8769c-3244-4be8-b561-778ecd38642f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:41.467347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Network c48f4790-8c42-4be8-b4d7-bb93912bb596 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:41.478451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:41.479657 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8963d0f-daf7-4ba9-9c49-1a13c75d16c6 x-openstack-request-id: req-f8963d0f-daf7-4ba9-9c49-1a13c75d16c6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:41.480182 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-unplugged", "status": "failed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:41.480329 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8963d0f-daf7-4ba9-9c49-1a13c75d16c6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:41.480999 n-d-810763-1 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'code': 422} returned with failed status Sep 23 19:42:41.481158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:41.535180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event updated for resources: {'Port': ['ID=767354de-4a73-4e6d-ad2e-685289f4ba82,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:41.597906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:41.598583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.630388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-008b2c0d-919b-40bc-ab55-1b5699a02186 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828542 Sep 23 19:42:41.630985 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9d9749-2c3d-4057-b485-dbc1f3ea10b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.641850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfa68f-6957-4322-9f3d-5b737b6f3d5c req-f0267b39-ed28-498c-b451-7d0bf854c244 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:41.643393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbbfa68f-6957-4322-9f3d-5b737b6f3d5c req-f0267b39-ed28-498c-b451-7d0bf854c244 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1039858 Sep 23 19:42:41.655767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Request body: {'port': {'device_id': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:41.705208 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9d9749-2c3d-4057-b485-dbc1f3ea10b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.747748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7273fa8d-805d-4dae-9923-e0cb99dc71a7 None None] Provisioning complete for port 767354de-4a73-4e6d-ad2e-685289f4ba82 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:41.748038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7273fa8d-805d-4dae-9923-e0cb99dc71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.774813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbbfa68f-6957-4322-9f3d-5b737b6f3d5c req-cf1ce297-79eb-477e-bde6-5bed9a536c6b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153100 Sep 23 19:42:41.779881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.786526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7273fa8d-805d-4dae-9923-e0cb99dc71a7 None None] Port 767354de-4a73-4e6d-ad2e-685289f4ba82 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:41.825906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9d9749-2c3d-4057-b485-dbc1f3ea10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.828487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9d9749-2c3d-4057-b485-dbc1f3ea10b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.829624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b9d9749-2c3d-4057-b485-dbc1f3ea10b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fb8769c-3244-4be8-b561-778ecd38642f HTTP/1.1" status: 204 len: 168 time: 0.3722315 Sep 23 19:42:41.840239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-9d2c8a0b-e052-42f9-b73e-fcc4f2750508 req-6d7603a9-faeb-4c89-89ad-4e3b844632f4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:42:41.841198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d2c8a0b-e052-42f9-b73e-fcc4f2750508 req-6d7603a9-faeb-4c89-89ad-4e3b844632f4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076413 Sep 23 19:42:41.857153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d9749-2c3d-4057-b485-dbc1f3ea10b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb8769c-3244-4be8-b561-778ecd38642f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:42.067939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114931a-0669-46e1-bece-0d84f1c9546e req-9c337e50-896e-4f8c-b071-320064b012ad tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.074628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114931a-0669-46e1-bece-0d84f1c9546e req-9c337e50-896e-4f8c-b071-320064b012ad tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.076369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3114931a-0669-46e1-bece-0d84f1c9546e req-9c337e50-896e-4f8c-b071-320064b012ad tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1655 time: 0.1062074 Sep 23 19:42:42.144509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3114931a-0669-46e1-bece-0d84f1c9546e req-9f98d369-fea6-4cf2-894e-a8184f5f4e90 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570171 Sep 23 19:42:42.195492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:42.204371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.228099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Transition to ACTIVE for port object 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:42.249659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.329596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7282dd1-8258-4336-8b77-1ad6d8bdd51a req-4eddb846-a414-41fd-903d-d814506de23a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.337026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7282dd1-8258-4336-8b77-1ad6d8bdd51a req-4eddb846-a414-41fd-903d-d814506de23a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.1254528 Sep 23 19:42:42.338852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Pushing event updated for resources: {'Port': ['ID=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:42.439306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7282dd1-8258-4336-8b77-1ad6d8bdd51a req-25900846-4c44-4dee-99a5-e38e7890c5ed tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974784 Sep 23 19:42:42.470461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Attempting to bind port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:42.470804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Attempting to bind port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:42.471137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Attempting to bind port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 on network 22b3ad6a-786e-4f04-97bf-11e808eaf17f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:42.489532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 on network 22b3ad6a-786e-4f04-97bf-11e808eaf17f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:42.489858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Attempting to bind port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 on network 22b3ad6a-786e-4f04-97bf-11e808eaf17f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:42.510718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:42.511127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Checking segment: {'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:42.511459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Bound using segment: {'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:42.511989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Bound port: 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8003f25e-cb1f-4902-b840-b477c1d85f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:42.512241 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.558342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-c3492575-ca36-44dd-9cc0-db8409937cd6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2668226 Sep 23 19:42:42.568807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-a73060e3-150e-4e87-8a1d-9bde6c30bb19 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:42:42.569798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-a73060e3-150e-4e87-8a1d-9bde6c30bb19 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054557 Sep 23 19:42:42.635520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] For port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:42.639888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] For port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:42.645910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.664600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997449a5-b1bc-4cb9-b7b1-a2f2cfa4808e req-0f57a9e4-8831-4250-8a35-ac874d8367c4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.666123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-997449a5-b1bc-4cb9-b7b1-a2f2cfa4808e req-0f57a9e4-8831-4250-8a35-ac874d8367c4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0858252 Sep 23 19:42:42.711342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.711974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.713401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] 10.222.0.72 "PUT /v2.0/ports/74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 HTTP/1.1" status: 200 len: 1092 time: 1.0671275 Sep 23 19:42:42.716141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'tag': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:42.718533 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "tag": "74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:42.758256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Request body: {'port': {'device_id': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:42.788719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf67a-f2f5-45a1-8df3-059be5f6d639 service neutron] Pushing event updated for resources: {'Port': ['ID=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:42.797712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-997449a5-b1bc-4cb9-b7b1-a2f2cfa4808e req-890299d8-8fd7-4135-87b8-4f645066834c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115775 Sep 23 19:42:42.857847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.122248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11445467-d072-4d98-850d-f8d301be56e7 req-a76e449c-26a4-4b03-847e-2d1bb1794f42 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.128061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11445467-d072-4d98-850d-f8d301be56e7 req-a76e449c-26a4-4b03-847e-2d1bb1794f42 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.134280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11445467-d072-4d98-850d-f8d301be56e7 req-a76e449c-26a4-4b03-847e-2d1bb1794f42 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.142080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11445467-d072-4d98-850d-f8d301be56e7 req-a76e449c-26a4-4b03-847e-2d1bb1794f42 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72&device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4&device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 2417 time: 0.1288950 Sep 23 19:42:43.144542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e40314f2-2cf5-4174-936b-0c9a0e54cd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.219316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11445467-d072-4d98-850d-f8d301be56e7 req-90831611-e7e1-4c98-b913-9551ef61d4c5 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759945 Sep 23 19:42:43.266741 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6073bebd-9ba1-41ab-82b8-88773f5806cc x-openstack-request-id: req-6073bebd-9ba1-41ab-82b8-88773f5806cc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:43.267030 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "tag": "74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:43.267695 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6073bebd-9ba1-41ab-82b8-88773f5806cc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:43.268121 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'tag': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1', 'status': 'completed', 'code': 200} Sep 23 19:42:43.372545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-eccea23b-4fa4-4b25-88f0-9c74fdd12072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.373001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-eccea23b-4fa4-4b25-88f0-9c74fdd12072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.374352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-eccea23b-4fa4-4b25-88f0-9c74fdd12072 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1914 time: 0.0757151 Sep 23 19:42:43.375480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767354de-4a73-4e6d-ad2e-685289f4ba82 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:43.386571 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.408334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810efa3-722a-4eb4-80b6-9fb5b9c7ec2c req-b240e1c8-9fe2-408a-a914-926a94fccede tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.414931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810efa3-722a-4eb4-80b6-9fb5b9c7ec2c req-b240e1c8-9fe2-408a-a914-926a94fccede tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.416732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7810efa3-722a-4eb4-80b6-9fb5b9c7ec2c req-b240e1c8-9fe2-408a-a914-926a94fccede tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1667 time: 0.0982525 Sep 23 19:42:43.419889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Transition to ACTIVE for port object 767354de-4a73-4e6d-ad2e-685289f4ba82 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:43.424559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.489380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:43.498596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-00cec521-2843-4461-890d-ac30c7b2ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.503237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-00cec521-2843-4461-890d-ac30c7b2ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.504659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-00cec521-2843-4461-890d-ac30c7b2ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.507379 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-00cec521-2843-4461-890d-ac30c7b2ce41 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=51f47ba69f874a9d989050c7400a8eea&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1226695 Sep 23 19:42:43.548357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7810efa3-722a-4eb4-80b6-9fb5b9c7ec2c req-c4550d39-8e06-471f-bc2e-6c3551158fb4 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158671 Sep 23 19:42:43.610663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Pushing event updated for resources: {'Port': ['ID=767354de-4a73-4e6d-ad2e-685289f4ba82,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:43.638300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-67809ef2-3800-46ed-b64e-8ec20ad3b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.642999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415b383d-2992-4d70-a2c9-15c7dbd0d9ed req-67809ef2-3800-46ed-b64e-8ec20ad3b4e0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261475 Sep 23 19:42:43.666259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Attempting to bind port 767354de-4a73-4e6d-ad2e-685289f4ba82 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:43.666773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Attempting to bind port 767354de-4a73-4e6d-ad2e-685289f4ba82 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:43.667193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Attempting to bind port 767354de-4a73-4e6d-ad2e-685289f4ba82 on network c48f4790-8c42-4be8-b4d7-bb93912bb596 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:43.676815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Port 767354de-4a73-4e6d-ad2e-685289f4ba82 on network c48f4790-8c42-4be8-b4d7-bb93912bb596 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:43.677231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Attempting to bind port 767354de-4a73-4e6d-ad2e-685289f4ba82 on network c48f4790-8c42-4be8-b4d7-bb93912bb596 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:43.698680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16b2e301-5c59-490b-9bbc-94d8c58a329c req-7f94fb2d-1794-45ab-910a-b23d21f26942 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0782425 Sep 23 19:42:43.702046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bc9b27db-f635-49f7-88a7-896c8e1bf0f4 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1395332184'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:43.702629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bc9b27db-f635-49f7-88a7-896c8e1bf0f4 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:42:43.711068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:43.715476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Checking segment: {'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:43.715973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Bound using segment: {'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:43.716512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Bound port: 767354de-4a73-4e6d-ad2e-685289f4ba82, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18078c4-300c-4392-abd1-b3863895b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:43.716955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.872453 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc9b27db-f635-49f7-88a7-896c8e1bf0f4 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.877023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc9b27db-f635-49f7-88a7-896c8e1bf0f4 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3815513 Sep 23 19:42:43.877023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:43.883064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f86187cb-9690-45f7-974c-77709b3c20fb tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7e83f522-719c-49c4-8608-fb1ce2ab0520'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:43.883558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f86187cb-9690-45f7-974c-77709b3c20fb tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:42:43.959306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] For port 767354de-4a73-4e6d-ad2e-685289f4ba82, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:43.961382 n-d-810763-1 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-f86187cb-9690-45f7-974c-77709b3c20fb tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:42:44.016746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] For port 767354de-4a73-4e6d-ad2e-685289f4ba82, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=767354de-4a73-4e6d-ad2e-685289f4ba82,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:44.022366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:44.060735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f86187cb-9690-45f7-974c-77709b3c20fb tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:44.061797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f86187cb-9690-45f7-974c-77709b3c20fb tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1841056 Sep 23 19:42:44.065384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38666) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:44.071387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ad0ab921-467d-46e6-bda5-1e9959ac4324 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7e83f522-719c-49c4-8608-fb1ce2ab0520'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:44.072015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ad0ab921-467d-46e6-bda5-1e9959ac4324 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:42:44.103416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.104284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:44.105743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] 10.222.0.72 "PUT /v2.0/ports/767354de-4a73-4e6d-ad2e-685289f4ba82 HTTP/1.1" status: 200 len: 1092 time: 1.3612814 Sep 23 19:42:44.161721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb134f2-8b3e-4d55-a780-bb65b9d4b901 service neutron] Pushing event updated for resources: {'Port': ['ID=767354de-4a73-4e6d-ad2e-685289f4ba82,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:44.184291 n-d-810763-1 neutron-server[94825]: WARNING neutron.services.metering.metering_plugin [None req-ad0ab921-467d-46e6-bda5-1e9959ac4324 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:42:44.187468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879a20-fc2e-4d8c-a9f4-491703fa99ab req-3a235c21-8e1e-4e37-bc3f-25fde1030d7d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.189037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77879a20-fc2e-4d8c-a9f4-491703fa99ab req-3a235c21-8e1e-4e37-bc3f-25fde1030d7d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.1301377 Sep 23 19:42:44.251107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-157adde8-fe2d-477c-bca9-cc1103a3bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.251596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-157adde8-fe2d-477c-bca9-cc1103a3bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.253210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-157adde8-fe2d-477c-bca9-cc1103a3bac0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1981 time: 0.0843406 Sep 23 19:42:44.259184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77879a20-fc2e-4d8c-a9f4-491703fa99ab req-1e646c31-cb2f-4e16-a10a-0bad6e3b6168 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549254 Sep 23 19:42:44.302037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-02253044-d142-49a3-bd14-c64a5aa936cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 HTTP/1.1" status: 200 len: 217 time: 0.0404546 Sep 23 19:42:44.351355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad0ab921-467d-46e6-bda5-1e9959ac4324 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:44.354696 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ad0ab921-467d-46e6-bda5-1e9959ac4324 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2879384 Sep 23 19:42:44.356186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:44.377462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:44.378065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f112b93-c57b-420f-bf8a-0050d9d1dff1 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=d9ad8039-bd48-4f39-af14-4198a2f71977 HTTP/1.1" status: 200 len: 462 time: 0.0206344 Sep 23 19:42:44.380073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-f3c157ca-cd0e-4978-a979-8c45c784a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.381563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-f3c157ca-cd0e-4978-a979-8c45c784a7c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d9799297-0e85-47d9-925f-bd00eb0e7197 HTTP/1.1" status: 200 len: 801 time: 0.0698860 Sep 23 19:42:44.456431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e8207a68-7ff0-43b0-9733-64cd6f59d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.458392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-e8207a68-7ff0-43b0-9733-64cd6f59d1ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22b3ad6a-786e-4f04-97bf-11e808eaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673115 Sep 23 19:42:44.504035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa96e4af-a303-4529-b259-c7b5ed854269 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:44.508628 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fa96e4af-a303-4529-b259-c7b5ed854269 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/d9ad8039-bd48-4f39-af14-4198a2f71977 HTTP/1.1" status: 204 len: 168 time: 0.1288774 Sep 23 19:42:44.509219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:44.520411 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0566f287-d87d-44a6-92d4-dc488d95e6bf tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=d9ad8039-bd48-4f39-af14-4198a2f71977 HTTP/1.1" status: 200 len: 221 time: 0.0099556 Sep 23 19:42:44.523870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:44.530754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0d47f965-e11a-4f3c-9183-a33b77295a5e tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--376152592', 'description': 'label created by tempest'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:44.531479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0d47f965-e11a-4f3c-9183-a33b77295a5e tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Unknown quota resources ['metering_label']. {{(pid=94825) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:42:44.581201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-cba2e42d-93c1-42db-8d9b-6c5c0d777381 service neutron] 10.222.0.72 "GET /v2.0/networks/22b3ad6a-786e-4f04-97bf-11e808eaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131725 Sep 23 19:42:44.720967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-9f2b8b4b-6740-4f9b-9f63-ace192bc614e service neutron] 10.222.0.72 "GET /v2.0/networks/22b3ad6a-786e-4f04-97bf-11e808eaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325798 Sep 23 19:42:44.762690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d47f965-e11a-4f3c-9183-a33b77295a5e tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:44.766496 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d47f965-e11a-4f3c-9183-a33b77295a5e tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2366843 Sep 23 19:42:44.766756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38682) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:44.846365 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-26a2ecfe-1190-4f2f-9e3e-1804ea604a56 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=3b66eb75-f049-4b34-ade7-22c30ee8f836 HTTP/1.1" status: 200 len: 467 time: 0.0763993 Sep 23 19:42:44.846971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38686) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.031285 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de13ecd6-4378-43dd-adfe-b85e072a3a65 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.035050 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de13ecd6-4378-43dd-adfe-b85e072a3a65 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/3b66eb75-f049-4b34-ade7-22c30ee8f836 HTTP/1.1" status: 204 len: 168 time: 0.1842744 Sep 23 19:42:45.035263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.050440 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7d755d16-ba56-4a89-95f1-5c391367f2a5 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=3b66eb75-f049-4b34-ade7-22c30ee8f836 HTTP/1.1" status: 200 len: 216 time: 0.0106199 Sep 23 19:42:45.050681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.063056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2cf1d140-0bc1-4510-b3de-6738cda1aa59 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082202 Sep 23 19:42:45.063295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.079774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c1ffc02c-c727-4656-be44-db021f8e2aba tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0153403 Sep 23 19:42:45.083349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.123160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-38dc3c09-2f1e-47fd-ad86-7ebe94bafb88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=767354de-4a73-4e6d-ad2e-685289f4ba82 HTTP/1.1" status: 200 len: 217 time: 0.3940620 Sep 23 19:42:45.139701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7d365e03-504b-4389-8edc-bd6454f2214e tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/7e83f522-719c-49c4-8608-fb1ce2ab0520 HTTP/1.1" status: 200 len: 473 time: 0.0551155 Sep 23 19:42:45.140354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38696) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.150756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7112f159-c15e-43b3-861f-9f36d67b4e8a tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/edd99ed5-57fa-4c2f-9eb7-644e53973def HTTP/1.1" status: 200 len: 459 time: 0.0092781 Sep 23 19:42:45.152875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.197437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-c4ea2623-f596-42f8-95cf-d2535682832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.198947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-c4ea2623-f596-42f8-95cf-d2535682832a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fc0a07e-059e-4a9f-8952-4aafcc843046 HTTP/1.1" status: 200 len: 801 time: 0.0663371 Sep 23 19:42:45.207825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703085f2-76bc-4c45-8586-39baca8cb619 req-f5969e12-a738-43f9-a1f6-85025c2343e3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.213705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703085f2-76bc-4c45-8586-39baca8cb619 req-f5969e12-a738-43f9-a1f6-85025c2343e3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.216881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-703085f2-76bc-4c45-8586-39baca8cb619 req-f5969e12-a738-43f9-a1f6-85025c2343e3 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1679 time: 0.0928721 Sep 23 19:42:45.256752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19234eee-1a13-4b48-8df5-2cf0aaf8b3e0 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.260734 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-19234eee-1a13-4b48-8df5-2cf0aaf8b3e0 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/edd99ed5-57fa-4c2f-9eb7-644e53973def HTTP/1.1" status: 204 len: 168 time: 0.1069207 Sep 23 19:42:45.261351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.268526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'tag': '767354de-4a73-4e6d-ad2e-685289f4ba82'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:45.270709 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0491784-d48d-4e6b-b011-ad9543180d18" -d '{"events": [{"name": "network-changed", "server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "tag": "767354de-4a73-4e6d-ad2e-685289f4ba82"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:45.340244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-703085f2-76bc-4c45-8586-39baca8cb619 req-075e4092-85f6-4233-b6d6-89980ff415d8 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118827 Sep 23 19:42:45.351597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-92154fba-75ff-418c-b84e-afea999f0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.358663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-92154fba-75ff-418c-b84e-afea999f0b71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c48f4790-8c42-4be8-b4d7-bb93912bb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350372 Sep 23 19:42:45.549674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b377-d307-4097-8b2d-a4e4b673aab3 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.553657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ce5b377-d307-4097-8b2d-a4e4b673aab3 tempest-MeteringIpV6TestJSON-505461973 tempest-MeteringIpV6TestJSON-505461973-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/7e83f522-719c-49c4-8608-fb1ce2ab0520 HTTP/1.1" status: 204 len: 168 time: 0.2875063 Sep 23 19:42:45.591960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-b9ef7988-f403-4a88-8048-eea1054a3e5e service neutron] 10.222.0.72 "GET /v2.0/networks/c48f4790-8c42-4be8-b4d7-bb93912bb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931224 Sep 23 19:42:45.644454 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d81bff-3332-406c-b039-5dd169126954 x-openstack-request-id: req-66d81bff-3332-406c-b039-5dd169126954 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:45.644748 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "tag": "767354de-4a73-4e6d-ad2e-685289f4ba82", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:45.644995 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66d81bff-3332-406c-b039-5dd169126954 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:45.645409 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'tag': '767354de-4a73-4e6d-ad2e-685289f4ba82', 'status': 'completed', 'code': 200} Sep 23 19:42:45.746375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d17941d-32df-4d87-8313-67fbd714bb55 req-3484a67b-47a0-4ef6-bacf-67886660388b service neutron] 10.222.0.72 "GET /v2.0/networks/c48f4790-8c42-4be8-b4d7-bb93912bb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396301 Sep 23 19:42:45.771159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c50bd-b3ca-4cf5-9147-d09926353fda req-2e24c8f3-4f00-487d-9bc4-3cca0d8e5b14 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.773247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a3c50bd-b3ca-4cf5-9147-d09926353fda req-2e24c8f3-4f00-487d-9bc4-3cca0d8e5b14 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0721698 Sep 23 19:42:45.816898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a3c50bd-b3ca-4cf5-9147-d09926353fda req-2b062cea-68b2-45f6-a9e3-e945521c6f6a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356548 Sep 23 19:42:45.870683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-d80de7e2-1669-4c33-a3c7-2ac48772b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.871430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-d80de7e2-1669-4c33-a3c7-2ac48772b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.872706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38712) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.873933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-d80de7e2-1669-4c33-a3c7-2ac48772b392 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51f47ba69f874a9d989050c7400a8eea&device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1981 time: 0.0561080 Sep 23 19:42:45.991588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-a56422b3-0c18-43b0-9b2a-0d04933bae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.993550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-a56422b3-0c18-43b0-9b2a-0d04933bae7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=c48f4790-8c42-4be8-b4d7-bb93912bb596 HTTP/1.1" status: 200 len: 903 time: 0.1101403 Sep 23 19:42:46.009615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3785c5f1-a30f-4ab9-a6a4-72ca692faef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.051598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-ab4b8d23-673b-41ae-b3ef-dbd4155b1ae4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=767354de-4a73-4e6d-ad2e-685289f4ba82 HTTP/1.1" status: 200 len: 217 time: 0.0453777 Sep 23 19:42:46.112131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-de3ea819-4183-4a88-b370-d4aaf76d1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.114408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-de3ea819-4183-4a88-b370-d4aaf76d1978 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4fc0a07e-059e-4a9f-8952-4aafcc843046 HTTP/1.1" status: 200 len: 801 time: 0.0588701 Sep 23 19:42:46.138742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3785c5f1-a30f-4ab9-a6a4-72ca692faef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.144665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3785c5f1-a30f-4ab9-a6a4-72ca692faef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.173627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-6b338b61-2610-4941-bc3d-b0d73d592eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.175382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-6b338b61-2610-4941-bc3d-b0d73d592eb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c48f4790-8c42-4be8-b4d7-bb93912bb596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533712 Sep 23 19:42:46.192994 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3785c5f1-a30f-4ab9-a6a4-72ca692faef0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ca77094246240a8a0f7edc49e3a95f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181176 Sep 23 19:42:46.194487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785c5f1-a30f-4ab9-a6a4-72ca692faef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ddc58-7b37-4163-bfd7-1c83d9b6d56e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:46.196846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:46.310648 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e856-8202-48b1-ade2-f7d589175bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.334727 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a0abe19-5358-44e8-9e22-dacd04b06b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.342072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-1de9f3e6-f871-4801-bc53-ed6922f60cc8 service neutron] 10.222.0.72 "GET /v2.0/networks/c48f4790-8c42-4be8-b4d7-bb93912bb596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584756 Sep 23 19:42:46.382223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a0abe19-5358-44e8-9e22-dacd04b06b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.447348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.488056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0491784-d48d-4e6b-b011-ad9543180d18 req-f71c0e04-0e6a-4872-9077-04efba56df6e service neutron] 10.222.0.72 "GET /v2.0/networks/c48f4790-8c42-4be8-b4d7-bb93912bb596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380739 Sep 23 19:42:46.499439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a0abe19-5358-44e8-9e22-dacd04b06b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.502928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a0abe19-5358-44e8-9e22-dacd04b06b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.504486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a0abe19-5358-44e8-9e22-dacd04b06b41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac0ddc58-7b37-4163-bfd7-1c83d9b6d56e HTTP/1.1" status: 204 len: 168 time: 0.3066077 Sep 23 19:42:46.514227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0abe19-5358-44e8-9e22-dacd04b06b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ddc58-7b37-4163-bfd7-1c83d9b6d56e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:46.635783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa7069-bdf5-4c58-a9a4-ce2b5c69d668 req-287b0434-78ba-4e85-9688-5a4356eed070 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.641613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa7069-bdf5-4c58-a9a4-ce2b5c69d668 req-287b0434-78ba-4e85-9688-5a4356eed070 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.643248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0aa7069-bdf5-4c58-a9a4-ce2b5c69d668 req-287b0434-78ba-4e85-9688-5a4356eed070 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1679 time: 0.0605869 Sep 23 19:42:46.686838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0aa7069-bdf5-4c58-a9a4-ce2b5c69d668 req-f82fe9e9-62ae-4f55-9bb3-f12208d22cc2 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Sep 23 19:42:46.808415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6008ab5-4a36-4f71-9246-dd09ca2b7ab7 req-2733328d-4369-4ce6-a300-52301b48e614 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.810052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6008ab5-4a36-4f71-9246-dd09ca2b7ab7 req-2733328d-4369-4ce6-a300-52301b48e614 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.0562305 Sep 23 19:42:46.831154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:46.849566 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a1f2193-1200-4d0b-b501-293f3b06d372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.859842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6008ab5-4a36-4f71-9246-dd09ca2b7ab7 req-6d0bbc47-2235-410e-942e-91b8fa063865 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Sep 23 19:42:46.959118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a1f2193-1200-4d0b-b501-293f3b06d372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.966185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a1f2193-1200-4d0b-b501-293f3b06d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.015340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a1f2193-1200-4d0b-b501-293f3b06d372 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abcef8c7f37846de80c27cfe87604add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829927 Sep 23 19:42:47.015993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f2193-1200-4d0b-b501-293f3b06d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a29a4a6-1645-4756-a75e-477be18d1d96,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:47.020319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:47.038716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.051033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc41ff2-322c-4cca-8c3f-3932c4976e33 req-4ff07380-4bc9-4bae-8ca2-066776d10c81 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:47.052846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dc41ff2-322c-4cca-8c3f-3932c4976e33 req-4ff07380-4bc9-4bae-8ca2-066776d10c81 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0612736 Sep 23 19:42:47.073020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba488dfb-63a6-4e52-a437-52b79054759a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.095955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dc41ff2-322c-4cca-8c3f-3932c4976e33 req-78a818c2-2ca3-4fe9-a9ad-425b0a078fc2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357904 Sep 23 19:42:47.096558 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba488dfb-63a6-4e52-a437-52b79054759a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.143788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba488dfb-63a6-4e52-a437-52b79054759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.146409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba488dfb-63a6-4e52-a437-52b79054759a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.148135 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ba488dfb-63a6-4e52-a437-52b79054759a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a29a4a6-1645-4756-a75e-477be18d1d96 HTTP/1.1" status: 204 len: 168 time: 0.1268253 Sep 23 19:42:47.157333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba488dfb-63a6-4e52-a437-52b79054759a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a29a4a6-1645-4756-a75e-477be18d1d96,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:47.840532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af13026-71a5-42aa-acec-b35d62ff05c4 req-b14547b7-b8ed-43b1-a904-70babc7b1951 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:47.846401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af13026-71a5-42aa-acec-b35d62ff05c4 req-b14547b7-b8ed-43b1-a904-70babc7b1951 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:47.848018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6af13026-71a5-42aa-acec-b35d62ff05c4 req-b14547b7-b8ed-43b1-a904-70babc7b1951 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1679 time: 0.0695052 Sep 23 19:42:47.890390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6af13026-71a5-42aa-acec-b35d62ff05c4 req-46d187a7-0390-483c-9f3a-1c7c726de0d6 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353782 Sep 23 19:42:48.050960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406af99-1fd0-4106-947e-ff84e610e7e9 req-1f8eec03-6d82-4066-b3b5-809be9b7ba32 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.052530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2406af99-1fd0-4106-947e-ff84e610e7e9 req-1f8eec03-6d82-4066-b3b5-809be9b7ba32 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.0916877 Sep 23 19:42:48.061114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-b5fbada8-cd77-4e7f-ad4d-698ce9ec73e3 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.062615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-b5fbada8-cd77-4e7f-ad4d-698ce9ec73e3 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d0bba1f-f5ee-451b-8513-b3cd14e11d72 HTTP/1.1" status: 200 len: 945 time: 0.0918577 Sep 23 19:42:48.135083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2406af99-1fd0-4106-947e-ff84e610e7e9 req-13c0a953-1b72-483d-976e-78fa1754fda3 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691180 Sep 23 19:42:48.199588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Deleting port f4061cba-a77f-4a41-9d08-49f205d618bc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:48.200108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.305973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-9bf9cd47-c299-465a-9a12-be0adf5155a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.308044 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-9bf9cd47-c299-465a-9a12-be0adf5155a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106&tenant_id=3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 1095 time: 0.0849614 Sep 23 19:42:48.342710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] For port f4061cba-a77f-4a41-9d08-49f205d618bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4061cba-a77f-4a41-9d08-49f205d618bc,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:48.343080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.369195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19169e-e026-411f-899b-3c1c2409ce9a req-164315aa-5122-4b59-a37f-57cdaf6ed0e2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.370934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f19169e-e026-411f-899b-3c1c2409ce9a req-164315aa-5122-4b59-a37f-57cdaf6ed0e2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0894086 Sep 23 19:42:48.372109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Calling delete_port for f4061cba-a77f-4a41-9d08-49f205d618bc owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:48.390298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-4a6e7843-14d8-4034-87e4-b56bbee04d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.391756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-4a6e7843-14d8-4034-87e4-b56bbee04d6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1095 time: 0.0522454 Sep 23 19:42:48.457387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f19169e-e026-411f-899b-3c1c2409ce9a req-ab0b921f-ce4d-4d78-b931-af5bd79ae886 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786786 Sep 23 19:42:48.499117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-48c47b3b-4529-4f03-802e-e6ce7fc6ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.500863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-48c47b3b-4529-4f03-802e-e6ce7fc6ceca service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.1012652 Sep 23 19:42:48.534584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.544744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.552185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:48.557626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['45df2eaa-9aa7-4c0d-9180-61e110bf4ef0', '7267c97b-c2e0-463b-9d32-4ccfb86319e8'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:48.559909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f4061cba-a77f-4a41-9d08-49f205d618bc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:48.580625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Pushing event deleted for resources: {'Port': ['ID=f4061cba-a77f-4a41-9d08-49f205d618bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:48.605535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-8647f400-0e2d-499c-bf47-0ffcba788571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 200 len: 1000 time: 0.0977800 Sep 23 19:42:48.643131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] No DVR routers for this DVR port f4061cba-a77f-4a41-9d08-49f205d618bc on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:48.646703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.649853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87bc68f5-a402-43a9-b080-c49dc1f66b61 req-208f21eb-b810-45dd-b955-d877e1f47cdd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.72 "DELETE /v2.0/ports/f4061cba-a77f-4a41-9d08-49f205d618bc HTTP/1.1" status: 204 len: 173 time: 0.5786164 Sep 23 19:42:48.650355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'name': 'network-vif-deleted', 'tag': 'f4061cba-a77f-4a41-9d08-49f205d618bc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:48.654007 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179d901c-c773-480d-92a1-c59b792b4038" -d '{"events": [{"server_uuid": "0d0bba1f-f5ee-451b-8513-b3cd14e11d72", "name": "network-vif-deleted", "tag": "f4061cba-a77f-4a41-9d08-49f205d618bc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:48.691459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-193734c1-ffdd-4b7b-81f1-286e50fbdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.693360 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-193734c1-ffdd-4b7b-81f1-286e50fbdd2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0792155 Sep 23 19:42:48.702912 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b43bd28-14af-42bf-97b5-7a055f382c0d x-openstack-request-id: req-5b43bd28-14af-42bf-97b5-7a055f382c0d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:48.702912 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0bba1f-f5ee-451b-8513-b3cd14e11d72", "name": "network-vif-deleted", "tag": "f4061cba-a77f-4a41-9d08-49f205d618bc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:48.702912 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b43bd28-14af-42bf-97b5-7a055f382c0d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:48.703204 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0bba1f-f5ee-451b-8513-b3cd14e11d72', 'name': 'network-vif-deleted', 'tag': 'f4061cba-a77f-4a41-9d08-49f205d618bc', 'status': 'completed', 'code': 200} Sep 23 19:42:48.731641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1342408303', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:48.754194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Made reservation on behalf of 702664dc87414e27a5c814eca8e01bc1 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:48.757502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.773009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-60198838-d444-4b57-b84f-c62c311b2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.773313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.776211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-60198838-d444-4b57-b84f-c62c311b2293 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639739 Sep 23 19:42:48.887008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-de79f757-310d-4dbb-b1f9-7f0340174d3e service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031361 Sep 23 19:42:48.889224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.893107 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.919579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:48.931538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d07aa-a3c2-4d6b-99c1-75876c1e0bab,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:48.938069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.938436 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Added segment e1256afd-cab7-40de-8cbe-39fa43f95e85 of type vlan for network b8670e04-1c74-428e-93a7-223b278287e9 Sep 23 19:42:48.989807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.991269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98a3c85c-a3f7-4a1c-8a93-38a074eb9bac req-6efcc7bc-fb45-42da-92fa-08aaefa4a7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964253 Sep 23 19:42:49.065946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c21f7e-677b-4240-ab79-74adf9c55447 req-25df93c9-03f1-4954-8349-734522fb3563 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.072764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c21f7e-677b-4240-ab79-74adf9c55447 req-25df93c9-03f1-4954-8349-734522fb3563 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.074501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17c21f7e-677b-4240-ab79-74adf9c55447 req-25df93c9-03f1-4954-8349-734522fb3563 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1679 time: 0.0894432 Sep 23 19:42:49.075587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.076491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.077050 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.081680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 767354de-4a73-4e6d-ad2e-685289f4ba82 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:49.163955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Network': ['ID=b8670e04-1c74-428e-93a7-223b278287e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:49.177143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c663533d-29bb-473c-9927-c009abff613a tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6230967 Sep 23 19:42:49.180509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:49.187150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'subnet': {'network_id': 'b8670e04-1c74-428e-93a7-223b278287e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:49.198589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b8670e04-1c74-428e-93a7-223b278287e9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:49.214973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Made reservation on behalf of 702664dc87414e27a5c814eca8e01bc1 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:49.217491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17c21f7e-677b-4240-ab79-74adf9c55447 req-89857d74-ac95-4b66-9f58-7cf45da5f15c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103518 Sep 23 19:42:49.229915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.255516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 767354de-4a73-4e6d-ad2e-685289f4ba82, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=767354de-4a73-4e6d-ad2e-685289f4ba82,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:49.303320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '767354de-4a73-4e6d-ad2e-685289f4ba82', 'network_id': 'c48f4790-8c42-4be8-b4d7-bb93912bb596', 'port_id': '767354de-4a73-4e6d-ad2e-685289f4ba82', 'mac_address': 'fa:16:3e:49:01:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc0a07e-059e-4a9f-8952-4aafcc843046', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:49.347836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.360621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767354de-4a73-4e6d-ad2e-685289f4ba82 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:49.384278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 767354de-4a73-4e6d-ad2e-685289f4ba82, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=767354de-4a73-4e6d-ad2e-685289f4ba82,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:49.388786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.389758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:49.474182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=767354de-4a73-4e6d-ad2e-685289f4ba82,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:49.544633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:49.558430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1', 'network_id': '22b3ad6a-786e-4f04-97bf-11e808eaf17f', 'port_id': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1', 'mac_address': 'fa:16:3e:b5:4a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9799297-0e85-47d9-925f-bd00eb0e7197', 'ip_address': '19.80.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:49.611672 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.628824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:49.631421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:42:49.632637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.642282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f624-3cae-4b36-9a11-20e02754ca1f req-f91549e1-fe72-45f4-935f-d87b8acfa7ae tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.651739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8b8f624-3cae-4b36-9a11-20e02754ca1f req-f91549e1-fe72-45f4-935f-d87b8acfa7ae tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0788095 Sep 23 19:42:49.652647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:49.658388 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.708766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8b8f624-3cae-4b36-9a11-20e02754ca1f req-b3eeba33-de61-407d-8eb9-7e3ed3273127 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533397 Sep 23 19:42:49.729488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b1eea831-e504-4d06-a8aa-c0ca3bcb96c0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:49.729488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Checking segment: {'id': 'e1256afd-cab7-40de-8cbe-39fa43f95e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8670e04-1c74-428e-93a7-223b278287e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:49.729488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network hostable DHCP agents. Network: b8670e04-1c74-428e-93a7-223b278287e9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:49.750000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network b8670e04-1c74-428e-93a7-223b278287e9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:49.757642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:49.766895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b8670e04-1c74-428e-93a7-223b278287e9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:49.773865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.774969 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.778513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb75be2-7f44-4fbd-bbba-67e15848619f None None] Network b8670e04-1c74-428e-93a7-223b278287e9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:49.794822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-63cc1166-b3a2-433f-b7b1-3759357359db tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6116929 Sep 23 19:42:49.796883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:49.801748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1587265737', 'network_id': 'b8670e04-1c74-428e-93a7-223b278287e9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:49.837844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Made reservation on behalf of 702664dc87414e27a5c814eca8e01bc1 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:49.844313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.893879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] device_id is not set on port a768d112-c9a8-457a-b78a-5d3cb92ad165 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:42:49.974611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:49.980693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['767354de-4a73-4e6d-ad2e-685289f4ba82'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:49.985533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29542d-4f1a-46e3-8814-2627b7da570f req-fa9e30e2-8a40-48c2-82c0-78efd71a4eb8 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.987148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa29542d-4f1a-46e3-8814-2627b7da570f req-fa9e30e2-8a40-48c2-82c0-78efd71a4eb8 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1102698 Sep 23 19:42:50.059132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0aab19-14ee-4ffa-9b9b-c99ff104d5ae None None] Network b8670e04-1c74-428e-93a7-223b278287e9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:50.081064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Allocated IP 2001:db8::1a2 (b8670e04-1c74-428e-93a7-223b278287e9/b1eea831-e504-4d06-a8aa-c0ca3bcb96c0/a768d112-c9a8-457a-b78a-5d3cb92ad165) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:50.089815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa29542d-4f1a-46e3-8814-2627b7da570f req-c256ef37-e863-4fb6-9a98-36c2e4be8fed tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922515 Sep 23 19:42:50.377890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.397332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067164-1522-418d-8595-2d946763926f req-f9d59304-57be-4ea2-a203-07a08763a4fc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:50.403351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067164-1522-418d-8595-2d946763926f req-f9d59304-57be-4ea2-a203-07a08763a4fc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:50.405043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41067164-1522-418d-8595-2d946763926f req-f9d59304-57be-4ea2-a203-07a08763a4fc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1681 time: 0.0915275 Sep 23 19:42:50.466810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41067164-1522-418d-8595-2d946763926f req-6db0b504-bd39-43d2-b3b9-851cfbc69dbf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535898 Sep 23 19:42:50.468445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.510498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network b8670e04-1c74-428e-93a7-223b278287e9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:50.513832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:50.517166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:50.518285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:50.518987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.530002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Port': ['ID=a768d112-c9a8-457a-b78a-5d3cb92ad165,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:50.544495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:50.544727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a712f98c-b8cf-419b-b4f6-d336eb2f2e40 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7465684 Sep 23 19:42:50.630637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Deleting port a768d112-c9a8-457a-b78a-5d3cb92ad165 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:50.631081 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.709107 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.721238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Calling delete_port for a768d112-c9a8-457a-b78a-5d3cb92ad165 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:50.845089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad9885-3254-40be-b98c-6b93e9a7199e req-1087a7a5-0582-4d09-8b33-dd00fcc6045d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:50.846799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27ad9885-3254-40be-b98c-6b93e9a7199e req-1087a7a5-0582-4d09-8b33-dd00fcc6045d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0528536 Sep 23 19:42:50.849895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.880181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event deleted for resources: {'Port': ['ID=a768d112-c9a8-457a-b78a-5d3cb92ad165,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:50.895635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27ad9885-3254-40be-b98c-6b93e9a7199e req-88f3cc0d-60f9-493e-a500-5b8717e69b18 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361454 Sep 23 19:42:50.906949 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.911671 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-06012bba-fa44-4ad1-98ea-9a719dcfe518 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "DELETE /v2.0/ports/a768d112-c9a8-457a-b78a-5d3cb92ad165 HTTP/1.1" status: 204 len: 168 time: 0.3637190 Sep 23 19:42:50.912060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:50.925737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8670e04-1c74-428e-93a7-223b278287e9', 'external_fixed_ips': [{'subnet_id': 'b1eea831-e504-4d06-a8aa-c0ca3bcb96c0', 'ip_address': '2001:db8::1a2'}]}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:50.946972 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.947905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.004111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.088534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4061cba-a77f-4a41-9d08-49f205d618bc no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:51.132983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f4061cba-a77f-4a41-9d08-49f205d618bc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:51.133490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4061cba-a77f-4a41-9d08-49f205d618bc not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:51.270024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711cea5-8378-488f-8fad-09b396c1663e req-de37ac66-fedc-4300-b0ce-bc0127cc1cad tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.278580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f711cea5-8378-488f-8fad-09b396c1663e req-de37ac66-fedc-4300-b0ce-bc0127cc1cad tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0874121 Sep 23 19:42:51.358548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f711cea5-8378-488f-8fad-09b396c1663e req-2fd8efda-5cbc-43e3-8a0b-f02421406a7f tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653968 Sep 23 19:42:51.504645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:51.517093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.649948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7a71-87e2-4e4f-886c-2525583efd25 req-222e25ad-1a37-4a5e-887a-93d21e522287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.651833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a34c7a71-87e2-4e4f-886c-2525583efd25 req-222e25ad-1a37-4a5e-887a-93d21e522287 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1096 time: 0.1461153 Sep 23 19:42:51.666047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e38c7e-8a9b-42f4-b6fc-aa685f33ef4a req-afe8633f-0c5b-4dfc-b10e-7572277da2ba tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.673243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e38c7e-8a9b-42f4-b6fc-aa685f33ef4a req-afe8633f-0c5b-4dfc-b10e-7572277da2ba tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.676045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68e38c7e-8a9b-42f4-b6fc-aa685f33ef4a req-afe8633f-0c5b-4dfc-b10e-7572277da2ba tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1681 time: 0.1009507 Sep 23 19:42:51.731749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68e38c7e-8a9b-42f4-b6fc-aa685f33ef4a req-dbef53bc-8cbb-4f87-b34f-8dcdda7f808f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497503 Sep 23 19:42:51.733444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a34c7a71-87e2-4e4f-886c-2525583efd25 req-67b1f066-a83c-4050-aec4-51d7dbc9c4ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575609 Sep 23 19:42:51.810670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.830996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.987282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Allocated IP 2001:db8::1a2 (b8670e04-1c74-428e-93a7-223b278287e9/b1eea831-e504-4d06-a8aa-c0ca3bcb96c0/e4d7e1ca-7662-4c7a-8c79-fe3778835d33) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:52.035744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9c76-6faf-416c-9b2e-aed969d0812e req-1e12310f-cbb3-42f8-b88c-0c1098528817 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.038016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbba9c76-6faf-416c-9b2e-aed969d0812e req-1e12310f-cbb3-42f8-b88c-0c1098528817 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0580578 Sep 23 19:42:52.079566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbba9c76-6faf-416c-9b2e-aed969d0812e req-9aa5fa0b-6c42-4302-a199-32fc27c9c64a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Sep 23 19:42:52.108672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.142974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.185163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network b8670e04-1c74-428e-93a7-223b278287e9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:52.188101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:52.191628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:52.232576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d7e1ca-7662-4c7a-8c79-fe3778835d33,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:52.442958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.501652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc682a-19ac-4419-9b3d-a5dff5b310de req-6a2d60e9-b232-4e6e-8c30-5bcdeb8cb409 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.503118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59dc682a-19ac-4419-9b3d-a5dff5b310de req-6a2d60e9-b232-4e6e-8c30-5bcdeb8cb409 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0582068 Sep 23 19:42:52.550530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59dc682a-19ac-4419-9b3d-a5dff5b310de req-f79f95c1-4c1e-41ff-a0c3-7ff7b0d61301 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Sep 23 19:42:52.677551 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.846120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Router dd753397-12ae-44c9-b7f2-65a1aa71cee5 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:42:52.920812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4abd3-f500-4517-a2c0-4611903429e4 req-f73eee4d-0e0c-491d-975c-e759ba5253f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.926874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4abd3-f500-4517-a2c0-4611903429e4 req-f73eee4d-0e0c-491d-975c-e759ba5253f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.931193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cca4abd3-f500-4517-a2c0-4611903429e4 req-f73eee4d-0e0c-491d-975c-e759ba5253f5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1681 time: 0.0612462 Sep 23 19:42:52.980917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cca4abd3-f500-4517-a2c0-4611903429e4 req-219487ce-4bf7-442a-bb1d-42346639316f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Sep 23 19:42:52.990754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:53.005324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Sync routers for ids ['dd753397-12ae-44c9-b7f2-65a1aa71cee5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:53.007673 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.011352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4580af48-084c-4b28-925f-a0661523225e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0962300 Sep 23 19:42:53.011819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:53.019824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Routers {'dd753397-12ae-44c9-b7f2-65a1aa71cee5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:53.020428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dd753397-12ae-44c9-b7f2-65a1aa71cee5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:53.084741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:53.158653 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.178858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:53.191096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:53.191522 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.237580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Set router dd753397-12ae-44c9-b7f2-65a1aa71cee5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:53.324627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a5dc0-e8d4-4b66-b70c-ac7c6d1d5bbb req-ec621170-227a-4f24-b576-81a04b2e2b82 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:53.332183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d37a5dc0-e8d4-4b66-b70c-ac7c6d1d5bbb req-ec621170-227a-4f24-b576-81a04b2e2b82 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.1032956 Sep 23 19:42:53.364363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.390429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d37a5dc0-e8d4-4b66-b70c-ac7c6d1d5bbb req-516b88a9-f72c-4338-83b0-1c2539f4c962 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572572 Sep 23 19:42:53.416706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.455233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Deleting port e4d7e1ca-7662-4c7a-8c79-fe3778835d33 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:53.455970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.474447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:53.476744 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15856872-fda7-485f-837d-315304128e13" -d '{"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-plugged", "status": "completed", "tag": "74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:53.484914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:53.491457 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.492308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 767354de-4a73-4e6d-ad2e-685289f4ba82 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:53.538555 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5760b163-fa43-4617-93d7-ef578b9d2f23 x-openstack-request-id: req-5760b163-fa43-4617-93d7-ef578b9d2f23 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:53.538848 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-plugged", "status": "completed", "tag": "74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:53.539102 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5760b163-fa43-4617-93d7-ef578b9d2f23 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:53.539487 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1', 'code': 200} Sep 23 19:42:53.579758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.591606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:53.594429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd753397-12ae-44c9-b7f2-65a1aa71cee5', 'name': '', 'tenant_id': '702664dc87414e27a5c814eca8e01bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8670e04-1c74-428e-93a7-223b278287e9', 'external_fixed_ips': [{'subnet_id': 'b1eea831-e504-4d06-a8aa-c0ca3bcb96c0', 'ip_address': '2001:db8::1a2'}], 'enable_snat': True}, 'gw_port_id': 'e4d7e1ca-7662-4c7a-8c79-fe3778835d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 3, 'project_id': '702664dc87414e27a5c814eca8e01bc1', 'gw_port': {'id': 'e4d7e1ca-7662-4c7a-8c79-fe3778835d33', 'name': '', 'network_id': 'b8670e04-1c74-428e-93a7-223b278287e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd753397-12ae-44c9-b7f2-65a1aa71cee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'b1eea831-e504-4d06-a8aa-c0ca3bcb96c0', 'ip_address': '2001:db8::1a2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:51Z', 'updated_at': '2021-09-23T19:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1eea831-e504-4d06-a8aa-c0ca3bcb96c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:53.615539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Calling delete_port for e4d7e1ca-7662-4c7a-8c79-fe3778835d33 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:53.630187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 767354de-4a73-4e6d-ad2e-685289f4ba82 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:53.633546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Checking router: dd753397-12ae-44c9-b7f2-65a1aa71cee5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:42:53.633828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Updating router dd753397-12ae-44c9-b7f2-65a1aa71cee5 port e4d7e1ca-7662-4c7a-8c79-fe3778835d33 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:42:53.637119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 767354de-4a73-4e6d-ad2e-685289f4ba82 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:53.637483 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.688977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.776762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c143c-0a58-4e55-ac74-4bcb6e3a8f75 req-d51bf662-1705-4068-a498-33c714b50d32 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:53.778589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea5c143c-0a58-4e55-ac74-4bcb6e3a8f75 req-d51bf662-1705-4068-a498-33c714b50d32 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1236103 Sep 23 19:42:53.887576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea5c143c-0a58-4e55-ac74-4bcb6e3a8f75 req-276b176d-5c6d-46c8-9747-a78af46289f1 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688221 Sep 23 19:42:53.944681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.996137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.011379 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.046133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d7e1ca-7662-4c7a-8c79-fe3778835d33,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:54.104149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 767354de-4a73-4e6d-ad2e-685289f4ba82, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=767354de-4a73-4e6d-ad2e-685289f4ba82,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:54.109048 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.146255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.149946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.182635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=767354de-4a73-4e6d-ad2e-685289f4ba82,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:54.207541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190a03-56e3-45d2-98fc-b930e6234423 req-7c3c0747-d6e1-49ef-9909-2c0f01d2a3e0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:54.213937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190a03-56e3-45d2-98fc-b930e6234423 req-7c3c0747-d6e1-49ef-9909-2c0f01d2a3e0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:54.221701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4190a03-56e3-45d2-98fc-b930e6234423 req-7c3c0747-d6e1-49ef-9909-2c0f01d2a3e0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1682 time: 0.1348491 Sep 23 19:42:54.238615 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.239129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd753397-12ae-44c9-b7f2-65a1aa71cee5 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:54.247155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.250730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f4b391e6-4c19-41c9-8f1b-ba7942eee9ec tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "DELETE /v2.0/routers/dd753397-12ae-44c9-b7f2-65a1aa71cee5 HTTP/1.1" status: 204 len: 168 time: 1.2354305 Sep 23 19:42:54.250965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:54.253084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:42:54.253642 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:42:54.299692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4190a03-56e3-45d2-98fc-b930e6234423 req-ec0f3e28-78dd-4a48-be58-7e7e67c8110f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771203 Sep 23 19:42:54.314432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Deleting subnet b1eea831-e504-4d06-a8aa-c0ca3bcb96c0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:54.316326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.361119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.407231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.466885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.495762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b1eea831-e504-4d06-a8aa-c0ca3bcb96c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:54.500593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.502478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6d50b02f-b644-4d2e-9913-1691005521fd tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/b1eea831-e504-4d06-a8aa-c0ca3bcb96c0 HTTP/1.1" status: 204 len: 168 time: 0.2505848 Sep 23 19:42:54.505385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:54.551786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fe8a3-1a5a-4841-9477-e10023846d37 req-c2579135-59d7-4ed2-8ab3-7ad7c22c9919 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:54.554119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de9fe8a3-1a5a-4841-9477-e10023846d37 req-c2579135-59d7-4ed2-8ab3-7ad7c22c9919 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0600014 Sep 23 19:42:54.587142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.596334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de9fe8a3-1a5a-4841-9477-e10023846d37 req-8ea4a885-eab8-47f3-b0b1-699ac9f9b84c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Sep 23 19:42:54.668351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.694661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8670e04-1c74-428e-93a7-223b278287e9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:54.704673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1256afd-cab7-40de-8cbe-39fa43f95e85') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:54.704964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1256afd-cab7-40de-8cbe-39fa43f95e85') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:54.717279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.730981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.736996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:54.737418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:54.739552 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:54.771323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Port e4d7e1ca-7662-4c7a-8c79-fe3778835d33 not found while updating agent binding for router dd753397-12ae-44c9-b7f2-65a1aa71cee5. {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 23 19:42:54.781140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Routers set() bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:54.781594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Router IDs set() for agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:42:54.782169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_agentschedulers_db [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd753397-12ae-44c9-b7f2-65a1aa71cee5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent'). {{(pid=94827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:42:54.782722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771fbeb-87c4-46e7-a0d6-e3fd137c6f84 None None] The sync data for ids ['dd753397-12ae-44c9-b7f2-65a1aa71cee5'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:54.800350 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.807719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8670e04-1c74-428e-93a7-223b278287e9 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:42:54.818035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.825423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "DELETE /v2.0/networks/b8670e04-1c74-428e-93a7-223b278287e9 HTTP/1.1" status: 204 len: 168 time: 0.3142419 Sep 23 19:42:54.825423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb3fa0-ca6e-4003-b699-d31311fb2519 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8670e04-1c74-428e-93a7-223b278287e9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:55.037994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a54832-6c11-4395-ba10-a33d75c9ce74 req-6c7b2b77-e165-4eb9-aaf5-dd499547c7d2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.039558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13a54832-6c11-4395-ba10-a33d75c9ce74 req-6c7b2b77-e165-4eb9-aaf5-dd499547c7d2 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0656416 Sep 23 19:42:55.086487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13a54832-6c11-4395-ba10-a33d75c9ce74 req-c28a3623-d7fb-4b96-a1f5-eda15beda19a tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393646 Sep 23 19:42:55.092724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:55.097019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c99b31db-9282-4112-adb2-bfa3b66e5502 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'router': {'name': 'tempest-router--2143264761', 'project_id': '46b2d56a05394f05b77cec033f302d01'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:55.130489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99b31db-9282-4112-adb2-bfa3b66e5502 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.132403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99b31db-9282-4112-adb2-bfa3b66e5502 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.184954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99b31db-9282-4112-adb2-bfa3b66e5502 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.189969 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99b31db-9282-4112-adb2-bfa3b66e5502 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.204711 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c99b31db-9282-4112-adb2-bfa3b66e5502 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.206306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c99b31db-9282-4112-adb2-bfa3b66e5502 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1126194 Sep 23 19:42:55.209159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38902) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:55.263802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.289290 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-803d9239-61fe-4ae3-ab22-efb790ab6c1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.445890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb742ee1-3619-419e-b2d3-2f159eb8aeb5 req-23879ce9-8c2a-409b-bba1-4defc774abcb tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.451724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb742ee1-3619-419e-b2d3-2f159eb8aeb5 req-23879ce9-8c2a-409b-bba1-4defc774abcb tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.453351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb742ee1-3619-419e-b2d3-2f159eb8aeb5 req-23879ce9-8c2a-409b-bba1-4defc774abcb tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1683 time: 0.0699024 Sep 23 19:42:55.459039 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-803d9239-61fe-4ae3-ab22-efb790ab6c1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.462526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-803d9239-61fe-4ae3-ab22-efb790ab6c1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.500798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb742ee1-3619-419e-b2d3-2f159eb8aeb5 req-fef51956-6b43-4558-a22c-9750ac0f048f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Sep 23 19:42:55.509962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-803d9239-61fe-4ae3-ab22-efb790ab6c1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.510533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803d9239-61fe-4ae3-ab22-efb790ab6c1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7c42ec-7c6c-47eb-a6f7-2f889a66d540 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:55.519615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-803d9239-61fe-4ae3-ab22-efb790ab6c1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.520711 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-803d9239-61fe-4ae3-ab22-efb790ab6c1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "DELETE /v2.0/routers/8f7c42ec-7c6c-47eb-a6f7-2f889a66d540 HTTP/1.1" status: 204 len: 168 time: 0.3104095 Sep 23 19:42:55.540892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767354de-4a73-4e6d-ad2e-685289f4ba82'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:55.546668 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac560b7f-3eeb-428e-89fd-68d884de0396" -d '{"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-plugged", "status": "completed", "tag": "767354de-4a73-4e6d-ad2e-685289f4ba82"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:55.628709 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee47dac-2c4b-4f73-a709-c3284bccdd76 x-openstack-request-id: req-0ee47dac-2c4b-4f73-a709-c3284bccdd76 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:55.629002 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-plugged", "status": "completed", "tag": "767354de-4a73-4e6d-ad2e-685289f4ba82", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:55.629496 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ee47dac-2c4b-4f73-a709-c3284bccdd76 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:55.629891 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767354de-4a73-4e6d-ad2e-685289f4ba82', 'code': 200} Sep 23 19:42:55.640237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:55.768621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77cad-9861-45d5-89ca-5d9a51139f93 req-86460389-b309-4ff3-bebd-1a04245d704b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.770180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50f77cad-9861-45d5-89ca-5d9a51139f93 req-86460389-b309-4ff3-bebd-1a04245d704b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0817184 Sep 23 19:42:55.775361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1f55-d5d0-490f-abfc-bd888ba00577 req-2b9880e3-ebe8-46dd-95e0-973f07e6f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.775841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1f55-d5d0-490f-abfc-bd888ba00577 req-2b9880e3-ebe8-46dd-95e0-973f07e6f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.783378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ead1f55-d5d0-490f-abfc-bd888ba00577 req-2b9880e3-ebe8-46dd-95e0-973f07e6f221 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1985 time: 0.0847459 Sep 23 19:42:55.842258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50f77cad-9861-45d5-89ca-5d9a51139f93 req-35205d24-7a48-440c-9a68-cdc8b76332cc tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578446 Sep 23 19:42:55.843734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ead1f55-d5d0-490f-abfc-bd888ba00577 req-78cf4743-4a30-4d73-bf75-a3cf96cf2492 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524039 Sep 23 19:42:55.903628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-226110139', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:55.928834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.929847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.988920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.131889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.233276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e8497-2269-47c4-853b-c2767636ec4d req-bb1da721-da51-43f7-9bc2-770805d45034 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.242541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e76e8497-2269-47c4-853b-c2767636ec4d req-bb1da721-da51-43f7-9bc2-770805d45034 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0656364 Sep 23 19:42:56.278828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e76e8497-2269-47c4-853b-c2767636ec4d req-2d8ce9f1-293e-4904-a903-fcaa644b8a45 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Sep 23 19:42:56.350171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.369580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.480488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Allocated IP 172.25.6.195 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/ef9a21a6-bc55-4d7a-996e-d679cf367b43) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:56.597954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.623604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4b7e-c7f4-43d2-9e8a-372cb4db4adb req-d5cd93d7-72ae-4d08-94ed-b5695ce6189f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.629576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4b7e-c7f4-43d2-9e8a-372cb4db4adb req-d5cd93d7-72ae-4d08-94ed-b5695ce6189f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.631794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b11d4b7e-c7f4-43d2-9e8a-372cb4db4adb req-d5cd93d7-72ae-4d08-94ed-b5695ce6189f tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1683 time: 0.0601866 Sep 23 19:42:56.635809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.675721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:56.677613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b11d4b7e-c7f4-43d2-9e8a-372cb4db4adb req-6b6bbcd4-b5f5-4cad-a039-3e201d07bca0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Sep 23 19:42:56.679027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:56.684368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:56.741602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event updated for resources: {'Port': ['ID=ef9a21a6-bc55-4d7a-996e-d679cf367b43,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:56.783613 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.986098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7202a42-1883-45cb-9c53-64a12fd8ee81 req-3a4e2bea-ad3e-4f7b-bdf1-3fb662d6e1d5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.994621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7202a42-1883-45cb-9c53-64a12fd8ee81 req-3a4e2bea-ad3e-4f7b-bdf1-3fb662d6e1d5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0575545 Sep 23 19:42:57.025047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.032474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7202a42-1883-45cb-9c53-64a12fd8ee81 req-583f0355-c636-435e-8178-220abfab49e4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367169 Sep 23 19:42:57.227184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.374698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Router 7dbb3abf-f8c5-4a55-8350-6232045a19cd is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:42:57.409535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62ef3-3329-407b-8dfa-1ddfcf21b85e req-5dd4f220-1637-4c21-8146-7ee95e4ac398 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:57.411094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b62ef3-3329-407b-8dfa-1ddfcf21b85e req-5dd4f220-1637-4c21-8146-7ee95e4ac398 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0564961 Sep 23 19:42:57.453680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b62ef3-3329-407b-8dfa-1ddfcf21b85e req-14435cea-6d0f-4bd9-ade7-99854b3944f0 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352700 Sep 23 19:42:57.811322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aa593-acc0-4a75-8040-cbb80c8d544c req-1c400b92-4b73-4036-9a62-1bc585f90fec tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:57.818157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aa593-acc0-4a75-8040-cbb80c8d544c req-1c400b92-4b73-4036-9a62-1bc585f90fec tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:57.818496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:57.828135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-027aa593-acc0-4a75-8040-cbb80c8d544c req-1c400b92-4b73-4036-9a62-1bc585f90fec tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1683 time: 0.0680480 Sep 23 19:42:57.829574 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] Sync routers for ids ['7dbb3abf-f8c5-4a55-8350-6232045a19cd'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:57.855638 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.856302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1073beb0-6121-4a7b-9986-338a494a86cc tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2147377 Sep 23 19:42:57.856664 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] Routers {'7dbb3abf-f8c5-4a55-8350-6232045a19cd'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:57.857397 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7dbb3abf-f8c5-4a55-8350-6232045a19cd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:57.861705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38934) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:57.896592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-027aa593-acc0-4a75-8040-cbb80c8d544c req-9d0c7254-1ae5-4096-b4c9-f10bac2062a9 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622051 Sep 23 19:42:57.914474 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:57.944552 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] Routers {'7dbb3abf-f8c5-4a55-8350-6232045a19cd'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:57.945426 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7dbb3abf-f8c5-4a55-8350-6232045a19cd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:57.992291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f7bab018-d26f-4c42-aced-79ae7f1a64af tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/7dbb3abf-f8c5-4a55-8350-6232045a19cd HTTP/1.1" status: 200 len: 924 time: 0.1262345 Sep 23 19:42:57.992540 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:57.992540 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c97251-f990-4bd6-8ceb-a0169dd78c1b None None] The sync data for ids ['7dbb3abf-f8c5-4a55-8350-6232045a19cd'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:57.992741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.023075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2abb4eb1-0736-4656-98b9-56b6fb582ee6 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=7dbb3abf-f8c5-4a55-8350-6232045a19cd HTTP/1.1" status: 200 len: 205 time: 0.0292478 Sep 23 19:42:58.025671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38940) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.147019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.175332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96456a98-4b5e-40d6-ad0f-ada1472f0887 req-958e804d-ea59-458b-9a4d-4734fb9cfbd7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.177022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96456a98-4b5e-40d6-ad0f-ada1472f0887 req-958e804d-ea59-458b-9a4d-4734fb9cfbd7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0554426 Sep 23 19:42:58.234228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96456a98-4b5e-40d6-ad0f-ada1472f0887 req-ab18c273-9516-45eb-ab13-3121ab1535a6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Sep 23 19:42:58.281753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.345405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Deleting port ef9a21a6-bc55-4d7a-996e-d679cf367b43 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:58.345757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.437352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.460202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Calling delete_port for ef9a21a6-bc55-4d7a-996e-d679cf367b43 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:58.551106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f0c8e-2986-4bc4-adce-78fc0a04e78d req-7aee4095-18c6-438f-9a59-c20d0f31d5cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.556989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f0c8e-2986-4bc4-adce-78fc0a04e78d req-7aee4095-18c6-438f-9a59-c20d0f31d5cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.558625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-350f0c8e-2986-4bc4-adce-78fc0a04e78d req-7aee4095-18c6-438f-9a59-c20d0f31d5cc tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1683 time: 0.0687888 Sep 23 19:42:58.606244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-350f0c8e-2986-4bc4-adce-78fc0a04e78d req-65351ccd-407e-4335-97e5-a7cae96775da tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Sep 23 19:42:58.659526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.687132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event deleted for resources: {'Port': ['ID=ef9a21a6-bc55-4d7a-996e-d679cf367b43,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:58.748868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f8601-d475-47ee-b297-4dc563540172 req-61ea3aee-33de-4081-bb62-2adcacf9406d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.751195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c2f8601-d475-47ee-b297-4dc563540172 req-61ea3aee-33de-4081-bb62-2adcacf9406d tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0644028 Sep 23 19:42:58.764066 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.803913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c2f8601-d475-47ee-b297-4dc563540172 req-de983425-77fe-4f7a-a035-be03cb8b4df1 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Sep 23 19:42:58.865941 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.868536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.916812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.917409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Fanout notify agent at l3_agent the message router_deleted on router 7dbb3abf-f8c5-4a55-8350-6232045a19cd {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:58.924462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.929052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-79c7601c-91a9-4964-a153-fc2622787db9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/7dbb3abf-f8c5-4a55-8350-6232045a19cd HTTP/1.1" status: 204 len: 168 time: 0.8988202 Sep 23 19:42:58.929886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38950) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.933893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1746437409', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': False}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:58.955797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.956833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.010044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.159238 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.379875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6dae9-4c9f-4d34-b97e-ec5de4a75403 req-044cc0cb-c223-40a9-9239-9e26d5d05467 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.381157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fb6dae9-4c9f-4d34-b97e-ec5de4a75403 req-044cc0cb-c223-40a9-9239-9e26d5d05467 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0586820 Sep 23 19:42:59.393370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.425977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.431953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fb6dae9-4c9f-4d34-b97e-ec5de4a75403 req-6c059925-e8f4-454f-bc94-7878700cb648 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439811 Sep 23 19:42:59.565412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Allocated IP 172.25.6.133 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/87bcd06a-2254-4c5a-9123-06a8e2cd4a0a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:59.685155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.730059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8c8d-050e-4490-953e-2c1b55d3585f req-418d69aa-b3eb-41b3-a68d-9d0658f7207c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.735749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.739880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8c8d-050e-4490-953e-2c1b55d3585f req-418d69aa-b3eb-41b3-a68d-9d0658f7207c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.740646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87fc8c8d-050e-4490-953e-2c1b55d3585f req-418d69aa-b3eb-41b3-a68d-9d0658f7207c tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1683 time: 0.0621393 Sep 23 19:42:59.786738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87fc8c8d-050e-4490-953e-2c1b55d3585f req-18e32fa1-c109-4d3e-848a-61f759e54d67 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Sep 23 19:42:59.787011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:59.790913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:59.797705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:59.823226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Port': ['ID=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:59.949859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-2d63c5a6-d9da-4851-a5af-68f0d866eb12 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.956437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-2d63c5a6-d9da-4851-a5af-68f0d866eb12 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.958237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-2d63c5a6-d9da-4851-a5af-68f0d866eb12 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 1683 time: 0.0894210 Sep 23 19:42:59.982165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf941-b30c-4bb0-bde9-9f17807453f4 req-6c8f1b5b-c049-4ea7-86db-7a93a92dd197 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.983815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c1cf941-b30c-4bb0-bde9-9f17807453f4 req-6c8f1b5b-c049-4ea7-86db-7a93a92dd197 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1049194 Sep 23 19:43:00.076943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c1cf941-b30c-4bb0-bde9-9f17807453f4 req-13181c6a-79d7-4894-9723-073c093a1a74 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758116 Sep 23 19:43:00.101826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.114905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:00.115160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.315374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.440427 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:43:00.449055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Router 4ec19a5e-c195-41e0-9e6b-ef295b7c937a is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:00.564360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:00.574201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Sync routers for ids ['4ec19a5e-c195-41e0-9e6b-ef295b7c937a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:00.583432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Routers {'4ec19a5e-c195-41e0-9e6b-ef295b7c937a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:00.583901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:00.584505 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.584639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ec19a5e-c195-41e0-9e6b-ef295b7c937a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:00.585279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.588620 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1441aa5b-115c-4bb1-aaa0-026ea6f06701 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6563413 Sep 23 19:43:00.589243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38966) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:00.607720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cec54c-f33f-4aee-b23f-559ec4d7f3b8 req-b6e2e594-0a54-4a19-b59f-829653e716a8 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:00.609417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67cec54c-f33f-4aee-b23f-559ec4d7f3b8 req-b6e2e594-0a54-4a19-b59f-829653e716a8 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0843070 Sep 23 19:43:00.610472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:00.692310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67cec54c-f33f-4aee-b23f-559ec4d7f3b8 req-b3ada8da-d699-4b1a-b652-a590ea4eb07c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715256 Sep 23 19:43:00.692616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Set router 4ec19a5e-c195-41e0-9e6b-ef295b7c937a gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:00.703134 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-567767f0-55f6-4af8-b0ff-b493ce6631e5 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/4ec19a5e-c195-41e0-9e6b-ef295b7c937a HTTP/1.1" status: 200 len: 909 time: 0.1122139 Sep 23 19:43:00.705375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:00.712368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1746437409', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:00.751225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.752219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.840560 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.843743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.853916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['767354de-4a73-4e6d-ad2e-685289f4ba82', '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:00.884130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:00.920096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec19a5e-c195-41e0-9e6b-ef295b7c937a', 'name': 'tempest-snat-router-1746437409', 'tenant_id': '702664dc87414e27a5c814eca8e01bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.133'}], 'enable_snat': False}, 'gw_port_id': '87bcd06a-2254-4c5a-9123-06a8e2cd4a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:58Z', 'updated_at': '2021-09-23T19:42:59Z', 'revision_number': 3, 'project_id': '702664dc87414e27a5c814eca8e01bc1', 'gw_port': {'id': '87bcd06a-2254-4c5a-9123-06a8e2cd4a0a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:df:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec19a5e-c195-41e0-9e6b-ef295b7c937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:59Z', 'updated_at': '2021-09-23T19:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:00.953121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Checking router: 4ec19a5e-c195-41e0-9e6b-ef295b7c937a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:00.953487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Updating router 4ec19a5e-c195-41e0-9e6b-ef295b7c937a port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:00.989176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.011847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:01.047157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.049154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-b9102a30-436b-43ce-b6d6-eec5922d95db tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "DELETE /v2.0/ports/74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 HTTP/1.1" status: 204 len: 173 time: 1.0849528 Sep 23 19:43:01.050599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-deleted', 'tag': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:01.052872 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495761e-9b8a-4179-a371-ba40aea717e8" -d '{"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-deleted", "tag": "74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:01.114200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.132336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dca572-d408-438d-a17a-2d7f6a1e3f7b req-f48031ed-d1ea-4772-9117-21615d2a3e46 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:01.139653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-83dca572-d408-438d-a17a-2d7f6a1e3f7b req-f48031ed-d1ea-4772-9117-21615d2a3e46 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 946 time: 0.2583528 Sep 23 19:43:01.230031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-83dca572-d408-438d-a17a-2d7f6a1e3f7b req-8b128724-1bf1-4d65-8b23-68a42e99e97a tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/security-groups?id=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894287 Sep 23 19:43:01.257087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port 767354de-4a73-4e6d-ad2e-685289f4ba82 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:01.257286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.308719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.320000 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6cbe6-c022-43ee-9d9e-48a8b62ebfb3 x-openstack-request-id: req-fba6cbe6-c022-43ee-9d9e-48a8b62ebfb3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:01.320299 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-deleted", "tag": "74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:01.320541 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fba6cbe6-c022-43ee-9d9e-48a8b62ebfb3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:01.320889 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-deleted', 'tag': '74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1', 'status': 'completed', 'code': 200} Sep 23 19:43:01.323167 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.376483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Attempting to bind port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:01.376861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Attempting to bind port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:01.377224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Attempting to bind port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:01.388307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Pushing event updated for resources: {'Port': ['ID=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.390377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:01.390752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:01.391157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.391548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:01.392016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Bound port: 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:01.392397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.417041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.417394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.417820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.418170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.418535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.418871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.419203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.419531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.419861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.420189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.420512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.420635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port 767354de-4a73-4e6d-ad2e-685289f4ba82, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=767354de-4a73-4e6d-ad2e-685289f4ba82,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:01.420837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:01.420956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.441690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for 767354de-4a73-4e6d-ad2e-685289f4ba82 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:01.457194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] For port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:01.459000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135477-f2a5-48b6-904e-071e0ce639e9 req-46d6435c-0066-42b8-a762-5548360e6510 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:01.460381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] For port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:01.460740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4135477-f2a5-48b6-904e-071e0ce639e9 req-46d6435c-0066-42b8-a762-5548360e6510 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1262746 Sep 23 19:43:01.464742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.523363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Routers {'4ec19a5e-c195-41e0-9e6b-ef295b7c937a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:01.523991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ec19a5e-c195-41e0-9e6b-ef295b7c937a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:01.528626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6e68f-52d7-4193-b021-a25d742de23f None None] Pushing event updated for resources: {'Port': ['ID=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.617573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4135477-f2a5-48b6-904e-071e0ce639e9 req-57c55d16-606b-41b9-9fbf-4eac3c479997 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483064 Sep 23 19:43:01.634709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] Set router 4ec19a5e-c195-41e0-9e6b-ef295b7c937a gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:01.670425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.695039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.796718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.807969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:01.841708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec19a5e-c195-41e0-9e6b-ef295b7c937a', 'name': 'tempest-snat-router-1746437409', 'tenant_id': '702664dc87414e27a5c814eca8e01bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.133'}], 'enable_snat': False}, 'gw_port_id': '87bcd06a-2254-4c5a-9123-06a8e2cd4a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:58Z', 'updated_at': '2021-09-23T19:42:59Z', 'revision_number': 3, 'project_id': '702664dc87414e27a5c814eca8e01bc1', 'gw_port': {'id': '87bcd06a-2254-4c5a-9123-06a8e2cd4a0a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:df:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec19a5e-c195-41e0-9e6b-ef295b7c937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:59Z', 'updated_at': '2021-09-23T19:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:01.871482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dcbd1-7d62-48ba-88b2-d91c131e462c None None] The sync data for ids ['4ec19a5e-c195-41e0-9e6b-ef295b7c937a'] in n-d-810763-1 is: [{'id': '4ec19a5e-c195-41e0-9e6b-ef295b7c937a', 'name': 'tempest-snat-router-1746437409', 'tenant_id': '702664dc87414e27a5c814eca8e01bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.133'}], 'enable_snat': False}, 'gw_port_id': '87bcd06a-2254-4c5a-9123-06a8e2cd4a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:58Z', 'updated_at': '2021-09-23T19:42:59Z', 'revision_number': 3, 'project_id': '702664dc87414e27a5c814eca8e01bc1', 'gw_port': {'id': '87bcd06a-2254-4c5a-9123-06a8e2cd4a0a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:df:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec19a5e-c195-41e0-9e6b-ef295b7c937a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:59Z', 'updated_at': '2021-09-23T19:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:01.886033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=767354de-4a73-4e6d-ad2e-685289f4ba82,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.932859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Allocated IP 172.25.6.12 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/118e9bb3-afb4-4d3e-a0ee-860b4b85f236) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:01.956866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port 767354de-4a73-4e6d-ad2e-685289f4ba82 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:01.966177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14602a10-d2d8-4be6-8bad-a500dc1abfec req-f91a79e3-2f70-45a4-8afe-32e0343bdb68 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:01.967797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14602a10-d2d8-4be6-8bad-a500dc1abfec req-f91a79e3-2f70-45a4-8afe-32e0343bdb68 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.1772652 Sep 23 19:43:01.972931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.974968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0825136e-4768-4e09-b97b-44cdbe02ecb9 req-00e7971b-013d-48aa-9e35-641d4b47d447 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.72 "DELETE /v2.0/ports/767354de-4a73-4e6d-ad2e-685289f4ba82 HTTP/1.1" status: 204 len: 173 time: 0.9190843 Sep 23 19:43:02.070452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14602a10-d2d8-4be6-8bad-a500dc1abfec req-5129f022-b5b7-4b45-adf7-1d77b0c06d83 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930417 Sep 23 19:43:02.121046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.157538 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.203043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:02.205898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:02.209330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:02.235513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Port': ['ID=118e9bb3-afb4-4d3e-a0ee-860b4b85f236,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:02.390902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebf9bd37-3b3b-4f2d-a05a-6efdb34f3517 req-21efade5-cc71-4d50-8281-36c44270e4e5 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "GET /v2.0/ports?device_id=499c7ed8-03a0-4e81-96e3-545d41fb364d HTTP/1.1" status: 200 len: 210 time: 0.0368817 Sep 23 19:43:02.514673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.763682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.822684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5769e5e-83cf-4dde-81f3-077d6c31d1cf req-fa6ddb61-dc2a-49ec-a3cb-50a17dd6c52b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:02.824024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5769e5e-83cf-4dde-81f3-077d6c31d1cf req-fa6ddb61-dc2a-49ec-a3cb-50a17dd6c52b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1125257 Sep 23 19:43:02.832939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:02.889202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:02.889575 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.901566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5769e5e-83cf-4dde-81f3-077d6c31d1cf req-11e7b68a-6717-46ea-ad15-99cda559a2e1 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477579 Sep 23 19:43:02.943373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Router a3b116f2-3410-4142-b2c8-87dfdb182793 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:02.974280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.995281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:02.999182 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.051995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:03.061603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:03.071049 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Sync routers for ids ['a3b116f2-3410-4142-b2c8-87dfdb182793'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:03.079262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.080603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-40e5b3a0-6d49-4741-b3be-0106dacf87ef tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3742797 Sep 23 19:43:03.081011 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Routers {'a3b116f2-3410-4142-b2c8-87dfdb182793'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:03.081623 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a3b116f2-3410-4142-b2c8-87dfdb182793'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:03.083340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:03.197484 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f6d71d85-e715-462b-b85d-39dd2ac8b50d tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/a3b116f2-3410-4142-b2c8-87dfdb182793 HTTP/1.1" status: 200 len: 907 time: 0.1128438 Sep 23 19:43:03.198325 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Set router a3b116f2-3410-4142-b2c8-87dfdb182793 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:03.200046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:03.286959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304a7d4-bcee-4cd0-b219-e184818d1e29 req-243281f4-b128-4d52-ad87-bb47c01a5e2d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:03.289070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8304a7d4-bcee-4cd0-b219-e184818d1e29 req-243281f4-b128-4d52-ad87-bb47c01a5e2d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.1286438 Sep 23 19:43:03.324474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-deleted', 'tag': '767354de-4a73-4e6d-ad2e-685289f4ba82'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:03.326857 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357173c2-39dd-45b8-ace0-6878ebbeac80" -d '{"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-deleted", "tag": "767354de-4a73-4e6d-ad2e-685289f4ba82"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:03.360336 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.365165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8304a7d4-bcee-4cd0-b219-e184818d1e29 req-826a97f6-6a0c-4eed-8cac-14ceb28ba63e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652392 Sep 23 19:43:03.396014 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b116f2-3410-4142-b2c8-87dfdb182793', 'name': 'tempest-snat-router-1746437409', 'tenant_id': '702664dc87414e27a5c814eca8e01bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '118e9bb3-afb4-4d3e-a0ee-860b4b85f236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:02Z', 'revision_number': 3, 'project_id': '702664dc87414e27a5c814eca8e01bc1', 'gw_port': {'id': '118e9bb3-afb4-4d3e-a0ee-860b4b85f236', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b116f2-3410-4142-b2c8-87dfdb182793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:01Z', 'updated_at': '2021-09-23T19:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:03.429496 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Checking router: a3b116f2-3410-4142-b2c8-87dfdb182793 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:03.429748 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeeb98e-c585-40a9-a33e-134f40bbdc1b x-openstack-request-id: req-bfeeb98e-c585-40a9-a33e-134f40bbdc1b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:03.429940 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Updating router a3b116f2-3410-4142-b2c8-87dfdb182793 port 118e9bb3-afb4-4d3e-a0ee-860b4b85f236 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:03.430067 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499c7ed8-03a0-4e81-96e3-545d41fb364d", "name": "network-vif-deleted", "tag": "767354de-4a73-4e6d-ad2e-685289f4ba82", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:03.430327 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bfeeb98e-c585-40a9-a33e-134f40bbdc1b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:03.430691 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499c7ed8-03a0-4e81-96e3-545d41fb364d', 'name': 'network-vif-deleted', 'tag': '767354de-4a73-4e6d-ad2e-685289f4ba82', 'status': 'completed', 'code': 200} Sep 23 19:43:03.453571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:03.455939 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.513951 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.523034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting subnet 4fc0a07e-059e-4a9f-8952-4aafcc843046 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:03.527496 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.589216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.649004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Deleting port 118e9bb3-afb4-4d3e-a0ee-860b4b85f236 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:03.649344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.712766 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.718683 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.731067 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.777340 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Attempting to bind port 118e9bb3-afb4-4d3e-a0ee-860b4b85f236 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:03.777713 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Attempting to bind port 118e9bb3-afb4-4d3e-a0ee-860b4b85f236 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:03.778078 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Attempting to bind port 118e9bb3-afb4-4d3e-a0ee-860b4b85f236 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:03.780863 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Pushing event updated for resources: {'Port': ['ID=118e9bb3-afb4-4d3e-a0ee-860b4b85f236,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:03.788208 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.789069 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:03.789488 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:03.789943 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.790401 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:03.790874 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Bound port: 118e9bb3-afb4-4d3e-a0ee-860b4b85f236, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:03.791253 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.794388 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.794547 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.795241 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.795765 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.796121 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.796452 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.796776 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.797101 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.797420 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.797740 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.798060 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.798415 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:03.813191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Calling delete_port for 118e9bb3-afb4-4d3e-a0ee-860b4b85f236 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:03.826355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.856311 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] For port 118e9bb3-afb4-4d3e-a0ee-860b4b85f236, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:03.859868 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] For port 118e9bb3-afb4-4d3e-a0ee-860b4b85f236, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=118e9bb3-afb4-4d3e-a0ee-860b4b85f236,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:03.864256 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.887824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc0a07e-059e-4a9f-8952-4aafcc843046,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:03.892618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.894579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a37c2f38-fbb3-48b0-94ac-643ce5ca6a43 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/subnets/4fc0a07e-059e-4a9f-8952-4aafcc843046 HTTP/1.1" status: 204 len: 168 time: 0.4399917 Sep 23 19:43:03.897723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:03.906004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69521bc2-d7f9-42f8-8d4d-9c278ddd5491 None None] Network c48f4790-8c42-4be8-b4d7-bb93912bb596 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:03.913928 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Routers {'a3b116f2-3410-4142-b2c8-87dfdb182793'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:03.914638 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a3b116f2-3410-4142-b2c8-87dfdb182793'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:04.008299 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703aefc-cc02-40d9-999a-65ca9bf05904 None None] Pushing event updated for resources: {'Port': ['ID=118e9bb3-afb4-4d3e-a0ee-860b4b85f236,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:04.032831 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] Set router a3b116f2-3410-4142-b2c8-87dfdb182793 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:04.055822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.092333 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b116f2-3410-4142-b2c8-87dfdb182793', 'name': 'tempest-snat-router-1746437409', 'tenant_id': '702664dc87414e27a5c814eca8e01bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:03Z', 'revision_number': 4, 'project_id': '702664dc87414e27a5c814eca8e01bc1', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:04.119580 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77a779-ded8-4b33-84d6-83d954c72a99 None None] The sync data for ids ['a3b116f2-3410-4142-b2c8-87dfdb182793'] in n-d-810763-1 is: [{'id': 'a3b116f2-3410-4142-b2c8-87dfdb182793', 'name': 'tempest-snat-router-1746437409', 'tenant_id': '702664dc87414e27a5c814eca8e01bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:03Z', 'revision_number': 4, 'project_id': '702664dc87414e27a5c814eca8e01bc1', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:04.129801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] DHCP port deletion for c48f4790-8c42-4be8-b4d7-bb93912bb596 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:04.145865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09765d4-c807-4dbb-bd99-f7a29520ea5a req-4f107631-3c9b-4cdd-bb13-4ec3a517ca15 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:04.147517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b09765d4-c807-4dbb-bd99-f7a29520ea5a req-4f107631-3c9b-4cdd-bb13-4ec3a517ca15 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1681914 Sep 23 19:43:04.188517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] Deleting port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:04.188898 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.203555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.232462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b09765d4-c807-4dbb-bd99-f7a29520ea5a req-dc70c793-de44-498a-a0ca-dbc704d4a690 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746546 Sep 23 19:43:04.238931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event deleted for resources: {'Port': ['ID=118e9bb3-afb4-4d3e-a0ee-860b4b85f236,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:04.252524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:04.252870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.263286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] For port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:04.263759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.277234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] Calling delete_port for ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:04.367157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,segment=NetworkSegment(f18078c4-300c-4392-abd1-b3863895b45c),segment_id=f18078c4-300c-4392-abd1-b3863895b45c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:04.367529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.376293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.378724 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.407178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] Pushing event deleted for resources: {'Port': ['ID=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:04.413105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfc954-439f-4b19-bcf4-f0e75149d029 None None] No DVR routers for this DVR port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:04.439046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:04.485832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.497417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.599885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.600995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3b116f2-3410-4142-b2c8-87dfdb182793 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:04.606655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.607831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-519a42ff-bd39-41b0-92f8-1f597a449427 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "DELETE /v2.0/routers/a3b116f2-3410-4142-b2c8-87dfdb182793 HTTP/1.1" status: 204 len: 168 time: 1.4068313 Sep 23 19:43:04.611246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:04.622291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9d09b-bd0f-4a1e-963f-3d504b7da4b7 req-02247c68-3716-41cd-b1a1-192749c0b698 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:04.623803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2da9d09b-bd0f-4a1e-963f-3d504b7da4b7 req-02247c68-3716-41cd-b1a1-192749c0b698 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.1424823 Sep 23 19:43:04.653073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.688619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:04.690415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:04.694536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2da9d09b-bd0f-4a1e-963f-3d504b7da4b7 req-ebe5103f-d7cf-46a8-a480-ef91338ba3ef tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627246 Sep 23 19:43:04.724526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.818657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:04.862917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.875350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:04.875743 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.925993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Deleting port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:04.926445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.029261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] For port 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:05.029711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.044133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:05.045222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Calling delete_port for 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:05.069624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:05.069968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ca146774-8c8a-43e9-b5e4-c0f4df4a8ef6 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:05.115224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.130371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:05.137536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48f4790-8c42-4be8-b4d7-bb93912bb596']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:05.150380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:05.150659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18078c4-300c-4392-abd1-b3863895b45c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:05.150806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 74b2e0ab-dfc3-4d1a-9c9d-6ad3f7975ea1 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:05.151139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 767354de-4a73-4e6d-ad2e-685289f4ba82 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:05.151271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18078c4-300c-4392-abd1-b3863895b45c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:05.154114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-a62b4f2c-de54-4fb9-878e-7cd9d2853b8b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:05.155752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-a62b4f2c-de54-4fb9-878e-7cd9d2853b8b tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.1008041 Sep 23 19:43:05.163883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.180846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.183634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 767354de-4a73-4e6d-ad2e-685289f4ba82 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:05.183985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 767354de-4a73-4e6d-ad2e-685289f4ba82 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:05.190266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:05.190782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: items = [ Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:05.193950 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:05.264149 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.276767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.279206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/networks/c48f4790-8c42-4be8-b4d7-bb93912bb596 HTTP/1.1" status: 204 len: 168 time: 1.3805430 Sep 23 19:43:05.284711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:05.306448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b15c96-8c01-4d3a-87a4-04b8136b0eb0 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Network': ['ID=c48f4790-8c42-4be8-b4d7-bb93912bb596,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:05.385347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting subnet d9799297-0e85-47d9-925f-bd00eb0e7197 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:05.390779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.428140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67081c0-542c-4411-aafa-0a2464782f74 req-95790b52-eb2d-4e16-b118-23693f5c12dc tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:05.430176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d67081c0-542c-4411-aafa-0a2464782f74 req-95790b52-eb2d-4e16-b118-23693f5c12dc tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 945 time: 0.0983922 Sep 23 19:43:05.462016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.507440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d67081c0-542c-4411-aafa-0a2464782f74 req-4c267841-dc32-43dd-849b-550cc87546d7 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Sep 23 19:43:05.567051 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.633074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.659326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Subnet': ['ID=d9799297-0e85-47d9-925f-bd00eb0e7197,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:05.663523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.665396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8664a95b-f7db-4e80-9e39-a94da5f448bf tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/subnets/d9799297-0e85-47d9-925f-bd00eb0e7197 HTTP/1.1" status: 204 len: 168 time: 0.3783572 Sep 23 19:43:05.668424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39014) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:05.673929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9805a12-b76c-4d09-8641-003ba5ec89b1 None None] Network 22b3ad6a-786e-4f04-97bf-11e808eaf17f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:05.701342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.779041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event deleted for resources: {'Port': ['ID=87bcd06a-2254-4c5a-9123-06a8e2cd4a0a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:05.831397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Deleting port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:05.831739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.834938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e216a-414f-46ac-979e-ed4b106b2ae5 req-2113a519-96f0-43d1-8812-873713754937 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:05.836516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d79e216a-414f-46ac-979e-ed4b106b2ae5 req-2113a519-96f0-43d1-8812-873713754937 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0610144 Sep 23 19:43:05.862167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] DHCP port deletion for 22b3ad6a-786e-4f04-97bf-11e808eaf17f request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:05.877058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.887545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d79e216a-414f-46ac-979e-ed4b106b2ae5 req-4fdb2584-e73d-4f14-9108-edf27332fef9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Sep 23 19:43:05.910070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] Deleting port dc754c7a-e079-4af3-9f75-e641f03dee4c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:05.910715 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.933373 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.974964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] For port dc754c7a-e079-4af3-9f75-e641f03dee4c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=dc754c7a-e079-4af3-9f75-e641f03dee4c,segment=NetworkSegment(8003f25e-cb1f-4902-b840-b477c1d85f9c),segment_id=8003f25e-cb1f-4902-b840-b477c1d85f9c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:05.975963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.987265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] Calling delete_port for dc754c7a-e079-4af3-9f75-e641f03dee4c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:06.056389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.062478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] For port 7267c97b-c2e0-463b-9d32-4ccfb86319e8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=7267c97b-c2e0-463b-9d32-4ccfb86319e8,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:06.062833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.065387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.073616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.098043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] Pushing event deleted for resources: {'Port': ['ID=dc754c7a-e079-4af3-9f75-e641f03dee4c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:06.101686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77244b-183e-41f1-913c-29f57d16965c None None] No DVR routers for this DVR port dc754c7a-e079-4af3-9f75-e641f03dee4c on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:06.116881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Calling delete_port for 7267c97b-c2e0-463b-9d32-4ccfb86319e8 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:06.132735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.133252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec19a5e-c195-41e0-9e6b-ef295b7c937a {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:06.137834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.142586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.143106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7a9573de-e258-46b9-9883-1ec1379659ce tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "DELETE /v2.0/routers/4ec19a5e-c195-41e0-9e6b-ef295b7c937a HTTP/1.1" status: 204 len: 168 time: 1.5302756 Sep 23 19:43:06.147260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1790710327', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:06.173000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.174329 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.200835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Deleting port dc754c7a-e079-4af3-9f75-e641f03dee4c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:06.201182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.232259 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.285951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] For port dc754c7a-e079-4af3-9f75-e641f03dee4c, host n-d-810763-1, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:06.286112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.300907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Calling delete_port for dc754c7a-e079-4af3-9f75-e641f03dee4c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:06.306387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Port dc754c7a-e079-4af3-9f75-e641f03dee4c was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:43:06.337081 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.372804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Port': ['ID=dc754c7a-e079-4af3-9f75-e641f03dee4c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:06.377472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] No DVR routers for this DVR port dc754c7a-e079-4af3-9f75-e641f03dee4c on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:06.379464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.402451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.414963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['45df2eaa-9aa7-4c0d-9180-61e110bf4ef0', '7267c97b-c2e0-463b-9d32-4ccfb86319e8'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:06.447438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Pushing event deleted for resources: {'Port': ['ID=7267c97b-c2e0-463b-9d32-4ccfb86319e8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:06.508648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.533297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] No DVR routers for this DVR port 7267c97b-c2e0-463b-9d32-4ccfb86319e8 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:06.538832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.540783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0fc11d7a-5c77-4191-88d0-380fbe92dd6d req-b0d551a4-cccf-41f1-a47e-094c13e0ffcd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "DELETE /v2.0/ports/7267c97b-c2e0-463b-9d32-4ccfb86319e8 HTTP/1.1" status: 204 len: 173 time: 1.3770535 Sep 23 19:43:06.541237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'name': 'network-vif-deleted', 'tag': '7267c97b-c2e0-463b-9d32-4ccfb86319e8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:06.543531 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e8e55-ee77-44d0-a65f-0952283b367a" -d '{"events": [{"server_uuid": "530bcfce-b832-4fcc-9f5e-3f55dc826eb4", "name": "network-vif-deleted", "tag": "7267c97b-c2e0-463b-9d32-4ccfb86319e8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:06.556019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b3ad6a-786e-4f04-97bf-11e808eaf17f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.567685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8003f25e-cb1f-4902-b840-b477c1d85f9c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.568427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8003f25e-cb1f-4902-b840-b477c1d85f9c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.581516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.606659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.614361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:06.614776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:06.618103 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:06.621382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.670001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.673395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78c383d5-8177-4b6b-aa22-6f782e27b800 req-8f24c975-cc9c-46e8-9549-3880ec749d63 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=530bcfce-b832-4fcc-9f5e-3f55dc826eb4 HTTP/1.1" status: 200 len: 210 time: 0.0489922 Sep 23 19:43:06.695678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.723567 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.726357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] 10.222.0.38 "DELETE /v2.0/networks/22b3ad6a-786e-4f04-97bf-11e808eaf17f HTTP/1.1" status: 204 len: 168 time: 1.0522404 Sep 23 19:43:06.727437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ae7e0-89f4-42a0-9c55-f3a74b7a3046 tempest-ServersTestMultiNic-733677088 tempest-ServersTestMultiNic-733677088-project] Pushing event deleted for resources: {'Network': ['ID=22b3ad6a-786e-4f04-97bf-11e808eaf17f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:06.747865 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45475c7-c819-4f4f-b06c-9f8a1915b72a x-openstack-request-id: req-c45475c7-c819-4f4f-b06c-9f8a1915b72a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:06.748639 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530bcfce-b832-4fcc-9f5e-3f55dc826eb4", "name": "network-vif-deleted", "tag": "7267c97b-c2e0-463b-9d32-4ccfb86319e8", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:06.748895 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c45475c7-c819-4f4f-b06c-9f8a1915b72a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:06.749475 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530bcfce-b832-4fcc-9f5e-3f55dc826eb4', 'name': 'network-vif-deleted', 'tag': '7267c97b-c2e0-463b-9d32-4ccfb86319e8', 'status': 'completed', 'code': 200} Sep 23 19:43:06.804019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device dc754c7a-e079-4af3-9f75-e641f03dee4c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:06.814981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Allocated IP 172.25.6.159 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/58306d18-f65b-46f6-a2b9-7a98ed67ca8b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:06.836961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: dc754c7a-e079-4af3-9f75-e641f03dee4c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:06.838818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device dc754c7a-e079-4af3-9f75-e641f03dee4c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:06.839706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:06.863390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:06.863837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 87bcd06a-2254-4c5a-9123-06a8e2cd4a0a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:06.988115 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.063817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b5a8c-a721-4fa4-8f73-427ac3d97baf req-d929fcbd-918c-41b3-95f1-f6b15cc785c4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:07.065228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c3b5a8c-a721-4fa4-8f73-427ac3d97baf req-d929fcbd-918c-41b3-95f1-f6b15cc785c4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0657268 Sep 23 19:43:07.066416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.127206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:07.136943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:07.138740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event updated for resources: {'Port': ['ID=58306d18-f65b-46f6-a2b9-7a98ed67ca8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:07.140872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:07.172557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c3b5a8c-a721-4fa4-8f73-427ac3d97baf req-e6bf937d-5b7e-41d4-ad81-70626ca6e7b5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977809 Sep 23 19:43:07.221968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39036) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:07.410904 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.569556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.607923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.737377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Router f1031d73-802a-4dbc-b07f-0ca31d2d3c20 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:07.822594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Deleting port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:07.822594 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.867269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:07.883366 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] Sync routers for ids ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:07.891141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.893425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f71ae6a-e2cb-4ec2-80aa-4127b6109c66 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7497425 Sep 23 19:43:07.896297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:07.897855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] Routers {'f1031d73-802a-4dbc-b07f-0ca31d2d3c20'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:07.900783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:07.901179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:07.931226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] For port 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,segment=NetworkSegment(bec54113-aba3-49be-82b2-b8127721429f),segment_id=bec54113-aba3-49be-82b2-b8127721429f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:07.931932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.949535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Calling delete_port for 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:08.092299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:08.101329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] Routers {'f1031d73-802a-4dbc-b07f-0ca31d2d3c20'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:08.101935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:08.134329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:08.134987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29bdaa-f448-4993-a675-2fdf2b8a4712 None None] The sync data for ids ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:08.145045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963a8bf-0d71-4878-a8f8-494ab5fe16ab req-1c8a61d5-b49a-444a-8c26-c34def5025b3 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:08.146623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f963a8bf-0d71-4878-a8f8-494ab5fe16ab req-1c8a61d5-b49a-444a-8c26-c34def5025b3 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0975325 Sep 23 19:43:08.154027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.182536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:08.259338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f963a8bf-0d71-4878-a8f8-494ab5fe16ab req-3dda4b40-7d42-4631-a0a2-9b83515993dd tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031952 Sep 23 19:43:08.289639 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.369456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.425687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845f15-c252-4a5a-807e-c473cc8256ee req-ce14b088-ba21-4a98-bdd9-8ada23021bb3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:08.427201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36845f15-c252-4a5a-807e-c473cc8256ee req-ce14b088-ba21-4a98-bdd9-8ada23021bb3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0900302 Sep 23 19:43:08.500556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36845f15-c252-4a5a-807e-c473cc8256ee req-60bb54b0-0d56-4bd0-b014-3af8f2561656 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663688 Sep 23 19:43:08.537397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7267c97b-c2e0-463b-9d32-4ccfb86319e8 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:08.557274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 7267c97b-c2e0-463b-9d32-4ccfb86319e8 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:08.557904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 7267c97b-c2e0-463b-9d32-4ccfb86319e8 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:08.591814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Router 6c61d1e8-fbd1-4619-8c9a-55f966325feb has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:08.704287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:08.712606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6e5e9f9b-bfb4-4c15-a229-42d077a3a245 admin admin] 10.222.0.38 "PUT /v2.0/routers/6c61d1e8-fbd1-4619-8c9a-55f966325feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4865613 Sep 23 19:43:08.712754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:08.713929 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] Sync routers for ids ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:08.723536 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] Routers {'6c61d1e8-fbd1-4619-8c9a-55f966325feb'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:08.724432 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:08.836690 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] Set router 6c61d1e8-fbd1-4619-8c9a-55f966325feb gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:08.838735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.949530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.024511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Deleting port c5e06c27-847f-46e2-a7e5-b39869f33d7c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:09.025275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.105475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] For port c5e06c27-847f-46e2-a7e5-b39869f33d7c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c5e06c27-847f-46e2-a7e5-b39869f33d7c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:09.105839 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.113444 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 5, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port': {'id': 'c5e06c27-847f-46e2-a7e5-b39869f33d7c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:49Z', 'updated_at': '2021-09-23T19:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.122838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Calling delete_port for c5e06c27-847f-46e2-a7e5-b39869f33d7c owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:09.126728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.130081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.140382 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] Checking router: 6c61d1e8-fbd1-4619-8c9a-55f966325feb for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:09.149185 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] Routers {'6c61d1e8-fbd1-4619-8c9a-55f966325feb'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:09.149875 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.234800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Router f1031d73-802a-4dbc-b07f-0ca31d2d3c20 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:09.237900 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] Set router 6c61d1e8-fbd1-4619-8c9a-55f966325feb gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:09.292991 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.297145 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 6, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.321919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e06c27-847f-46e2-a7e5-b39869f33d7c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:09.328503 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc92984-be12-40b0-b7ba-48b92090e6b9 None None] The sync data for ids ['6c61d1e8-fbd1-4619-8c9a-55f966325feb'] in n-d-810763-1 is: [{'id': '6c61d1e8-fbd1-4619-8c9a-55f966325feb', 'name': 'tempest-ServersTestMultiNic-1612165582-router', 'tenant_id': '51f47ba69f874a9d989050c7400a8eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:48Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 6, 'project_id': '51f47ba69f874a9d989050c7400a8eea', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:09.383233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:09.390178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.392111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0a49a7e-79ae-41b0-a8c7-01de6d9ebb1b tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "PUT /v2.0/routers/f1031d73-802a-4dbc-b07f-0ca31d2d3c20 HTTP/1.1" status: 200 len: 926 time: 1.4944110 Sep 23 19:43:09.394225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.397010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] Sync routers for ids ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:09.401386 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.408195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] Routers {'f1031d73-802a-4dbc-b07f-0ca31d2d3c20'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:09.409051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.452741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.461619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] Routers {'f1031d73-802a-4dbc-b07f-0ca31d2d3c20'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:09.462379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.495378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.496301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19adb4-05cc-416f-acd2-dd0e551653ff None None] The sync data for ids ['f1031d73-802a-4dbc-b07f-0ca31d2d3c20'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:09.497363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.499857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.532746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63975cb-2b0a-47b1-8b8c-43827d7ad89d req-dd23d63b-a17b-40d8-a9d2-e98a10175cd8 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.534271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f63975cb-2b0a-47b1-8b8c-43827d7ad89d req-dd23d63b-a17b-40d8-a9d2-e98a10175cd8 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.0953734 Sep 23 19:43:09.547502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.548169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c61d1e8-fbd1-4619-8c9a-55f966325feb {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:09.552654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.554020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6ac0616-7ff5-4e90-8205-efcca4feae04 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/f1031d73-802a-4dbc-b07f-0ca31d2d3c20 HTTP/1.1" status: 200 len: 926 time: 0.1581168 Sep 23 19:43:09.554508 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eff1edb8-6f69-4c88-9026-e9f946d435ea admin admin] 10.222.0.38 "DELETE /v2.0/routers/6c61d1e8-fbd1-4619-8c9a-55f966325feb HTTP/1.1" status: 204 len: 168 time: 0.8408644 Sep 23 19:43:09.556662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.556989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39062) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.582787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f63975cb-2b0a-47b1-8b8c-43827d7ad89d req-d9eac3b8-68ea-4f76-a913-0791bb3093f3 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/security-groups?id=e699d60a-2c0f-4b35-99ef-0d01585fab89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Sep 23 19:43:09.661463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] Deleting subnet 0df555e5-54a9-472f-8383-d7836fcbe067 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:09.667464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c74f8c-7b2a-4d35-9e9b-8d60a941d784 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.669028 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-24c74f8c-7b2a-4d35-9e9b-8d60a941d784 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=f1031d73-802a-4dbc-b07f-0ca31d2d3c20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1111228 Sep 23 19:43:09.669828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.672187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.698034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d99a9-45a1-458e-8012-a4665fc834db req-a887ed5c-4c9a-4d7b-8d97-9c9d16ea33f7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.700199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-272d99a9-45a1-458e-8012-a4665fc834db req-a887ed5c-4c9a-4d7b-8d97-9c9d16ea33f7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0544946 Sep 23 19:43:09.750778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-272d99a9-45a1-458e-8012-a4665fc834db req-d7b23577-9852-4726-9741-0351d8595984 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Sep 23 19:43:09.760429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.853104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-2db6fc5d-4248-4bfe-9bc0-b168d9387655 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.854565 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-2db6fc5d-4248-4bfe-9bc0-b168d9387655 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 946 time: 0.1509926 Sep 23 19:43:09.908811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531242b8-e91b-409f-adb7-8f253c76d757 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.910158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-531242b8-e91b-409f-adb7-8f253c76d757 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.2371955 Sep 23 19:43:09.913673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.943044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d3175c11-bbd8-4254-b913-cfb8f21a7d3f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1031d73-802a-4dbc-b07f-0ca31d2d3c20 HTTP/1.1" status: 200 len: 205 time: 0.0259686 Sep 23 19:43:09.943269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.063011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.181501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.237932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Deleting port 58306d18-f65b-46f6-a2b9-7a98ed67ca8b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:10.238875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.271820 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.335893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.344464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Deleting port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:10.344811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.349068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.352175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Calling delete_port for 58306d18-f65b-46f6-a2b9-7a98ed67ca8b owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:10.393948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df555e5-54a9-472f-8383-d7836fcbe067,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:10.402293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.404174 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6c26b4c0-3938-4f49-b55c-4b7702819a2c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0df555e5-54a9-472f-8383-d7836fcbe067 HTTP/1.1" status: 204 len: 168 time: 0.8451819 Sep 23 19:43:10.406897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39074) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.409826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4086f0-f7dc-443c-9eec-cddea7c09cac None None] Network 4292e859-66bc-440b-85ff-01d092a840e8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:10.526246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] For port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:10.526612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.531494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.533012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.549564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Calling delete_port for 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:10.560596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event deleted for resources: {'Port': ['ID=58306d18-f65b-46f6-a2b9-7a98ed67ca8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:10.628651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.649697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004e529-978e-464d-8b02-deacabdef493 None None] DHCP port deletion for 4292e859-66bc-440b-85ff-01d092a840e8 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:10.675469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Deleting port f1798188-ac24-4f60-846b-b1f7970131aa {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:10.675810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.701027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c004e529-978e-464d-8b02-deacabdef493 None None] Deleting port f1798188-ac24-4f60-846b-b1f7970131aa {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:10.701562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c004e529-978e-464d-8b02-deacabdef493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.746191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.748427 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.780976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] For port f1798188-ac24-4f60-846b-b1f7970131aa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1798188-ac24-4f60-846b-b1f7970131aa,segment=NetworkSegment(bec54113-aba3-49be-82b2-b8127721429f),segment_id=bec54113-aba3-49be-82b2-b8127721429f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:10.781408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.783791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.784995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c004e529-978e-464d-8b02-deacabdef493 None None] For port f1798188-ac24-4f60-846b-b1f7970131aa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1798188-ac24-4f60-846b-b1f7970131aa,segment=NetworkSegment(bec54113-aba3-49be-82b2-b8127721429f),segment_id=bec54113-aba3-49be-82b2-b8127721429f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:10.785404 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c004e529-978e-464d-8b02-deacabdef493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.799146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c004e529-978e-464d-8b02-deacabdef493 None None] Calling delete_port for f1798188-ac24-4f60-846b-b1f7970131aa owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:10.822978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Calling delete_port for f1798188-ac24-4f60-846b-b1f7970131aa owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:10.826006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Pushing event deleted for resources: {'Port': ['ID=45df2eaa-9aa7-4c0d-9180-61e110bf4ef0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:10.836767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5a6ab5f-51d3-4eb7-960b-cbaa88dce652 req-3d5fb46a-0ee3-4f50-8332-afc653f7f454 tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81 HTTP/1.1" status: 200 len: 210 time: 0.0413969 Sep 23 19:43:10.852175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.852965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Fanout notify agent at l3_agent the message router_deleted on router f1031d73-802a-4dbc-b07f-0ca31d2d3c20 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:10.854248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1798188-ac24-4f60-846b-b1f7970131aa no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:10.862986 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.868484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-98c17f24-27c3-4c92-ae46-7540da7d87bb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/f1031d73-802a-4dbc-b07f-0ca31d2d3c20 HTTP/1.1" status: 204 len: 168 time: 0.9203420 Sep 23 19:43:10.870128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.880571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66fe74a6-b487-4fb5-94a7-019e3eaceebe tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2082384123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:10.931858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] No DVR routers for this DVR port 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:10.935819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.938325 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd9e66e1-58ca-41b9-bbc9-0402040aaf2e req-da052ed5-54d6-43a4-a28e-43e4ec0a619c tempest-ListServerFiltersTestJSON-2123909938 tempest-ListServerFiltersTestJSON-2123909938-project] 10.222.0.41 "DELETE /v2.0/ports/45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 HTTP/1.1" status: 204 len: 173 time: 1.0761919 Sep 23 19:43:10.938800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'name': 'network-vif-deleted', 'tag': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:10.939197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fe74a6-b487-4fb5-94a7-019e3eaceebe tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.941488 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f17d399-9d14-4ff7-b809-834d8e1de61a" -d '{"events": [{"server_uuid": "a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81", "name": "network-vif-deleted", "tag": "45df2eaa-9aa7-4c0d-9180-61e110bf4ef0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:10.955030 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fe74a6-b487-4fb5-94a7-019e3eaceebe tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.978938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c004e529-978e-464d-8b02-deacabdef493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.987294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.006041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No active binding found for port f1798188-ac24-4f60-846b-b1f7970131aa {{(pid=94827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:43:11.007144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1798188-ac24-4f60-846b-b1f7970131aa not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:11.007577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:11.013422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004e529-978e-464d-8b02-deacabdef493 None None] Pushing event deleted for resources: {'Port': ['ID=f1798188-ac24-4f60-846b-b1f7970131aa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:11.016109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1798188-ac24-4f60-846b-b1f7970131aa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:11.024934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] No DVR routers for this DVR port f1798188-ac24-4f60-846b-b1f7970131aa on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:11.031940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:11.032316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d5c4d71-cf8c-4f43-a9e5-abbe126cc66b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:11.032716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c5e06c27-847f-46e2-a7e5-b39869f33d7c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:11.034836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004e529-978e-464d-8b02-deacabdef493 None None] No DVR routers for this DVR port f1798188-ac24-4f60-846b-b1f7970131aa on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:11.055404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: c5e06c27-847f-46e2-a7e5-b39869f33d7c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:11.055754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c5e06c27-847f-46e2-a7e5-b39869f33d7c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:11.105669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fe74a6-b487-4fb5-94a7-019e3eaceebe tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.117691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddb16a-6e8b-4d35-84dc-82fdec8c92d0 req-3e8eda62-4819-4abe-a3f5-fd7709aa493f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:11.120011 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-faddb16a-6e8b-4d35-84dc-82fdec8c92d0 req-3e8eda62-4819-4abe-a3f5-fd7709aa493f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.2038639 Sep 23 19:43:11.121659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fe74a6-b487-4fb5-94a7-019e3eaceebe tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.143167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.160221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fe74a6-b487-4fb5-94a7-019e3eaceebe tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.161429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66fe74a6-b487-4fb5-94a7-019e3eaceebe tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2895622 Sep 23 19:43:11.166077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39086) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.171699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:11.176176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-faddb16a-6e8b-4d35-84dc-82fdec8c92d0 req-877edbc1-fa5a-4d8c-9499-30335eb94429 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Sep 23 19:43:11.176763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4292e859-66bc-440b-85ff-01d092a840e8']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:11.219816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec54113-aba3-49be-82b2-b8127721429f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:11.220108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec54113-aba3-49be-82b2-b8127721429f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:11.229155 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c6d010-b078-4f62-9087-a58fab4b0f23 x-openstack-request-id: req-e1c6d010-b078-4f62-9087-a58fab4b0f23 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:11.229438 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81", "name": "network-vif-deleted", "tag": "45df2eaa-9aa7-4c0d-9180-61e110bf4ef0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:11.229683 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1c6d010-b078-4f62-9087-a58fab4b0f23 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:11.230068 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e258c0-7d6b-4b1b-94b7-8d9b982ffa81', 'name': 'network-vif-deleted', 'tag': '45df2eaa-9aa7-4c0d-9180-61e110bf4ef0', 'status': 'completed', 'code': 200} Sep 23 19:43:11.263621 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.315435 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.353196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:11.353600 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:11.355291 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:11.470934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.474333 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.481730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.483825 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] 10.222.0.38 "DELETE /v2.0/networks/4292e859-66bc-440b-85ff-01d092a840e8 HTTP/1.1" status: 204 len: 168 time: 1.0760098 Sep 23 19:43:11.505389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245cb65-d39f-4249-acfe-042cc844e54a admin admin] Pushing event deleted for resources: {'Network': ['ID=4292e859-66bc-440b-85ff-01d092a840e8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:11.673392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.693205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.712215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.713738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-297ebba8-6b29-4cd2-b11e-ae967f076990 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51f47ba69f874a9d989050c7400a8eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392065 Sep 23 19:43:11.716620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.765657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ff38504-4bf4-4223-aecd-760b04c66fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.787046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ff38504-4bf4-4223-aecd-760b04c66fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.825764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Allocated IP 172.25.6.40 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/d628a647-6c4f-469e-b630-65f74acc320c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:11.837414 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ff38504-4bf4-4223-aecd-760b04c66fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.840381 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ff38504-4bf4-4223-aecd-760b04c66fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.841878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ff38504-4bf4-4223-aecd-760b04c66fc7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b HTTP/1.1" status: 204 len: 168 time: 0.1244988 Sep 23 19:43:11.850491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff38504-4bf4-4223-aecd-760b04c66fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6e747-3cd5-40d7-a8ed-d3d5b5f8f42b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:11.905861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.955207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.971762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] Deleting subnet a6b0e70f-9177-42da-964e-d95dfe08b2d3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:11.975139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.992494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.013969 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.038233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:12.041204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:12.047822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:12.051048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event updated for resources: {'Port': ['ID=d628a647-6c4f-469e-b630-65f74acc320c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.101894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.167888 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.195918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b0e70f-9177-42da-964e-d95dfe08b2d3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.197890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.202849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39106) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.213674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a3a6113-77bf-4fec-b67a-29d5a5ad8944 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a6b0e70f-9177-42da-964e-d95dfe08b2d3 HTTP/1.1" status: 204 len: 168 time: 0.2956197 Sep 23 19:43:12.214008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49b3c4-5f74-48ba-a2f6-5f8c76eebf9a None None] Network d0ed5863-1414-40c1-aee3-470be80d9ca7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:12.274951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.315029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bade6ad-b3a4-4485-86db-4aebe861ade7 req-49dfd796-a857-4485-a515-e6d55c2db1ff tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:12.324331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bade6ad-b3a4-4485-86db-4aebe861ade7 req-49dfd796-a857-4485-a515-e6d55c2db1ff tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 944 time: 0.0647764 Sep 23 19:43:12.373144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bade6ad-b3a4-4485-86db-4aebe861ade7 req-46815a3e-1ed6-4dd1-9de3-f97acaf387c3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 Sep 23 19:43:12.430675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.485535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Deleting port ade056ce-13f6-483f-bfaa-b1831908ada4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:12.485884 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.496249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] DHCP port deletion for d0ed5863-1414-40c1-aee3-470be80d9ca7 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:12.543620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] Deleting port ade056ce-13f6-483f-bfaa-b1831908ada4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:12.543983 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.572409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:43:12.574265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:12.599393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] For port ade056ce-13f6-483f-bfaa-b1831908ada4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ade056ce-13f6-483f-bfaa-b1831908ada4,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:12.599762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.619249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Calling delete_port for ade056ce-13f6-483f-bfaa-b1831908ada4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:12.639937 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:12.640323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 45df2eaa-9aa7-4c0d-9180-61e110bf4ef0 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:12.650044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] For port ade056ce-13f6-483f-bfaa-b1831908ada4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ade056ce-13f6-483f-bfaa-b1831908ada4,segment=NetworkSegment(abebe7a1-26fd-4d5d-8f8f-c94fa5efa771),segment_id=abebe7a1-26fd-4d5d-8f8f-c94fa5efa771)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:12.650461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.666725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] Calling delete_port for ade056ce-13f6-483f-bfaa-b1831908ada4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:12.674697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.781264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.791136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.807152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.808656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:12.829232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'port_id': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'mac_address': 'fa:16:3e:40:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:43:12.844203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-271294181-network', 'tenant_id': 'd0726206312d44079ebad40d37271d97'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:12.858258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.860573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ade056ce-13f6-483f-bfaa-b1831908ada4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:12.871636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Made reservation on behalf of d0726206312d44079ebad40d37271d97 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:12.874983 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.878184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] No DVR routers for this DVR port ade056ce-13f6-483f-bfaa-b1831908ada4 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:12.884915 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.902793 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ade056ce-13f6-483f-bfaa-b1831908ada4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:12.903135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ade056ce-13f6-483f-bfaa-b1831908ada4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:12.906306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade056ce-13f6-483f-bfaa-b1831908ada4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.933823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] No DVR routers for this DVR port ade056ce-13f6-483f-bfaa-b1831908ada4 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:12.943079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89ca18-6c2b-4a1d-801c-9f3e01430c74 None None] Pushing event deleted for resources: {'Port': ['ID=ade056ce-13f6-483f-bfaa-b1831908ada4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.948156 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.964382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86fb18f-2161-4c34-99c5-c4ae13107cd5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:12.987007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:12.990471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.996268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.005927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.011494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.029862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ed5863-1414-40c1-aee3-470be80d9ca7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:13.041945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:13.042701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:13.043001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abebe7a1-26fd-4d5d-8f8f-c94fa5efa771') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:13.049373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172c9a34-8fbb-480c-ab97-c491664b56a1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.051043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.058720 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.059134 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Added segment 3f9f506c-9108-42c1-9610-dd6a7e3c73b1 of type vlan for network ee4100a7-ef1f-463e-a404-90e0978edca3 Sep 23 19:43:13.059391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.079320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.086547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:13.086956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.088649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Router 0dfe919d-b678-498a-87fb-12748c27b050 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:13.090399 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:13.117440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.138422 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bf3788a-a9dd-4ffd-bf99-f1bb6069084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.147041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.148362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.148987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.179593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5033064 Sep 23 19:43:13.183506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.190526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Request body: {'subnet': {'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-subnet', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:13.223158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703f7a-7a75-4dfa-a5df-7e6cf09ba5ce admin admin] Pushing event updated for resources: {'Network': ['ID=ee4100a7-ef1f-463e-a404-90e0978edca3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.226440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.240100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ee4100a7-ef1f-463e-a404-90e0978edca3 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:13.241617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.245911 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d0ed5863-1414-40c1-aee3-470be80d9ca7 HTTP/1.1" status: 204 len: 168 time: 1.0393729 Sep 23 19:43:13.246074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Made reservation on behalf of d0726206312d44079ebad40d37271d97 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:13.246895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82de82-7a16-4753-a61b-f8414017d4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ed5863-1414-40c1-aee3-470be80d9ca7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.247191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.277802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:13.286164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.287512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5f141c79-a996-469b-bc38-c9a8bac54480 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "PUT /v2.0/routers/0dfe919d-b678-498a-87fb-12748c27b050 HTTP/1.1" status: 200 len: 883 time: 2.1204655 Sep 23 19:43:13.290057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39132) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.292851 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] Sync routers for ids ['0dfe919d-b678-498a-87fb-12748c27b050'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:13.304144 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] Routers {'0dfe919d-b678-498a-87fb-12748c27b050'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:13.304775 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0dfe919d-b678-498a-87fb-12748c27b050'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:13.350054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a86fb18f-2161-4c34-99c5-c4ae13107cd5'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:13.378106 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:13.390126 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] Routers {'0dfe919d-b678-498a-87fb-12748c27b050'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:13.390996 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:42:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0dfe919d-b678-498a-87fb-12748c27b050'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:13.429920 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:13.430825 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026d730-6d08-4182-8bf7-601ba4bef6f6 None None] The sync data for ids ['0dfe919d-b678-498a-87fb-12748c27b050'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:13.447196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.588863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-b293cf57-320c-45a3-9914-e3762ad8e64f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1811302 Sep 23 19:43:13.591538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3b5b521-70e5-404f-84eb-e7cd289e2806 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b894a3b281ea40b4a86f7e4295645567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422565 Sep 23 19:43:13.594737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.618270 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.689946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a78ea-a43a-4d28-9c4c-ae0d38bded43 req-f660157b-39f3-4bb3-8c95-0af27eae311a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.691465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c3a78ea-a43a-4d28-9c4c-ae0d38bded43 req-f660157b-39f3-4bb3-8c95-0af27eae311a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 945 time: 0.2005882 Sep 23 19:43:13.771423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ab3147-ee41-483d-b1f0-0ddbf6527aad,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.793718 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a3922063-0f2a-48e7-87cb-8ab375b33ad9 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/0dfe919d-b678-498a-87fb-12748c27b050 HTTP/1.1" status: 200 len: 924 time: 0.5024624 Sep 23 19:43:13.796343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.801020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ce76a68-fd2b-41e2-adf9-efdcb6be6a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.808006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.808493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.808968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.809440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.809911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.810409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.810879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.812777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9f7a7d26-7837-4758-82db-59375ea853cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6502 time: 0.1524189 Sep 23 19:43:13.818345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Checking segment: {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:13.818710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Network hostable DHCP agents. Network: ee4100a7-ef1f-463e-a404-90e0978edca3, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:13.833334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c3a78ea-a43a-4d28-9c4c-ae0d38bded43 req-b602cf69-ec2b-4b0e-8ff3-2fdd3545908a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147304 Sep 23 19:43:13.837722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3863b7-70b4-4050-b325-8336813cf88e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.841904 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc3863b7-70b4-4050-b325-8336813cf88e tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=0dfe919d-b678-498a-87fb-12748c27b050&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0419757 Sep 23 19:43:13.842658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39144) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.857858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ce76a68-fd2b-41e2-adf9-efdcb6be6a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.900213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Network ee4100a7-ef1f-463e-a404-90e0978edca3 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:13.930459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527a2f58-c14f-4da3-96a3-48eb7265f026 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.931825 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-527a2f58-c14f-4da3-96a3-48eb7265f026 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.0882707 Sep 23 19:43:13.934643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39146) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.952924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ee4100a7-ef1f-463e-a404-90e0978edca3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:13.962408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a1b8f-8180-47cc-8957-079c2a61a5a2 None None] Network ee4100a7-ef1f-463e-a404-90e0978edca3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:13.963084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.963681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.968707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd7bf42a-4ab0-4ddb-b8c7-c26d73990bca tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dfe919d-b678-498a-87fb-12748c27b050 HTTP/1.1" status: 200 len: 205 time: 0.0306215 Sep 23 19:43:13.969247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.995444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e29fb11-7dcb-41a8-a59e-5cf8b17af752 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8084481 Sep 23 19:43:13.996084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.000776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.005807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-af457787-dbab-465c-8cd0-e8c7c874dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.006352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-af457787-dbab-465c-8cd0-e8c7c874dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.007350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-af457787-dbab-465c-8cd0-e8c7c874dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.008995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-af457787-dbab-465c-8cd0-e8c7c874dbf4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58635457-bc59-4eda-9f1c-3e8334135a76&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=27977598-a0a0-4d67-97ee-5426d383170d&id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 2296 time: 0.1663644 Sep 23 19:43:14.010970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ce76a68-fd2b-41e2-adf9-efdcb6be6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.013552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ce76a68-fd2b-41e2-adf9-efdcb6be6a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.014638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ce76a68-fd2b-41e2-adf9-efdcb6be6a28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e699d60a-2c0f-4b35-99ef-0d01585fab89 HTTP/1.1" status: 204 len: 168 time: 0.4181790 Sep 23 19:43:14.052151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce76a68-fd2b-41e2-adf9-efdcb6be6a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e699d60a-2c0f-4b35-99ef-0d01585fab89,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:14.095979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.101293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.102485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.126308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b856c6-609a-4f83-9177-c2a9da2ba141 None None] Network ee4100a7-ef1f-463e-a404-90e0978edca3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:14.136847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-43bbd153-e0a3-4df1-8c3b-65fb22836494 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 200 len: 1001 time: 0.0999858 Sep 23 19:43:14.196276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-022deb2c-864b-4ecc-ae74-351702d66df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.197769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-022deb2c-864b-4ecc-ae74-351702d66df9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99a31fcd-cda4-4b73-8588-ceba98513f6f HTTP/1.1" status: 200 len: 854 time: 0.0522649 Sep 23 19:43:14.225059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.227901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.296048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Deleting port d628a647-6c4f-469e-b630-65f74acc320c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:14.296684 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.372087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-df810453-df2d-4dc0-b3ec-a5dca9d3598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.373611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-df810453-df2d-4dc0-b3ec-a5dca9d3598c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58635457-bc59-4eda-9f1c-3e8334135a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480541 Sep 23 19:43:14.385388 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.400832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Calling delete_port for d628a647-6c4f-469e-b630-65f74acc320c owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:14.401001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.514048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-1468b8d0-6065-4330-b7da-d441d3fd57db service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153550 Sep 23 19:43:14.578378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.607648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event deleted for resources: {'Port': ['ID=d628a647-6c4f-469e-b630-65f74acc320c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:14.671715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:14.682702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.731591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port a86fb18f-2161-4c34-99c5-c4ae13107cd5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:14.732063 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.802197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.805503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.847478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.860057 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.860837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfe919d-b678-498a-87fb-12748c27b050 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:14.878520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.887495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-42083405-e880-4ed0-84a7-7a604bcb3e9e tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/0dfe919d-b678-498a-87fb-12748c27b050 HTTP/1.1" status: 204 len: 168 time: 0.9168942 Sep 23 19:43:14.887722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:14.888614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.890243 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90171d-6a1e-4631-8a93-55e3c1c5e6a0" -d '{"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-plugged", "status": "completed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:14.894905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8edcbe9c-4484-480c-8796-d9487aa6873d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-736335834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.906148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:14.911190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39176) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.915300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.937359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8edcbe9c-4484-480c-8796-d9487aa6873d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.940504 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8edcbe9c-4484-480c-8796-d9487aa6873d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.981558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:15.011811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8edcbe9c-4484-480c-8796-d9487aa6873d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.017388 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8edcbe9c-4484-480c-8796-d9487aa6873d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.037113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8edcbe9c-4484-480c-8796-d9487aa6873d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.041107 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8edcbe9c-4484-480c-8796-d9487aa6873d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1487257 Sep 23 19:43:15.041387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:15.041540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-f5a79de3-81ef-4c1b-9e64-c253c53169c7 service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002103 Sep 23 19:43:15.046816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': True}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:15.086059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1821573443-network', 'tenant_id': 'c3ccc7ba4bdf446582408d7c2b1d9836'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:15.096382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4d29f-ba9d-4b6a-8614-5d3a44127e3c req-500f87eb-4162-46bd-9313-b518d124647f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.097859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcd4d29f-ba9d-4b6a-8614-5d3a44127e3c req-500f87eb-4162-46bd-9313-b518d124647f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 947 time: 0.1181431 Sep 23 19:43:15.133748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-b4ff5b12-55ee-4dbc-8f58-2ccae3d2d109 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 217 time: 0.0805874 Sep 23 19:43:15.173956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Made reservation on behalf of c3ccc7ba4bdf446582408d7c2b1d9836 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:15.176244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.212797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.261145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcd4d29f-ba9d-4b6a-8614-5d3a44127e3c req-61b235d1-1a6e-43b6-8ad8-d20a23b3379b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317823 Sep 23 19:43:15.264674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.267266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-5b094f34-731f-4a2f-b0ec-7e767357bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.268711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-5b094f34-731f-4a2f-b0ec-7e767357bc88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1062958 Sep 23 19:43:15.289571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.295264 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.330327 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b0628a-0b0b-49a2-b47a-818ef6d6c770 x-openstack-request-id: req-a5b0628a-0b0b-49a2-b47a-818ef6d6c770 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:15.330742 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-plugged", "status": "completed", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:15.331070 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5b0628a-0b0b-49a2-b47a-818ef6d6c770 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:15.331507 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'code': 200} Sep 23 19:43:15.387342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-f7248a02-b111-4bfb-9870-e818ed854a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.389110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-f7248a02-b111-4bfb-9870-e818ed854a76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026993 Sep 23 19:43:15.479402 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.495286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.511759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Allocated IP 172.25.6.115 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/4ea62225-2db5-4bfa-87a1-66efe65f1780) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:15.561685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-896cbf3a-8660-477c-ab64-e1defef13e0b service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438830 Sep 23 19:43:15.566804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:15.637438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.637786 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Added segment 289d1537-5f5c-4826-a9b3-f60c816da920 of type vlan for network 9c232c8c-7f6f-46a6-b90a-e60a48262981 Sep 23 19:43:15.641917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:15.664358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10805c-2252-4756-b415-f6f9c8d0306e req-25511b35-354d-4bbb-af2f-b289905fc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.665967 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9a10805c-2252-4756-b415-f6f9c8d0306e req-25511b35-354d-4bbb-af2f-b289905fc684 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 1098 time: 0.1823113 Sep 23 19:43:15.703240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.707531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.718257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-aa4e439a-4f52-4744-b045-985259cabed5 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485710 Sep 23 19:43:15.718433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.744512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.774970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-fd98380d-6d48-4f8a-b61b-d9ea6663edc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 217 time: 0.0467298 Sep 23 19:43:15.792145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.803032 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9a10805c-2252-4756-b415-f6f9c8d0306e req-6c98dfd8-f59c-4697-ada9-717d77bf0f8e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132877 Sep 23 19:43:15.816398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.817420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.818066 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.864154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:15.867344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Pushing event updated for resources: {'Port': ['ID=4ea62225-2db5-4bfa-87a1-66efe65f1780,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:15.871389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:15.875205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:15.879035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-93df748b-ca06-4af9-8203-12f2cb3501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.880513 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-93df748b-ca06-4af9-8203-12f2cb3501d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0988774 Sep 23 19:43:15.887621 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9749770 Sep 23 19:43:15.894382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:15.926010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Request body: {'subnet': {'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1821573443-subnet', 'tenant_id': 'c3ccc7ba4bdf446582408d7c2b1d9836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:15.932285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48265c1b-ecbf-44f5-8c95-81b89f75d1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9c232c8c-7f6f-46a6-b90a-e60a48262981,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:15.942975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9c232c8c-7f6f-46a6-b90a-e60a48262981 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:15.966185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Allocated IP 172.25.6.251 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/a01ea2d0-c41c-4719-8960-a63cec0145a5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:15.977273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Made reservation on behalf of c3ccc7ba4bdf446582408d7c2b1d9836 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:15.979764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.993965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-3c9f4c7e-9212-4218-9d7f-e5bd9e9bea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.995621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-3c9f4c7e-9212-4218-9d7f-e5bd9e9bea08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931954 Sep 23 19:43:16.151599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.231170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-e0a0bb2e-556f-481c-8948-f7994a750f01 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991374 Sep 23 19:43:16.254068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.261836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.301003 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82cf7b6e-cb8e-48ae-9a9e-e10cd7a8d4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.336768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:16.346245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:16.355299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:16.362833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Port': ['ID=a01ea2d0-c41c-4719-8960-a63cec0145a5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:16.365027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8bb5ca-043b-40a8-9b20-2664175bae28,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:16.372124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.405417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Checking segment: {'id': '289d1537-5f5c-4826-a9b3-f60c816da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:16.405715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Network hostable DHCP agents. Network: 9c232c8c-7f6f-46a6-b90a-e60a48262981, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:16.439603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-a3268443-86e3-4208-9489-e586083e6956 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004645 Sep 23 19:43:16.451589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.464883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Network 9c232c8c-7f6f-46a6-b90a-e60a48262981 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:16.514897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-8696fd20-e8ab-48d5-bfb0-9dcf6d06fc95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f166e3a2-c05e-4ab6-8043-88ad98432333 HTTP/1.1" status: 200 len: 217 time: 0.0465791 Sep 23 19:43:16.518001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 9c232c8c-7f6f-46a6-b90a-e60a48262981) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:16.524923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:16.525091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3550d-97f0-4415-91fa-de8254f729a1 req-249bd876-db11-4c63-9c81-92b8cc507ef1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:16.525531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.526621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9c3550d-97f0-4415-91fa-de8254f729a1 req-249bd876-db11-4c63-9c81-92b8cc507ef1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 947 time: 0.1784921 Sep 23 19:43:16.536432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfd905-e078-4ad9-9cde-ca6b52ce8f4d None None] Network 9c232c8c-7f6f-46a6-b90a-e60a48262981 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:16.549638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8fdf4f93-42a8-470d-a40b-9b43d141afdb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6537120 Sep 23 19:43:16.651494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9c3550d-97f0-4415-91fa-de8254f729a1 req-72374c01-f932-4b6c-914a-217737e1c41d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087542 Sep 23 19:43:16.654550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-fe8e11ac-3d86-4b22-bdcd-69e3540ac1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:16.656055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-fe8e11ac-3d86-4b22-bdcd-69e3540ac1b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.1286092 Sep 23 19:43:16.691132 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.738850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb3442-41b9-4c4c-b2ef-b7960471540b None None] Network 9c232c8c-7f6f-46a6-b90a-e60a48262981 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:16.790040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.796122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9e549d34-a811-4fc4-b307-3cc9b7193fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:16.797848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-9e549d34-a811-4fc4-b307-3cc9b7193fe7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1090064 Sep 23 19:43:16.956734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.960687 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.985770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-3cba2b48-5dae-4e4e-84a2-8008618eed4a service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493633 Sep 23 19:43:17.020747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.077005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Router 3d34304b-3f9e-475c-b680-f17e26562edf is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:17.110704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Router c37624fc-9b65-46e9-a779-7c4a141f0c01 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:17.223578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:17.228181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.232059 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1201cb5e-93f1-46e6-b881-c8e6d18e7145 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "PUT /v2.0/routers/c37624fc-9b65-46e9-a779-7c4a141f0c01 HTTP/1.1" status: 200 len: 918 time: 2.1898367 Sep 23 19:43:17.232699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39216) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.232829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] Sync routers for ids ['c37624fc-9b65-46e9-a779-7c4a141f0c01'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:17.242814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] Routers {'c37624fc-9b65-46e9-a779-7c4a141f0c01'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:17.243552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c37624fc-9b65-46e9-a779-7c4a141f0c01'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.256152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-6352d191-839e-41cf-93e8-28f4542df4c6 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617872 Sep 23 19:43:17.280009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.292419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] Routers {'c37624fc-9b65-46e9-a779-7c4a141f0c01'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:17.293089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c37624fc-9b65-46e9-a779-7c4a141f0c01'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.302085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-79dfa4e0-cb0e-439f-96fa-da62a5f831ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 200 len: 217 time: 0.0356476 Sep 23 19:43:17.327543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.328466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c940cd-1ad8-48cc-992b-a304d71c6f95 None None] The sync data for ids ['c37624fc-9b65-46e9-a779-7c4a141f0c01'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:17.364392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309787ef-2989-4df8-9b30-848feda91a72 req-a7492086-d354-4975-801c-510a6688601e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:17.366898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-a7492086-d354-4975-801c-510a6688601e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/networks?id=9c232c8c-7f6f-46a6-b90a-e60a48262981 HTTP/1.1" status: 200 len: 814 time: 0.2920225 Sep 23 19:43:17.379213 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e07a9433-2146-47df-92a5-1c52005bedaa tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/c37624fc-9b65-46e9-a779-7c4a141f0c01 HTTP/1.1" status: 200 len: 924 time: 0.1452262 Sep 23 19:43:17.381890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.403023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-1717776f-c340-43ea-99b0-a32d6a2c459f tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/quotas/c3ccc7ba4bdf446582408d7c2b1d9836 HTTP/1.1" status: 200 len: 375 time: 0.0253947 Sep 23 19:43:17.403992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:17.408626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-6e0fcad4-353c-4405-8542-8bc817fbcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:17.410038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-6e0fcad4-353c-4405-8542-8bc817fbcb3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0942187 Sep 23 19:43:17.423366 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Sync routers for ids ['3d34304b-3f9e-475c-b680-f17e26562edf'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:17.434280 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Routers {'3d34304b-3f9e-475c-b680-f17e26562edf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:17.434975 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3d34304b-3f9e-475c-b680-f17e26562edf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.442071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba36be-2ede-47bc-8707-2075ba015fda tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:17.443849 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-15ba36be-2ede-47bc-8707-2075ba015fda tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=c37624fc-9b65-46e9-a779-7c4a141f0c01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0609252 Sep 23 19:43:17.452407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.474308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.478744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b890b73-e9d4-444f-817f-0937b71a438a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4784975 Sep 23 19:43:17.478744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-f4278f8a-137c-4243-867c-e691adcb732d tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ccc7ba4bdf446582408d7c2b1d9836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636067 Sep 23 19:43:17.478744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.589720 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Set router 3d34304b-3f9e-475c-b680-f17e26562edf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:17.593929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d4a821-1383-4e2f-bc0b-6341fd921f67 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:17.595466 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29d4a821-1383-4e2f-bc0b-6341fd921f67 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.1419063 Sep 23 19:43:17.598487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39252) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.637636 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-693ac32a-d3a1-411c-8fff-57eca1a433fb tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=c37624fc-9b65-46e9-a779-7c4a141f0c01 HTTP/1.1" status: 200 len: 205 time: 0.0379779 Sep 23 19:43:17.640090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.703515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-af0036cd-cf07-442e-8208-587c9aead0a9 service neutron] 10.222.0.38 "GET /v2.0/networks/9c232c8c-7f6f-46a6-b90a-e60a48262981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082794 Sep 23 19:43:17.794879 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.909884 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:43:16Z', 'revision_number': 3, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port': {'id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:15Z', 'updated_at': '2021-09-23T19:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.926442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.939987 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Checking router: 3d34304b-3f9e-475c-b680-f17e26562edf for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:17.940406 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Updating router 3d34304b-3f9e-475c-b680-f17e26562edf port 4ea62225-2db5-4bfa-87a1-66efe65f1780 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:17.974372 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.011572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Deleting port a01ea2d0-c41c-4719-8960-a63cec0145a5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:18.024614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.193770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.228471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Calling delete_port for a01ea2d0-c41c-4719-8960-a63cec0145a5 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:18.312400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-5c917d7f-b284-4963-984a-0b512578acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:18.313835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-5c917d7f-b284-4963-984a-0b512578acde service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8954246 Sep 23 19:43:18.324760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-9ab06bc1-f49b-4656-ae99-6eb6c06a9386 service neutron] 10.222.0.38 "GET /v2.0/networks/9c232c8c-7f6f-46a6-b90a-e60a48262981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203814 Sep 23 19:43:18.357230 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.366001 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.423558 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d013b-9089-463b-9706-9762f3a46b6b None None] Pushing event updated for resources: {'Port': ['ID=4ea62225-2db5-4bfa-87a1-66efe65f1780,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:18.455332 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Attempting to bind port 4ea62225-2db5-4bfa-87a1-66efe65f1780 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:18.455714 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Attempting to bind port 4ea62225-2db5-4bfa-87a1-66efe65f1780 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:18.456184 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Attempting to bind port 4ea62225-2db5-4bfa-87a1-66efe65f1780 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:18.463217 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:18.463586 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:18.464064 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.464462 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:18.464980 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Bound port: 4ea62225-2db5-4bfa-87a1-66efe65f1780, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:18.465364 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.546679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.564629 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] For port 4ea62225-2db5-4bfa-87a1-66efe65f1780, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:18.568656 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] For port 4ea62225-2db5-4bfa-87a1-66efe65f1780, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4ea62225-2db5-4bfa-87a1-66efe65f1780,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:18.576538 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.660674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-660b70b6-e79b-4fe2-b767-89bf1b003c6f service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299716 Sep 23 19:43:18.678054 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d013b-9089-463b-9706-9762f3a46b6b None None] Pushing event updated for resources: {'Port': ['ID=4ea62225-2db5-4bfa-87a1-66efe65f1780,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:18.710033 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Routers {'3d34304b-3f9e-475c-b680-f17e26562edf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:18.711198 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3d34304b-3f9e-475c-b680-f17e26562edf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:18.729761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66736ce-afb7-4920-a8f7-2f34e6202283 req-bef819e5-a6cc-4981-a6ec-2471ec82a0e4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:18.731604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e66736ce-afb7-4920-a8f7-2f34e6202283 req-bef819e5-a6cc-4981-a6ec-2471ec82a0e4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 947 time: 0.1362610 Sep 23 19:43:18.847351 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] Set router 3d34304b-3f9e-475c-b680-f17e26562edf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:18.900051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e66736ce-afb7-4920-a8f7-2f34e6202283 req-2a2d5581-4efe-4a1c-a332-d94dc967b488 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606560 Sep 23 19:43:18.921914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-f132a9de-8a0c-4565-b866-ab217cf98e58 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488186 Sep 23 19:43:18.995545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.001864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-5d40e364-8a91-4528-80aa-c583264cc1bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0614100 Sep 23 19:43:19.060115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event deleted for resources: {'Port': ['ID=a01ea2d0-c41c-4719-8960-a63cec0145a5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:19.130331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5a1c933-fc9e-49f0-abb9-859811cf83c2 req-f4f87578-8415-47d4-b672-a21ee94db808 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 210 time: 0.0411992 Sep 23 19:43:19.132182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-fb705237-12d3-432c-8245-f4c0f5037b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.134082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-fb705237-12d3-432c-8245-f4c0f5037b10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.1075726 Sep 23 19:43:19.138173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.196122 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:43:16Z', 'revision_number': 3, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port': {'id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:15Z', 'updated_at': '2021-09-23T19:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:19.228974 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1c1b-d4d2-4228-94ab-bcc506e54bfd None None] The sync data for ids ['3d34304b-3f9e-475c-b680-f17e26562edf'] in n-d-810763-1 is: [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:43:16Z', 'revision_number': 3, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port': {'id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:15Z', 'updated_at': '2021-09-23T19:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:19.257760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-33488317-4ff1-410a-a4cc-55507778cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.259318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-33488317-4ff1-410a-a4cc-55507778cddd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054134 Sep 23 19:43:19.261133 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.274406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.278553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.327541 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.328223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Fanout notify agent at l3_agent the message router_deleted on router c37624fc-9b65-46e9-a779-7c4a141f0c01 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:19.337096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.342115 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-61084474-731e-4e86-ad53-908cdfd4caf7 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/c37624fc-9b65-46e9-a779-7c4a141f0c01 HTTP/1.1" status: 204 len: 168 time: 1.6972916 Sep 23 19:43:19.343033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:19.348436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9f9e61e5-17ce-4839-9812-1387cf081da0 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-975725661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:19.377666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f9e61e5-17ce-4839-9812-1387cf081da0 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.378995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f9e61e5-17ce-4839-9812-1387cf081da0 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.442225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f9e61e5-17ce-4839-9812-1387cf081da0 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.447870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f9e61e5-17ce-4839-9812-1387cf081da0 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.467402 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f9e61e5-17ce-4839-9812-1387cf081da0 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.469210 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9f9e61e5-17ce-4839-9812-1387cf081da0 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1249204 Sep 23 19:43:19.470843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-603a4d59-66b6-419f-99d0-f0f3ecbb1f62 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876764 Sep 23 19:43:19.472105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:19.477791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'enable_snat': False}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:19.571701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Allocated IP 172.20.0.1 (ee4100a7-ef1f-463e-a404-90e0978edca3/91ab3147-ee41-483d-b1f0-0ddbf6527aad/1cea8eea-9ea3-4174-97ac-126ff967b348) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:19.706162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-2605e08f-95b3-4ebe-9c7b-5cdf197cdc3a service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259107 Sep 23 19:43:19.710297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.765364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-24eadedc-7f3d-4ce4-a481-3e76821ef31b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 200 len: 217 time: 0.0476289 Sep 23 19:43:19.840379 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.858467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-a4cdb062-8753-4113-a471-adb5ed07679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.860803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-a4cdb062-8753-4113-a471-adb5ed07679f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.0831354 Sep 23 19:43:19.885761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309787ef-2989-4df8-9b30-848feda91a72 req-66b658f2-3114-4f1a-9d1f-7f6e2fb5b1d0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.887327 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-66b658f2-3114-4f1a-9d1f-7f6e2fb5b1d0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.72 "GET /v2.0/networks?id=9c232c8c-7f6f-46a6-b90a-e60a48262981 HTTP/1.1" status: 200 len: 814 time: 0.1705444 Sep 23 19:43:19.902782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Request body: {'port': {'device_id': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981', 'admin_state_up': True, 'tenant_id': 'c3ccc7ba4bdf446582408d7c2b1d9836'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:19.928976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-c25ab94f-5b76-4714-b672-fd27f8e5c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.930616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-c25ab94f-5b76-4714-b672-fd27f8e5c6b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597610 Sep 23 19:43:19.931758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.995920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Network ee4100a7-ef1f-463e-a404-90e0978edca3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:20.007962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:20.017859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:20.023052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Pushing event updated for resources: {'Port': ['ID=1cea8eea-9ea3-4174-97ac-126ff967b348,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:20.095483 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.123171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Made reservation on behalf of c3ccc7ba4bdf446582408d7c2b1d9836 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:20.126739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.130482 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.147940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-c18d964f-8a5d-438c-bb79-5ea97414048e service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077456 Sep 23 19:43:20.164018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.290971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c3b696a-62da-472a-8126-9675762960b5 req-5dd09bd5-297e-4410-9746-5721241c2b67 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 210 time: 0.0394192 Sep 23 19:43:20.341415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad43dd18-0725-456f-81fc-3e7960cfbe16 req-3d0591cf-1df9-43f2-b317-319443dabdcd service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860843 Sep 23 19:43:20.344307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.401258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Allocated IP 172.25.6.5 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/4ece4b1f-d1fe-41f3-afab-5468da710dfe) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:20.407948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Allocated IP 172.20.0.9 (9c232c8c-7f6f-46a6-b90a-e60a48262981/cf8bb5ca-043b-40a8-9b20-2664175bae28/f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:20.512350 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.517387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.587394 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.589179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Pushing event updated for resources: {'Port': ['ID=1cea8eea-9ea3-4174-97ac-126ff967b348,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:20.605736 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.661258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.680420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.685648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Network ee4100a7-ef1f-463e-a404-90e0978edca3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:20.687115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:20.737209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:20.744320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:20.747166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:20.757345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.781095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Pushing event updated for resources: {'Port': ['ID=4ece4b1f-d1fe-41f3-afab-5468da710dfe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:20.813889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Router 3d34304b-3f9e-475c-b680-f17e26562edf has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:20.838368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Network 9c232c8c-7f6f-46a6-b90a-e60a48262981 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:20.848180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:20.851211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:20.857627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Pushing event updated for resources: {'Port': ['ID=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:20.879941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4ea62225-2db5-4bfa-87a1-66efe65f1780 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:20.944342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4ea62225-2db5-4bfa-87a1-66efe65f1780 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:20.945168 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.958579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:20.964889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b23a9158-b42f-46a6-8fe9-bce258f49195 admin admin] 10.222.0.38 "PUT /v2.0/routers/3d34304b-3f9e-475c-b680-f17e26562edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4850228 Sep 23 19:43:20.999424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:21.000052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.017702 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-e6ce6483-7d82-4af9-a27e-4e15693182c0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1187403 Sep 23 19:43:21.036795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Request body: {'port': {'device_id': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:21.042509 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.063015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 4ea62225-2db5-4bfa-87a1-66efe65f1780, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4ea62225-2db5-4bfa-87a1-66efe65f1780,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:21.068806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.134320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=4ea62225-2db5-4bfa-87a1-66efe65f1780,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:21.148376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.242236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Sync routers for ids ['3d34304b-3f9e-475c-b680-f17e26562edf'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:21.252521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Routers {'3d34304b-3f9e-475c-b680-f17e26562edf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:21.253137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3d34304b-3f9e-475c-b680-f17e26562edf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:21.304083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.363364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Set router 3d34304b-3f9e-475c-b680-f17e26562edf gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:21.443946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-278a977a-59c7-4260-ba22-4410c79baaa2 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:21.445920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-278a977a-59c7-4260-ba22-4410c79baaa2 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 818 time: 0.1315398 Sep 23 19:43:21.463110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-3f1a2502-9446-4289-b289-2595f7e3c4fa tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/quotas/d0726206312d44079ebad40d37271d97 HTTP/1.1" status: 200 len: 375 time: 0.0103469 Sep 23 19:43:21.520471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-f2f7607e-3531-449e-91df-1441ffd30c8c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0514488 Sep 23 19:43:21.627235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-23c99846-69e4-43d8-850f-28b591934b4a service neutron] 10.222.0.38 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977674 Sep 23 19:43:21.630685 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.636725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.644424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:21.654458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.700255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Transition to ACTIVE for port object f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:43:21.729692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:43:20Z', 'revision_number': 4, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port': {'id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:15Z', 'updated_at': '2021-09-23T19:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1cea8eea-9ea3-4174-97ac-126ff967b348', 'name': '', 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'mac_address': 'fa:16:3e:d9:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:19Z', 'updated_at': '2021-09-23T19:43:20Z', 'revision_number': 2, 'project_id': 'd0726206312d44079ebad40d37271d97', 'subnets': [{'id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:21.731374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.734327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-55f13b37-7e57-486f-8c95-ace17e634e81 service neutron] 10.222.0.38 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991681 Sep 23 19:43:21.757018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Checking router: 3d34304b-3f9e-475c-b680-f17e26562edf for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:21.757712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Updating router 3d34304b-3f9e-475c-b680-f17e26562edf port 1cea8eea-9ea3-4174-97ac-126ff967b348 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:21.785822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.815371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:21.918787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Attempting to bind port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:21.919176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Attempting to bind port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '289d1537-5f5c-4826-a9b3-f60c816da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:21.919444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Attempting to bind port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 on network 9c232c8c-7f6f-46a6-b90a-e60a48262981 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:21.931667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 on network 9c232c8c-7f6f-46a6-b90a-e60a48262981 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:43:21.932009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Attempting to bind port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 on network 9c232c8c-7f6f-46a6-b90a-e60a48262981 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:21.936798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Router 68e936b9-fc03-4022-b374-032ba31618c9 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:21.944967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:21.945463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Checking segment: {'id': '289d1537-5f5c-4826-a9b3-f60c816da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:21.945707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Bound using segment: {'id': '289d1537-5f5c-4826-a9b3-f60c816da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:21.946097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Bound port: f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289d1537-5f5c-4826-a9b3-f60c816da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:21.946474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.969701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-d0c5bedf-0d31-4a6a-8e4e-e3df9450890a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951271 Sep 23 19:43:22.000820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.006915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.012702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.019406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.025662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.031850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.038521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.047018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-bf0c5980-1ed9-4694-97ac-97ca131e9a35 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.1085484 Sep 23 19:43:22.093781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1cdc3b7-86c2-4ab4-b6c2-92b2bc0fe16a req-3fa550c9-c86f-46f1-bc21-70a8672ee1fe tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456650 Sep 23 19:43:22.130444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.139856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.220408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496acd68-9416-4b18-8111-7a37c9a035b3 None None] Pushing event updated for resources: {'Port': ['ID=1cea8eea-9ea3-4174-97ac-126ff967b348,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:22.234374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d350c-da39-4cdc-954c-b03f07b6f4c5 req-1178612a-c73c-4f6c-9d2b-8decd7c219a7 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.243123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-499d350c-da39-4cdc-954c-b03f07b6f4c5 req-1178612a-c73c-4f6c-9d2b-8decd7c219a7 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 943 time: 0.0774059 Sep 23 19:43:22.261042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Attempting to bind port 1cea8eea-9ea3-4174-97ac-126ff967b348 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:22.261431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Attempting to bind port 1cea8eea-9ea3-4174-97ac-126ff967b348 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:22.261770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Attempting to bind port 1cea8eea-9ea3-4174-97ac-126ff967b348 on network ee4100a7-ef1f-463e-a404-90e0978edca3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:22.267941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:22.268334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Checking segment: {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:22.268717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.269108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Bound using segment: {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:22.269684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Bound port: 1cea8eea-9ea3-4174-97ac-126ff967b348, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:22.270239 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.300062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-499d350c-da39-4cdc-954c-b03f07b6f4c5 req-bff6d663-653d-456e-b6e0-abf7a9ebe3f0 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555432 Sep 23 19:43:22.376003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] For port 1cea8eea-9ea3-4174-97ac-126ff967b348, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:22.380018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] For port 1cea8eea-9ea3-4174-97ac-126ff967b348, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cea8eea-9ea3-4174-97ac-126ff967b348,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:22.385924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.391680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9a2ca73-0a38-4121-a96a-3e8c200ec98d req-a6ecd0bb-2e01-4b65-936b-9aabc55d1949 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 210 time: 0.0359604 Sep 23 19:43:22.456836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Routers {'3d34304b-3f9e-475c-b680-f17e26562edf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:22.457546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3d34304b-3f9e-475c-b680-f17e26562edf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:22.503898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] For port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:22.509204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-1afc8d40-1cc3-4bc6-ab00-c4cdc6db1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.510733 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-1afc8d40-1cc3-4bc6-ab00-c4cdc6db1b7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7430dade4fd34fbab72d1c4baac0c537&device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1096 time: 0.4853313 Sep 23 19:43:22.512443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] For port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,segment=NetworkSegment(289d1537-5f5c-4826-a9b3-f60c816da920),segment_id=289d1537-5f5c-4826-a9b3-f60c816da920)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:22.519317 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.548952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.558495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.566900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.574317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.577515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:22.585034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496acd68-9416-4b18-8111-7a37c9a035b3 None None] Pushing event updated for resources: {'Port': ['ID=1cea8eea-9ea3-4174-97ac-126ff967b348,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:22.587266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.588036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1adbc466-2a31-4a46-bba3-9006aec6856c tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "PUT /v2.0/routers/68e936b9-fc03-4022-b374-032ba31618c9 HTTP/1.1" status: 200 len: 917 time: 3.1140780 Sep 23 19:43:22.591966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.593067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:22.593217 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] Sync routers for ids ['68e936b9-fc03-4022-b374-032ba31618c9'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:22.601987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.612255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] Routers {'68e936b9-fc03-4022-b374-032ba31618c9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:22.613659 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['68e936b9-fc03-4022-b374-032ba31618c9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:22.618865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.627548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3b540f-bbec-43d6-a548-dbc2960664b0 req-f50632f6-79f2-4495-a7e5-c3ee428feede tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.1644700 Sep 23 19:43:22.640305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] Set router 3d34304b-3f9e-475c-b680-f17e26562edf gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:22.661145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.662012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.664379 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 HTTP/1.1" status: 200 len: 1091 time: 1.6319842 Sep 23 19:43:22.667558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'tag': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:22.678566 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53c7e7c-efa5-41da-80e7-c9ad9db13468" -d '{"events": [{"name": "network-changed", "server_uuid": "97db01ff-a8de-4f75-b5a5-fe25fb9d9f23", "tag": "f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:22.687306 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:22.699038 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] Routers {'68e936b9-fc03-4022-b374-032ba31618c9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:22.699860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['68e936b9-fc03-4022-b374-032ba31618c9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:22.767211 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:22.768544 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b866c-629e-4dd8-9a7e-e782661ca9aa None None] The sync data for ids ['68e936b9-fc03-4022-b374-032ba31618c9'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:22.847401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4ea62225-2db5-4bfa-87a1-66efe65f1780 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:22.864832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a269753-4dd5-4d08-9b0b-cb88772da946 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:22.905873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-0cc7c197-38c5-49bb-9bd3-2c474fd32e6d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.907936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-0cc7c197-38c5-49bb-9bd3-2c474fd32e6d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 818 time: 0.1999717 Sep 23 19:43:22.920457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309787ef-2989-4df8-9b30-848feda91a72 req-21bb6299-df2d-4454-a519-764ef8873fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.922017 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-21bb6299-df2d-4454-a519-764ef8873fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3ccc7ba4bdf446582408d7c2b1d9836&device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 1094 time: 0.2019713 Sep 23 19:43:22.923155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-7ae9bc9d-0a1e-407e-b856-c155c2d936fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.924479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-fe7a2910-a5b8-4400-9f3c-195376147679 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/quotas/d0726206312d44079ebad40d37271d97 HTTP/1.1" status: 200 len: 375 time: 0.0099328 Sep 23 19:43:22.930408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-7ae9bc9d-0a1e-407e-b856-c155c2d936fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=641a42a8-0fb2-483b-9601-0de92af21642 HTTP/1.1" status: 200 len: 909 time: 0.3629985 Sep 23 19:43:22.941404 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f997f92-4ea9-4f44-99f4-3c68f6b030dc tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/68e936b9-fc03-4022-b374-032ba31618c9 HTTP/1.1" status: 200 len: 923 time: 0.3309379 Sep 23 19:43:22.942139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39332) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:22.953222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4ea62225-2db5-4bfa-87a1-66efe65f1780 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:22.953606 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.977576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-bb7b5828-3fd4-4f6f-aef3-2ca69a8e1de5 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471511 Sep 23 19:43:22.981265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:43:20Z', 'revision_number': 4, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port': {'id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:15Z', 'updated_at': '2021-09-23T19:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1cea8eea-9ea3-4174-97ac-126ff967b348', 'name': '', 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'mac_address': 'fa:16:3e:d9:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:19Z', 'updated_at': '2021-09-23T19:43:22Z', 'revision_number': 4, 'project_id': 'd0726206312d44079ebad40d37271d97', 'subnets': [{'id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:23.011459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb01fa-19c5-409d-9aa0-35ba55d5775b None None] The sync data for ids ['3d34304b-3f9e-475c-b680-f17e26562edf'] in n-d-810763-1 is: [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:43:20Z', 'revision_number': 4, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port': {'id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:15Z', 'updated_at': '2021-09-23T19:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1cea8eea-9ea3-4174-97ac-126ff967b348', 'name': '', 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'mac_address': 'fa:16:3e:d9:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:19Z', 'updated_at': '2021-09-23T19:43:22Z', 'revision_number': 4, 'project_id': 'd0726206312d44079ebad40d37271d97', 'subnets': [{'id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:23.015215 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-d9f0efa9-e12d-4451-b556-ea4b647ae558 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 HTTP/1.1" status: 200 len: 217 time: 0.0834808 Sep 23 19:43:23.120930 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-45644dec-0cc9-4297-93b3-ff7544fadd71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47 HTTP/1.1" status: 200 len: 1001 time: 0.1814005 Sep 23 19:43:23.133070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-3dd6ce5d-8557-492c-b594-fa48fc9b9103 service neutron] 10.222.0.38 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419022 Sep 23 19:43:23.146279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b3caaa-5b91-4edd-9fb0-08dfc6ec1291 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.149052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b0b3caaa-5b91-4edd-9fb0-08dfc6ec1291 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=68e936b9-fc03-4022-b374-032ba31618c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1700878 Sep 23 19:43:23.153007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39334) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.186942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309787ef-2989-4df8-9b30-848feda91a72 req-b1520787-2336-46c7-b117-096e294439eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.188308 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-b1520787-2336-46c7-b117-096e294439eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8bb5ca-043b-40a8-9b20-2664175bae28 HTTP/1.1" status: 200 len: 854 time: 0.1580582 Sep 23 19:43:23.268765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-4a20f2fb-c3ef-49d4-bb31-dce208c63d38 service neutron] 10.222.0.38 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251400 Sep 23 19:43:23.282674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-01967678-2566-4838-b40d-b1cc4642c111 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c232c8c-7f6f-46a6-b90a-e60a48262981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603106 Sep 23 19:43:23.350343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-3df7bcfc-18ef-40fe-ad6d-307eb3386ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.352017 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-3df7bcfc-18ef-40fe-ad6d-307eb3386ed5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dd3d9c3-6e69-4227-96cb-632558c4f5d5 HTTP/1.1" status: 200 len: 847 time: 0.2232430 Sep 23 19:43:23.448106 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fca8111-5424-4f79-a0f4-3793535b3ceb x-openstack-request-id: req-1fca8111-5424-4f79-a0f4-3793535b3ceb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:23.448331 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97db01ff-a8de-4f75-b5a5-fe25fb9d9f23", "tag": "f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:23.448685 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fca8111-5424-4f79-a0f4-3793535b3ceb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:23.449366 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'tag': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1', 'status': 'completed', 'code': 200} Sep 23 19:43:23.527460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d836f-e99a-4abc-94aa-ad8de7fb1537 req-d0811abd-583a-47a0-a096-8244c814731b tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.535979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d9d836f-e99a-4abc-94aa-ad8de7fb1537 req-d0811abd-583a-47a0-a096-8244c814731b tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 943 time: 0.0643432 Sep 23 19:43:23.582016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d9d836f-e99a-4abc-94aa-ad8de7fb1537 req-27940c0b-23c7-4605-946f-74272bbd92c1 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Sep 23 19:43:23.600983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3c494-d310-4b4b-a4c4-c0b673b8af03 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.605668 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b0a3c494-d310-4b4b-a4c4-c0b673b8af03 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 881 time: 0.4328148 Sep 23 19:43:23.606407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.656067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-afc1f1e5-0139-4684-8716-176686561b7d tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e936b9-fc03-4022-b374-032ba31618c9 HTTP/1.1" status: 200 len: 205 time: 0.0483296 Sep 23 19:43:23.656489 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-f59864b4-9574-4b34-ada0-390ec097f31d service neutron] 10.222.0.72 "GET /v2.0/networks/9c232c8c-7f6f-46a6-b90a-e60a48262981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530753 Sep 23 19:43:23.665159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-e81cfbae-8a42-4f56-acc4-b5df6a71a94a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.667225 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-e81cfbae-8a42-4f56-acc4-b5df6a71a94a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.41 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 818 time: 0.4780500 Sep 23 19:43:23.670630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.871138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-309787ef-2989-4df8-9b30-848feda91a72 req-d6941e9c-4270-4052-b032-2d412c62f132 service neutron] 10.222.0.72 "GET /v2.0/networks/9c232c8c-7f6f-46a6-b90a-e60a48262981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992092 Sep 23 19:43:23.875438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Request body: {'port': {'device_id': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'admin_state_up': True, 'tenant_id': 'd0726206312d44079ebad40d37271d97'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:23.920015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-8d62d1aa-9deb-4f0c-97e5-936ac71f033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.922081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-8d62d1aa-9deb-4f0c-97e5-936ac71f033c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=641a42a8-0fb2-483b-9601-0de92af21642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5581574 Sep 23 19:43:24.098897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3aed9097-3340-4a97-bed3-e8d638ef6961 req-6f49b821-2c03-44f8-b6a6-cde232bebe53 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 210 time: 0.4416621 Sep 23 19:43:24.169957 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.215463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-02dd93d5-1bb4-45cd-b3d9-a41f6734a9fd service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844403 Sep 23 19:43:24.219245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Made reservation on behalf of d0726206312d44079ebad40d37271d97 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:24.222766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.229447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-795ccf28-99dc-42dd-8f5d-8eb7d9232bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.230948 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-795ccf28-99dc-42dd-8f5d-8eb7d9232bc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3ccc7ba4bdf446582408d7c2b1d9836&device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 1094 time: 0.1974142 Sep 23 19:43:24.519198 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.522645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-fcc9ffbc-45a2-4c23-b78a-aa5283a07b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.524146 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-fcc9ffbc-45a2-4c23-b78a-aa5283a07b26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9c232c8c-7f6f-46a6-b90a-e60a48262981 HTTP/1.1" status: 200 len: 915 time: 0.2769754 Sep 23 19:43:24.574562 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ec3e1d22-405d-4e04-9778-4a4e143f8e8d req-b22c867e-f1ab-4da2-9345-1fca824672de service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494029 Sep 23 19:43:24.619653 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-b9ded103-c0f8-4ae2-b575-eaa63dd69cd7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 HTTP/1.1" status: 200 len: 217 time: 0.0598786 Sep 23 19:43:24.637075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-ee031f05-a650-4cef-8c02-fdbbe7a808f6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.639461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-ee031f05-a650-4cef-8c02-fdbbe7a808f6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.72 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 818 time: 0.1386032 Sep 23 19:43:24.653413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Request body: {'port': {'device_id': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'admin_state_up': True, 'tenant_id': 'd0726206312d44079ebad40d37271d97'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:24.692093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Allocated IP 172.20.0.2 (ee4100a7-ef1f-463e-a404-90e0978edca3/91ab3147-ee41-483d-b1f0-0ddbf6527aad/b353a33f-6edd-4a5a-a818-d0cc4e300b85) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:24.722548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-1c661179-8032-442f-8eff-f203b46ee25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.724037 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-1c661179-8032-442f-8eff-f203b46ee25d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8bb5ca-043b-40a8-9b20-2664175bae28 HTTP/1.1" status: 200 len: 854 time: 0.0795994 Sep 23 19:43:24.775815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-ad29a539-dd89-40b3-a429-17c99ebdcbf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9c232c8c-7f6f-46a6-b90a-e60a48262981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427296 Sep 23 19:43:24.792308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Deleting port 4ece4b1f-d1fe-41f3-afab-5468da710dfe {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:24.792655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.806023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5e66d-70b1-4863-a733-f9917165df1c req-87fc31d8-d91a-4956-a9e7-b56624e9f93a tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.809244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cd5e66d-70b1-4863-a733-f9917165df1c req-87fc31d8-d91a-4956-a9e7-b56624e9f93a tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 943 time: 0.1314900 Sep 23 19:43:24.833802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.834313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.835318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.835920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.836603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.836860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.837333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.839278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-92f89cd0-e6ff-4951-85f0-4063c001d2d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6502 time: 0.1489763 Sep 23 19:43:24.856413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cea8eea-9ea3-4174-97ac-126ff967b348 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:24.907708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1cea8eea-9ea3-4174-97ac-126ff967b348 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:24.908078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.919755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cd5e66d-70b1-4863-a733-f9917165df1c req-010cdccc-106a-4ed3-932d-8d657e5e59f5 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917740 Sep 23 19:43:24.924101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-270d034b-7579-49e0-a2ca-85eb22377701 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c611418d-ea46-4109-bc19-b174c990bf40&id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612385 Sep 23 19:43:24.939692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Made reservation on behalf of d0726206312d44079ebad40d37271d97 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:24.943398 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.998533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.033303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 1cea8eea-9ea3-4174-97ac-126ff967b348, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cea8eea-9ea3-4174-97ac-126ff967b348,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:25.039866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.089613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=1cea8eea-9ea3-4174-97ac-126ff967b348,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:25.188648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a21013-8d39-46f1-864a-c916e27e3180 req-8bc88e75-51ee-479e-9d36-dcc71e95b5a6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0316424 Sep 23 19:43:25.264906 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.381152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.411043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-8d2e8d44-611a-4ee9-8b2f-19aa8d33d2b4 service neutron] 10.222.0.72 "GET /v2.0/networks/9c232c8c-7f6f-46a6-b90a-e60a48262981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254196 Sep 23 19:43:25.414655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Calling delete_port for 4ece4b1f-d1fe-41f3-afab-5468da710dfe owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:25.446554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.627549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.663584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f53c7e7c-efa5-41da-80e7-c9ad9db13468 req-109ca8ef-7d03-4d4c-a556-7dcf0c7d4996 service neutron] 10.222.0.72 "GET /v2.0/networks/9c232c8c-7f6f-46a6-b90a-e60a48262981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408316 Sep 23 19:43:25.669714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Allocated IP 172.20.0.11 (ee4100a7-ef1f-463e-a404-90e0978edca3/91ab3147-ee41-483d-b1f0-0ddbf6527aad/d20bc240-122e-4b84-9dea-8944e97cc8fb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:25.688784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Network ee4100a7-ef1f-463e-a404-90e0978edca3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:25.698369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:25.700758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:25.728228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Pushing event updated for resources: {'Port': ['ID=b353a33f-6edd-4a5a-a818-d0cc4e300b85,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:25.785553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:25.786244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.796075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.808536 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-7d86c303-3e02-4ce1-bb83-c6e16a2693cf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9403651 Sep 23 19:43:25.826079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.834666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Request body: {'port': {'device_id': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:25.839401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event deleted for resources: {'Port': ['ID=4ece4b1f-d1fe-41f3-afab-5468da710dfe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:25.860925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.902845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Network ee4100a7-ef1f-463e-a404-90e0978edca3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:25.905907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:25.909703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:25.935712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Pushing event updated for resources: {'Port': ['ID=d20bc240-122e-4b84-9dea-8944e97cc8fb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:25.942162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.945168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.965003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:25.965641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.981390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-f7d38004-98d5-4bda-af0d-3ac3827b614e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3325341 Sep 23 19:43:25.994228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Request body: {'port': {'device_id': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:26.043738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.062368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.089423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.106266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401fe91-8c9a-48f9-b931-b04646afbe6f req-2ebd3ec2-2c74-44bb-9471-9c9cb0df710b tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.107868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5401fe91-8c9a-48f9-b931-b04646afbe6f req-2ebd3ec2-2c74-44bb-9471-9c9cb0df710b tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 943 time: 0.1098402 Sep 23 19:43:26.124750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.125293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Fanout notify agent at l3_agent the message router_deleted on router 68e936b9-fc03-4022-b374-032ba31618c9 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:26.132179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.137338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-228acba9-5e35-446a-ab55-f816450f405f tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/68e936b9-fc03-4022-b374-032ba31618c9 HTTP/1.1" status: 204 len: 168 time: 2.4503593 Sep 23 19:43:26.137457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:26.143814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1824684207', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:26.204496 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.205421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.274905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5401fe91-8c9a-48f9-b931-b04646afbe6f req-d31188c3-1a83-4a36-85ab-c3c42514b5ee tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421227 Sep 23 19:43:26.334712 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.354819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b353a33f-6edd-4a5a-a818-d0cc4e300b85 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:26.362409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.374850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Transition to ACTIVE for port object b353a33f-6edd-4a5a-a818-d0cc4e300b85 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:43:26.378919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.446912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Pushing event updated for resources: {'Port': ['ID=b353a33f-6edd-4a5a-a818-d0cc4e300b85,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:26.499701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Attempting to bind port b353a33f-6edd-4a5a-a818-d0cc4e300b85 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:26.500036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Attempting to bind port b353a33f-6edd-4a5a-a818-d0cc4e300b85 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:26.500385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Attempting to bind port b353a33f-6edd-4a5a-a818-d0cc4e300b85 on network ee4100a7-ef1f-463e-a404-90e0978edca3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:26.504735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Port b353a33f-6edd-4a5a-a818-d0cc4e300b85 on network ee4100a7-ef1f-463e-a404-90e0978edca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:43:26.505079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Attempting to bind port b353a33f-6edd-4a5a-a818-d0cc4e300b85 on network ee4100a7-ef1f-463e-a404-90e0978edca3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:26.509982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:26.510378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Checking segment: {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:26.510785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Bound using segment: {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:26.511210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Bound port: b353a33f-6edd-4a5a-a818-d0cc4e300b85, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:26.511588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.560826 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.571199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1d3b-053d-455c-8d5a-214db7265371 req-5fb5f19e-39c4-4d99-971f-bc6fc5a69e93 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.572729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b64c1d3b-053d-455c-8d5a-214db7265371 req-5fb5f19e-39c4-4d99-971f-bc6fc5a69e93 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 932 time: 0.1954157 Sep 23 19:43:26.577571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] For port b353a33f-6edd-4a5a-a818-d0cc4e300b85, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:26.580899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] For port b353a33f-6edd-4a5a-a818-d0cc4e300b85, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:26.585672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.618990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.619788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.621215 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] 10.222.0.41 "PUT /v2.0/ports/b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 200 len: 1091 time: 0.7947948 Sep 23 19:43:26.623358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'tag': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:26.625653 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34773fd-aeac-4ca5-9c51-f74b1726243d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d74a677-afad-4db6-b0b8-740ff1295fbc", "tag": "b353a33f-6edd-4a5a-a818-d0cc4e300b85"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:26.654501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec920ea4-c3f8-4d23-ac65-2801f9281751 service neutron] Pushing event updated for resources: {'Port': ['ID=b353a33f-6edd-4a5a-a818-d0cc4e300b85,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:26.667251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b64c1d3b-053d-455c-8d5a-214db7265371 req-bb0d372e-d0c9-4b78-8c6f-58c46af61720 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869632 Sep 23 19:43:26.709078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-74f96055-12ab-424b-8861-81fdc68c0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.711349 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-74f96055-12ab-424b-8861-81fdc68c0bcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1094 time: 0.0518084 Sep 23 19:43:26.714544 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33416c8e-7ca4-40ac-b41c-ef0667927f56 x-openstack-request-id: req-33416c8e-7ca4-40ac-b41c-ef0667927f56 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:26.714835 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d74a677-afad-4db6-b0b8-740ff1295fbc", "tag": "b353a33f-6edd-4a5a-a818-d0cc4e300b85", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:26.715086 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33416c8e-7ca4-40ac-b41c-ef0667927f56 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:26.715481 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'tag': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85', 'status': 'completed', 'code': 200} Sep 23 19:43:26.743617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20bc240-122e-4b84-9dea-8944e97cc8fb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:26.754998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.763532 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-37be7cbb-a7fc-412e-b69c-379bb23eef25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 200 len: 217 time: 0.0398123 Sep 23 19:43:26.773510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Transition to ACTIVE for port object d20bc240-122e-4b84-9dea-8944e97cc8fb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:43:26.779958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.795456 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.808174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cea8eea-9ea3-4174-97ac-126ff967b348 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:26.832326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-78a667a3-455d-4574-ba01-44071830404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.833905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-78a667a3-455d-4574-ba01-44071830404f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0635364 Sep 23 19:43:26.870052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-3a7e410b-3fcb-4d88-93de-d5b62c3cd09b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289669 Sep 23 19:43:26.875008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1cea8eea-9ea3-4174-97ac-126ff967b348 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:26.875380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.876502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Pushing event updated for resources: {'Port': ['ID=d20bc240-122e-4b84-9dea-8944e97cc8fb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:26.964089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.971448 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-126b38f1-2dca-43f7-a807-b9eaf5d2c6a6 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930197 Sep 23 19:43:26.990219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.050419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Attempting to bind port d20bc240-122e-4b84-9dea-8944e97cc8fb on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:27.050775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Attempting to bind port d20bc240-122e-4b84-9dea-8944e97cc8fb by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:27.051072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Attempting to bind port d20bc240-122e-4b84-9dea-8944e97cc8fb on network ee4100a7-ef1f-463e-a404-90e0978edca3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:27.060127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Port d20bc240-122e-4b84-9dea-8944e97cc8fb on network ee4100a7-ef1f-463e-a404-90e0978edca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:43:27.060469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Attempting to bind port d20bc240-122e-4b84-9dea-8944e97cc8fb on network ee4100a7-ef1f-463e-a404-90e0978edca3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:27.061971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9c69b28c-050c-4f52-bbce-a62bd2bdb72e req-0c0dbdfe-1925-4e66-aea8-2b17f1d9e9c9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832558 Sep 23 19:43:27.068741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:27.069110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Checking segment: {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:27.069491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Bound using segment: {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:27.069917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Bound port: d20bc240-122e-4b84-9dea-8944e97cc8fb, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9f506c-9108-42c1-9610-dd6a7e3c73b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:27.070299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.144131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-4bf9c446-335e-40cd-9b4c-b372f6392c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.145616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-4bf9c446-335e-40cd-9b4c-b372f6392c45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1094 time: 0.0409548 Sep 23 19:43:27.149326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Allocated IP 172.25.6.162 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/81f9606b-44bf-46b5-847c-b309c49a795b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:27.181914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] For port d20bc240-122e-4b84-9dea-8944e97cc8fb, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:27.213355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] For port d20bc240-122e-4b84-9dea-8944e97cc8fb, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:27.220240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.226585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:43:27.244884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-28f99cea-ccbf-4320-af36-d92b79a19869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.246983 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-28f99cea-ccbf-4320-af36-d92b79a19869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 919 time: 0.0938323 Sep 23 19:43:27.288788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.289413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.290161 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-5a630b1d-caf7-47fa-902d-d7f15deeb8b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 200 len: 217 time: 0.0359068 Sep 23 19:43:27.290888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] 10.222.0.72 "PUT /v2.0/ports/d20bc240-122e-4b84-9dea-8944e97cc8fb HTTP/1.1" status: 200 len: 1092 time: 1.3015137 Sep 23 19:43:27.291331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'tag': 'd20bc240-122e-4b84-9dea-8944e97cc8fb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:27.293567 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d839345-ca0a-4092-92ce-2adb868f8c45" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c003e6-0d6b-41cb-af53-79a0ae97b4a7", "tag": "d20bc240-122e-4b84-9dea-8944e97cc8fb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:27.333266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299da197-3dc8-480f-ba49-9e1f3e83d94f service neutron] Pushing event updated for resources: {'Port': ['ID=d20bc240-122e-4b84-9dea-8944e97cc8fb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:27.346694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,segment=NetworkSegment(289d1537-5f5c-4826-a9b3-f60c816da920),segment_id=289d1537-5f5c-4826-a9b3-f60c816da920)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:27.360319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1', 'network_id': '9c232c8c-7f6f-46a6-b90a-e60a48262981', 'port_id': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1', 'mac_address': 'fa:16:3e:70:d0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8bb5ca-043b-40a8-9b20-2664175bae28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:43:27.367247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.375119 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3254e6d9-6d77-40ad-a842-53c8832f669a x-openstack-request-id: req-3254e6d9-6d77-40ad-a842-53c8832f669a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:27.375441 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c003e6-0d6b-41cb-af53-79a0ae97b4a7", "tag": "d20bc240-122e-4b84-9dea-8944e97cc8fb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:27.375645 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3254e6d9-6d77-40ad-a842-53c8832f669a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:27.375911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-c37fba3f-b423-4879-8d9e-d6394645e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.376050 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'tag': 'd20bc240-122e-4b84-9dea-8944e97cc8fb', 'status': 'completed', 'code': 200} Sep 23 19:43:27.377393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-c37fba3f-b423-4879-8d9e-d6394645e4ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0702977 Sep 23 19:43:27.411175 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.412185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-b39f653a-7e2b-459b-bd1c-dffb00d39803 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277095 Sep 23 19:43:27.425115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:27.446135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,segment=NetworkSegment(289d1537-5f5c-4826-a9b3-f60c816da920),segment_id=289d1537-5f5c-4826-a9b3-f60c816da920)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:27.450784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.474104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.477590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-1ba53935-964f-4e80-88e7-59b1d09095c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.479149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-1ba53935-964f-4e80-88e7-59b1d09095c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 1095 time: 0.1020131 Sep 23 19:43:27.502296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:27.515201 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-3dc4743c-b286-4c4a-b690-afbe033dff3d service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960677 Sep 23 19:43:27.519464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f3cff-c756-4693-bbff-d2679435ad4c req-b37e3d58-ba77-4120-a371-467b34854b52 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.520930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de3f3cff-c756-4693-bbff-d2679435ad4c req-b37e3d58-ba77-4120-a371-467b34854b52 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 943 time: 0.1102278 Sep 23 19:43:27.563377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-55acf55a-b099-4f84-b8b9-49da8bdcf8b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb HTTP/1.1" status: 200 len: 217 time: 0.0746000 Sep 23 19:43:27.569492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:27.574513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:27.592880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:27.611090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f34773fd-aeac-4ca5-9c51-f74b1726243d req-54e6c113-5bf6-4509-ba89-8236c3ee64ae service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Sep 23 19:43:27.637165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event updated for resources: {'Port': ['ID=81f9606b-44bf-46b5-847c-b309c49a795b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:27.675832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de3f3cff-c756-4693-bbff-d2679435ad4c req-0e9e9521-4409-4336-b405-2c4fc81ba2e6 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190801 Sep 23 19:43:27.679636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-83298066-d164-4562-9e15-74d93966d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.681012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-83298066-d164-4562-9e15-74d93966d6d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0982480 Sep 23 19:43:27.719714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:27.749377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-bdbcb993-1ea5-487c-b706-7df96f7eb2a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288877 Sep 23 19:43:27.910600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e633492-aa96-4feb-be91-9f85e885f134 req-0a2b1d8b-1b84-4bd1-8f94-64f17b351679 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.912078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e633492-aa96-4feb-be91-9f85e885f134 req-0a2b1d8b-1b84-4bd1-8f94-64f17b351679 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1651456 Sep 23 19:43:28.013274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-b6bfd8d0-ab10-4419-a29e-b7edd81a843a service neutron] 10.222.0.72 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387121 Sep 23 19:43:28.042688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e633492-aa96-4feb-be91-9f85e885f134 req-2414c5d4-1baf-43e6-ae3d-9a6b5e7a61e5 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949044 Sep 23 19:43:28.079369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.193647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4b7578-126b-4814-93e3-abf6c7cdfada req-5c7186ac-af01-4c66-bbce-8499383282bc service neutron] 10.222.0.72 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706700 Sep 23 19:43:28.661758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-0daf921f-e339-4b4c-acbc-6e6365392aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:28.663383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-0daf921f-e339-4b4c-acbc-6e6365392aac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 1095 time: 0.4115691 Sep 23 19:43:28.681752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.864913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-d1c9682b-d704-42b2-a741-edca65fbb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:28.867029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-d1c9682b-d704-42b2-a741-edca65fbb0d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 919 time: 0.1957033 Sep 23 19:43:28.889283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b67fc5-5fc7-4873-bee8-d475efb0c8b3 req-230c03fe-369a-4664-87a3-ce8131359819 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:28.890715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0b67fc5-5fc7-4873-bee8-d475efb0c8b3 req-230c03fe-369a-4664-87a3-ce8131359819 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 944 time: 0.1439817 Sep 23 19:43:28.931060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-8e26ba30-89cb-4238-937c-15b233c78e6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb HTTP/1.1" status: 200 len: 217 time: 0.0549574 Sep 23 19:43:29.013858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0b67fc5-5fc7-4873-bee8-d475efb0c8b3 req-c3ebad9b-bd32-4bcc-a4a3-bb2c0056f9b5 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916152 Sep 23 19:43:29.017259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-e3049d04-a336-42b2-b527-c2f329289718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:29.018675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-e3049d04-a336-42b2-b527-c2f329289718 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0786128 Sep 23 19:43:29.024791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Router 81ec75c6-1d8f-463a-83ce-6a8d64206aa1 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:29.055252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-9b2eeb0f-5c1a-4cac-a438-db9750509985 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274203 Sep 23 19:43:29.226596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:29.253996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:29.265901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] Sync routers for ids ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:29.270434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc517b-ccbc-466e-b44b-771d8db9c703 req-cc05fbda-3c3b-4d06-b255-ea83502b4a1a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:29.271953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbcc517b-ccbc-466e-b44b-771d8db9c703 req-cc05fbda-3c3b-4d06-b255-ea83502b4a1a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1344821 Sep 23 19:43:29.279234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] Routers {'81ec75c6-1d8f-463a-83ce-6a8d64206aa1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:29.279841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:29.281063 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-7fd6aba2-16ff-4a46-b078-8f1151c32a60 service neutron] 10.222.0.72 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928298 Sep 23 19:43:29.315880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:43:29.316532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.317737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8372ce25-261d-4aa7-97b0-5050adf631bf tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1797776 Sep 23 19:43:29.317870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:29.322029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39388) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:29.324177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:29.324541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.333056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:29.352953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] Routers {'81ec75c6-1d8f-463a-83ce-6a8d64206aa1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:29.353574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:29.378903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbcc517b-ccbc-466e-b44b-771d8db9c703 req-e924b4b8-43a8-4e94-81e7-47051e4ce4d2 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999494 Sep 23 19:43:29.390487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:29.391135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3acb2-0b42-4996-9191-8d03fba73737 None None] The sync data for ids ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:29.418787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d839345-ca0a-4092-92ce-2adb868f8c45 req-d32eea21-48ed-48be-92fe-c8c2345decc3 service neutron] 10.222.0.72 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284997 Sep 23 19:43:29.447362 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.472514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:29.474778 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d094f2-42cc-4dbb-a45f-732daace82e0" -d '{"events": [{"server_uuid": "97db01ff-a8de-4f75-b5a5-fe25fb9d9f23", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:29.488071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,segment=NetworkSegment(289d1537-5f5c-4826-a9b3-f60c816da920),segment_id=289d1537-5f5c-4826-a9b3-f60c816da920)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:29.493523 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.517460 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef9a067-531b-445a-9529-27b018407a91 x-openstack-request-id: req-aef9a067-531b-445a-9529-27b018407a91 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:29.517749 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97db01ff-a8de-4f75-b5a5-fe25fb9d9f23", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:29.517995 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aef9a067-531b-445a-9529-27b018407a91 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:29.518445 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1', 'code': 200} Sep 23 19:43:29.547120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:29.617601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c84cb-4d4f-4204-82b4-aeef0f395519 req-6f7413c5-d9e9-401a-8ced-b235300dfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:29.619273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f32c84cb-4d4f-4204-82b4-aeef0f395519 req-6f7413c5-d9e9-401a-8ced-b235300dfd2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 1096 time: 0.0436151 Sep 23 19:43:29.660863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f32c84cb-4d4f-4204-82b4-aeef0f395519 req-4eb177a8-e4b1-421b-be71-6728fbb3ac2a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Sep 23 19:43:29.667989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.680520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.731050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Deleting port 81f9606b-44bf-46b5-847c-b309c49a795b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:29.731416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.805748 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.817029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Calling delete_port for 81f9606b-44bf-46b5-847c-b309c49a795b owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:29.976608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.008187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Pushing event deleted for resources: {'Port': ['ID=81f9606b-44bf-46b5-847c-b309c49a795b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:30.035204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.035564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.035918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.036259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.036599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.036933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.037267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.037600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.037926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.038268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.038596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.038923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:30.078759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.134969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d042e1-742d-49f1-abd4-38c1f98fc777 req-90754b88-875d-4916-b827-ff55a85b4bca tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:30.136498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d042e1-742d-49f1-abd4-38c1f98fc777 req-90754b88-875d-4916-b827-ff55a85b4bca tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Sep 23 19:43:30.173906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d042e1-742d-49f1-abd4-38c1f98fc777 req-23ca0c10-4c3b-45d0-8a35-f7fb0d408652 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Sep 23 19:43:30.290652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.294040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.388463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Router 81ec75c6-1d8f-463a-83ce-6a8d64206aa1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:30.465146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:30.472792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.474037 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45dd5891-be67-4f88-acb3-a50ab6521735 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "PUT /v2.0/routers/81ec75c6-1d8f-463a-83ce-6a8d64206aa1 HTTP/1.1" status: 200 len: 710 time: 1.1494715 Sep 23 19:43:30.474923 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] Sync routers for ids ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:30.477155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.484992 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] Routers {'81ec75c6-1d8f-463a-83ce-6a8d64206aa1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:30.485852 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:30.507204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d07b46-8b49-4e45-a25b-fa5b6521506a req-9a4f0cb5-3737-4d9e-a3d2-314c01844af6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:30.509770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94d07b46-8b49-4e45-a25b-fa5b6521506a req-9a4f0cb5-3737-4d9e-a3d2-314c01844af6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 944 time: 0.0594220 Sep 23 19:43:30.521465 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:30.530373 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] Routers {'81ec75c6-1d8f-463a-83ce-6a8d64206aa1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:30.531232 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:30.551067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94d07b46-8b49-4e45-a25b-fa5b6521506a req-97fb7cf7-ba45-4516-9a9e-4f99499bf3bd tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Sep 23 19:43:30.561770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.561996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29d7cccb-33f9-4d18-86fb-e48eb307155f tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/routers/81ec75c6-1d8f-463a-83ce-6a8d64206aa1 HTTP/1.1" status: 200 len: 745 time: 0.0836563 Sep 23 19:43:30.563081 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:30.563732 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5f934-ddd4-4acc-add2-a854ba77456f None None] The sync data for ids ['81ec75c6-1d8f-463a-83ce-6a8d64206aa1'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:30.591867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ecf7d69-6d78-4dab-8e98-618a547c28f3 tempest-RoutersIpV6AdminTest-1344598170 tempest-RoutersIpV6AdminTest-1344598170-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&device_id=81ec75c6-1d8f-463a-83ce-6a8d64206aa1 HTTP/1.1" status: 200 len: 205 time: 0.0287154 Sep 23 19:43:30.594498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.624759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f170029-ef88-4306-b9a0-801fcda56837 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=81ec75c6-1d8f-463a-83ce-6a8d64206aa1 HTTP/1.1" status: 200 len: 205 time: 0.0292325 Sep 23 19:43:30.627271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.704872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6873febc-62f8-426c-8d11-54b6744e192a tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.775654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b353a33f-6edd-4a5a-a818-d0cc4e300b85 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:43:30.863858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6873febc-62f8-426c-8d11-54b6744e192a tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.866001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6873febc-62f8-426c-8d11-54b6744e192a tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.868887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b353a33f-6edd-4a5a-a818-d0cc4e300b85, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:30.883641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85', 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'port_id': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85', 'mac_address': 'fa:16:3e:8c:6a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:43:30.912079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6873febc-62f8-426c-8d11-54b6744e192a tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.912721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6873febc-62f8-426c-8d11-54b6744e192a tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Fanout notify agent at l3_agent the message router_deleted on router 81ec75c6-1d8f-463a-83ce-6a8d64206aa1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:30.920184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6873febc-62f8-426c-8d11-54b6744e192a tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.921152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6873febc-62f8-426c-8d11-54b6744e192a tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/81ec75c6-1d8f-463a-83ce-6a8d64206aa1 HTTP/1.1" status: 204 len: 168 time: 0.2930195 Sep 23 19:43:30.924682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.925347 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.938662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b353a33f-6edd-4a5a-a818-d0cc4e300b85 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:30.952361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d7fad9c-87eb-4f9e-894a-540bb0e8b8a4 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=81ec75c6-1d8f-463a-83ce-6a8d64206aa1 HTTP/1.1" status: 200 len: 205 time: 0.0260611 Sep 23 19:43:30.954496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.958737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b353a33f-6edd-4a5a-a818-d0cc4e300b85, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:30.963197 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.993702 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-e8b66e17-f68d-45e5-b3a7-40b6de3db350 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] delete failed (client error): The resource could not be found. Sep 23 19:43:30.994932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e8b66e17-f68d-45e5-b3a7-40b6de3db350 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/81ec75c6-1d8f-463a-83ce-6a8d64206aa1 HTTP/1.1" status: 404 len: 336 time: 0.0394490 Sep 23 19:43:30.997420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.010807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=b353a33f-6edd-4a5a-a818-d0cc4e300b85,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:31.025243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-67141816-a6b6-496d-8f48-377775be5161 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e936b9-fc03-4022-b374-032ba31618c9 HTTP/1.1" status: 200 len: 205 time: 0.0267124 Sep 23 19:43:31.027591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.067369 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a6a60b39-bd73-4570-b908-6532dd647bd9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] delete failed (client error): The resource could not be found. Sep 23 19:43:31.068410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6a60b39-bd73-4570-b908-6532dd647bd9 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/68e936b9-fc03-4022-b374-032ba31618c9 HTTP/1.1" status: 404 len: 336 time: 0.0399036 Sep 23 19:43:31.071419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.098799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4533b97b-b359-4d00-8ba6-4c400bbb17b2 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=c37624fc-9b65-46e9-a779-7c4a141f0c01 HTTP/1.1" status: 200 len: 205 time: 0.0263343 Sep 23 19:43:31.101313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.142717 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-62d41a93-fc59-40fd-8bc5-750fe91e88a5 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] delete failed (client error): The resource could not be found. Sep 23 19:43:31.143793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62d41a93-fc59-40fd-8bc5-750fe91e88a5 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/c37624fc-9b65-46e9-a779-7c4a141f0c01 HTTP/1.1" status: 404 len: 336 time: 0.0414374 Sep 23 19:43:31.146284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.174666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9dfc3a20-85f8-4027-b150-d944c5a30d04 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dfe919d-b678-498a-87fb-12748c27b050 HTTP/1.1" status: 200 len: 205 time: 0.0273058 Sep 23 19:43:31.176900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.214299 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-75a0358c-2280-4ee4-a5f6-3acd1be47309 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] delete failed (client error): The resource could not be found. Sep 23 19:43:31.215470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-75a0358c-2280-4ee4-a5f6-3acd1be47309 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/0dfe919d-b678-498a-87fb-12748c27b050 HTTP/1.1" status: 404 len: 336 time: 0.0376332 Sep 23 19:43:31.218322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.244425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d20bc240-122e-4b84-9dea-8944e97cc8fb details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:43:31.247521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d38f71a6-03af-4336-8eab-3230f2fcb0a4 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1031d73-802a-4dbc-b07f-0ca31d2d3c20 HTTP/1.1" status: 200 len: 205 time: 0.0281148 Sep 23 19:43:31.249941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39424) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.279810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['b353a33f-6edd-4a5a-a818-d0cc4e300b85'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:31.288921 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4edadf9b-f02b-465d-81cc-29a87d043590 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] delete failed (client error): The resource could not be found. Sep 23 19:43:31.292391 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4edadf9b-f02b-465d-81cc-29a87d043590 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/f1031d73-802a-4dbc-b07f-0ca31d2d3c20 HTTP/1.1" status: 404 len: 336 time: 0.0389957 Sep 23 19:43:31.293020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39426) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.300941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa2e2-da1c-415c-9075-4b17581d59e5 req-a2a8139e-3118-4569-9044-a601ddca883e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:31.302640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1daaa2e2-da1c-415c-9075-4b17581d59e5 req-a2a8139e-3118-4569-9044-a601ddca883e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 945 time: 0.0578783 Sep 23 19:43:31.323631 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f55b71ae-0fa8-44ea-bb04-6ff80edc97c2 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "GET /v2.0/ports?device_id=7dbb3abf-f8c5-4a55-8350-6232045a19cd HTTP/1.1" status: 200 len: 205 time: 0.0296640 Sep 23 19:43:31.326553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.369517 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-108c958a-4059-4cc3-a278-712a53510965 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] delete failed (client error): The resource could not be found. Sep 23 19:43:31.370582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-108c958a-4059-4cc3-a278-712a53510965 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/routers/7dbb3abf-f8c5-4a55-8350-6232045a19cd HTTP/1.1" status: 404 len: 336 time: 0.0428698 Sep 23 19:43:31.373734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.384531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1daaa2e2-da1c-415c-9075-4b17581d59e5 req-7ce3fab9-a729-4ce0-8035-8c4387583908 tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758297 Sep 23 19:43:31.392178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d20bc240-122e-4b84-9dea-8944e97cc8fb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:31.407116 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a5f6a9-6c01-4e5a-a663-16f331c33fe5 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:31.407689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a5f6a9-6c01-4e5a-a663-16f331c33fe5 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:31.410091 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01a5f6a9-6c01-4e5a-a663-16f331c33fe5 tempest-RoutersIpV6AdminTest-1346866682 tempest-RoutersIpV6AdminTest-1346866682-project] 10.222.0.38 "DELETE /v2.0/subnets/b1eea831-e504-4d06-a8aa-c0ca3bcb96c0 HTTP/1.1" status: 404 len: 337 time: 0.0351439 Sep 23 19:43:31.416057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'd20bc240-122e-4b84-9dea-8944e97cc8fb', 'network_id': 'ee4100a7-ef1f-463e-a404-90e0978edca3', 'port_id': 'd20bc240-122e-4b84-9dea-8944e97cc8fb', 'mac_address': 'fa:16:3e:6d:6c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ab3147-ee41-483d-b1f0-0ddbf6527aad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:43:31.481029 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.511473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20bc240-122e-4b84-9dea-8944e97cc8fb {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:31.551239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d20bc240-122e-4b84-9dea-8944e97cc8fb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:31.558442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.616533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d20bc240-122e-4b84-9dea-8944e97cc8fb,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:31.640300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:31.779259 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a9c431d-9ac1-49e8-b523-5778f064f133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.812884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed75ce2-d021-4206-9e62-a73d1d72106a req-f55458fa-18e1-46b6-8f89-cb549d9ffa39 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:31.814413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ed75ce2-d021-4206-9e62-a73d1d72106a req-f55458fa-18e1-46b6-8f89-cb549d9ffa39 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0777180 Sep 23 19:43:31.833457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d20bc240-122e-4b84-9dea-8944e97cc8fb'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:31.872721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ed75ce2-d021-4206-9e62-a73d1d72106a req-c0a3ad9e-bead-4bf0-9068-db6bb8ac3e23 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515776 Sep 23 19:43:31.917927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a9c431d-9ac1-49e8-b523-5778f064f133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.923486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a9c431d-9ac1-49e8-b523-5778f064f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.998810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a9c431d-9ac1-49e8-b523-5778f064f133 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=056cb36a211349788d6628da6fa2a1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573515 Sep 23 19:43:32.001507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:32.002493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c431d-9ac1-49e8-b523-5778f064f133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3248b942-9d01-4a61-b588-4fa2f006d06d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:32.024302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10d58b-e7a1-4bd9-a66b-421c38df8448 req-d687b003-a0ee-4da6-b82c-59f55f1f26ad tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:32.025817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff10d58b-e7a1-4bd9-a66b-421c38df8448 req-d687b003-a0ee-4da6-b82c-59f55f1f26ad tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 945 time: 0.0818293 Sep 23 19:43:32.050738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58888c70-8a0b-4033-b34e-2c96b98678c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.064822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff10d58b-e7a1-4bd9-a66b-421c38df8448 req-8f404382-e6d7-4272-b9f7-161d77770f9b tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Sep 23 19:43:32.072089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58888c70-8a0b-4033-b34e-2c96b98678c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.118014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58888c70-8a0b-4033-b34e-2c96b98678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.120562 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58888c70-8a0b-4033-b34e-2c96b98678c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.121706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-58888c70-8a0b-4033-b34e-2c96b98678c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3248b942-9d01-4a61-b588-4fa2f006d06d HTTP/1.1" status: 204 len: 168 time: 0.1192284 Sep 23 19:43:32.129675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58888c70-8a0b-4033-b34e-2c96b98678c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248b942-9d01-4a61-b588-4fa2f006d06d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:32.396152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39458) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:32.437296 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e33b851b-33e0-42a3-b761-2439852b89aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=702664dc87414e27a5c814eca8e01bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398250 Sep 23 19:43:32.439965 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39460) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:32.489581 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83eb8fd-d774-4a78-9fe1-b0be722a6ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.511253 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83eb8fd-d774-4a78-9fe1-b0be722a6ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.561453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83eb8fd-d774-4a78-9fe1-b0be722a6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.564076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b83eb8fd-d774-4a78-9fe1-b0be722a6ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.565208 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b83eb8fd-d774-4a78-9fe1-b0be722a6ce0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d97d07aa-a3c2-4d6b-99c1-75876c1e0bab HTTP/1.1" status: 204 len: 168 time: 0.1242974 Sep 23 19:43:32.573238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eb8fd-d774-4a78-9fe1-b0be722a6ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d07aa-a3c2-4d6b-99c1-75876c1e0bab,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:32.788214 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b353a33f-6edd-4a5a-a818-d0cc4e300b85 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:32.843139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port b353a33f-6edd-4a5a-a818-d0cc4e300b85 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:43:32.847311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port b353a33f-6edd-4a5a-a818-d0cc4e300b85 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:32.847685 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.924246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.950898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:32.953123 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77504d1-ebc0-4df0-a858-aa6582b65a82" -d '{"events": [{"server_uuid": "2d74a677-afad-4db6-b0b8-740ff1295fbc", "name": "network-vif-plugged", "status": "completed", "tag": "b353a33f-6edd-4a5a-a818-d0cc4e300b85"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:32.966747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port b353a33f-6edd-4a5a-a818-d0cc4e300b85, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:32.973757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.006696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ef75d-de5d-4972-9f86-52775f5e2551 req-421c7a5f-1319-4e15-9169-315c7b7486b0 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:33.008551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e67ef75d-de5d-4972-9f86-52775f5e2551 req-421c7a5f-1319-4e15-9169-315c7b7486b0 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Sep 23 19:43:33.029022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=b353a33f-6edd-4a5a-a818-d0cc4e300b85,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:33.061616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e67ef75d-de5d-4972-9f86-52775f5e2551 req-ebb43258-d2e3-484a-81dd-8d51d1e9dce6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464613 Sep 23 19:43:33.098601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-890907f5-8932-4365-95ed-58db3fe229fd tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:33.100166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-890907f5-8932-4365-95ed-58db3fe229fd tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.72 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 945 time: 0.0571520 Sep 23 19:43:33.109702 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65157ea9-fe45-489c-b3b2-1f18c730a58b x-openstack-request-id: req-65157ea9-fe45-489c-b3b2-1f18c730a58b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:33.110041 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d74a677-afad-4db6-b0b8-740ff1295fbc", "name": "network-vif-plugged", "status": "completed", "tag": "b353a33f-6edd-4a5a-a818-d0cc4e300b85", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:33.110262 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65157ea9-fe45-489c-b3b2-1f18c730a58b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:33.110681 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85', 'code': 200} Sep 23 19:43:33.229264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c1f79-673a-4fdc-9fc5-d6ead2b5e8b2 req-33931273-6add-4108-994b-dc6b9a464d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:33.230857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-718c1f79-673a-4fdc-9fc5-d6ead2b5e8b2 req-33931273-6add-4108-994b-dc6b9a464d1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1096 time: 0.0499589 Sep 23 19:43:33.249828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899bd3-9115-4154-97ce-306f012d0f80 req-fc476c75-1814-4391-a566-6c4d63b46b4f tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:33.251352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e899bd3-9115-4154-97ce-306f012d0f80 req-fc476c75-1814-4391-a566-6c4d63b46b4f tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/ports?device_id=97db01ff-a8de-4f75-b5a5-fe25fb9d9f23 HTTP/1.1" status: 200 len: 945 time: 0.0677567 Sep 23 19:43:33.257694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Deleting port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:33.258039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.258767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d20bc240-122e-4b84-9dea-8944e97cc8fb up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:33.276893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-718c1f79-673a-4fdc-9fc5-d6ead2b5e8b2 req-dd005525-1817-4f5a-95d6-67ba01fbdb83 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Sep 23 19:43:33.317830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port d20bc240-122e-4b84-9dea-8944e97cc8fb completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:43:33.323508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port d20bc240-122e-4b84-9dea-8944e97cc8fb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:33.323959 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.347924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.366825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e899bd3-9115-4154-97ce-306f012d0f80 req-9f8d1e39-3c71-4536-8a51-31c7e0561aaf tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.38 "GET /v2.0/security-groups?id=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056983 Sep 23 19:43:33.407661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] For port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,segment=NetworkSegment(289d1537-5f5c-4826-a9b3-f60c816da920),segment_id=289d1537-5f5c-4826-a9b3-f60c816da920)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:33.408056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.413492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.425026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Calling delete_port for f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:33.452143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d20bc240-122e-4b84-9dea-8944e97cc8fb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:33.456174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-7f40491b-c03e-41e3-899e-1de35647f4f4 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.457767 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.458952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7f40491b-c03e-41e3-899e-1de35647f4f4 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1098688 Sep 23 19:43:33.460261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.465239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-e9bcecdf-db2b-47dc-8c22-48529146425f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.466819 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e9bcecdf-db2b-47dc-8c22-48529146425f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052760 Sep 23 19:43:33.469054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.473797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-26120b5c-798c-4715-abcc-19b8a00f2e0d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.475116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-26120b5c-798c-4715-abcc-19b8a00f2e0d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049329 Sep 23 19:43:33.477898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.482071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-2d0f5c7f-11cb-4d03-9449-be7fb346e014 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.485786 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2d0f5c7f-11cb-4d03-9449-be7fb346e014 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0066619 Sep 23 19:43:33.486619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39498) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.491067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-5da053da-762a-430e-9c17-2890db154469 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.494699 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5da053da-762a-430e-9c17-2890db154469 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0069566 Sep 23 19:43:33.495069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.500763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-e0d97231-b0a0-49d9-b5b7-b8d739f048a8 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.503984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0d97231-b0a0-49d9-b5b7-b8d739f048a8 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056858 Sep 23 19:43:33.504547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39502) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.507088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d20bc240-122e-4b84-9dea-8944e97cc8fb,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:33.510343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-b9191ecc-6658-49b2-9b21-5593b0ab5340 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.511373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b9191ecc-6658-49b2-9b21-5593b0ab5340 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059037 Sep 23 19:43:33.513943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.519132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-50ce4fa7-5928-4156-b4c9-755b1ce74aaa tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.520183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-50ce4fa7-5928-4156-b4c9-755b1ce74aaa tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052106 Sep 23 19:43:33.522504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.527263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-98a0c6af-b7e7-404c-93c6-5dc2b2fae0f9 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.528343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-98a0c6af-b7e7-404c-93c6-5dc2b2fae0f9 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048850 Sep 23 19:43:33.530679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.534556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-0e145f7b-bde7-42c0-83ef-420c9c0a7c35 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.535556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e145f7b-bde7-42c0-83ef-420c9c0a7c35 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039995 Sep 23 19:43:33.538304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39510) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.542564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-bb2097d2-2ff3-49ab-bc4f-68a3a9a2f16a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.543660 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bb2097d2-2ff3-49ab-bc4f-68a3a9a2f16a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043433 Sep 23 19:43:33.545801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39512) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.549633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-2475707b-345e-46cf-be49-608f2fc7bd75 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.550597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2475707b-345e-46cf-be49-608f2fc7bd75 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039165 Sep 23 19:43:33.552644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.557017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-549bcc0b-f61e-403b-9ce4-9b878582bc9c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.557948 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-549bcc0b-f61e-403b-9ce4-9b878582bc9c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044918 Sep 23 19:43:33.560055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39516) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.563855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-be9ef9e2-4243-4f28-b4b8-81d1a15545c4 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.564836 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-be9ef9e2-4243-4f28-b4b8-81d1a15545c4 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039592 Sep 23 19:43:33.567078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.571006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-61b1d30c-f7ba-4cf7-a737-b2744389ceed tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.571937 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-61b1d30c-f7ba-4cf7-a737-b2744389ceed tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039852 Sep 23 19:43:33.574069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39520) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.577789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-1c72dce2-796f-4085-964c-01c5c509539d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.578792 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1c72dce2-796f-4085-964c-01c5c509539d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038152 Sep 23 19:43:33.580838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.585421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-45ce4959-58c3-4d8e-92b6-03ab428cb233 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.586443 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45ce4959-58c3-4d8e-92b6-03ab428cb233 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047455 Sep 23 19:43:33.587087 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.590958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39526) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.595465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-dbde1a81-f1f4-451a-b122-a33b2d93b834 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.596450 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dbde1a81-f1f4-451a-b122-a33b2d93b834 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041540 Sep 23 19:43:33.598056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:33.598688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.603561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-492d7c44-2400-468e-9429-9c799739f5dc tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.606818 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-492d7c44-2400-468e-9429-9c799739f5dc tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050423 Sep 23 19:43:33.607060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39530) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.611232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-2dd85aa2-6a06-420c-9f68-227b4e459419 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.612273 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2dd85aa2-6a06-420c-9f68-227b4e459419 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043435 Sep 23 19:43:33.617233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.621853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-769ecc93-5166-41d7-a011-75114d79c885 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.622891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-769ecc93-5166-41d7-a011-75114d79c885 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044641 Sep 23 19:43:33.625236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.629483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-c840a1ea-cd98-4709-87f6-cd55bc4e6839 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.630253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Pushing event deleted for resources: {'Port': ['ID=f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:33.633097 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c840a1ea-cd98-4709-87f6-cd55bc4e6839 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068166 Sep 23 19:43:33.633852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39536) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.638281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-bfece318-a633-4824-b49c-bd9921b8cf6c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.642031 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bfece318-a633-4824-b49c-bd9921b8cf6c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0072267 Sep 23 19:43:33.642664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39538) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.647443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-53d56af7-766a-402b-bb22-af5d93e01834 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.648481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53d56af7-766a-402b-bb22-af5d93e01834 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049267 Sep 23 19:43:33.650898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.655482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-04ab5be3-b216-4e6a-996f-09062e08a76a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.656423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-04ab5be3-b216-4e6a-996f-09062e08a76a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046709 Sep 23 19:43:33.658915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.663679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-fe683f90-a349-43f3-b847-5ed6d9f850bf tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.664600 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe683f90-a349-43f3-b847-5ed6d9f850bf tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045693 Sep 23 19:43:33.666808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.671501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-0d4ce313-228b-4661-863f-60b3a8706f2a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.672545 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d4ce313-228b-4661-863f-60b3a8706f2a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048108 Sep 23 19:43:33.672694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] No DVR routers for this DVR port f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:33.674787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.675353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.677593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1eafe480-6fb0-4f7d-9cc4-a563417558bc req-39732590-5cc7-44a3-8d6d-01714abc018e tempest-ServerAddressesTestJSON-1301855422 tempest-ServerAddressesTestJSON-1301855422-project] 10.222.0.72 "DELETE /v2.0/ports/f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 HTTP/1.1" status: 204 len: 173 time: 0.5717509 Sep 23 19:43:33.678069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'name': 'network-vif-deleted', 'tag': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:33.679048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-11019cb0-6811-4b0e-919e-8a02a451a3be tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.680346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-11019cb0-6811-4b0e-919e-8a02a451a3be tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043833 Sep 23 19:43:33.680518 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2b9e2-1f24-4052-9305-8aba44673ca7" -d '{"events": [{"server_uuid": "97db01ff-a8de-4f75-b5a5-fe25fb9d9f23", "name": "network-vif-deleted", "tag": "f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:33.683147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.687903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-6aa2f950-7f3e-4ec1-b7c7-a1b2e2bbdb64 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.688991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6aa2f950-7f3e-4ec1-b7c7-a1b2e2bbdb64 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045414 Sep 23 19:43:33.691369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.696055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-e3afb578-3bea-4c14-adbb-9e109501ef3d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.697103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e3afb578-3bea-4c14-adbb-9e109501ef3d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044255 Sep 23 19:43:33.699423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.704068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-fe8753f4-c324-4aaa-b87b-cf5f553ff83b tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.705210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe8753f4-c324-4aaa-b87b-cf5f553ff83b tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046127 Sep 23 19:43:33.707687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.713352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-a8cbf298-6fdc-4997-892e-3f4688ef9466 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.714410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a8cbf298-6fdc-4997-892e-3f4688ef9466 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055270 Sep 23 19:43:33.716924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.721862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-3bd648a2-fcf8-4d9a-be3b-f080cdc486b6 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.722909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3bd648a2-fcf8-4d9a-be3b-f080cdc486b6 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048015 Sep 23 19:43:33.725140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.730375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-7283c924-8f0d-4225-a2dd-c42f0791d02c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.731405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7283c924-8f0d-4225-a2dd-c42f0791d02c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051777 Sep 23 19:43:33.732715 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80602290-be54-4ad4-bf96-e521cc690341 x-openstack-request-id: req-80602290-be54-4ad4-bf96-e521cc690341 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:33.733222 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97db01ff-a8de-4f75-b5a5-fe25fb9d9f23", "name": "network-vif-deleted", "tag": "f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:33.733488 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80602290-be54-4ad4-bf96-e521cc690341 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:33.733869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39562) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.734043 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97db01ff-a8de-4f75-b5a5-fe25fb9d9f23', 'name': 'network-vif-deleted', 'tag': 'f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1', 'status': 'completed', 'code': 200} Sep 23 19:43:33.738617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-2b51773d-0fe5-4a87-9592-836fa3f376c7 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.739715 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b51773d-0fe5-4a87-9592-836fa3f376c7 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043881 Sep 23 19:43:33.742426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39564) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.746779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-58ffd3c2-42e2-4637-81e2-8e245f16d46d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.747894 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-58ffd3c2-42e2-4637-81e2-8e245f16d46d tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044689 Sep 23 19:43:33.750260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.755024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-f2ab59eb-509d-4e55-b053-028c1de46613 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.756287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2ab59eb-509d-4e55-b053-028c1de46613 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048182 Sep 23 19:43:33.759655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.764219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-b2c8e0d9-4f28-4c4a-b242-7ea50f98684c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.765155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b2c8e0d9-4f28-4c4a-b242-7ea50f98684c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042570 Sep 23 19:43:33.767573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.771733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-7cf99170-d1a9-4797-9a30-7cdadd3e31cd tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.772771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7cf99170-d1a9-4797-9a30-7cdadd3e31cd tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042708 Sep 23 19:43:33.775075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.779204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-8922217b-f29b-4040-bd5e-14b28c58d58a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.780144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8922217b-f29b-4040-bd5e-14b28c58d58a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042415 Sep 23 19:43:33.782437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39574) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.786560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-10dbcfd5-d691-4d2a-818e-0c2030299375 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.787584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-10dbcfd5-d691-4d2a-818e-0c2030299375 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041780 Sep 23 19:43:33.789688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.794641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-d4765f76-afdf-4b41-b61c-0f5b8cb788af tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.795635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d4765f76-afdf-4b41-b61c-0f5b8cb788af tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051107 Sep 23 19:43:33.797969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.802976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-ff6c4354-0bf7-47d2-ab59-35b1151eb759 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.804621 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ff6c4354-0bf7-47d2-ab59-35b1151eb759 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056143 Sep 23 19:43:33.806756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.810747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-9e5497f1-3144-4169-b19f-873c622f4f4b tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.811738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9e5497f1-3144-4169-b19f-873c622f4f4b tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040576 Sep 23 19:43:33.813860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39584) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.817668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-c12f31ed-1c09-4562-b8e0-575dbb62f6fc tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.818691 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c12f31ed-1c09-4562-b8e0-575dbb62f6fc tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039275 Sep 23 19:43:33.821394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.825205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-62ef745b-1d23-4316-ba93-83f98087b061 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.826286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-62ef745b-1d23-4316-ba93-83f98087b061 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0040286 Sep 23 19:43:33.828250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.832081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-8855a674-6b8a-4b5e-8b9b-9e7b5880df18 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.833304 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8855a674-6b8a-4b5e-8b9b-9e7b5880df18 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039902 Sep 23 19:43:33.835149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39590) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.839037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-79d3125d-9706-4b3f-84ec-f88986d4429a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.839960 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-79d3125d-9706-4b3f-84ec-f88986d4429a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039275 Sep 23 19:43:33.842237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39592) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.846071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-34c3d998-eb56-4f1a-8841-4a9bbb318f95 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.847053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-34c3d998-eb56-4f1a-8841-4a9bbb318f95 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039489 Sep 23 19:43:33.849379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.853170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-c649bc46-b999-4d34-8f52-5f7b9a9dee25 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.854176 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c649bc46-b999-4d34-8f52-5f7b9a9dee25 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039315 Sep 23 19:43:33.856201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.860617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-7312c9f1-e1ba-4ebf-adb2-6a269b760ce4 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.861577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7312c9f1-e1ba-4ebf-adb2-6a269b760ce4 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045531 Sep 23 19:43:33.863623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.868020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-3e901a18-3b42-4d36-a5c7-cf82ec67c519 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.868963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3e901a18-3b42-4d36-a5c7-cf82ec67c519 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045102 Sep 23 19:43:33.871107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.875341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-7a111825-4baf-4ee2-9c35-a8cf02efa399 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.876266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a111825-4baf-4ee2-9c35-a8cf02efa399 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042162 Sep 23 19:43:33.878312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.882813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-04ac08ca-dbc7-400e-8764-2db699359347 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.883741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-04ac08ca-dbc7-400e-8764-2db699359347 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045617 Sep 23 19:43:33.885729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.889419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-73927a1e-0a0b-40c0-b2fe-970d91d29d24 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.890361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-73927a1e-0a0b-40c0-b2fe-970d91d29d24 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037599 Sep 23 19:43:33.892403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.896681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-3576258c-157f-4648-a2cb-aca41f800e18 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.897606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3576258c-157f-4648-a2cb-aca41f800e18 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043945 Sep 23 19:43:33.899685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.903322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-3cf0cddc-4f72-4e09-8e70-5c8e934abc8c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.904265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3cf0cddc-4f72-4e09-8e70-5c8e934abc8c tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0037501 Sep 23 19:43:33.906266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.909860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-963a5654-aba9-4146-b381-6d19795085da tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.910836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-963a5654-aba9-4146-b381-6d19795085da tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037649 Sep 23 19:43:33.912767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.916594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-0dd6a23c-b207-4234-acd4-0119532e2971 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.917553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0dd6a23c-b207-4234-acd4-0119532e2971 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039210 Sep 23 19:43:33.919518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.923164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-746b4d60-3d03-4f20-beaa-ac727efa5415 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.924093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-746b4d60-3d03-4f20-beaa-ac727efa5415 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037525 Sep 23 19:43:33.926066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.930229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-50d478b3-e93f-4cbd-afd4-f24f55243c8a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.931176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-50d478b3-e93f-4cbd-afd4-f24f55243c8a tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042546 Sep 23 19:43:33.933462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.937098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-a8a98100-6d02-4a9f-9a8b-ef4950bf118f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.938014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a8a98100-6d02-4a9f-9a8b-ef4950bf118f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037389 Sep 23 19:43:33.940015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.943651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-0f4ddf42-863b-4b1c-9231-08ec4ae45bde tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.944672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f4ddf42-863b-4b1c-9231-08ec4ae45bde tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038166 Sep 23 19:43:33.946608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.950886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-fe80ed50-3986-41bc-9bcd-0b0a9d1a475f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.951836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe80ed50-3986-41bc-9bcd-0b0a9d1a475f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043907 Sep 23 19:43:33.953836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.957562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-7f7c596c-1a9d-47ce-bd16-38d630171f83 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.958581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f7c596c-1a9d-47ce-bd16-38d630171f83 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038013 Sep 23 19:43:33.960989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.964632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-a9cd848f-767e-438e-b6a8-2d902161b029 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.965552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9cd848f-767e-438e-b6a8-2d902161b029 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0037575 Sep 23 19:43:33.967881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.971570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-c502d570-b4c5-47e6-87ad-43c02964434e tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.972497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c502d570-b4c5-47e6-87ad-43c02964434e tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038035 Sep 23 19:43:33.974502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.978665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [None req-e1ae612c-eca2-42e9-b313-d4dcc345da33 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.979599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e1ae612c-eca2-42e9-b313-d4dcc345da33 tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042846 Sep 23 19:43:33.981695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39632) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.985822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [None req-a086ec83-4a99-4f4a-8667-87832ba0004f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:43:33.986797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a086ec83-4a99-4f4a-8667-87832ba0004f tempest-ExtensionsTestJSON-694042531 tempest-ExtensionsTestJSON-694042531-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041478 Sep 23 19:43:34.182520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d64fa-b8ee-458e-ab01-c9c82de8be82 req-71ec191f-0744-440f-9e1d-02bf0dec466e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:34.184178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b5d64fa-b8ee-458e-ab01-c9c82de8be82 req-71ec191f-0744-440f-9e1d-02bf0dec466e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0513053 Sep 23 19:43:34.227374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b5d64fa-b8ee-458e-ab01-c9c82de8be82 req-8dc958ac-0487-42fc-aa72-088362cae676 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Sep 23 19:43:34.272490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:34.385608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a0910e6-1be4-421b-a44b-e0f2700535c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.428259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:34.476598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] Deleting subnet cf8bb5ca-043b-40a8-9b20-2664175bae28 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:34.479495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.479970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a0910e6-1be4-421b-a44b-e0f2700535c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.484111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a0910e6-1be4-421b-a44b-e0f2700535c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.517007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.524610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4a0910e6-1be4-421b-a44b-e0f2700535c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eeb7c94212c34204963dd676dd0dc23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510722 Sep 23 19:43:34.525458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0910e6-1be4-421b-a44b-e0f2700535c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7033d1b-1adc-40b2-b2fc-5ff6de1e840c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:34.527894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:34.557006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.576943 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c158804-dcef-4cff-8ebd-59b3fef809d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.608681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c158804-dcef-4cff-8ebd-59b3fef809d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.618518 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.652081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8bb5ca-043b-40a8-9b20-2664175bae28,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:34.654185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.657969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-01432a3c-a354-4203-a109-b90adf6ccd8d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cf8bb5ca-043b-40a8-9b20-2664175bae28 HTTP/1.1" status: 204 len: 168 time: 0.2274268 Sep 23 19:43:34.660179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:34.667697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c158804-dcef-4cff-8ebd-59b3fef809d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.670920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c158804-dcef-4cff-8ebd-59b3fef809d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.672252 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8c158804-dcef-4cff-8ebd-59b3fef809d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7033d1b-1adc-40b2-b2fc-5ff6de1e840c HTTP/1.1" status: 204 len: 168 time: 0.1433938 Sep 23 19:43:34.681577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c158804-dcef-4cff-8ebd-59b3fef809d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7033d1b-1adc-40b2-b2fc-5ff6de1e840c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:34.734113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.820783 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.840613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c232c8c-7f6f-46a6-b90a-e60a48262981']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:34.850976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289d1537-5f5c-4826-a9b3-f60c816da920') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:34.851270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289d1537-5f5c-4826-a9b3-f60c816da920') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:34.860531 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.874766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.880975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:34.881358 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:34.883638 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:34.941798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.946793 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.948734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9c232c8c-7f6f-46a6-b90a-e60a48262981 HTTP/1.1" status: 204 len: 168 time: 0.2872427 Sep 23 19:43:34.961109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff40fb-c2db-418e-9c4a-c742d4370869 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c232c8c-7f6f-46a6-b90a-e60a48262981,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:35.060290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:35.105062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-490d84cf-c64f-49e1-980b-0830ab478e68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3ccc7ba4bdf446582408d7c2b1d9836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435696 Sep 23 19:43:35.107557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:35.112051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20bc240-122e-4b84-9dea-8944e97cc8fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:35.115207 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030e50af-b43d-4736-8591-c8e06c51a7bc" -d '{"events": [{"server_uuid": "b3c003e6-0d6b-41cb-af53-79a0ae97b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "d20bc240-122e-4b84-9dea-8944e97cc8fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:35.156127 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b0ccc-6a0e-4574-be46-3990762b161e x-openstack-request-id: req-e37b0ccc-6a0e-4574-be46-3990762b161e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:35.156419 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c003e6-0d6b-41cb-af53-79a0ae97b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "d20bc240-122e-4b84-9dea-8944e97cc8fb", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:35.156671 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e37b0ccc-6a0e-4574-be46-3990762b161e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:35.157087 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20bc240-122e-4b84-9dea-8944e97cc8fb', 'code': 200} Sep 23 19:43:35.157996 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de16b97-c747-4bcd-bc68-384cb3d9436b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.181254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de16b97-c747-4bcd-bc68-384cb3d9436b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.264816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c2337-1803-4781-ab0e-9ca38b3b5d11 req-bac1058c-9f04-41a7-8b72-5c4e8a05c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:35.266552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e28c2337-1803-4781-ab0e-9ca38b3b5d11 req-bac1058c-9f04-41a7-8b72-5c4e8a05c50e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0505283 Sep 23 19:43:35.267325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de16b97-c747-4bcd-bc68-384cb3d9436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.274317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de16b97-c747-4bcd-bc68-384cb3d9436b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.277974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7de16b97-c747-4bcd-bc68-384cb3d9436b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a HTTP/1.1" status: 204 len: 168 time: 0.1671951 Sep 23 19:43:35.299073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de16b97-c747-4bcd-bc68-384cb3d9436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc1eaa7-054c-496a-ad70-0db2ac4bbc4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:35.327326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e28c2337-1803-4781-ab0e-9ca38b3b5d11 req-d0c2605d-ea6d-4f4a-a99e-a9d8be9336c0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463979 Sep 23 19:43:35.378882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9008b-25b7-4f4f-814f-31a9dc36530f req-e50b0d39-02a3-4ea5-ac73-d2ace79a9d2d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:35.380527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6da9008b-25b7-4f4f-814f-31a9dc36530f req-e50b0d39-02a3-4ea5-ac73-d2ace79a9d2d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0554023 Sep 23 19:43:35.422073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6da9008b-25b7-4f4f-814f-31a9dc36530f req-9f7c8725-cdc4-45e8-880f-9ad90a874edd tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Sep 23 19:43:36.093488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.197536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1620520395-network', 'tenant_id': '140a8b03f02040d4ac3b3c85049aab0e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:36.223073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Made reservation on behalf of 140a8b03f02040d4ac3b3c85049aab0e for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:36.225750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.234791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.375541 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.380058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.409497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:36.424531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92212679-2761-4482-8072-1476504217ea,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:36.428603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.428942 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Added segment 9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c of type vlan for network baa7aec7-64b9-465e-aac0-a210635cb635 Sep 23 19:43:36.472179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.497571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.499163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:36.499831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.528422 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4311469 Sep 23 19:43:36.529109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.534479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Request body: {'subnet': {'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1620520395-subnet', 'tenant_id': '140a8b03f02040d4ac3b3c85049aab0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:36.550227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.564548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75cc39-9a1a-4f30-911b-32599541988f admin admin] Pushing event updated for resources: {'Network': ['ID=baa7aec7-64b9-465e-aac0-a210635cb635,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:36.570329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1583f-558d-476f-b2f0-7e2fda1dc167 req-211bcc43-125c-471a-a3be-63bdc8ce6665 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:36.571854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84a1583f-558d-476f-b2f0-7e2fda1dc167 req-211bcc43-125c-471a-a3be-63bdc8ce6665 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0780916 Sep 23 19:43:36.581160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Made reservation on behalf of 140a8b03f02040d4ac3b3c85049aab0e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:36.583211 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network baa7aec7-64b9-465e-aac0-a210635cb635 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:36.583856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.691280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84a1583f-558d-476f-b2f0-7e2fda1dc167 req-706deb53-2feb-48ad-ace3-69db0eac3c8e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117909 Sep 23 19:43:36.704167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-963e9ab1-f92d-4b58-af13-c3f11478e30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.853888 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.941531 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-963e9ab1-f92d-4b58-af13-c3f11478e30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.976533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-963e9ab1-f92d-4b58-af13-c3f11478e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.986090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d78b064-0996-4966-80d2-ec054a8bd898,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.043644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-963e9ab1-f92d-4b58-af13-c3f11478e30a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12c397843d5e4ced8ed422ebccb49c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891238 Sep 23 19:43:37.046468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:37.046764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Checking segment: {'id': '9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:37.047121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Network hostable DHCP agents. Network: baa7aec7-64b9-465e-aac0-a210635cb635, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:37.049030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e9ab1-f92d-4b58-af13-c3f11478e30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e616824a-2020-463a-b231-a1583ebeaa00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.057921 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-dee42ae3-c2f4-494c-9316-babd39be41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:37.059242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-dee42ae3-c2f4-494c-9316-babd39be41ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.1528602 Sep 23 19:43:37.068820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af13ea-5724-49e4-aa1a-f95949877a31 req-de8556b4-7c6b-4e1d-9a36-32bc28730219 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:37.070833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9af13ea-5724-49e4-aa1a-f95949877a31 req-de8556b4-7c6b-4e1d-9a36-32bc28730219 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.1486728 Sep 23 19:43:37.104268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d4d64e-b664-40ac-aa66-fb09a6419288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.126578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Network baa7aec7-64b9-465e-aac0-a210635cb635 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:37.127515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d4d64e-b664-40ac-aa66-fb09a6419288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.172425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, baa7aec7-64b9-465e-aac0-a210635cb635) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:37.183021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9af13ea-5724-49e4-aa1a-f95949877a31 req-b3a8b5c5-edf4-4ee5-806b-1ec9e87ebf70 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033185 Sep 23 19:43:37.183787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231b5a2-6182-4f1c-b5a2-431601026f77 None None] Network baa7aec7-64b9-465e-aac0-a210635cb635 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:37.184037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d4d64e-b664-40ac-aa66-fb09a6419288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.184287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:37.184871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.187585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22d4d64e-b664-40ac-aa66-fb09a6419288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.190900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-22d4d64e-b664-40ac-aa66-fb09a6419288 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e616824a-2020-463a-b231-a1583ebeaa00 HTTP/1.1" status: 204 len: 168 time: 0.1432116 Sep 23 19:43:37.207189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4d64e-b664-40ac-aa66-fb09a6419288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616824a-2020-463a-b231-a1583ebeaa00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.221107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-81eec530-04e4-495d-8faa-9d52f23117bf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6897166 Sep 23 19:43:37.223213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-42f87c1d-9413-44a0-8900-a9443da65eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:37.225287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-42f87c1d-9413-44a0-8900-a9443da65eff service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 919 time: 0.1535544 Sep 23 19:43:37.282633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-703c3372-e130-475d-86b9-631060ce00a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb HTTP/1.1" status: 200 len: 217 time: 0.0493381 Sep 23 19:43:37.331009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:37.351809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-e44602bf-4d29-4441-86a8-98a96e99de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:37.353252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-e44602bf-4d29-4441-86a8-98a96e99de48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0641065 Sep 23 19:43:37.369012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:37.369372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f7ef8046-61c2-4a3a-a0f5-4e0ca9a33ac1 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:37.374538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7df9c-b052-43f2-be82-c03f523b85b3 None None] Network baa7aec7-64b9-465e-aac0-a210635cb635 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:37.388559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-ea72ec88-ce71-4497-b7b1-352b5efee075 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284276 Sep 23 19:43:37.441595 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:43:37.512983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-79af9629-e701-48a7-ac8b-ecff2e4a6ce1 service neutron] 10.222.0.72 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162932 Sep 23 19:43:37.557038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:37.573493 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0ff31ed-dff3-455d-9ed6-efd9a0af1772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.613813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-039a39d9-3da7-4e3d-9968-e74c6ff70e3f req-88057b46-a080-4af6-a708-e6c8d0986676 service neutron] 10.222.0.72 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921373 Sep 23 19:43:37.676616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0ff31ed-dff3-455d-9ed6-efd9a0af1772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.681427 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0ff31ed-dff3-455d-9ed6-efd9a0af1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.721738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e0ff31ed-dff3-455d-9ed6-efd9a0af1772 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=159f0bd602e648f58f523434ffbfa0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609914 Sep 23 19:43:37.721738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff31ed-dff3-455d-9ed6-efd9a0af1772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616790f-914e-45ca-ae36-5fdad183c173,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.722152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:37.775506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a90b21-0e66-4d17-bd92-b60423691dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.822132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a90b21-0e66-4d17-bd92-b60423691dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.927614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-23923416-3169-40c6-8f47-085d4f654f6c tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:37.929120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-23923416-3169-40c6-8f47-085d4f654f6c tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/networks?id=baa7aec7-64b9-465e-aac0-a210635cb635 HTTP/1.1" status: 200 len: 813 time: 0.1392803 Sep 23 19:43:37.933819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a90b21-0e66-4d17-bd92-b60423691dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.936445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a90b21-0e66-4d17-bd92-b60423691dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.937515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-79a90b21-0e66-4d17-bd92-b60423691dcb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b616790f-914e-45ca-ae36-5fdad183c173 HTTP/1.1" status: 204 len: 168 time: 0.2142358 Sep 23 19:43:37.954287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a90b21-0e66-4d17-bd92-b60423691dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616790f-914e-45ca-ae36-5fdad183c173,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.957270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-e2ff1a2a-ac6f-4c91-abcb-47e2c16aa5ee tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/quotas/140a8b03f02040d4ac3b3c85049aab0e HTTP/1.1" status: 200 len: 375 time: 0.0186779 Sep 23 19:43:37.997231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-969278c3-8e82-4741-933b-6af77f8f9f56 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=140a8b03f02040d4ac3b3c85049aab0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269117 Sep 23 19:43:38.090595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-c5b6ab8d-8355-4b2e-b418-a6cd9f7f12a8 service neutron] 10.222.0.38 "GET /v2.0/networks/baa7aec7-64b9-465e-aac0-a210635cb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Sep 23 19:43:38.185424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-3735ec41-f71e-41c8-98e5-6a959103e3ba service neutron] 10.222.0.38 "GET /v2.0/networks/baa7aec7-64b9-465e-aac0-a210635cb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883002 Sep 23 19:43:38.401312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa2547-5605-4158-b2ee-faef27512c73 req-72c47651-cd2a-4447-bbf9-d072e682575b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:38.402953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4baa2547-5605-4158-b2ee-faef27512c73 req-72c47651-cd2a-4447-bbf9-d072e682575b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0540099 Sep 23 19:43:38.450713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4baa2547-5605-4158-b2ee-faef27512c73 req-5d54219a-1a2b-4933-a25e-69e383ee611e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Sep 23 19:43:38.537096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-567307d8-7679-44fd-bdbd-6f29f211677d req-799fc586-e9f1-4c6a-8f54-7ff1be740e0b tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 210 time: 0.0316992 Sep 23 19:43:39.721668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-e60bdc88-ee2f-45ec-a973-88e5f11c466f tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:39.723152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-e60bdc88-ee2f-45ec-a973-88e5f11c466f tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.72 "GET /v2.0/networks?id=baa7aec7-64b9-465e-aac0-a210635cb635 HTTP/1.1" status: 200 len: 813 time: 0.4904015 Sep 23 19:43:39.731246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62276b45-59c9-45d9-84e2-347c4bb13c6c req-b75ead5c-512c-49f8-a4c2-43277b668870 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:39.732629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62276b45-59c9-45d9-84e2-347c4bb13c6c req-b75ead5c-512c-49f8-a4c2-43277b668870 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0773456 Sep 23 19:43:39.738004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Request body: {'port': {'device_id': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635', 'admin_state_up': True, 'tenant_id': '140a8b03f02040d4ac3b3c85049aab0e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:39.829333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62276b45-59c9-45d9-84e2-347c4bb13c6c req-929a2dca-c406-43fc-a4e0-02d704755657 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862081 Sep 23 19:43:39.833298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:39.883564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Made reservation on behalf of 140a8b03f02040d4ac3b3c85049aab0e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:39.887152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.931229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3900507c-c817-47bf-a6e4-eed2f3927367 req-ee6b838a-069b-4821-ac1c-5c71af870da5 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 210 time: 0.0342445 Sep 23 19:43:39.949866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bb777bb-5751-4e9c-904e-085bc7a46fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.038690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bb777bb-5751-4e9c-904e-085bc7a46fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.039980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Allocated IP 172.20.0.3 (baa7aec7-64b9-465e-aac0-a210635cb635/1d78b064-0996-4966-80d2-ec054a8bd898/133e1f2d-743a-4527-95dc-84d6326e3cb0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:40.044156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bb777bb-5751-4e9c-904e-085bc7a46fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.085741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb777bb-5751-4e9c-904e-085bc7a46fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b816b-8302-4ab7-8a37-a177124964b2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:40.094807 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7bb777bb-5751-4e9c-904e-085bc7a46fde admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60a9447ca726469d8ad75a5eb2f26e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595394 Sep 23 19:43:40.095397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39862) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.145557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f57316a2-e909-49c3-a524-cba94e65f467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.167024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f57316a2-e909-49c3-a524-cba94e65f467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.183523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.216560 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f57316a2-e909-49c3-a524-cba94e65f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.219649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f57316a2-e909-49c3-a524-cba94e65f467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.221026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f57316a2-e909-49c3-a524-cba94e65f467 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/398b816b-8302-4ab7-8a37-a177124964b2 HTTP/1.1" status: 204 len: 168 time: 0.1246111 Sep 23 19:43:40.229101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57316a2-e909-49c3-a524-cba94e65f467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b816b-8302-4ab7-8a37-a177124964b2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:40.234400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.281910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Network baa7aec7-64b9-465e-aac0-a210635cb635 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:40.285197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:40.289088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:40.314406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Pushing event updated for resources: {'Port': ['ID=133e1f2d-743a-4527-95dc-84d6326e3cb0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:40.344456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:40.345085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.359350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-2b311dfe-181c-4ad5-b45c-b2325ed0e6f6 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251736 Sep 23 19:43:40.371949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Request body: {'port': {'device_id': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:40.424733 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.490061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.548351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.743797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.748018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.800628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133e1f2d-743a-4527-95dc-84d6326e3cb0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:40.816688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.822018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=039b893f9561433fb050efece234a193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309309 Sep 23 19:43:40.824155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdadc5d7-d919-49b0-b89f-c36b336422be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:40.825181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.838043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.838415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.838760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.839099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.839433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.839764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.840094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.840421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.840762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.841073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.841663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.841989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278585b3-12b6-4d6a-a491-3e98bf05f0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:40.847441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Transition to ACTIVE for port object 133e1f2d-743a-4527-95dc-84d6326e3cb0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:43:40.851825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.897142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c18886-c4a4-4a65-87f4-76a28b7582fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.926087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c18886-c4a4-4a65-87f4-76a28b7582fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.927224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Pushing event updated for resources: {'Port': ['ID=133e1f2d-743a-4527-95dc-84d6326e3cb0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:40.975936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c18886-c4a4-4a65-87f4-76a28b7582fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.978799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19c18886-c4a4-4a65-87f4-76a28b7582fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.980001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-19c18886-c4a4-4a65-87f4-76a28b7582fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdadc5d7-d919-49b0-b89f-c36b336422be HTTP/1.1" status: 204 len: 168 time: 0.1537800 Sep 23 19:43:40.987916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c18886-c4a4-4a65-87f4-76a28b7582fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdadc5d7-d919-49b0-b89f-c36b336422be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:41.008646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94407158-edef-4a1c-8286-a1f9b3da31b0 req-efe291f2-eb6c-41b8-a03a-c47ec3513331 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.010401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94407158-edef-4a1c-8286-a1f9b3da31b0 req-efe291f2-eb6c-41b8-a03a-c47ec3513331 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0858419 Sep 23 19:43:41.026109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Attempting to bind port 133e1f2d-743a-4527-95dc-84d6326e3cb0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:41.026472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Attempting to bind port 133e1f2d-743a-4527-95dc-84d6326e3cb0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:41.026804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Attempting to bind port 133e1f2d-743a-4527-95dc-84d6326e3cb0 on network baa7aec7-64b9-465e-aac0-a210635cb635 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:41.038778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Port 133e1f2d-743a-4527-95dc-84d6326e3cb0 on network baa7aec7-64b9-465e-aac0-a210635cb635 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:43:41.039107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Attempting to bind port 133e1f2d-743a-4527-95dc-84d6326e3cb0 on network baa7aec7-64b9-465e-aac0-a210635cb635 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:41.048132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:41.048484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Checking segment: {'id': '9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:41.048908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Bound using segment: {'id': '9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:41.049344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Bound port: 133e1f2d-743a-4527-95dc-84d6326e3cb0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:41.049706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.071665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94407158-edef-4a1c-8286-a1f9b3da31b0 req-37e16361-fba0-4db9-adf7-94f0ca8f470c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537407 Sep 23 19:43:41.134861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] For port 133e1f2d-743a-4527-95dc-84d6326e3cb0, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:41.138248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] For port 133e1f2d-743a-4527-95dc-84d6326e3cb0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=133e1f2d-743a-4527-95dc-84d6326e3cb0,segment=NetworkSegment(9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c),segment_id=9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:41.143910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.197367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.198000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.199437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] 10.222.0.72 "PUT /v2.0/ports/133e1f2d-743a-4527-95dc-84d6326e3cb0 HTTP/1.1" status: 200 len: 1091 time: 0.8315029 Sep 23 19:43:41.218348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'tag': '133e1f2d-743a-4527-95dc-84d6326e3cb0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:41.221486 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da062875-1662-4960-92d6-3a4628de2b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "38de7326-fc6c-4b19-b926-c7f0630e678c", "tag": "133e1f2d-743a-4527-95dc-84d6326e3cb0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:41.282823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f02976-5a1f-44c5-bb3a-d6a39fe50929 service neutron] Pushing event updated for resources: {'Port': ['ID=133e1f2d-743a-4527-95dc-84d6326e3cb0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:41.306195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456619-ad9d-4170-84e4-e42e4dc74771 req-61546126-24a6-4c6d-b7d0-44d280e58606 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.307711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78456619-ad9d-4170-84e4-e42e4dc74771 req-61546126-24a6-4c6d-b7d0-44d280e58606 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 943 time: 0.1342824 Sep 23 19:43:41.314263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-9db16b85-4734-4369-bdb7-b5ad162718da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.315713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-9db16b85-4734-4369-bdb7-b5ad162718da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=140a8b03f02040d4ac3b3c85049aab0e&device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 1094 time: 0.0726798 Sep 23 19:43:41.365131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-fcdcb1eb-2b37-4a9d-a708-f16b33906262 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=133e1f2d-743a-4527-95dc-84d6326e3cb0 HTTP/1.1" status: 200 len: 217 time: 0.0419025 Sep 23 19:43:41.406502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78456619-ad9d-4170-84e4-e42e4dc74771 req-9641e493-2023-4f30-9cb5-668983f23dad tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898066 Sep 23 19:43:41.429144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-b4432970-e7b2-4c2f-a846-1c8ca96b04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.430768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-b4432970-e7b2-4c2f-a846-1c8ca96b04fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d78b064-0996-4966-80d2-ec054a8bd898 HTTP/1.1" status: 200 len: 853 time: 0.0554016 Sep 23 19:43:41.463447 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9078748-d32c-412f-8b8d-9ad3e93e3bb3 x-openstack-request-id: req-c9078748-d32c-412f-8b8d-9ad3e93e3bb3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:41.463733 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38de7326-fc6c-4b19-b926-c7f0630e678c", "tag": "133e1f2d-743a-4527-95dc-84d6326e3cb0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:41.463965 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9078748-d32c-412f-8b8d-9ad3e93e3bb3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:41.464345 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'tag': '133e1f2d-743a-4527-95dc-84d6326e3cb0', 'status': 'completed', 'code': 200} Sep 23 19:43:41.466588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-9ce8caa9-2542-4b04-b1d4-33d7e31f90ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baa7aec7-64b9-465e-aac0-a210635cb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288560 Sep 23 19:43:41.565381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-4317f924-a30b-40cb-9789-650f7af71921 service neutron] 10.222.0.72 "GET /v2.0/networks/baa7aec7-64b9-465e-aac0-a210635cb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906072 Sep 23 19:43:41.662511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1a0a5c5-2840-4df4-a966-9f6f654c730c req-156380e6-8db2-4e25-a118-378c5b8db3d2 service neutron] 10.222.0.72 "GET /v2.0/networks/baa7aec7-64b9-465e-aac0-a210635cb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904317 Sep 23 19:43:41.745437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da062875-1662-4960-92d6-3a4628de2b0a req-f1085a65-15b9-474b-9606-e42397b29ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.747052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da062875-1662-4960-92d6-3a4628de2b0a req-f1085a65-15b9-474b-9606-e42397b29ae2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=140a8b03f02040d4ac3b3c85049aab0e&device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 1094 time: 0.0410147 Sep 23 19:43:41.838570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da062875-1662-4960-92d6-3a4628de2b0a req-56287e2a-938c-42b4-8f3d-ecc21a485e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.840044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da062875-1662-4960-92d6-3a4628de2b0a req-56287e2a-938c-42b4-8f3d-ecc21a485e7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=baa7aec7-64b9-465e-aac0-a210635cb635 HTTP/1.1" status: 200 len: 914 time: 0.0863082 Sep 23 19:43:41.886086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da062875-1662-4960-92d6-3a4628de2b0a req-f7c6adce-5f9f-4a58-9642-3fd32febda79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=133e1f2d-743a-4527-95dc-84d6326e3cb0 HTTP/1.1" status: 200 len: 217 time: 0.0392907 Sep 23 19:43:41.935477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da062875-1662-4960-92d6-3a4628de2b0a req-27765154-de0e-4c3d-899e-22642cc9d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.938435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da062875-1662-4960-92d6-3a4628de2b0a req-27765154-de0e-4c3d-899e-22642cc9d5f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d78b064-0996-4966-80d2-ec054a8bd898 HTTP/1.1" status: 200 len: 853 time: 0.0442159 Sep 23 19:43:41.972004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da062875-1662-4960-92d6-3a4628de2b0a req-484425c1-3e5c-453c-b0da-3eb38de0a25c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baa7aec7-64b9-465e-aac0-a210635cb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248790 Sep 23 19:43:42.074434 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da062875-1662-4960-92d6-3a4628de2b0a req-3cf5b8f1-fafc-4601-b898-9c8fcb125d7e service neutron] 10.222.0.72 "GET /v2.0/networks/baa7aec7-64b9-465e-aac0-a210635cb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942843 Sep 23 19:43:42.175702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da062875-1662-4960-92d6-3a4628de2b0a req-4a097e41-cf6a-4d4b-896f-19f3e586f3fa service neutron] 10.222.0.72 "GET /v2.0/networks/baa7aec7-64b9-465e-aac0-a210635cb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937219 Sep 23 19:43:42.215960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5aaa-ac34-48f6-987d-71c765c97fed req-1d93715d-8760-4e57-8b46-6eacb9017518 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:42.217746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-540c5aaa-ac34-48f6-987d-71c765c97fed req-1d93715d-8760-4e57-8b46-6eacb9017518 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0610716 Sep 23 19:43:42.256188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-540c5aaa-ac34-48f6-987d-71c765c97fed req-950ac9dc-74d5-4006-b28c-1443e19c342d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Sep 23 19:43:42.539963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddedd0-1a0a-433c-82e1-c3e85ba5f964 req-482a8ba1-ae57-4066-a933-e021eedb4b87 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:42.541702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4ddedd0-1a0a-433c-82e1-c3e85ba5f964 req-482a8ba1-ae57-4066-a933-e021eedb4b87 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 943 time: 0.0535042 Sep 23 19:43:42.582649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4ddedd0-1a0a-433c-82e1-c3e85ba5f964 req-d88b289a-30ec-47a5-bb2a-d6e8838e93bb tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Sep 23 19:43:43.141869 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94323c01-27f3-4671-bb69-04fdb4391efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.387294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b679c3b-8964-45aa-83c8-2b2d7c760694 req-91d4cf56-2609-45bb-8423-9f854f568288 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:43.388902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b679c3b-8964-45aa-83c8-2b2d7c760694 req-91d4cf56-2609-45bb-8423-9f854f568288 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0580883 Sep 23 19:43:43.430897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b679c3b-8964-45aa-83c8-2b2d7c760694 req-112c838c-c9ce-4e84-a03d-3f8fc23cf21b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359182 Sep 23 19:43:43.707498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480df72-c8e6-4b1d-917a-7cec1abd7539 req-e191c0cf-3d3c-4dc3-b0a4-0c5c13ba04b3 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:43.709035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4480df72-c8e6-4b1d-917a-7cec1abd7539 req-e191c0cf-3d3c-4dc3-b0a4-0c5c13ba04b3 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 943 time: 0.0527096 Sep 23 19:43:43.747868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4480df72-c8e6-4b1d-917a-7cec1abd7539 req-7c18487e-de79-4e33-9fbd-06845a2a8548 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Sep 23 19:43:43.795773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:43.909417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac9384ec-8ee3-4850-a362-a07f65c29f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.000142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac9384ec-8ee3-4850-a362-a07f65c29f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.003840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac9384ec-8ee3-4850-a362-a07f65c29f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.043009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ac9384ec-8ee3-4850-a362-a07f65c29f44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22849460df69400496cd43887b655957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460580 Sep 23 19:43:44.043953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9384ec-8ee3-4850-a362-a07f65c29f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d40a3-051e-4d08-8dea-1e0ab08cc418,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.045610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:44.096944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe61ff96-2fe2-4c4d-b968-909998d39ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.117307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe61ff96-2fe2-4c4d-b968-909998d39ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.162648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe61ff96-2fe2-4c4d-b968-909998d39ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.165175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe61ff96-2fe2-4c4d-b968-909998d39ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.166336 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe61ff96-2fe2-4c4d-b968-909998d39ccf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/844d40a3-051e-4d08-8dea-1e0ab08cc418 HTTP/1.1" status: 204 len: 168 time: 0.1196065 Sep 23 19:43:44.173708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61ff96-2fe2-4c4d-b968-909998d39ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d40a3-051e-4d08-8dea-1e0ab08cc418,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.425337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:44.438118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-889889fc-dfca-4985-8f74-fad77df37c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.529568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-889889fc-dfca-4985-8f74-fad77df37c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.533690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-889889fc-dfca-4985-8f74-fad77df37c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.548939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8ca9e-4747-42fb-bb7f-19af67985ce7 req-7283104d-3e52-470f-8175-576d8b922e91 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:44.550481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acc8ca9e-4747-42fb-bb7f-19af67985ce7 req-7283104d-3e52-470f-8175-576d8b922e91 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0508120 Sep 23 19:43:44.574344 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-889889fc-dfca-4985-8f74-fad77df37c2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f43f6ecad36145ca8315c2e63d32a231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455710 Sep 23 19:43:44.575007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:44.576162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889889fc-dfca-4985-8f74-fad77df37c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd77d41a-db28-46c7-bc92-21b6389040d2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.614349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acc8ca9e-4747-42fb-bb7f-19af67985ce7 req-1a1dcc63-1e17-4e28-9cf7-4bff0e2f0f6f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Sep 23 19:43:44.644422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-defcce0e-7ef6-49af-a549-b9f3c461cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.665670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-defcce0e-7ef6-49af-a549-b9f3c461cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.710720 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-defcce0e-7ef6-49af-a549-b9f3c461cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.713335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-defcce0e-7ef6-49af-a549-b9f3c461cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.714497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-defcce0e-7ef6-49af-a549-b9f3c461cd4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd77d41a-db28-46c7-bc92-21b6389040d2 HTTP/1.1" status: 204 len: 168 time: 0.1385403 Sep 23 19:43:44.722704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcce0e-7ef6-49af-a549-b9f3c461cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd77d41a-db28-46c7-bc92-21b6389040d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.871145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90102a28-bf9a-4fb3-80b6-8758cf44166d req-d5599ee5-34fc-4ab0-b4e6-9767baf97f0f tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:44.871145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90102a28-bf9a-4fb3-80b6-8758cf44166d req-d5599ee5-34fc-4ab0-b4e6-9767baf97f0f tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 943 time: 0.0537245 Sep 23 19:43:44.910940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90102a28-bf9a-4fb3-80b6-8758cf44166d req-9d62b125-9c06-4842-a764-d33f16de348b tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Sep 23 19:43:45.320975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 133e1f2d-743a-4527-95dc-84d6326e3cb0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:43:45.420204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 133e1f2d-743a-4527-95dc-84d6326e3cb0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=133e1f2d-743a-4527-95dc-84d6326e3cb0,segment=NetworkSegment(9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c),segment_id=9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:45.431190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '133e1f2d-743a-4527-95dc-84d6326e3cb0', 'network_id': 'baa7aec7-64b9-465e-aac0-a210635cb635', 'port_id': '133e1f2d-743a-4527-95dc-84d6326e3cb0', 'mac_address': 'fa:16:3e:39:cf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d78b064-0996-4966-80d2-ec054a8bd898', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:43:45.468827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.484189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133e1f2d-743a-4527-95dc-84d6326e3cb0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:45.510192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 133e1f2d-743a-4527-95dc-84d6326e3cb0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=133e1f2d-743a-4527-95dc-84d6326e3cb0,segment=NetworkSegment(9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c),segment_id=9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:45.514348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.561524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=133e1f2d-743a-4527-95dc-84d6326e3cb0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:45.740594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6267d-3e5f-4f70-b031-54f6047487d3 req-0f12b7b8-b5f0-484e-a322-8c319d1e6e1e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:45.742906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29f6267d-3e5f-4f70-b031-54f6047487d3 req-0f12b7b8-b5f0-484e-a322-8c319d1e6e1e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0567167 Sep 23 19:43:45.781436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29f6267d-3e5f-4f70-b031-54f6047487d3 req-f225506b-3aea-4f16-9490-6ca07dfd0ec2 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Sep 23 19:43:45.796721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['133e1f2d-743a-4527-95dc-84d6326e3cb0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:46.030275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c131382-dd52-4d89-9a9a-b527a45def30 req-ddd01ec2-26c3-486f-a9fa-5bb80e509e72 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:46.032341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c131382-dd52-4d89-9a9a-b527a45def30 req-ddd01ec2-26c3-486f-a9fa-5bb80e509e72 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 944 time: 0.0532808 Sep 23 19:43:46.074527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c131382-dd52-4d89-9a9a-b527a45def30 req-cb73a4d4-809b-4849-89e0-72564ad9350d tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351217 Sep 23 19:43:46.293258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51c05b9e-68b7-45d5-b16f-4d8c65a88323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.454654 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.918112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1f4e8-f618-49d9-aef3-5f5d39bd7199 req-ac4eaf94-c670-44cc-9a23-0befc7fdcc5d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:46.920047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14f1f4e8-f618-49d9-aef3-5f5d39bd7199 req-ac4eaf94-c670-44cc-9a23-0befc7fdcc5d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0649831 Sep 23 19:43:46.962293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14f1f4e8-f618-49d9-aef3-5f5d39bd7199 req-01702d0e-2fcc-419d-8c0f-9f2b1136eef2 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Sep 23 19:43:47.017072 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.191126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d351e0-5de2-47c6-bcfc-ed5d11d4a708 req-d2e8953d-af86-4d26-bf05-005d0845312b tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:47.192629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4d351e0-5de2-47c6-bcfc-ed5d11d4a708 req-d2e8953d-af86-4d26-bf05-005d0845312b tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 944 time: 0.0504665 Sep 23 19:43:47.234600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4d351e0-5de2-47c6-bcfc-ed5d11d4a708 req-106ccca8-c42e-429a-a1a3-69d5a7ef9352 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Sep 23 19:43:47.322928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 133e1f2d-743a-4527-95dc-84d6326e3cb0 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:47.371871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 133e1f2d-743a-4527-95dc-84d6326e3cb0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:43:47.375369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 133e1f2d-743a-4527-95dc-84d6326e3cb0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:47.375767 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.460509 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.488598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133e1f2d-743a-4527-95dc-84d6326e3cb0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:47.490988 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea4dae-f2a4-4efa-97d4-357a344715f4" -d '{"events": [{"server_uuid": "38de7326-fc6c-4b19-b926-c7f0630e678c", "name": "network-vif-plugged", "status": "completed", "tag": "133e1f2d-743a-4527-95dc-84d6326e3cb0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:47.505297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 133e1f2d-743a-4527-95dc-84d6326e3cb0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=133e1f2d-743a-4527-95dc-84d6326e3cb0,segment=NetworkSegment(9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c),segment_id=9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:47.510151 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.538414 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124df033-da34-4ede-aff9-429d9182ba0c x-openstack-request-id: req-124df033-da34-4ede-aff9-429d9182ba0c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:47.539214 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38de7326-fc6c-4b19-b926-c7f0630e678c", "name": "network-vif-plugged", "status": "completed", "tag": "133e1f2d-743a-4527-95dc-84d6326e3cb0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:47.539467 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-124df033-da34-4ede-aff9-429d9182ba0c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:47.539859 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133e1f2d-743a-4527-95dc-84d6326e3cb0', 'code': 200} Sep 23 19:43:47.573543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=133e1f2d-743a-4527-95dc-84d6326e3cb0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:47.648998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67a63f-05f7-4902-b6c3-777f22716b3b req-36f07db9-3781-447f-8bec-2f31316a6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:47.650537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e67a63f-05f7-4902-b6c3-777f22716b3b req-36f07db9-3781-447f-8bec-2f31316a6eda service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 1096 time: 0.0444376 Sep 23 19:43:47.684732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e67a63f-05f7-4902-b6c3-777f22716b3b req-ec1e3a80-4a9f-4240-ad72-ad7ea7fbe608 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267227 Sep 23 19:43:48.083998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f85f-4c56-41e9-ad8f-900fd9beb7f2 req-45b5e0a5-afe0-4a55-adcc-b947bebe02a6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:48.085561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d399f85f-4c56-41e9-ad8f-900fd9beb7f2 req-45b5e0a5-afe0-4a55-adcc-b947bebe02a6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0494723 Sep 23 19:43:48.125758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d399f85f-4c56-41e9-ad8f-900fd9beb7f2 req-cc8ddf3d-07cc-4dd3-a427-4132b35a1126 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Sep 23 19:43:48.367843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56e55b-78f2-46d7-9b6c-0115a08f24bb req-13224810-0c0b-4dd6-84c8-44b175dc7c6d tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:48.369426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d56e55b-78f2-46d7-9b6c-0115a08f24bb req-13224810-0c0b-4dd6-84c8-44b175dc7c6d tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 945 time: 0.0615633 Sep 23 19:43:48.408753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d56e55b-78f2-46d7-9b6c-0115a08f24bb req-f00dabd4-b843-4b8e-a5e4-f1ff39819284 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Sep 23 19:43:48.543711 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.248145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4a649-23d4-4d7c-8a84-f46907035de9 req-63693d8a-c123-4d4b-9026-795d2d154356 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:49.249639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04c4a649-23d4-4d7c-8a84-f46907035de9 req-63693d8a-c123-4d4b-9026-795d2d154356 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0530503 Sep 23 19:43:49.287143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04c4a649-23d4-4d7c-8a84-f46907035de9 req-100f391c-b3fd-4e78-ae7d-3bdede294470 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Sep 23 19:43:49.525450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b9521-003d-45c3-a37f-74a881cf6907 req-c575ab8a-0d67-4316-9203-b7cc423d50bb tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:49.526961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a27b9521-003d-45c3-a37f-74a881cf6907 req-c575ab8a-0d67-4316-9203-b7cc423d50bb tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 945 time: 0.0491004 Sep 23 19:43:49.564138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a27b9521-003d-45c3-a37f-74a881cf6907 req-8c9f015f-ed17-4a04-84f3-1b63e43655b4 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309312 Sep 23 19:43:49.944717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54822ad-c0f8-4dbd-b113-733f5b6201b0 req-eb721819-ef6a-41af-bd41-b2933e704586 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:49.946173 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d54822ad-c0f8-4dbd-b113-733f5b6201b0 req-eb721819-ef6a-41af-bd41-b2933e704586 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 945 time: 0.0522025 Sep 23 19:43:49.983571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d54822ad-c0f8-4dbd-b113-733f5b6201b0 req-0cadbce4-6d7e-418f-9117-7afd9b4f36dd tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Sep 23 19:43:50.420883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8c5f-b7c1-4afd-bf23-4671728362c1 req-404e4d92-dfea-46c9-be0e-f5efbfa53e12 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:50.422411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-952e8c5f-b7c1-4afd-bf23-4671728362c1 req-404e4d92-dfea-46c9-be0e-f5efbfa53e12 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0598259 Sep 23 19:43:50.463671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-952e8c5f-b7c1-4afd-bf23-4671728362c1 req-9f5f383e-b6a3-49fa-9017-06dd6f47a192 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Sep 23 19:43:50.734122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:50.841773 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a721b5-4f00-40d9-8b9a-b1ee3fdbebcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.931869 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a721b5-4f00-40d9-8b9a-b1ee3fdbebcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.935611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a721b5-4f00-40d9-8b9a-b1ee3fdbebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.973375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0a721b5-4f00-40d9-8b9a-b1ee3fdbebcd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=070d9933cb424817bc15a015031d581a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381618 Sep 23 19:43:50.974590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a721b5-4f00-40d9-8b9a-b1ee3fdbebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972fe5b-d968-4da4-a813-35d9e97aa259,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:50.976627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:51.028593 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7705ed25-f456-4343-a4b9-98e91717c421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.051933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7705ed25-f456-4343-a4b9-98e91717c421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.101542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff88ad-8737-4b6e-a8b0-b5d2264721ad req-e894094a-df82-46bc-a6b4-7e69b40ed682 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:51.103201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cff88ad-8737-4b6e-a8b0-b5d2264721ad req-e894094a-df82-46bc-a6b4-7e69b40ed682 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 945 time: 0.0505621 Sep 23 19:43:51.149496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cff88ad-8737-4b6e-a8b0-b5d2264721ad req-2e018e1e-959d-4a89-9365-8845e83d975b tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/security-groups?id=92212679-2761-4482-8072-1476504217ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 Sep 23 19:43:51.267104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b515d-772d-4ca9-9774-77425f159cec req-1d6fe17a-8be5-4ea4-9fdb-72e00e743a24 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:51.268625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b3b515d-772d-4ca9-9774-77425f159cec req-1d6fe17a-8be5-4ea4-9fdb-72e00e743a24 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.72 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 945 time: 0.0504613 Sep 23 19:43:51.365167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Deleting port 133e1f2d-743a-4527-95dc-84d6326e3cb0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:51.365526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.421762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7705ed25-f456-4343-a4b9-98e91717c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.424364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7705ed25-f456-4343-a4b9-98e91717c421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.427838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7705ed25-f456-4343-a4b9-98e91717c421 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c972fe5b-d968-4da4-a813-35d9e97aa259 HTTP/1.1" status: 204 len: 168 time: 0.4478304 Sep 23 19:43:51.434134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705ed25-f456-4343-a4b9-98e91717c421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972fe5b-d968-4da4-a813-35d9e97aa259,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:51.473088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] For port 133e1f2d-743a-4527-95dc-84d6326e3cb0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=133e1f2d-743a-4527-95dc-84d6326e3cb0,segment=NetworkSegment(9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c),segment_id=9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:51.473645 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.485687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Calling delete_port for 133e1f2d-743a-4527-95dc-84d6326e3cb0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:51.633353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbff01-3070-4f9c-bf9c-7f87ff45468b req-3f80b1c0-4bac-4d12-ab6b-e6043c6b32c6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:51.634897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eadbff01-3070-4f9c-bf9c-7f87ff45468b req-3f80b1c0-4bac-4d12-ab6b-e6043c6b32c6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0924308 Sep 23 19:43:51.676417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.690750 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['133e1f2d-743a-4527-95dc-84d6326e3cb0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:51.714675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Pushing event deleted for resources: {'Port': ['ID=133e1f2d-743a-4527-95dc-84d6326e3cb0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:51.715428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:51.720552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eadbff01-3070-4f9c-bf9c-7f87ff45468b req-d75f5a0b-1d1e-408a-9e8b-f1ae4653be33 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781591 Sep 23 19:43:51.735877 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1923e2f2-579b-4d9c-9f67-f77a3a38dd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.759227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] No DVR routers for this DVR port 133e1f2d-743a-4527-95dc-84d6326e3cb0 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:51.761843 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.763865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b3b515d-772d-4ca9-9774-77425f159cec req-cf84e4bc-5fd8-4ae8-ab40-3d0f921699db tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.72 "DELETE /v2.0/ports/133e1f2d-743a-4527-95dc-84d6326e3cb0 HTTP/1.1" status: 204 len: 173 time: 0.4892254 Sep 23 19:43:51.764314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'name': 'network-vif-deleted', 'tag': '133e1f2d-743a-4527-95dc-84d6326e3cb0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:51.766648 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d552e248-7f1e-46ad-9f2e-657f6c1a81c5" -d '{"events": [{"server_uuid": "38de7326-fc6c-4b19-b926-c7f0630e678c", "name": "network-vif-deleted", "tag": "133e1f2d-743a-4527-95dc-84d6326e3cb0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:51.806482 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9521a096-4c2c-48f2-8bda-7382cad37d5e x-openstack-request-id: req-9521a096-4c2c-48f2-8bda-7382cad37d5e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:51.806777 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38de7326-fc6c-4b19-b926-c7f0630e678c", "name": "network-vif-deleted", "tag": "133e1f2d-743a-4527-95dc-84d6326e3cb0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:51.807028 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9521a096-4c2c-48f2-8bda-7382cad37d5e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:51.807429 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38de7326-fc6c-4b19-b926-c7f0630e678c', 'name': 'network-vif-deleted', 'tag': '133e1f2d-743a-4527-95dc-84d6326e3cb0', 'status': 'completed', 'code': 200} Sep 23 19:43:51.855458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1923e2f2-579b-4d9c-9f67-f77a3a38dd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.859245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1923e2f2-579b-4d9c-9f67-f77a3a38dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.897800 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1923e2f2-579b-4d9c-9f67-f77a3a38dd74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11c2c0f8c6264158a621f3600c6a6a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812479 Sep 23 19:43:51.900031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923e2f2-579b-4d9c-9f67-f77a3a38dd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e69f8-bbe3-4e11-ae2e-480f65b1be1c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:51.900515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:51.954854 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6449e550-d7da-4fcd-9e41-f45a059dce6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.976298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6449e550-d7da-4fcd-9e41-f45a059dce6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.023400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6449e550-d7da-4fcd-9e41-f45a059dce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.025959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6449e550-d7da-4fcd-9e41-f45a059dce6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.027147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6449e550-d7da-4fcd-9e41-f45a059dce6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/659e69f8-bbe3-4e11-ae2e-480f65b1be1c HTTP/1.1" status: 204 len: 168 time: 0.1255996 Sep 23 19:43:52.035359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449e550-d7da-4fcd-9e41-f45a059dce6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e69f8-bbe3-4e11-ae2e-480f65b1be1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:52.264092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b0420cb-f941-4802-a85f-4fdee6cfe08d req-ba963557-6818-4e2f-8d5a-2dbc1660dd69 tempest-ServerPasswordTestJSON-1397664298 tempest-ServerPasswordTestJSON-1397664298-project] 10.222.0.38 "GET /v2.0/ports?device_id=38de7326-fc6c-4b19-b926-c7f0630e678c HTTP/1.1" status: 200 len: 210 time: 0.0287430 Sep 23 19:43:52.357372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:52.376212 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361fbcfe-b75c-423a-a845-3f178d512cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.466861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361fbcfe-b75c-423a-a845-3f178d512cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.470488 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-361fbcfe-b75c-423a-a845-3f178d512cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.511714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-361fbcfe-b75c-423a-a845-3f178d512cc4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2c0f378d25e42a4a8c1abdc25be9512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532800 Sep 23 19:43:52.512822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fbcfe-b75c-423a-a845-3f178d512cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948790f2-595f-4fd9-8e90-37d0e74db530,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:52.514492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:52.562857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac88c08e-620c-4b45-b485-c93f0d8da62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.586888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac88c08e-620c-4b45-b485-c93f0d8da62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.636634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac88c08e-620c-4b45-b485-c93f0d8da62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.639541 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac88c08e-620c-4b45-b485-c93f0d8da62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.640809 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ac88c08e-620c-4b45-b485-c93f0d8da62a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/948790f2-595f-4fd9-8e90-37d0e74db530 HTTP/1.1" status: 204 len: 168 time: 0.1252379 Sep 23 19:43:52.648565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88c08e-620c-4b45-b485-c93f0d8da62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948790f2-595f-4fd9-8e90-37d0e74db530,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:52.845178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34de02-3101-4a9b-99e6-8012762f34c2 req-26bfd1c6-60db-4b86-bd77-41d307630102 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:52.846616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc34de02-3101-4a9b-99e6-8012762f34c2 req-26bfd1c6-60db-4b86-bd77-41d307630102 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0549645 Sep 23 19:43:52.884745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc34de02-3101-4a9b-99e6-8012762f34c2 req-df19920d-c52f-4cb5-9ebe-e6bf2c3444c5 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Sep 23 19:43:53.320531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40218) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:53.368240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] Deleting subnet 1d78b064-0996-4966-80d2-ec054a8bd898 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:53.371222 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.408120 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.448853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.501379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.530743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d78b064-0996-4966-80d2-ec054a8bd898,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:53.534585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.536445 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-275683d7-f689-4abc-835f-ea25ee0a7324 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1d78b064-0996-4966-80d2-ec054a8bd898 HTTP/1.1" status: 204 len: 168 time: 0.2148426 Sep 23 19:43:53.539727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:53.608116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.696119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.703329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:53.721506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa7aec7-64b9-465e-aac0-a210635cb635']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:53.731433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:53.731734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e518d4c-fbe5-4565-90f7-baf9dbdb0d6c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:53.740303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.754651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.761109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:53.761499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:53.763224 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:53.826470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43460dd0-a456-4538-9537-3f3e09c3b8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.829418 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.839013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.840824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] 10.222.0.38 "DELETE /v2.0/networks/baa7aec7-64b9-465e-aac0-a210635cb635 HTTP/1.1" status: 204 len: 168 time: 0.3001003 Sep 23 19:43:53.856539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659b350-e8af-4504-b96e-306739b5d95e admin admin] Pushing event deleted for resources: {'Network': ['ID=baa7aec7-64b9-465e-aac0-a210635cb635,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:53.937396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43460dd0-a456-4538-9537-3f3e09c3b8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.941830 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43460dd0-a456-4538-9537-3f3e09c3b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.960394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:54.000592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b64e598-cab2-4c6f-a0ea-cd0aa68ec81e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=140a8b03f02040d4ac3b3c85049aab0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390394 Sep 23 19:43:54.003068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:54.007785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-43460dd0-a456-4538-9537-3f3e09c3b8c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f516426864b438585fce8bda0db333a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034451 Sep 23 19:43:54.010272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43460dd0-a456-4538-9537-3f3e09c3b8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47da91e8-4b70-48a1-a8a2-55a5e106f639,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:54.010449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:54.032165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aa1f1-6bb6-4da6-aa83-7dc8e7657708 req-b2d80a41-aa1e-45a7-b91f-37dd2097ea2d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:54.033662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e2aa1f1-6bb6-4da6-aa83-7dc8e7657708 req-b2d80a41-aa1e-45a7-b91f-37dd2097ea2d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0679698 Sep 23 19:43:54.072682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e2aa1f1-6bb6-4da6-aa83-7dc8e7657708 req-25bb7066-c3ca-47f0-8f8c-90794a14575c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Sep 23 19:43:54.090037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ad87ac-0236-4942-a6dc-e499186c845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.101951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-972c8cd7-ba51-4c15-992d-f4a774d73d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.122538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ad87ac-0236-4942-a6dc-e499186c845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.140664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-972c8cd7-ba51-4c15-992d-f4a774d73d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.206973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ad87ac-0236-4942-a6dc-e499186c845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.209481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29ad87ac-0236-4942-a6dc-e499186c845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.210665 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29ad87ac-0236-4942-a6dc-e499186c845f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92212679-2761-4482-8072-1476504217ea HTTP/1.1" status: 204 len: 168 time: 0.2066977 Sep 23 19:43:54.213259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-972c8cd7-ba51-4c15-992d-f4a774d73d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.215676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-972c8cd7-ba51-4c15-992d-f4a774d73d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.216958 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-972c8cd7-ba51-4c15-992d-f4a774d73d6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47da91e8-4b70-48a1-a8a2-55a5e106f639 HTTP/1.1" status: 204 len: 168 time: 0.2055919 Sep 23 19:43:54.223254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad87ac-0236-4942-a6dc-e499186c845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92212679-2761-4482-8072-1476504217ea,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:54.233100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c8cd7-ba51-4c15-992d-f4a774d73d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47da91e8-4b70-48a1-a8a2-55a5e106f639,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:54.908430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:55.111313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-network', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:55.132698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Made reservation on behalf of cc05ef83c44744f19e4cb72eda9e4151 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:55.135270 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.145556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.208911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2db12-95b7-4352-bca7-2cae16bfb8c8 req-c1b571cc-feed-4e5d-b710-5cf03be08c95 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:55.211254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48f2db12-95b7-4352-bca7-2cae16bfb8c8 req-c1b571cc-feed-4e5d-b710-5cf03be08c95 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0655978 Sep 23 19:43:55.247279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.252461 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.253349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48f2db12-95b7-4352-bca7-2cae16bfb8c8 req-e9090f40-6f19-416a-b6cc-0aab205b5ef6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Sep 23 19:43:55.274349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.288407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:55.305287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa1180-468b-4118-aacb-fa0888c6f566,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:55.309249 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.309606 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Added segment 36bbd9d2-8209-4677-b116-ee3232c39e15 of type vlan for network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 Sep 23 19:43:55.351785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.378635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.379639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:55.380233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.383496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 133e1f2d-743a-4527-95dc-84d6326e3cb0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:55.403738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 133e1f2d-743a-4527-95dc-84d6326e3cb0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:55.404407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 133e1f2d-743a-4527-95dc-84d6326e3cb0 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:55.413225 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5035601 Sep 23 19:43:55.416446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:55.421811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Request body: {'subnet': {'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-subnet', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:55.446010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Made reservation on behalf of cc05ef83c44744f19e4cb72eda9e4151 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:55.448603 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.449217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9a873-edf3-40ae-a384-5e0cbaeafea5 admin admin] Pushing event updated for resources: {'Network': ['ID=597c1e69-6e74-4bc9-ac21-1c320277cdd8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:55.462297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:55.627852 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.690481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f64005f-71f3-402d-8751-60f1b73bd537,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:55.695863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Checking segment: {'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:55.696321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Network hostable DHCP agents. Network: 597c1e69-6e74-4bc9-ac21-1c320277cdd8, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:55.713529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:55.722031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 597c1e69-6e74-4bc9-ac21-1c320277cdd8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:55.726342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:55.726899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.731853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd712b-661c-4693-8644-8504e70d141d None None] Network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:55.741970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cdbd1a0b-19e7-4a59-864c-c25d90abe1b8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3240280 Sep 23 19:43:55.744528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:55.748774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:55.770316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.771487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.832585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.866639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03465cd-a8cf-41bb-856e-b9d6b3dece84 None None] Network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:55.976820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.177401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.196652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.303768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Allocated IP 172.25.6.127 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/28d8141e-568f-45ac-b379-0ef1efb5adbe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:56.439566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb74e-3dbd-43e6-8993-877fe26d49b1 req-ed2cc79c-dfa2-4f83-b424-ad07ddf2b277 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:56.441093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d5fb74e-3dbd-43e6-8993-877fe26d49b1 req-ed2cc79c-dfa2-4f83-b424-ad07ddf2b277 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0936060 Sep 23 19:43:56.482707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.500248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d5fb74e-3dbd-43e6-8993-877fe26d49b1 req-ccbab6f1-8b64-40d7-8a3a-cd648bc19823 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494494 Sep 23 19:43:56.533135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.571985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:56.576264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:56.579710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:56.605372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Pushing event updated for resources: {'Port': ['ID=28d8141e-568f-45ac-b379-0ef1efb5adbe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:56.806262 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.848759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.372828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.500157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Router f408c68c-08b7-4f9d-8dec-bd9fa808e72e is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:57.641300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:57.653207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Sync routers for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:57.660632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6182-21d7-44e7-a235-62228433b616 req-1b634c48-74e7-4f60-8799-82c8e750c680 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:57.662564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-401a6182-21d7-44e7-a235-62228433b616 req-1b634c48-74e7-4f60-8799-82c8e750c680 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0812933 Sep 23 19:43:57.663738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:57.665369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:57.670224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.674041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0e636f91-22a4-4b92-8b39-d5536aad267c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.9260645 Sep 23 19:43:57.674558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:57.737299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-401a6182-21d7-44e7-a235-62228433b616 req-5524302e-bf3d-42bd-a3c6-2f53ed7ea0be tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Sep 23 19:43:57.795227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:57.984191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 3, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:58.017765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Checking router: f408c68c-08b7-4f9d-8dec-bd9fa808e72e for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:58.018582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Updating router f408c68c-08b7-4f9d-8dec-bd9fa808e72e port 28d8141e-568f-45ac-b379-0ef1efb5adbe binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:58.050600 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.141998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.334101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Allocated IP 172.20.0.1 (597c1e69-6e74-4bc9-ac21-1c320277cdd8/7f64005f-71f3-402d-8751-60f1b73bd537/a45ee374-84ad-43d0-9503-83ffa1db9ff0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:58.357397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.370371 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.449561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1261c75-33a0-4ff3-a5e0-aed4edfd7d5e None None] Pushing event updated for resources: {'Port': ['ID=28d8141e-568f-45ac-b379-0ef1efb5adbe,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:58.452341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Attempting to bind port 28d8141e-568f-45ac-b379-0ef1efb5adbe on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:58.452734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Attempting to bind port 28d8141e-568f-45ac-b379-0ef1efb5adbe by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:58.453085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Attempting to bind port 28d8141e-568f-45ac-b379-0ef1efb5adbe on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:58.459318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:58.459471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:58.460751 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.460894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:58.461305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Bound port: 28d8141e-568f-45ac-b379-0ef1efb5adbe, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:58.461697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.478548 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.513916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] For port 28d8141e-568f-45ac-b379-0ef1efb5adbe, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:58.517397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] For port 28d8141e-568f-45ac-b379-0ef1efb5adbe, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=28d8141e-568f-45ac-b379-0ef1efb5adbe,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:58.517708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.521195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.560864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:58.564040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:58.572935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:58.576114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Pushing event updated for resources: {'Port': ['ID=a45ee374-84ad-43d0-9503-83ffa1db9ff0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:58.579299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:58.579989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:58.615465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.675206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1261c75-33a0-4ff3-a5e0-aed4edfd7d5e None None] Pushing event updated for resources: {'Port': ['ID=28d8141e-568f-45ac-b379-0ef1efb5adbe,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:58.700847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:58.765950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.852580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8dbe-29eb-48da-ad5a-031ceaca6525 req-786728b1-4b2b-4855-9c01-d67079928af1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:58.855014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a4b8dbe-29eb-48da-ad5a-031ceaca6525 req-786728b1-4b2b-4855-9c01-d67079928af1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0549386 Sep 23 19:43:58.899462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 3, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:58.902984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a4b8dbe-29eb-48da-ad5a-031ceaca6525 req-c571e972-affb-4865-ad90-143ebdc12d1d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Sep 23 19:43:58.928389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0bec64-3c95-475c-8380-079a5ea3ead8 None None] The sync data for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 is: [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 3, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:58.967105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.972149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:59.043462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Pushing event updated for resources: {'Port': ['ID=a45ee374-84ad-43d0-9503-83ffa1db9ff0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:59.046011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:59.139728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:59.141245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:59.295133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Router f408c68c-08b7-4f9d-8dec-bd9fa808e72e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:59.413908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:59.418927 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c6ddcfc3-04ad-4a39-a88e-2b178708a462 admin admin] 10.222.0.38 "PUT /v2.0/routers/f408c68c-08b7-4f9d-8dec-bd9fa808e72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432466 Sep 23 19:43:59.927149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-2f76edec-5bb6-497f-a575-7d2df0f6459e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:59.929186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-2f76edec-5bb6-497f-a575-7d2df0f6459e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 820 time: 0.1110499 Sep 23 19:43:59.945806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-61a549a9-1b79-413b-bbd9-71f0369bd3b4 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/quotas/cc05ef83c44744f19e4cb72eda9e4151 HTTP/1.1" status: 200 len: 375 time: 0.0101333 Sep 23 19:43:59.998485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-9ed07c29-8651-4b12-9ac6-8f96ea4d3327 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466800 Sep 23 19:44:00.091309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-719a9305-abc9-4b82-91d8-4a2f41917d52 service neutron] 10.222.0.38 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Sep 23 19:44:00.185748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-ed124d59-6bea-47f0-87a8-5d487a8791e6 service neutron] 10.222.0.38 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880566 Sep 23 19:44:00.400416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5411e7-756c-4aa2-9c02-94d34fc6bb8b req-1035588f-1eb5-4197-9a46-6febbd0f4df6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:00.402517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae5411e7-756c-4aa2-9c02-94d34fc6bb8b req-1035588f-1eb5-4197-9a46-6febbd0f4df6 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0560029 Sep 23 19:44:00.443670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae5411e7-756c-4aa2-9c02-94d34fc6bb8b req-3a46b773-ac72-4e13-b124-d90cc1b3239f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Sep 23 19:44:00.547491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6587c0d-5c8b-4551-b7f4-3e618786f021 req-e889d246-7f3b-4570-8545-9d0031544472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 210 time: 0.0435543 Sep 23 19:44:00.647989 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Sync routers for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:00.660751 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:00.661617 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:00.796761 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:00.888935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 28d8141e-568f-45ac-b379-0ef1efb5adbe up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:00.984680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 28d8141e-568f-45ac-b379-0ef1efb5adbe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:00.985253 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.106588 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.127984 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 2, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:01.141432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 28d8141e-568f-45ac-b379-0ef1efb5adbe, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=28d8141e-568f-45ac-b379-0ef1efb5adbe,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:01.145747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.156099 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Checking router: f408c68c-08b7-4f9d-8dec-bd9fa808e72e for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:01.156457 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Updating router f408c68c-08b7-4f9d-8dec-bd9fa808e72e port a45ee374-84ad-43d0-9503-83ffa1db9ff0 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:44:01.183048 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.195608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=28d8141e-568f-45ac-b379-0ef1efb5adbe,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:01.465573 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.473134 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.541034 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e912c4-4b87-4393-a32a-08d6a3449bd5 None None] Pushing event updated for resources: {'Port': ['ID=a45ee374-84ad-43d0-9503-83ffa1db9ff0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:01.612487 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Attempting to bind port a45ee374-84ad-43d0-9503-83ffa1db9ff0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:44:01.612890 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Attempting to bind port a45ee374-84ad-43d0-9503-83ffa1db9ff0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:44:01.613251 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Attempting to bind port a45ee374-84ad-43d0-9503-83ffa1db9ff0 on network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:01.619224 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:44:01.619779 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Checking segment: {'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:01.620048 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.620558 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Bound using segment: {'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:44:01.621146 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Bound port: a45ee374-84ad-43d0-9503-83ffa1db9ff0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:44:01.621807 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.631062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-9b8dd878-b441-43aa-9d75-f996a2fe5e07 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:01.633202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-9b8dd878-b441-43aa-9d75-f996a2fe5e07 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.72 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 820 time: 0.1805944 Sep 23 19:44:01.647494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Request body: {'port': {'device_id': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'admin_state_up': True, 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:01.681353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a433d-4697-4875-a899-8a1c9a0a6d3c req-5e4869ad-7c5e-4f03-b39c-d774ff91eebd tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:01.682985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-327a433d-4697-4875-a899-8a1c9a0a6d3c req-5e4869ad-7c5e-4f03-b39c-d774ff91eebd tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0955894 Sep 23 19:44:01.697935 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] For port a45ee374-84ad-43d0-9503-83ffa1db9ff0, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:44:01.701176 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] For port a45ee374-84ad-43d0-9503-83ffa1db9ff0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a45ee374-84ad-43d0-9503-83ffa1db9ff0,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:44:01.704526 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.760634 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:01.761241 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:43:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:01.764033 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e912c4-4b87-4393-a32a-08d6a3449bd5 None None] Pushing event updated for resources: {'Port': ['ID=a45ee374-84ad-43d0-9503-83ffa1db9ff0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:01.766819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-327a433d-4697-4875-a899-8a1c9a0a6d3c req-7bd19cfa-d355-4977-80e1-6e974b58ee18 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773964 Sep 23 19:44:01.809690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Made reservation on behalf of cc05ef83c44744f19e4cb72eda9e4151 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:01.813191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.872929 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:01.894565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43e5d632-5744-4a17-9d7d-f788de73f387 req-182a515e-2507-455e-a974-c567a7322aef tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 210 time: 0.0575130 Sep 23 19:44:01.967350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Allocated IP 172.20.0.5 (597c1e69-6e74-4bc9-ac21-1c320277cdd8/7f64005f-71f3-402d-8751-60f1b73bd537/b7e5b948-51fc-419b-b837-e50d94e0dc96) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:02.095362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:02.123181 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4479b5-93a5-4e5d-861d-58be6a67450d None None] The sync data for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 is: [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:02.133958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.194867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.253282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:02.257745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:02.265243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:02.268098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event updated for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:02.335352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:02.335935 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.357247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-3fba0ec0-9428-4db6-8368-b6ae9f01ab5f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7147841 Sep 23 19:44:02.371971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Request body: {'port': {'device_id': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:02.440324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.737795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e5b948-51fc-419b-b837-e50d94e0dc96 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:02.746737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.762951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Transition to ACTIVE for port object b7e5b948-51fc-419b-b837-e50d94e0dc96 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:44:02.767822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.823663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Pushing event updated for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:02.943003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 28d8141e-568f-45ac-b379-0ef1efb5adbe up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:02.960694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Attempting to bind port b7e5b948-51fc-419b-b837-e50d94e0dc96 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:44:02.961028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Attempting to bind port b7e5b948-51fc-419b-b837-e50d94e0dc96 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:44:02.961355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Attempting to bind port b7e5b948-51fc-419b-b837-e50d94e0dc96 on network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:02.968062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Port b7e5b948-51fc-419b-b837-e50d94e0dc96 on network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:44:02.968383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Attempting to bind port b7e5b948-51fc-419b-b837-e50d94e0dc96 on network 597c1e69-6e74-4bc9-ac21-1c320277cdd8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:02.976469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:44:02.976872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Checking segment: {'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:02.977356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Bound using segment: {'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:44:02.977793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Bound port: b7e5b948-51fc-419b-b837-e50d94e0dc96, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bbd9d2-8209-4677-b116-ee3232c39e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:44:02.978152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.007792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 28d8141e-568f-45ac-b379-0ef1efb5adbe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:03.008290 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.026190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02159bc-9f7b-4f0f-abda-241faa539c9a req-8af43043-830a-4ef5-ba32-20fa72109f3c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.033599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d02159bc-9f7b-4f0f-abda-241faa539c9a req-8af43043-830a-4ef5-ba32-20fa72109f3c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.1392999 Sep 23 19:44:03.102811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d02159bc-9f7b-4f0f-abda-241faa539c9a req-19348a38-0dbf-4121-a47a-97280d710d73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Sep 23 19:44:03.123850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a45ee374-84ad-43d0-9503-83ffa1db9ff0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:03.128438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:44:03.133274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:44:03.141933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.193514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a45ee374-84ad-43d0-9503-83ffa1db9ff0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:03.193886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.206473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Pushing event updated for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:03.229550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.231144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.232998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-c2487804-c3c2-45ab-aa1d-eb6d4ff0f40e service neutron] 10.222.0.72 "PUT /v2.0/ports/b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 1091 time: 0.8656356 Sep 23 19:44:03.263563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:03.266121 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e628a661-e68e-4d31-b564-984cf1261847" -d '{"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:03.314991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68063098-9115-4168-ad19-9562a71408f1 req-c653cd63-4a82-4c43-a723-205cf5a18c6a tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.316770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68063098-9115-4168-ad19-9562a71408f1 req-c653cd63-4a82-4c43-a723-205cf5a18c6a tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 943 time: 0.1113374 Sep 23 19:44:03.318735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.363489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port a45ee374-84ad-43d0-9503-83ffa1db9ff0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a45ee374-84ad-43d0-9503-83ffa1db9ff0,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:03.364384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-bf37bd7b-7c48-4e15-b12c-7c4b5849a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.366356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-bf37bd7b-7c48-4e15-b12c-7c4b5849a1d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1094 time: 0.0878379 Sep 23 19:44:03.368487 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.423653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=a45ee374-84ad-43d0-9503-83ffa1db9ff0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:03.434192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-23944128-6279-4b41-89a6-cd692b711862 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 217 time: 0.0590198 Sep 23 19:44:03.437361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.437702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.438055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.438423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.438637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68063098-9115-4168-ad19-9562a71408f1 req-9f3f95ae-b4a2-4dab-8df6-61a6f21ebc86 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121528 Sep 23 19:44:03.438779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.439082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.439414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.439739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.440066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.440408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.440699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.441022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:03.512426 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a7450-26d0-409d-807a-abfbd28faa72 x-openstack-request-id: req-ac0a7450-26d0-409d-807a-abfbd28faa72 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:03.512714 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:03.512958 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac0a7450-26d0-409d-807a-abfbd28faa72 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:03.513352 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'status': 'completed', 'code': 200} Sep 23 19:44:03.515360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-b46b8f59-e1e8-4e62-96ed-3dba4e6a4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.516850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-b46b8f59-e1e8-4e62-96ed-3dba4e6a4e89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.0751069 Sep 23 19:44:03.552501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-40fb7c46-4491-4de7-b8d1-bb4245049457 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255630 Sep 23 19:44:03.653963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-823dc675-1e76-45cb-ace4-e25c28835b1d service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938063 Sep 23 19:44:03.748383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53545dcf-bdaa-46a9-b251-fba38b7de197 req-163d1d7b-44b4-499e-bd6f-bac9a4c020ef service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832286 Sep 23 19:44:03.853971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628a661-e68e-4d31-b564-984cf1261847 req-1e153e12-890e-4a46-9245-87d64721e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.857793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e628a661-e68e-4d31-b564-984cf1261847 req-1e153e12-890e-4a46-9245-87d64721e6c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1094 time: 0.0526559 Sep 23 19:44:03.894551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caab975-dbae-4464-8c83-9dfa35acef8f req-7396eb6a-1e59-4ca3-9d42-0800b0e4bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.896752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4caab975-dbae-4464-8c83-9dfa35acef8f req-7396eb6a-1e59-4ca3-9d42-0800b0e4bdf0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0446038 Sep 23 19:44:03.934487 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4caab975-dbae-4464-8c83-9dfa35acef8f req-a6bb78c0-f9f0-440a-b215-988aaec030ff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Sep 23 19:44:03.954645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628a661-e68e-4d31-b564-984cf1261847 req-ab5870c2-30c9-420c-9c44-fe550c860892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.956810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e628a661-e68e-4d31-b564-984cf1261847 req-ab5870c2-30c9-420c-9c44-fe550c860892 service neutron] 10.222.0.72 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.0919030 Sep 23 19:44:04.169919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e628a661-e68e-4d31-b564-984cf1261847 req-750c5904-8dec-4a67-86a9-9d0ccf335bca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 217 time: 0.0411632 Sep 23 19:44:04.244391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628a661-e68e-4d31-b564-984cf1261847 req-fe85488e-6d7d-48e1-a418-367e344e40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:04.245795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e628a661-e68e-4d31-b564-984cf1261847 req-fe85488e-6d7d-48e1-a418-367e344e40e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.0670321 Sep 23 19:44:04.254187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f8bc-ac53-4665-9976-1059f9523463 req-bd3afaaa-880e-468b-8865-4aa5def746c3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:04.255654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7119f8bc-ac53-4665-9976-1059f9523463 req-bd3afaaa-880e-468b-8865-4aa5def746c3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0884554 Sep 23 19:44:04.286687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e628a661-e68e-4d31-b564-984cf1261847 req-a79ba506-3b0e-40bf-9662-15ea235860a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299380 Sep 23 19:44:04.333199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7119f8bc-ac53-4665-9976-1059f9523463 req-9ae034b8-5ff1-406f-84b4-eaa58da95049 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687737 Sep 23 19:44:04.402426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e628a661-e68e-4d31-b564-984cf1261847 req-6a84753b-18d9-490f-a777-b306d24a5f3a service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022964 Sep 23 19:44:04.503562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e628a661-e68e-4d31-b564-984cf1261847 req-8691b21a-e671-4155-a4b6-acfcee77068e service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931385 Sep 23 19:44:04.575830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd1d4-6118-420b-a23d-91d77ed4ff51 req-15a4deca-9978-4d5d-a519-7b6980323cc9 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:04.577977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e7cd1d4-6118-420b-a23d-91d77ed4ff51 req-15a4deca-9978-4d5d-a519-7b6980323cc9 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 943 time: 0.0543332 Sep 23 19:44:04.620060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e7cd1d4-6118-420b-a23d-91d77ed4ff51 req-7e3e790d-3bb0-4b67-a21e-a37f3423a3d3 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Sep 23 19:44:04.822572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a45ee374-84ad-43d0-9503-83ffa1db9ff0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:04.825541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:04.873217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a45ee374-84ad-43d0-9503-83ffa1db9ff0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:04.873586 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.966188 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b46116c4-1a33-4433-ac52-e711b0e16efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.068207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b46116c4-1a33-4433-ac52-e711b0e16efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.072031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b46116c4-1a33-4433-ac52-e711b0e16efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.116636 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b46116c4-1a33-4433-ac52-e711b0e16efa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7cd2d705371467cbda30470f1f8c9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894852 Sep 23 19:44:05.117361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46116c4-1a33-4433-ac52-e711b0e16efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae1cf1c-e83c-4f3f-9247-9847cf70e461,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:05.119262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:05.168014 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2fa62a5-6f9e-4340-912f-4809dee68402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.189151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2fa62a5-6f9e-4340-912f-4809dee68402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.233690 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2fa62a5-6f9e-4340-912f-4809dee68402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.236224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2fa62a5-6f9e-4340-912f-4809dee68402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.237373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d2fa62a5-6f9e-4340-912f-4809dee68402 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ae1cf1c-e83c-4f3f-9247-9847cf70e461 HTTP/1.1" status: 204 len: 168 time: 0.1170735 Sep 23 19:44:05.245336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa62a5-6f9e-4340-912f-4809dee68402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae1cf1c-e83c-4f3f-9247-9847cf70e461,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:05.455451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4372c-a738-4495-830c-69c5d8fd241e req-c4205e74-e113-406a-8eb2-6da8740f419c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:05.457358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9f4372c-a738-4495-830c-69c5d8fd241e req-c4205e74-e113-406a-8eb2-6da8740f419c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0571344 Sep 23 19:44:05.495892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9f4372c-a738-4495-830c-69c5d8fd241e req-82b4b5ba-e2be-4ad8-a0ed-852620f96b06 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Sep 23 19:44:05.503704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:05.517802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8be3e72e-63e9-457e-8871-e245d730232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.635491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7616-d720-401f-8bca-b678d3aa01f1 req-e475f646-b522-485b-b9e1-c50a9341d380 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:05.636970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f73f7616-d720-401f-8bca-b678d3aa01f1 req-e475f646-b522-485b-b9e1-c50a9341d380 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0689540 Sep 23 19:44:05.653753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8be3e72e-63e9-457e-8871-e245d730232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.661976 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8be3e72e-63e9-457e-8871-e245d730232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.714563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3e72e-63e9-457e-8871-e245d730232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76af5ed1-1045-4a5e-81a1-545a2383e51f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:05.719379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8be3e72e-63e9-457e-8871-e245d730232e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c886c89aaa134d1481dd8d4d9f64b421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146864 Sep 23 19:44:05.722355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:05.722811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f73f7616-d720-401f-8bca-b678d3aa01f1 req-3503d93d-d6b4-479e-9fbd-a99aa9c23817 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785239 Sep 23 19:44:05.778105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e78987-14ca-47ae-b5a1-4254702b40e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.799585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e78987-14ca-47ae-b5a1-4254702b40e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.829595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90dfff-6e80-497a-a341-73795633f3e3 req-02dc42ca-1eab-4fec-ac4f-cf1d805a18fb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:05.831116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d90dfff-6e80-497a-a341-73795633f3e3 req-02dc42ca-1eab-4fec-ac4f-cf1d805a18fb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 943 time: 0.0487754 Sep 23 19:44:05.848509 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e78987-14ca-47ae-b5a1-4254702b40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.851278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e78987-14ca-47ae-b5a1-4254702b40e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.852582 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c2e78987-14ca-47ae-b5a1-4254702b40e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76af5ed1-1045-4a5e-81a1-545a2383e51f HTTP/1.1" status: 204 len: 168 time: 0.1289997 Sep 23 19:44:05.860724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e78987-14ca-47ae-b5a1-4254702b40e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76af5ed1-1045-4a5e-81a1-545a2383e51f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:05.884539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d90dfff-6e80-497a-a341-73795633f3e3 req-d5d9d23b-8f70-44f5-bd67-4644afb252ca tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Sep 23 19:44:06.110865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fc2b7-aded-412e-a02b-99abebbde429 req-02fff5b4-510c-4eb7-88bd-9fe1715f9d66 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:06.112560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-730fc2b7-aded-412e-a02b-99abebbde429 req-02fff5b4-510c-4eb7-88bd-9fe1715f9d66 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0505426 Sep 23 19:44:06.153293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-730fc2b7-aded-412e-a02b-99abebbde429 req-e9dac072-dad4-4e31-ba32-b7df62472c7f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Sep 23 19:44:06.200701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:06.215408 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-671a10fd-f42c-4a68-9933-0cf817c119af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.308927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-671a10fd-f42c-4a68-9933-0cf817c119af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.312149 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-671a10fd-f42c-4a68-9933-0cf817c119af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.355444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-671a10fd-f42c-4a68-9933-0cf817c119af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2492a0796ffb493e8db69a9dedcee001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536756 Sep 23 19:44:06.356276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a10fd-f42c-4a68-9933-0cf817c119af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34500a54-497c-43dd-aaeb-6cf0134e8907,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:06.358979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:06.408133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c69b15a-1c18-4175-b3a2-a026be5e787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.429695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c69b15a-1c18-4175-b3a2-a026be5e787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.476591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c69b15a-1c18-4175-b3a2-a026be5e787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.479276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c69b15a-1c18-4175-b3a2-a026be5e787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.480427 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3c69b15a-1c18-4175-b3a2-a026be5e787f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34500a54-497c-43dd-aaeb-6cf0134e8907 HTTP/1.1" status: 204 len: 168 time: 0.1201077 Sep 23 19:44:06.488143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69b15a-1c18-4175-b3a2-a026be5e787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34500a54-497c-43dd-aaeb-6cf0134e8907,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:07.003777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f5e82-d28e-405d-a8dc-162a9c2642f6 req-c373ec82-e119-44e7-b42b-4e5e870bd009 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:07.005279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-521f5e82-d28e-405d-a8dc-162a9c2642f6 req-c373ec82-e119-44e7-b42b-4e5e870bd009 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 943 time: 0.0493779 Sep 23 19:44:07.044543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-521f5e82-d28e-405d-a8dc-162a9c2642f6 req-f3be52e7-d380-409d-b7f7-b52e72f1b8f2 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Sep 23 19:44:07.274685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee9485-be99-4676-8807-b48963e2e86c req-317c85ae-e815-44a6-9591-3832c82bef4e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:07.276208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05ee9485-be99-4676-8807-b48963e2e86c req-317c85ae-e815-44a6-9591-3832c82bef4e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0520210 Sep 23 19:44:07.314167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05ee9485-be99-4676-8807-b48963e2e86c req-2c688ac6-de75-46da-a139-aa3c33f7b778 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Sep 23 19:44:07.482696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b7e5b948-51fc-419b-b837-e50d94e0dc96 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:44:07.610240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:07.623181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'port_id': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'mac_address': 'fa:16:3e:60:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:44:07.635768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b19819-c176-40ea-a3e7-a87b51e995b1 req-0a3a4379-2ef4-4378-8ce6-e7a83ac5c1d3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:07.637866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12b19819-c176-40ea-a3e7-a87b51e995b1 req-0a3a4379-2ef4-4378-8ce6-e7a83ac5c1d3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0859191 Sep 23 19:44:07.668483 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.687568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e5b948-51fc-419b-b837-e50d94e0dc96 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:07.700583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12b19819-c176-40ea-a3e7-a87b51e995b1 req-e1839596-ba94-4850-a14b-9e8c8c81b34d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Sep 23 19:44:07.711617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:07.717273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.770276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:07.986650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['b7e5b948-51fc-419b-b837-e50d94e0dc96'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:08.170551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca75ce-2b45-4065-8c4d-ec1070fcdc58 req-8bc71286-69a2-41b2-9b5f-51bed9cea70f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:08.172218 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbca75ce-2b45-4065-8c4d-ec1070fcdc58 req-8bc71286-69a2-41b2-9b5f-51bed9cea70f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 944 time: 0.0545354 Sep 23 19:44:08.211242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbca75ce-2b45-4065-8c4d-ec1070fcdc58 req-a4a948a2-5bd1-41bf-9d74-62e20b0f937b tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Sep 23 19:44:08.784510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-f46e9a06-8cda-4f9f-b26a-32ac7bae9b10 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=13003b252dc04a2a977437aa55dc5c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359159 Sep 23 19:44:08.988212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-c997e5f0-947b-42c0-ad8f-68ebe1906fc5 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:08.989681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-c997e5f0-947b-42c0-ad8f-68ebe1906fc5 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990156 Sep 23 19:44:09.005058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-2d7b5eb1-f2f6-4690-a96a-a06185047dab tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/quotas/13003b252dc04a2a977437aa55dc5c10 HTTP/1.1" status: 200 len: 375 time: 0.0094607 Sep 23 19:44:09.040993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-075f6bf8-7898-48dc-a460-28f5bd31b3a0 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=13003b252dc04a2a977437aa55dc5c10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301144 Sep 23 19:44:09.230329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eca2fa-09cc-40d0-9d38-d73bbf50dfcb req-99592a33-ec91-49a4-b66b-7b78140c62bc tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:09.231841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4eca2fa-09cc-40d0-9d38-d73bbf50dfcb req-99592a33-ec91-49a4-b66b-7b78140c62bc tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0501471 Sep 23 19:44:09.270305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4eca2fa-09cc-40d0-9d38-d73bbf50dfcb req-217836eb-8ace-494c-a054-3e281622e842 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Sep 23 19:44:09.345330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2f35bdd-4154-4684-86ae-bd783c670f22 req-2dc39603-dc06-4869-82b7-19a85431940d tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 210 time: 0.0324240 Sep 23 19:44:09.444808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa28eb-5d7f-4194-b769-f130c8d13e64 req-73ec553c-af8b-4e05-817c-d43ba69b73be tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:09.446348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14fa28eb-5d7f-4194-b769-f130c8d13e64 req-73ec553c-af8b-4e05-817c-d43ba69b73be tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 944 time: 0.0498655 Sep 23 19:44:09.490546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14fa28eb-5d7f-4194-b769-f130c8d13e64 req-1f40cab0-c2fe-4240-b719-314fa137e03e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Sep 23 19:44:09.498143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b7e5b948-51fc-419b-b837-e50d94e0dc96 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:09.555312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port b7e5b948-51fc-419b-b837-e50d94e0dc96 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:44:09.559480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port b7e5b948-51fc-419b-b837-e50d94e0dc96 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:09.559934 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:09.677083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:09.705373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:09.707655 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e89617-b13e-402e-bd2a-6903ec2dd579" -d '{"events": [{"server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "name": "network-vif-plugged", "status": "completed", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:09.722782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:09.726774 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:09.754993 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86967fff-f626-4150-87f8-4af0b3b3284b x-openstack-request-id: req-86967fff-f626-4150-87f8-4af0b3b3284b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:09.755286 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "name": "network-vif-plugged", "status": "completed", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:09.755539 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86967fff-f626-4150-87f8-4af0b3b3284b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:09.755934 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'code': 200} Sep 23 19:44:09.791068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:09.869246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ceb86-56e5-4694-9da7-44839257e392 req-093cbdc9-e8f7-4307-af00-d67b07001803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:09.870792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-077ceb86-56e5-4694-9da7-44839257e392 req-093cbdc9-e8f7-4307-af00-d67b07001803 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.0460389 Sep 23 19:44:09.907510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-077ceb86-56e5-4694-9da7-44839257e392 req-5c9a5657-2801-48a9-8de8-42d545b898c3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290589 Sep 23 19:44:10.159907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-cd48459b-97d1-44e3-b495-1e13efc256a8 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=13003b252dc04a2a977437aa55dc5c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375559 Sep 23 19:44:10.360349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-9ed43ad8-2839-4638-9584-48d3df14341a tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:10.361821 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-9ed43ad8-2839-4638-9584-48d3df14341a tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960373 Sep 23 19:44:10.376168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Request body: {'port': {'device_id': '28508e8b-fa24-4199-be93-3933ed6470f3', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '13003b252dc04a2a977437aa55dc5c10'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:10.440526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3441e24-78f0-479e-8115-a9281bb1f150 req-5f083358-7d59-459a-b49c-6b6bf14a9474 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 210 time: 0.0257967 Sep 23 19:44:10.491180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Made reservation on behalf of 13003b252dc04a2a977437aa55dc5c10 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:10.494782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.504654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.603064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.606947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.620528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f286f0-1d0e-449c-b81a-d6b3cfec6b5c req-19482e82-93e5-4eea-9701-a3dc0cb374c9 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:10.622030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37f286f0-1d0e-449c-b81a-d6b3cfec6b5c req-19482e82-93e5-4eea-9701-a3dc0cb374c9 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0556579 Sep 23 19:44:10.664183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37f286f0-1d0e-449c-b81a-d6b3cfec6b5c req-f5dbabde-43d8-4cff-b669-afc63a87f0a6 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347946 Sep 23 19:44:10.681006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d65269-9819-45c8-bd30-a1405bbc5586,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:10.753256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Allocated IP 192.168.233.79 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:10.909628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.929433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d840cbc-550c-4819-bcf0-df16e66820f0 req-19e7fd7f-7284-40cd-bbde-eaf513071524 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:10.931056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d840cbc-550c-4819-bcf0-df16e66820f0 req-19e7fd7f-7284-40cd-bbde-eaf513071524 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0520136 Sep 23 19:44:10.954076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.978110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d840cbc-550c-4819-bcf0-df16e66820f0 req-6f3ee023-02bf-4813-b9af-2d722779a7c8 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 Sep 23 19:44:11.027500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:11.036203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:11.039293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:11.042543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Pushing event updated for resources: {'Port': ['ID=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:11.075594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057474bd-1f30-4244-a94e-bf263862c3eb req-800af27e-00c2-472c-9ac6-900fe77b9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:11.077085 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-057474bd-1f30-4244-a94e-bf263862c3eb req-800af27e-00c2-472c-9ac6-900fe77b9529 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1096 time: 0.1116002 Sep 23 19:44:11.106933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:11.107702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.142841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-56788a8d-6c08-4761-bbc4-d9fcffb0ab3e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7705150 Sep 23 19:44:11.179529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Request body: {'port': {'device_id': '28508e8b-fa24-4199-be93-3933ed6470f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:11.250570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057474bd-1f30-4244-a94e-bf263862c3eb req-ad0587be-ce4c-401e-9d0f-bac9f4b95d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:11.252325 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-057474bd-1f30-4244-a94e-bf263862c3eb req-ad0587be-ce4c-401e-9d0f-bac9f4b95d6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 919 time: 0.1605213 Sep 23 19:44:11.254783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.283919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e4f062b4-ceca-495d-81dc-ee8836e93b26 None None] Provisioning complete for port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:11.284555 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4f062b4-ceca-495d-81dc-ee8836e93b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.305949 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-057474bd-1f30-4244-a94e-bf263862c3eb req-83b16433-4a60-4ad6-b882-6df88284ad01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 200 len: 217 time: 0.0421448 Sep 23 19:44:11.318686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e4f062b4-ceca-495d-81dc-ee8836e93b26 None None] Port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:44:11.435173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057474bd-1f30-4244-a94e-bf263862c3eb req-cf35e902-0814-4134-bbfb-1b36a3867ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:11.436534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-057474bd-1f30-4244-a94e-bf263862c3eb req-cf35e902-0814-4134-bbfb-1b36a3867ef7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.1115606 Sep 23 19:44:11.474429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-057474bd-1f30-4244-a94e-bf263862c3eb req-8f8fe2a7-9679-4f04-abd8-03988d1f0576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288630 Sep 23 19:44:11.557399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15398e8c-4e10-4001-8f45-ca08eb7ea5cd req-885d991b-94bd-4dbd-8423-50fd201356ab tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:11.558921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15398e8c-4e10-4001-8f45-ca08eb7ea5cd req-885d991b-94bd-4dbd-8423-50fd201356ab tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 935 time: 0.0476742 Sep 23 19:44:11.596937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15398e8c-4e10-4001-8f45-ca08eb7ea5cd req-8d78363a-5b3d-4835-9f45-836035f46035 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Sep 23 19:44:11.639982 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-057474bd-1f30-4244-a94e-bf263862c3eb req-bf321629-1cce-4403-8564-d123f8de8bdd service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559722 Sep 23 19:44:11.781346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069df1ae-9b75-4f9e-a6b3-cb06e059f5f3 req-e7fc4c23-fa62-48ef-899a-33c65a55c13e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:11.783036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-069df1ae-9b75-4f9e-a6b3-cb06e059f5f3 req-e7fc4c23-fa62-48ef-899a-33c65a55c13e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Sep 23 19:44:11.825001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-069df1ae-9b75-4f9e-a6b3-cb06e059f5f3 req-a89569cd-102f-4e79-85aa-1909b66a5dd4 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Sep 23 19:44:12.075154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:12.088059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.108291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-0ef27c28-8388-4116-84bd-1d0ad067b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.109600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Transition to ACTIVE for port object bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:44:12.110078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-0ef27c28-8388-4116-84bd-1d0ad067b9a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.0918999 Sep 23 19:44:12.117450 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.122086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491216-406c-457b-92b8-1f622cf3a7ef req-abc81ee6-74cc-4f58-8e80-d9cad9192f46 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.125461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23491216-406c-457b-92b8-1f622cf3a7ef req-abc81ee6-74cc-4f58-8e80-d9cad9192f46 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0927701 Sep 23 19:44:12.147844 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-057474bd-1f30-4244-a94e-bf263862c3eb req-c9ab2a19-0ad4-4381-9ca4-81eafc5a1eac service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949257 Sep 23 19:44:12.233110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23491216-406c-457b-92b8-1f622cf3a7ef req-2bbd2228-0e17-4031-9ef2-6ba19904a61a tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001236 Sep 23 19:44:12.235151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Pushing event updated for resources: {'Port': ['ID=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:12.279285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-1a331ecc-61ec-481b-abda-2d7ffc445c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.281202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-1a331ecc-61ec-481b-abda-2d7ffc445c7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.1560783 Sep 23 19:44:12.285656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Attempting to bind port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:44:12.286039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Attempting to bind port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:44:12.286446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Attempting to bind port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:12.294083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:44:12.294440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Attempting to bind port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:12.305943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:44:12.306361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:12.306688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:44:12.307125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Bound port: bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:44:12.307489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.335770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-4c3bb55f-2f86-4fc2-8ad1-cc679ad15002 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 217 time: 0.0466058 Sep 23 19:44:12.398850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] For port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:44:12.402071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] For port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:44:12.411370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.423962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-9b3ffac6-39a1-454a-b830-2d79d4ba3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.425708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-9b3ffac6-39a1-454a-b830-2d79d4ba3f2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.0832951 Sep 23 19:44:12.439270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133b25-ce63-43f9-846d-59b676a0563d req-205db233-3763-49f8-a2f1-128baa2a3f49 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.441695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64133b25-ce63-43f9-846d-59b676a0563d req-205db233-3763-49f8-a2f1-128baa2a3f49 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0909848 Sep 23 19:44:12.444969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.445588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.446972 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] 10.222.0.41 "PUT /v2.0/ports/bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 HTTP/1.1" status: 200 len: 1095 time: 1.2740748 Sep 23 19:44:12.447408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28508e8b-fa24-4199-be93-3933ed6470f3', 'tag': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:12.449750 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8490b853-5b0a-481c-b84e-16a47d5a007a" -d '{"events": [{"name": "network-changed", "server_uuid": "28508e8b-fa24-4199-be93-3933ed6470f3", "tag": "bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:12.483635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcf045-5d7a-43ad-a761-2551f55c8e6b service neutron] Pushing event updated for resources: {'Port': ['ID=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:12.496617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-3008c7fd-c4d8-42ce-8269-036667cef226 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531120 Sep 23 19:44:12.535731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64133b25-ce63-43f9-846d-59b676a0563d req-2b166dcf-2268-43d7-a184-d929ba0b62e5 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822816 Sep 23 19:44:12.544891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98e1fe74-0333-4755-af9a-b72f9c42e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.546467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-98e1fe74-0333-4755-af9a-b72f9c42e9a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13003b252dc04a2a977437aa55dc5c10&device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 1098 time: 0.0521281 Sep 23 19:44:12.607138 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac75814-ab30-4bf0-9308-06ee86ceccd7 x-openstack-request-id: req-2ac75814-ab30-4bf0-9308-06ee86ceccd7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:12.607435 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28508e8b-fa24-4199-be93-3933ed6470f3", "tag": "bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:12.607685 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ac75814-ab30-4bf0-9308-06ee86ceccd7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:12.608080 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28508e8b-fa24-4199-be93-3933ed6470f3', 'tag': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786', 'status': 'completed', 'code': 200} Sep 23 19:44:12.610243 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-2a529d7c-85d1-4b2a-b069-6a0f90650bb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 HTTP/1.1" status: 200 len: 217 time: 0.0439479 Sep 23 19:44:12.628071 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-6d7d1ce4-1cea-4761-9acc-c92c0239b1ec service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244822 Sep 23 19:44:12.686179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-0c28f6f0-9cff-46ce-b21d-e3a6cd43f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.687693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-0c28f6f0-9cff-46ce-b21d-e3a6cd43f042 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0636883 Sep 23 19:44:12.737822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-dda200ab-9ae8-4194-a1f3-06ce21820b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.739256 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-dda200ab-9ae8-4194-a1f3-06ce21820b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433538 Sep 23 19:44:12.761065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6d980ec-eafd-4b1b-a81e-8d18ecff9840 req-847c7e96-fdf6-4a98-9c66-44bed3f5fa88 service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257415 Sep 23 19:44:12.776442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12335759-d599-48b2-afa4-4b83ab139fff req-8bf327ac-4fb6-4f10-8200-2b7ef7669790 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:12.778270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12335759-d599-48b2-afa4-4b83ab139fff req-8bf327ac-4fb6-4f10-8200-2b7ef7669790 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 947 time: 0.0727582 Sep 23 19:44:12.822647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12335759-d599-48b2-afa4-4b83ab139fff req-b4ff56fe-6d2d-4aa0-a24d-aff999f2608c tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378926 Sep 23 19:44:12.852875 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-53f5ca59-db2a-4ca5-b7c2-3112276f2b89 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055825 Sep 23 19:44:12.943420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-90fb2fdb-f61c-4b4a-ad82-5394939498c6 req-ec701928-5e1c-4f81-9f37-b20855c79266 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834131 Sep 23 19:44:13.031479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-4c282883-0400-470a-ba63-207fe7d762c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.032855 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-4c282883-0400-470a-ba63-207fe7d762c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13003b252dc04a2a977437aa55dc5c10&device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 1098 time: 0.0438256 Sep 23 19:44:13.126326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-aa4c4b54-3510-4708-b00e-488fd601b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.127791 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-aa4c4b54-3510-4708-b00e-488fd601b805 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0868366 Sep 23 19:44:13.146687 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3d812c0-fa6f-4b10-81e7-40cd8c2e3f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:13.174878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-b3fbdcef-a349-4383-bc78-77ae6bcfba89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 HTTP/1.1" status: 200 len: 217 time: 0.0382419 Sep 23 19:44:13.223267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-95996007-55d5-4301-93d2-7b5646fa0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.224673 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-95996007-55d5-4301-93d2-7b5646fa0547 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0427234 Sep 23 19:44:13.276047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-f359e004-a9f4-47fb-aa04-f7053c54a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.277564 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-f359e004-a9f4-47fb-aa04-f7053c54a104 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442765 Sep 23 19:44:13.345812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa735c-15d6-4af0-ab09-ea85fc5453ef req-490ab0ca-7803-4f90-b672-ed9b61b9e291 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.347352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbfa735c-15d6-4af0-ab09-ea85fc5453ef req-490ab0ca-7803-4f90-b672-ed9b61b9e291 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Sep 23 19:44:13.378562 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-caccf7a1-79be-4c29-905e-5062fd380cea service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891399 Sep 23 19:44:13.386351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbfa735c-15d6-4af0-ab09-ea85fc5453ef req-2c3e986e-508f-4b00-9043-21e27a69626d tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Sep 23 19:44:13.473973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8490b853-5b0a-481c-b84e-16a47d5a007a req-1f53ed38-7943-4525-831e-1dd54217acea service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877314 Sep 23 19:44:13.661765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3581b93-4d7f-448d-bd89-833aa44f3815 req-814dc599-86db-4e99-9df2-097b1ec466bc tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.663780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3581b93-4d7f-448d-bd89-833aa44f3815 req-814dc599-86db-4e99-9df2-097b1ec466bc tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0532591 Sep 23 19:44:13.700764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3581b93-4d7f-448d-bd89-833aa44f3815 req-07c16916-53ec-40c4-ac42-c248ddb178b5 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Sep 23 19:44:13.939861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547df59-a402-4f3f-95e9-8e04ae71e28c req-a8dd4f6f-d06c-43d1-b84e-00110b1aa76e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.941248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c547df59-a402-4f3f-95e9-8e04ae71e28c req-a8dd4f6f-d06c-43d1-b84e-00110b1aa76e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 947 time: 0.0487199 Sep 23 19:44:13.978615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c547df59-a402-4f3f-95e9-8e04ae71e28c req-22ac4499-7e4a-46a2-acb4-86fbdcba9ea4 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Sep 23 19:44:14.440177 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:44:14.501592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e2ce-4f4c-4d73-9898-dc64206864c4 req-91ce9b71-258a-460e-a2ba-3f41a567d6e6 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:14.503124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99b0e2ce-4f4c-4d73-9898-dc64206864c4 req-91ce9b71-258a-460e-a2ba-3f41a567d6e6 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Sep 23 19:44:14.541164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99b0e2ce-4f4c-4d73-9898-dc64206864c4 req-dd6c6876-a114-4162-aaf9-8b2e654f5c32 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Sep 23 19:44:15.136420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ef9da-0c41-4875-aa03-dd462530cd85 req-e4139f63-fffa-4328-b36a-b0a450da35c3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.137916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e00ef9da-0c41-4875-aa03-dd462530cd85 req-e4139f63-fffa-4328-b36a-b0a450da35c3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.3707316 Sep 23 19:44:15.174936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e00ef9da-0c41-4875-aa03-dd462530cd85 req-f619f148-92b3-4dd7-89f6-039dcc3be9e9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Sep 23 19:44:15.274935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329f37b-6d58-4f62-b573-3e31f675a038 req-f69b9e2f-1ae6-46dd-8fae-203677ccb162 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.276589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3329f37b-6d58-4f62-b573-3e31f675a038 req-f69b9e2f-1ae6-46dd-8fae-203677ccb162 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 947 time: 0.0475297 Sep 23 19:44:15.314110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3329f37b-6d58-4f62-b573-3e31f675a038 req-e0e7ea00-fd41-49b0-94bb-24749fe93785 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306537 Sep 23 19:44:15.357215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-16ad950d-90a3-4289-b337-4b756502767a req-437cf184-b94d-47ed-8c47-1be4a84c76a0 tempest-LiveMigrationTest-865740983 tempest-LiveMigrationTest-865740983-project] (94826) timed out ('10.222.0.38', 38188) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:44:15.441483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-c5551b36-efc8-4b77-a008-d61d9554ae05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0436711 Sep 23 19:44:15.543400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.544114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.544342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.544809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.545272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.545739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.546197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.548097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0d8e6c23-15cc-4d0b-8f42-756fa06e7013 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 6502 time: 0.0515862 Sep 23 19:44:15.696457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-d12679b6-3066-4f67-b8b1-a2cbb86ea1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.696851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-d12679b6-3066-4f67-b8b1-a2cbb86ea1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.697324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-d12679b6-3066-4f67-b8b1-a2cbb86ea1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.698940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-d12679b6-3066-4f67-b8b1-a2cbb86ea1ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=58635457-bc59-4eda-9f1c-3e8334135a76&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&id=27977598-a0a0-4d67-97ee-5426d383170d&id=27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 200 len: 2296 time: 0.1226084 Sep 23 19:44:15.710592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f209a7c-2cbd-4cc6-9dbb-14f552d2e287 req-14284ddf-b149-4b5b-b2dd-9a59bbed8b18 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.711963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f209a7c-2cbd-4cc6-9dbb-14f552d2e287 req-14284ddf-b149-4b5b-b2dd-9a59bbed8b18 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0996847 Sep 23 19:44:15.787629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f209a7c-2cbd-4cc6-9dbb-14f552d2e287 req-f502cc18-502c-4b88-87f3-288e0091cb19 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682158 Sep 23 19:44:15.795139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-8edc83f4-65f3-4f49-ad7b-5ab897284d25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 200 len: 1001 time: 0.0821922 Sep 23 19:44:15.854758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-d5684055-7bd9-4e78-ac77-90e5ed9def35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.856184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-d5684055-7bd9-4e78-ac77-90e5ed9def35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99a31fcd-cda4-4b73-8588-ceba98513f6f HTTP/1.1" status: 200 len: 854 time: 0.0534730 Sep 23 19:44:15.900792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-3afaf232-9726-48ff-90a7-74404cb3eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.902363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-3afaf232-9726-48ff-90a7-74404cb3eaf0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58635457-bc59-4eda-9f1c-3e8334135a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393891 Sep 23 19:44:15.991915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-2ee78821-5e17-4bf8-a112-384076430e67 service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821929 Sep 23 19:44:16.087070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-2ac178b8-5586-4117-9bfa-6bb1f17518b4 service neutron] 10.222.0.72 "GET /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884008 Sep 23 19:44:16.131291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-72f9614f-1733-4a5a-8ba4-2eb6b0cbd0ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 217 time: 0.0373058 Sep 23 19:44:16.185423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-ee24aa47-b15e-42ea-ad05-4f24ba1d3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:16.186880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-ee24aa47-b15e-42ea-ad05-4f24ba1d3c4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0483081 Sep 23 19:44:16.233337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-9cd686fc-79a6-4915-9dba-6c46c34a3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:16.234874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-9cd686fc-79a6-4915-9dba-6c46c34a3b54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406566 Sep 23 19:44:16.294977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae5aa664-8f51-4053-953d-30b3e761c209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:16.351305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb30b40-7a27-470f-8f3e-4ae58750860c req-8dfc71a7-dcb0-48d1-8711-4fa9e25a213a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:16.352794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbb30b40-7a27-470f-8f3e-4ae58750860c req-8dfc71a7-dcb0-48d1-8711-4fa9e25a213a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.1090434 Sep 23 19:44:16.388425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-14822f6e-d0d0-46ee-97db-7bd90f2afcd0 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428916 Sep 23 19:44:16.405242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fbb30b40-7a27-470f-8f3e-4ae58750860c req-997dcf22-5bff-4d66-aaa0-98a9bdb2042c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Sep 23 19:44:16.456870 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:16.526429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-9fdea096-3ee1-4723-868d-c0f59ad5b8c0 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242146 Sep 23 19:44:16.535745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd392515-a97c-4935-aa39-cefbe79f8f4b req-4ac212e1-7021-4a78-9774-358e15d1ab92 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:16.537127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd392515-a97c-4935-aa39-cefbe79f8f4b req-4ac212e1-7021-4a78-9774-358e15d1ab92 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 947 time: 0.0677004 Sep 23 19:44:16.576932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-d3b3bd82-b1a5-4d84-9d77-2e23eec8bd11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 217 time: 0.0387731 Sep 23 19:44:16.630617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd392515-a97c-4935-aa39-cefbe79f8f4b req-7637fc6f-5c6e-4274-83a3-28819c836e75 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871360 Sep 23 19:44:16.648611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-744fd8f9-265c-4137-8d33-3af44bdd63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:16.650045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-744fd8f9-265c-4137-8d33-3af44bdd63a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0600600 Sep 23 19:44:16.696602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-64f93c87-3a22-417e-8f58-c5ae521c218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:16.698082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-64f93c87-3a22-417e-8f58-c5ae521c218c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407362 Sep 23 19:44:16.785258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-eaab41df-17d5-4957-b967-fd84a80cf2b8 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792608 Sep 23 19:44:16.902241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-1efe254b-192e-4e4f-bdc5-c5253c9a9fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099355 Sep 23 19:44:16.927067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868996-0fd3-41e7-a762-4a1e35434fd2 req-88eaa8fa-f2af-46ab-8423-64701f57f3ef tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:16.928491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0868996-0fd3-41e7-a762-4a1e35434fd2 req-88eaa8fa-f2af-46ab-8423-64701f57f3ef tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0704052 Sep 23 19:44:16.960662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-4afede60-35b7-4ab0-9837-c42ee1c513d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=f166e3a2-c05e-4ab6-8043-88ad98432333 HTTP/1.1" status: 200 len: 217 time: 0.0475690 Sep 23 19:44:17.019889 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:17.024808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0868996-0fd3-41e7-a762-4a1e35434fd2 req-381f2229-6665-4094-98de-b307f07efe98 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Sep 23 19:44:17.030307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-e48c9127-8590-4c99-b2c8-dab657a4fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.031685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-e48c9127-8590-4c99-b2c8-dab657a4fadc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0592926 Sep 23 19:44:17.073021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:44:17.078226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-cef30404-7e91-4fc8-943b-7cbb38e0d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.079744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-cef30404-7e91-4fc8-943b-7cbb38e0d96e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410035 Sep 23 19:44:17.167440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:17.176992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-bd6bafb4-9ee1-45f3-83d5-f5a70c381c60 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868556 Sep 23 19:44:17.177623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786', 'mac_address': 'fa:16:3e:e4:2e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:44:17.214952 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:17.228299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:17.247248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:17.251140 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:17.268803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-81fa63dd-5bcc-4d9a-829b-edbd033a2490 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853884 Sep 23 19:44:17.300887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:17.317388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-dc568b37-bc0e-4f9a-a89a-50a4b1ac9969 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 200 len: 217 time: 0.0396473 Sep 23 19:44:17.368349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-129ff2ba-6f1d-46b5-942d-f01665a2e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.369792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-129ff2ba-6f1d-46b5-942d-f01665a2e34f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 200 len: 797 time: 0.0444086 Sep 23 19:44:17.416856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-bfdbaa8d-0226-4a31-bc6f-efa335ecb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.418914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-bfdbaa8d-0226-4a31-bc6f-efa335ecb2ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400527 Sep 23 19:44:17.553155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-c69073de-73e4-4b0b-ac9d-c99ee0242e8b service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174891 Sep 23 19:44:17.564163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac62b1-434a-46d8-88db-22862ab6e120 req-7d7fc45d-4c62-4022-925e-0fb3791bdf25 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.565594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acac62b1-434a-46d8-88db-22862ab6e120 req-7d7fc45d-4c62-4022-925e-0fb3791bdf25 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0676818 Sep 23 19:44:17.650901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:17.660986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acac62b1-434a-46d8-88db-22862ab6e120 req-9bf8d04f-ce6b-427b-98ec-b5f34b9d993b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830736 Sep 23 19:44:17.686112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-bdf7c1a3-e564-47b4-b8ac-9dd051e82d52 service neutron] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151695 Sep 23 19:44:17.731578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-0b2ff391-7728-46ac-a149-c8cecaa1fc9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 200 len: 217 time: 0.0368671 Sep 23 19:44:17.818095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-5e2c15fb-2606-484c-9ff9-ab8e9c0cb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.819621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-5e2c15fb-2606-484c-9ff9-ab8e9c0cb47f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.0811841 Sep 23 19:44:17.831747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ffc3-c7fd-4cef-b8ec-d8c9f373a65b req-fef09d81-25c4-44db-b1f7-c0a22d239ab5 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.833221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b69ffc3-c7fd-4cef-b8ec-d8c9f373a65b req-fef09d81-25c4-44db-b1f7-c0a22d239ab5 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 948 time: 0.0856712 Sep 23 19:44:17.901486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-04861832-5fde-4e3c-861a-1dcce8f84777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.903034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-04861832-5fde-4e3c-861a-1dcce8f84777 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689213 Sep 23 19:44:17.906235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b69ffc3-c7fd-4cef-b8ec-d8c9f373a65b req-e126fffa-a464-4204-8940-de2237254591 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616257 Sep 23 19:44:17.998040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-7d779df5-1b1e-4183-945f-f82fd452e333 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869212 Sep 23 19:44:18.091096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-eeb4e2a7-8793-4bd6-afd5-5788727163db service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845404 Sep 23 19:44:18.156225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-040b4ad3-9b7d-4a80-a06f-6bfc22d2aabc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 200 len: 217 time: 0.0540602 Sep 23 19:44:18.209981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709552c5-18ad-403c-9013-6958daeaf7fa req-9c35db62-1c7b-4447-9aa3-733d8040db8c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:18.211577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709552c5-18ad-403c-9013-6958daeaf7fa req-9c35db62-1c7b-4447-9aa3-733d8040db8c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.1185822 Sep 23 19:44:18.228982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-2ded5d64-6281-439b-8563-6565642ea3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:18.230394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-2ded5d64-6281-439b-8563-6565642ea3d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 200 len: 797 time: 0.0653632 Sep 23 19:44:18.289905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709552c5-18ad-403c-9013-6958daeaf7fa req-14e12d7c-4172-4d93-bcd8-e7e14ae8d047 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700970 Sep 23 19:44:18.302305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-8232f6f1-8a5b-44ef-9f09-16198e33ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:18.304479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-8232f6f1-8a5b-44ef-9f09-16198e33ac97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27977598-a0a0-4d67-97ee-5426d383170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662291 Sep 23 19:44:18.394089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-eb6e6f30-8da3-41cd-9e9e-281f3586dac2 service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818658 Sep 23 19:44:18.485605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceca7d44-aee0-4055-884a-f98e13ba8a66 req-4a8adae4-f2c3-418b-b5bd-5bc76e6078dc service neutron] 10.222.0.72 "GET /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Sep 23 19:44:18.543082 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:18.784200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9fd3-a7d3-489e-8aee-db36e003fe97 req-b94c5c8e-1116-4685-bd21-4700f1ecbd4c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:18.785709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c7c9fd3-a7d3-489e-8aee-db36e003fe97 req-b94c5c8e-1116-4685-bd21-4700f1ecbd4c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0502801 Sep 23 19:44:18.826791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c7c9fd3-a7d3-489e-8aee-db36e003fe97 req-f2f690c9-7e61-422c-88f8-fa0eef3b75e1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Sep 23 19:44:19.018673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0e88f-a79d-4174-91da-c119a34b3dc1 req-98d75c11-21f3-419d-8cea-e1ad4f322e6c tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:19.020131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86d0e88f-a79d-4174-91da-c119a34b3dc1 req-98d75c11-21f3-419d-8cea-e1ad4f322e6c tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 948 time: 0.0470932 Sep 23 19:44:19.060805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86d0e88f-a79d-4174-91da-c119a34b3dc1 req-a94dd2d9-2dc8-49fd-830d-b5c3d1ea846c tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Sep 23 19:44:19.092232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:19.141357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:44:19.145255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:19.145651 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:19.228596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:19.251760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28508e8b-fa24-4199-be93-3933ed6470f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:19.254016 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3201ef0-5175-4e17-966b-9f44b9a591b1" -d '{"events": [{"server_uuid": "28508e8b-fa24-4199-be93-3933ed6470f3", "name": "network-vif-plugged", "status": "completed", "tag": "bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:19.267077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:19.271430 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:19.290758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84c24-1e84-4096-bd55-77b007ee00c4 req-002bfc04-b982-4652-b0bf-df6c07c7cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:19.292366 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7d84c24-1e84-4096-bd55-77b007ee00c4 req-002bfc04-b982-4652-b0bf-df6c07c7cc44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1096 time: 0.0592303 Sep 23 19:44:19.294363 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84c41d2-ee2c-4ca3-935d-2af7abc2ecf2 x-openstack-request-id: req-e84c41d2-ee2c-4ca3-935d-2af7abc2ecf2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:19.294658 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28508e8b-fa24-4199-be93-3933ed6470f3", "name": "network-vif-plugged", "status": "completed", "tag": "bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:19.294911 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e84c41d2-ee2c-4ca3-935d-2af7abc2ecf2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:19.295293 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28508e8b-fa24-4199-be93-3933ed6470f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786', 'code': 200} Sep 23 19:44:19.324963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:19.344526 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7d84c24-1e84-4096-bd55-77b007ee00c4 req-349f8f5a-0b7e-4c42-a456-130ef562f83c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392780 Sep 23 19:44:19.414559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f87cdf-0b2f-44e4-91df-d2d192ccbc7e req-116886af-334a-4f88-a5b8-0e7d80170632 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:19.416040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09f87cdf-0b2f-44e4-91df-d2d192ccbc7e req-116886af-334a-4f88-a5b8-0e7d80170632 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0482125 Sep 23 19:44:19.453901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09f87cdf-0b2f-44e4-91df-d2d192ccbc7e req-8bdaca11-45fc-498d-b100-613bd4ac9a98 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Sep 23 19:44:19.643279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180d3b-719f-4fcf-bbf1-197dfbd37c72 req-63b77db1-20fc-4036-b1e8-bdfaa788164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:19.644752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96180d3b-719f-4fcf-bbf1-197dfbd37c72 req-63b77db1-20fc-4036-b1e8-bdfaa788164d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 1100 time: 0.0388680 Sep 23 19:44:19.678974 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-96180d3b-719f-4fcf-bbf1-197dfbd37c72 req-ec1dc32a-6b9c-479b-bc08-87255a3cf095 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261014 Sep 23 19:44:19.938760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4db7ee-8e35-419e-b78d-82877b720ccc req-30f99eda-fa41-4721-9e47-b49ede0540f3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:19.940115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce4db7ee-8e35-419e-b78d-82877b720ccc req-30f99eda-fa41-4721-9e47-b49ede0540f3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0473275 Sep 23 19:44:19.977086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce4db7ee-8e35-419e-b78d-82877b720ccc req-2d493329-2760-47ff-a93a-85d604e7f671 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Sep 23 19:44:20.172835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f08796-2ed1-45c7-ac43-bbcb4b479bb2 req-64c8156e-0358-403e-992a-984dc8ca265e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:20.174306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2f08796-2ed1-45c7-ac43-bbcb4b479bb2 req-64c8156e-0358-403e-992a-984dc8ca265e tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 949 time: 0.0483410 Sep 23 19:44:20.214578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2f08796-2ed1-45c7-ac43-bbcb4b479bb2 req-117cfe96-cbb3-42a2-936e-10674555e928 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Sep 23 19:44:20.568088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006bf77-8131-417f-b912-ea53f128748d req-d259a09d-8668-463d-906a-ecce1b627231 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:20.569609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c006bf77-8131-417f-b912-ea53f128748d req-d259a09d-8668-463d-906a-ecce1b627231 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Sep 23 19:44:20.607618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c006bf77-8131-417f-b912-ea53f128748d req-1fd49005-4358-4b31-9703-a8c4dbdae713 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Sep 23 19:44:21.090099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c0639-5fc8-49f7-a88b-a75c8c586fb5 req-919d00a0-b7c9-4bfb-a0bd-99332671593b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.091613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-793c0639-5fc8-49f7-a88b-a75c8c586fb5 req-919d00a0-b7c9-4bfb-a0bd-99332671593b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0502815 Sep 23 19:44:21.133825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-793c0639-5fc8-49f7-a88b-a75c8c586fb5 req-7fb1892c-5766-4b1a-9666-4fa729440ab0 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358746 Sep 23 19:44:21.368306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283e21-619a-428f-9849-f3494d5895a8 req-e353c372-2c57-400b-a19f-0e40c035494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.369828 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11283e21-619a-428f-9849-f3494d5895a8 req-e353c372-2c57-400b-a19f-0e40c035494c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1096 time: 0.0478833 Sep 23 19:44:21.464441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283e21-619a-428f-9849-f3494d5895a8 req-8a4af085-331f-4013-9cd0-08afb78592a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.465913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11283e21-619a-428f-9849-f3494d5895a8 req-8a4af085-331f-4013-9cd0-08afb78592a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 919 time: 0.0890281 Sep 23 19:44:21.508067 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11283e21-619a-428f-9849-f3494d5895a8 req-469089da-a7eb-45f3-94a4-a2cbb462b3fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 200 len: 217 time: 0.0346158 Sep 23 19:44:21.543591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ace0ba-c896-4742-9bd1-7fc0a2920037 req-6ad22f13-bcd6-4a34-a3f0-563c8994a5c0 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.545008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35ace0ba-c896-4742-9bd1-7fc0a2920037 req-6ad22f13-bcd6-4a34-a3f0-563c8994a5c0 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 949 time: 0.2160547 Sep 23 19:44:21.560524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283e21-619a-428f-9849-f3494d5895a8 req-9489471f-2a35-4cd9-8290-28c4d1139939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.562408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11283e21-619a-428f-9849-f3494d5895a8 req-9489471f-2a35-4cd9-8290-28c4d1139939 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0480180 Sep 23 19:44:21.586846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35ace0ba-c896-4742-9bd1-7fc0a2920037 req-960ef840-84d9-4473-b842-cc74f6a9e4c3 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357051 Sep 23 19:44:21.598763 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11283e21-619a-428f-9849-f3494d5895a8 req-dd8f1fc7-6f5d-45da-ad5a-f642e6d3f613 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298154 Sep 23 19:44:21.690258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f632-f3ee-4601-a79c-358e7816737c req-5a864297-b308-418a-99fd-9d7d9fe8d011 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.690650 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11283e21-619a-428f-9849-f3494d5895a8 req-f1eb4dc7-b7e0-45f5-8b03-321d4e5f2f10 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842774 Sep 23 19:44:21.692051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5f7f632-f3ee-4601-a79c-358e7816737c req-5a864297-b308-418a-99fd-9d7d9fe8d011 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0492167 Sep 23 19:44:21.729935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5f7f632-f3ee-4601-a79c-358e7816737c req-63946e6b-ac0f-41bc-98a8-1e3e82e43513 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Sep 23 19:44:21.785173 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-11283e21-619a-428f-9849-f3494d5895a8 req-9304aaf2-4c23-433f-a176-72d315da9b7c service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877132 Sep 23 19:44:22.088613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb99542-6913-4928-9717-1b6a1aeaee69 req-99f0ea1f-823b-4f49-8536-0da2d9ab6e1b tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:22.090144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4eb99542-6913-4928-9717-1b6a1aeaee69 req-99f0ea1f-823b-4f49-8536-0da2d9ab6e1b tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0509048 Sep 23 19:44:22.132848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4eb99542-6913-4928-9717-1b6a1aeaee69 req-03aff588-7656-4af3-ac91-cecf26f71e82 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Sep 23 19:44:22.845150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842d061-24fd-42c4-87da-6ed9e1b6fbf0 req-286c2f03-f6bf-41d3-b7bf-9b368a9d564f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:22.846896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c842d061-24fd-42c4-87da-6ed9e1b6fbf0 req-286c2f03-f6bf-41d3-b7bf-9b368a9d564f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0492213 Sep 23 19:44:22.889658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c842d061-24fd-42c4-87da-6ed9e1b6fbf0 req-4add41a0-54b4-4975-8408-3675f62b86de tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361035 Sep 23 19:44:23.254879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d877f-284e-418d-8f9b-14ced8b6ca05 req-b24339f7-22d8-45f2-8ba7-54025262a9cb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:23.257234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f5d877f-284e-418d-8f9b-14ced8b6ca05 req-b24339f7-22d8-45f2-8ba7-54025262a9cb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0516176 Sep 23 19:44:23.296902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f5d877f-284e-418d-8f9b-14ced8b6ca05 req-409ef4de-1039-41e6-83f0-3856806cdf0d tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331278 Sep 23 19:44:24.007555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9a570-c00b-4bce-8e76-8d7f1d53d293 req-ab601c3c-a0be-4500-bdcf-450e36d2b389 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:24.009060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fe9a570-c00b-4bce-8e76-8d7f1d53d293 req-ab601c3c-a0be-4500-bdcf-450e36d2b389 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0524347 Sep 23 19:44:24.049928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fe9a570-c00b-4bce-8e76-8d7f1d53d293 req-0ee50e35-3c85-4c5c-8fd5-fe3e8cd0f890 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Sep 23 19:44:24.415321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d56057-082b-4000-877c-f44ffb52ee22 req-c154c859-d49c-4879-815f-c689f16a2e63 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:24.416791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03d56057-082b-4000-877c-f44ffb52ee22 req-c154c859-d49c-4879-815f-c689f16a2e63 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Sep 23 19:44:24.457850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03d56057-082b-4000-877c-f44ffb52ee22 req-50627bf6-d461-4047-b4a6-1ab873ab8543 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350647 Sep 23 19:44:25.171750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e82fcf-8bdc-4b5c-87f5-f0d73fceb651 req-c5e9872b-7a17-43c6-8f41-93f478c5442b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:25.173219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87e82fcf-8bdc-4b5c-87f5-f0d73fceb651 req-c5e9872b-7a17-43c6-8f41-93f478c5442b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0511594 Sep 23 19:44:25.213274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87e82fcf-8bdc-4b5c-87f5-f0d73fceb651 req-ad90c456-e4d8-452e-8ceb-bf8067968b79 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Sep 23 19:44:25.273439 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.578867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05f2c6-4243-407c-8a2b-7bd0551dff11 req-305d31ac-b3c6-4019-a297-8682214430bb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:25.580589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca05f2c6-4243-407c-8a2b-7bd0551dff11 req-305d31ac-b3c6-4019-a297-8682214430bb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0510826 Sep 23 19:44:25.621757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca05f2c6-4243-407c-8a2b-7bd0551dff11 req-bd09c3b6-4bb7-4314-b611-79eb9b96fc1f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Sep 23 19:44:26.512822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-d1912b06-07ce-4ed7-b667-2a0dacc0291f req-5b1b08bc-89e0-4787-80d4-987acd48d892 service neutron] (94825) timed out ('10.222.0.38', 40012) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:44:26.657839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4567311-192e-4430-bc51-1818cf117a78 req-65d066a0-b7c9-4898-8351-9f114810fd83 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:26.659333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4567311-192e-4430-bc51-1818cf117a78 req-65d066a0-b7c9-4898-8351-9f114810fd83 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0482097 Sep 23 19:44:26.700112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4567311-192e-4430-bc51-1818cf117a78 req-f77d0276-5fa6-4244-bbff-792fa4695852 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Sep 23 19:44:26.808759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0d091-c62f-4123-ad2f-ce6a875dbe85 req-751ac100-4f30-4071-8465-301db259fc33 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:26.810366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e0d091-c62f-4123-ad2f-ce6a875dbe85 req-751ac100-4f30-4071-8465-301db259fc33 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0477231 Sep 23 19:44:26.813354 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.848743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e0d091-c62f-4123-ad2f-ce6a875dbe85 req-45cd62ee-7b36-444b-915b-1d440e6b7ebd tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Sep 23 19:44:27.965007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fd055-df4b-469c-bdac-8b33baf9d7af req-d601d335-8255-4f2a-81d1-97f4ef83b202 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:27.966524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f07fd055-df4b-469c-bdac-8b33baf9d7af req-d601d335-8255-4f2a-81d1-97f4ef83b202 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0483668 Sep 23 19:44:28.003594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f07fd055-df4b-469c-bdac-8b33baf9d7af req-c4d1f55c-4283-46cc-afe0-e7f6e7ab3309 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Sep 23 19:44:29.137343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c90520-aea4-4863-9e95-edd3376d2f32 req-860fcfac-4226-4881-b924-fb3dff450020 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:29.138857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23c90520-aea4-4863-9e95-edd3376d2f32 req-860fcfac-4226-4881-b924-fb3dff450020 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Sep 23 19:44:29.179734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23c90520-aea4-4863-9e95-edd3376d2f32 req-c6873406-b9c1-4b77-a7f0-983b663c6147 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Sep 23 19:44:30.300231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bc008-805d-462a-ad15-6ac97114ce9e req-a90ae387-2bd7-42f0-9049-4fe16b23a421 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:30.301844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-472bc008-805d-462a-ad15-6ac97114ce9e req-a90ae387-2bd7-42f0-9049-4fe16b23a421 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Sep 23 19:44:30.354906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-472bc008-805d-462a-ad15-6ac97114ce9e req-178dd019-9eda-4f36-9d68-24b8d42435a8 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 Sep 23 19:44:30.896497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc911a1-8adc-4c61-a8e8-1728f914bd05 req-9752b876-4f87-4709-8780-390162e0cdce tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:30.898708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fc911a1-8adc-4c61-a8e8-1728f914bd05 req-9752b876-4f87-4709-8780-390162e0cdce tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 947 time: 0.0553849 Sep 23 19:44:30.937176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fc911a1-8adc-4c61-a8e8-1728f914bd05 req-6e98eed8-91b7-4daa-936a-7a66dd4f2990 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Sep 23 19:44:31.475802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0dc38-4079-4526-a2de-cf0a32e10524 req-4e53af3d-d3e3-499a-b7fc-27048a5410ef tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:31.478287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21d0dc38-4079-4526-a2de-cf0a32e10524 req-4e53af3d-d3e3-499a-b7fc-27048a5410ef tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Sep 23 19:44:31.525117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21d0dc38-4079-4526-a2de-cf0a32e10524 req-885402f7-9879-436c-a010-cd3941f2da04 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 Sep 23 19:44:32.059579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1c946-f9bd-491d-b9b9-aa07a3ac141d req-7773a608-ee01-4c89-a5a5-77e703e51a24 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:32.061069 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72b1c946-f9bd-491d-b9b9-aa07a3ac141d req-7773a608-ee01-4c89-a5a5-77e703e51a24 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 947 time: 0.0511544 Sep 23 19:44:32.099192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72b1c946-f9bd-491d-b9b9-aa07a3ac141d req-90ca5c81-a43f-471d-ad7b-a97d0bdb09ec tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Sep 23 19:44:32.659050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118f0d-0488-474b-a415-afc83dda9c60 req-0974006f-1327-4354-a1f8-329ae31c958a tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:32.660988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79118f0d-0488-474b-a415-afc83dda9c60 req-0974006f-1327-4354-a1f8-329ae31c958a tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0661507 Sep 23 19:44:32.709330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79118f0d-0488-474b-a415-afc83dda9c60 req-341e7905-155f-4122-87ba-883c8c761d5a tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Sep 23 19:44:32.807061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589c7a-5799-4c89-b367-1054a652763f req-051f8d76-2ab1-41d7-a799-2a038e91df79 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:32.808546 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6c589c7a-5799-4c89-b367-1054a652763f req-051f8d76-2ab1-41d7-a799-2a038e91df79 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 947 time: 0.0816224 Sep 23 19:44:32.914459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Deleting port a86fb18f-2161-4c34-99c5-c4ae13107cd5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:32.914811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.004174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] For port a86fb18f-2161-4c34-99c5-c4ae13107cd5, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a86fb18f-2161-4c34-99c5-c4ae13107cd5,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:33.004434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.194891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.195425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.195900 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Floating IP 182a6b1d-bc64-40de-8269-aa15f1b16589 disassociated. External IP: 172.25.6.185, port: a86fb18f-2161-4c34-99c5-c4ae13107cd5. Sep 23 19:44:33.196346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Calling delete_port for a86fb18f-2161-4c34-99c5-c4ae13107cd5 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:33.232746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb3680-5e4e-47f9-93ea-ae6e05c844cd req-516ef8e7-a86e-4df6-b1ff-9035395b1cb9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:33.240744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2cb3680-5e4e-47f9-93ea-ae6e05c844cd req-516ef8e7-a86e-4df6-b1ff-9035395b1cb9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a46f4f2-049c-449a-89f6-13a4420c7106 HTTP/1.1" status: 200 len: 947 time: 0.0610011 Sep 23 19:44:33.309276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2cb3680-5e4e-47f9-93ea-ae6e05c844cd req-8b24d398-6ff1-4a93-9f04-aac12ea06aa9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3a552b9-e83f-4c8b-bdf7-cf5887916459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669160 Sep 23 19:44:33.360137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.395833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event deleted for resources: {'Port': ['ID=a86fb18f-2161-4c34-99c5-c4ae13107cd5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:33.406491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.406868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.407334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.407684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.408026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.408365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.408696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.409034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.409378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.409697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.410022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.410376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:33.528015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Router 1debd3fb-ec77-4e59-b367-620b54a79350 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:33.649089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:33.659677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] Sync routers for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:33.670690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:33.671803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:33.710539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] No DVR routers for this DVR port a86fb18f-2161-4c34-99c5-c4ae13107cd5 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:33.713384 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.717903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6c589c7a-5799-4c89-b367-1054a652763f req-f87667ce-1b02-4e43-87a7-f12d7d5ea89c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.41 "DELETE /v2.0/ports/a86fb18f-2161-4c34-99c5-c4ae13107cd5 HTTP/1.1" status: 204 len: 173 time: 0.9003873 Sep 23 19:44:33.717903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-deleted', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:33.719497 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91bf322-5547-4395-a77a-8ae28014f73b" -d '{"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-deleted", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:33.784557 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37d8d2-943b-4f18-8be0-17edc4b69619 x-openstack-request-id: req-0d37d8d2-943b-4f18-8be0-17edc4b69619 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:33.785087 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46f4f2-049c-449a-89f6-13a4420c7106", "name": "network-vif-deleted", "tag": "a86fb18f-2161-4c34-99c5-c4ae13107cd5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:33.785651 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d37d8d2-943b-4f18-8be0-17edc4b69619 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:33.786394 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a46f4f2-049c-449a-89f6-13a4420c7106', 'name': 'network-vif-deleted', 'tag': 'a86fb18f-2161-4c34-99c5-c4ae13107cd5', 'status': 'completed', 'code': 200} Sep 23 19:44:33.887887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:33.954073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b655e99-2fbc-4b57-9c7f-d9bbb1f504e1 req-f3c95d5d-0c68-4e46-8049-ced704afcd08 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:33.961542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b655e99-2fbc-4b57-9c7f-d9bbb1f504e1 req-f3c95d5d-0c68-4e46-8049-ced704afcd08 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0620751 Sep 23 19:44:34.005649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b655e99-2fbc-4b57-9c7f-d9bbb1f504e1 req-bc93f702-c572-45ab-8661-a333c25e3fff tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Sep 23 19:44:34.104515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:34.129684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] Checking router: 1debd3fb-ec77-4e59-b367-620b54a79350 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:34.138003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:34.138646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:34.251515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:34.408501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:34.474438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77892db1-5771-4fd5-ab14-e6298e6d6e78 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.479728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:34.499536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77892db1-5771-4fd5-ab14-e6298e6d6e78 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.506453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502647f-de00-4f89-a601-b490e03fdab1 None None] The sync data for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 is: [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:34.551787 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77892db1-5771-4fd5-ab14-e6298e6d6e78 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.554514 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77892db1-5771-4fd5-ab14-e6298e6d6e78 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.558087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-77892db1-5771-4fd5-ab14-e6298e6d6e78 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "DELETE /v2.0/security-groups/b3a552b9-e83f-4c8b-bdf7-cf5887916459 HTTP/1.1" status: 204 len: 168 time: 0.1461713 Sep 23 19:44:34.558538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40796) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:34.571384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77892db1-5771-4fd5-ab14-e6298e6d6e78 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a552b9-e83f-4c8b-bdf7-cf5887916459,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:34.580686 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-e5c4743d-939b-40c4-98cf-8edd2c6bf6bf tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] show failed (client error): The resource could not be found. Sep 23 19:44:34.581172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e5c4743d-939b-40c4-98cf-8edd2c6bf6bf tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups/b3a552b9-e83f-4c8b-bdf7-cf5887916459 HTTP/1.1" status: 404 len: 347 time: 0.0215440 Sep 23 19:44:34.584801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:34.756448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Deleting port 2d950ff3-2618-447b-8a1a-ca8b70c7bbbe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:34.757361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.798555 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f81d9-273a-4529-ad64-612848d3fbda None None] New status for floating IP 182a6b1d-bc64-40de-8269-aa15f1b16589: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:44:34.840280 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.840757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.852802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Calling delete_port for 2d950ff3-2618-447b-8a1a-ca8b70c7bbbe owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:35.068987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.112932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event deleted for resources: {'Port': ['ID=2d950ff3-2618-447b-8a1a-ca8b70c7bbbe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:35.149577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:35.169513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: a86fb18f-2161-4c34-99c5-c4ae13107cd5 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:35.169859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a86fb18f-2161-4c34-99c5-c4ae13107cd5 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:35.203995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e758d-10c9-42e8-8f90-c2c4bf3fa0b3 req-85f0ad54-ff79-422a-b155-2d0ad3945456 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:35.205664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-070e758d-10c9-42e8-8f90-c2c4bf3fa0b3 req-85f0ad54-ff79-422a-b155-2d0ad3945456 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.1211565 Sep 23 19:44:35.206618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.209386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.210549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-10072373-6dad-4822-9ed8-5d3faf870534 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "DELETE /v2.0/floatingips/182a6b1d-bc64-40de-8269-aa15f1b16589 HTTP/1.1" status: 204 len: 168 time: 0.6245627 Sep 23 19:44:35.253359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-070e758d-10c9-42e8-8f90-c2c4bf3fa0b3 req-1130225f-ec0d-40d5-973f-98bb214d8dd4 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374846 Sep 23 19:44:35.606909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:35.611925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0662a544-7dbd-444a-a922-59d76f7ccef3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344760553', 'description': 'tempest-description--947271090'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:35.636681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0662a544-7dbd-444a-a922-59d76f7ccef3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.720285 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0662a544-7dbd-444a-a922-59d76f7ccef3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.725465 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0662a544-7dbd-444a-a922-59d76f7ccef3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.759819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0662a544-7dbd-444a-a922-59d76f7ccef3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.761006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0662a544-7dbd-444a-a922-59d76f7ccef3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1530740 Sep 23 19:44:35.762300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662a544-7dbd-444a-a922-59d76f7ccef3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c8c009-2842-4ee7-aeb8-b7d9523b415e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:35.764818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:35.770500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e42e52e8-bd26-4df0-ada3-3d0e7204a388 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'security_group_rule': {'security_group_id': '44c8c009-2842-4ee7-aeb8-b7d9523b415e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:35.798732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42e52e8-bd26-4df0-ada3-3d0e7204a388 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.846942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42e52e8-bd26-4df0-ada3-3d0e7204a388 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.850354 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42e52e8-bd26-4df0-ada3-3d0e7204a388 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.867401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e52e8-bd26-4df0-ada3-3d0e7204a388 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fe56bc-87c4-4a2b-828f-22108d6f6615,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:35.876122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e42e52e8-bd26-4df0-ada3-3d0e7204a388 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.877423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e42e52e8-bd26-4df0-ada3-3d0e7204a388 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108375 Sep 23 19:44:35.880008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:35.884742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ed1c1f02-1818-4071-948c-227ce088b221 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'security_group_rule': {'security_group_id': '44c8c009-2842-4ee7-aeb8-b7d9523b415e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:35.914840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1f02-1818-4071-948c-227ce088b221 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.985498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1f02-1818-4071-948c-227ce088b221 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.990174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1f02-1818-4071-948c-227ce088b221 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.010712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c1f02-1818-4071-948c-227ce088b221 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122adfc6-1514-4e59-933d-f86857bdc11c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:36.016585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1f02-1818-4071-948c-227ce088b221 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.017920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ed1c1f02-1818-4071-948c-227ce088b221 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368597 Sep 23 19:44:36.021118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:36.026098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:36.056016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.150838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.259617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Allocated IP 172.25.6.78 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/621a372d-7226-4e85-9c96-b17dde8eb711) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:36.640058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.656073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516410e-8658-4446-8570-cc4105ba34fe req-d79a8b2c-f230-4753-96ce-fafacbc56e0e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:36.657550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c516410e-8658-4446-8570-cc4105ba34fe req-d79a8b2c-f230-4753-96ce-fafacbc56e0e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.3189089 Sep 23 19:44:36.713087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c516410e-8658-4446-8570-cc4105ba34fe req-d06e0c82-9ae7-4e09-bf60-59ce5b46ffa8 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471160 Sep 23 19:44:36.714716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.754825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:36.760913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'Port': ['ID=621a372d-7226-4e85-9c96-b17dde8eb711,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:36.764342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:36.766390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:36.888144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.923200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.077204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.082041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.162518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'Port': ['ID=621a372d-7226-4e85-9c96-b17dde8eb711,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:37.173377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.189634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.191171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6ff7c88-060e-4841-876e-62a065602e16 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1689289 Sep 23 19:44:37.347404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-fb3d8d3e-1ddf-43bc-8dbe-9de4372f3285 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--344760553&fields=id&tenant_id=3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 267 time: 0.0457907 Sep 23 19:44:37.454498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-96ee4b1b-5403-433e-8b34-d2e1ee4eeebf tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:37.455893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-96ee4b1b-5403-433e-8b34-d2e1ee4eeebf tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 817 time: 0.1008313 Sep 23 19:44:37.472411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-d2a746bc-7fd3-4ca3-9634-841fd3c41a93 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/quotas/3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 375 time: 0.0098796 Sep 23 19:44:37.529905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-35d95a4c-0030-4e9e-a01b-cea46f8dd710 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518734 Sep 23 19:44:37.629447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-131c5336-411f-4246-ba49-c87b0df14d23 service neutron] 10.222.0.38 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871556 Sep 23 19:44:37.734459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-d46fff46-e20b-4076-aa91-3f83d8493474 service neutron] 10.222.0.38 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970554 Sep 23 19:44:38.005087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddb59a-8838-4ac4-b050-4df020b6e7cf req-304c39f7-3521-4d1f-8a5b-e7caf7bbf2dd tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:38.006665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4cddb59a-8838-4ac4-b050-4df020b6e7cf req-304c39f7-3521-4d1f-8a5b-e7caf7bbf2dd tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0807033 Sep 23 19:44:38.065360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4cddb59a-8838-4ac4-b050-4df020b6e7cf req-8be6be79-90a8-453e-a33e-25c972847367 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 Sep 23 19:44:38.148091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40d58aa4-a48c-4ab3-a8bb-89932cd05495 req-3f03abce-b156-444a-a60c-18792060ce39 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 210 time: 0.0363824 Sep 23 19:44:39.002885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-2ffd859f-82e8-424f-9663-d1378d40baf3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:39.004594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-2ffd859f-82e8-424f-9663-d1378d40baf3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.72 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 817 time: 0.1351175 Sep 23 19:44:39.077144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f286dc-dac5-46e8-a5d8-d83c39ba4e1f req-875395bb-476a-4bfc-b70c-8bb2a6243b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:39.079222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-7d34aef0-d26d-4679-89cc-58f8355b5312 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 379 time: 0.0574784 Sep 23 19:44:39.079486 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93f286dc-dac5-46e8-a5d8-d83c39ba4e1f req-875395bb-476a-4bfc-b70c-8bb2a6243b72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.0583944 Sep 23 19:44:39.098696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'port': {'device_id': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'admin_state_up': True, 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'security_groups': ['44c8c009-2842-4ee7-aeb8-b7d9523b415e']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:39.175003 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-93f286dc-dac5-46e8-a5d8-d83c39ba4e1f req-60e262b3-adfa-4b81-ae1d-570b69fd61ca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698626 Sep 23 19:44:39.252549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c389-540b-4aa4-83c4-0f5a9159fffc req-28423f81-ff0a-4048-87a2-ffc4624aeb9f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:39.254279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b93c389-540b-4aa4-83c4-0f5a9159fffc req-28423f81-ff0a-4048-87a2-ffc4624aeb9f tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0747778 Sep 23 19:44:39.291339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Made reservation on behalf of 3fe1c58af78a44d3ad1568444706d8b4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:39.295198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.347697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b93c389-540b-4aa4-83c4-0f5a9159fffc req-b218b129-f757-49a1-a33f-cfb0faff32bb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639453 Sep 23 19:44:39.494261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4902eeba-e22e-43ea-82f6-24e4c4afc27d req-c095d6db-638c-4c85-aad7-947a3b9c4454 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 210 time: 0.0540621 Sep 23 19:44:39.517018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Allocated IP 172.20.0.14 (2d9f528b-6b82-44a8-910f-f50c2e3f981f/e634a1fd-a9f1-422d-a719-45aedab246be/ee8330ff-d72f-40b3-9575-488a57cccb09) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:39.661126 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.697661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.743594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:39.746710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:39.753625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:39.758252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:39.805620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:39.807548 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.831770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-db5e02c9-62c3-4911-870c-c1cd5f722eda tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7374816 Sep 23 19:44:39.844424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-35327611-ae80-465a-8d76-dec3e6df11a6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:44:39.845329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-35327611-ae80-465a-8d76-dec3e6df11a6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058827 Sep 23 19:44:39.859259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Request body: {'port': {'device_id': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:39.934244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.087029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9da98cda-a6f8-465f-a7be-cbd632c72c3d None None] Provisioning complete for port ee8330ff-d72f-40b3-9575-488a57cccb09 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:40.088058 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9da98cda-a6f8-465f-a7be-cbd632c72c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.149329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9da98cda-a6f8-465f-a7be-cbd632c72c3d None None] Port ee8330ff-d72f-40b3-9575-488a57cccb09 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:44:40.260148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8330ff-d72f-40b3-9575-488a57cccb09 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:40.267945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.282699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Transition to ACTIVE for port object ee8330ff-d72f-40b3-9575-488a57cccb09 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:44:40.287485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.339039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:40.446642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:44:40.446982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:44:40.447316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:40.453404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Port ee8330ff-d72f-40b3-9575-488a57cccb09 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:44:40.453856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:40.459074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:44:40.460046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Checking segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:40.460046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Bound using segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:44:40.460549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Bound port: ee8330ff-d72f-40b3-9575-488a57cccb09, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:44:40.460748 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.565455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c329484-5e11-49a1-8059-6e3959e4797e req-93b8845d-0d63-451c-94d5-cd3c72aa2746 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:40.567018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c329484-5e11-49a1-8059-6e3959e4797e req-93b8845d-0d63-451c-94d5-cd3c72aa2746 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.1042266 Sep 23 19:44:40.599360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:44:40.618225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:44:40.627311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.645027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c329484-5e11-49a1-8059-6e3959e4797e req-62186dd0-4cb7-4bab-9c5d-551b112f48bd tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Sep 23 19:44:40.667452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:40.668417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.669913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] 10.222.0.72 "PUT /v2.0/ports/ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 1092 time: 0.8152277 Sep 23 19:44:40.672555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:40.676157 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce43d096-5725-411e-bb9b-c8bc9443d4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:40.708577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c9c52-5ac2-4aa9-a66e-75bf67bdd600 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:40.806688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-84201606-a562-4c3c-ba84-00ca708e6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:40.811301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-84201606-a562-4c3c-ba84-00ca708e6e4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1095 time: 0.0859549 Sep 23 19:44:40.890397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-838dac2f-29ea-415b-90a7-f17a1675cd7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 217 time: 0.0718200 Sep 23 19:44:40.962690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-1fb18ecc-b202-485b-a445-6d129e947f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:40.964529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-1fb18ecc-b202-485b-a445-6d129e947f54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0659368 Sep 23 19:44:41.085147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-548d3e15-b815-4499-b2a4-16293d020137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.087418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-548d3e15-b815-4499-b2a4-16293d020137 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1096 time: 0.0754323 Sep 23 19:44:41.103437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-bb34b170-f191-4abc-b84e-fa22bbe9d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.104945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-bb34b170-f191-4abc-b84e-fa22bbe9d7e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246121 Sep 23 19:44:41.128706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b8c42-1c17-4bb7-be43-e696aa6dd06c req-60e23ced-5b64-405f-bab8-b426305d90fa tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.130164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-230b8c42-1c17-4bb7-be43-e696aa6dd06c req-60e23ced-5b64-405f-bab8-b426305d90fa tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0765669 Sep 23 19:44:41.238234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-c4b66439-87e6-4604-888f-d40dcd36abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.238534 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-230b8c42-1c17-4bb7-be43-e696aa6dd06c req-67acf131-2b6d-4c85-baf5-9a5dd9781812 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737917 Sep 23 19:44:41.240294 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-c4b66439-87e6-4604-888f-d40dcd36abce service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 919 time: 0.1420355 Sep 23 19:44:41.264882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-932ef07c-0f13-499a-ab13-1e945ebe69fe service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518860 Sep 23 19:44:41.274310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6b867398-bde3-46a2-93eb-73be335236aa req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1988290018', 'description': 'tempest-description-134590734'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:41.297188 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-197a723f-b5bf-43d7-9beb-e919eaf61606 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 200 len: 217 time: 0.0444863 Sep 23 19:44:41.323923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6b867398-bde3-46a2-93eb-73be335236aa req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.356543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-5dad0ca1-6739-4a27-a728-7ef90136c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.358424 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-5dad0ca1-6739-4a27-a728-7ef90136c314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0544517 Sep 23 19:44:41.394387 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-21d9f244-c980-45f5-ad29-d38779532538 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287790 Sep 23 19:44:41.422864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca413de9-81e7-451d-94f5-f90eae4b0ca3 req-0dcca547-2273-4dd9-ad64-e917cd136329 service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444085 Sep 23 19:44:41.482890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6b867398-bde3-46a2-93eb-73be335236aa req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.487574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6b867398-bde3-46a2-93eb-73be335236aa req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.512667 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-df578671-58d7-42cf-a7ed-c27dbcb53938 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107614 Sep 23 19:44:41.515729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6b867398-bde3-46a2-93eb-73be335236aa req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.517059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b867398-bde3-46a2-93eb-73be335236aa req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2473776 Sep 23 19:44:41.539827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0e455-354e-4230-98a1-2d379c75a7af,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:41.547491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.547845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.548190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.548530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.548866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.549199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.549528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.549856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.550183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.550569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.550862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.551183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4948988-82bf-4b11-88bc-b0f5027c0472 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:41.569456 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd3ba9f-ebe2-4673-a63c-208665ba2775 x-openstack-request-id: req-0dd3ba9f-ebe2-4673-a63c-208665ba2775 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:41.569746 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:41.570080 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0dd3ba9f-ebe2-4673-a63c-208665ba2775 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:41.570440 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'status': 'completed', 'code': 200} Sep 23 19:44:41.664935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-953c30b5-4753-4dcd-ad31-f3a28871fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.666501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-953c30b5-4753-4dcd-ad31-f3a28871fd59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1095 time: 0.0732398 Sep 23 19:44:41.679394 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dfe4ccec-47e6-4925-a600-142b1812ff3a req-647889df-5c90-4b5c-8605-dac817774d05 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546023 Sep 23 19:44:41.711407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41fa16-a16f-47c6-a6fe-9ae3093a52b8 req-e929cfdc-da81-4195-bcd6-f7f724a15839 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.712899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c41fa16-a16f-47c6-a6fe-9ae3093a52b8 req-e929cfdc-da81-4195-bcd6-f7f724a15839 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0857890 Sep 23 19:44:41.798456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c41fa16-a16f-47c6-a6fe-9ae3093a52b8 req-40779e52-d4a6-44aa-856c-f61fd090524f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715709 Sep 23 19:44:41.808512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-89b4f6b5-3d61-4969-a430-665f5fa6f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.809972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-89b4f6b5-3d61-4969-a430-665f5fa6f05f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.1353869 Sep 23 19:44:41.858293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-091bd2ef-4f57-4e45-ba81-cd279eb8e049 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 217 time: 0.0405879 Sep 23 19:44:41.934227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-34e0dcb3-3df0-4fe5-bb53-dd1611a78e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:41.935913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-34e0dcb3-3df0-4fe5-bb53-dd1611a78e94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0705595 Sep 23 19:44:41.958518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3280740-f202-4ba7-85e4-8898e694a602 req-165bba1d-2ad5-4ad5-87b8-b573abcf09de tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1988290018&fields=id&tenant_id=cc05ef83c44744f19e4cb72eda9e4151 HTTP/1.1" status: 200 len: 267 time: 0.0612600 Sep 23 19:44:42.022010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-cecbb624-6b45-494c-8934-7311557a9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:42.024241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-cecbb624-6b45-494c-8934-7311557a9b70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800529 Sep 23 19:44:42.036154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3280740-f202-4ba7-85e4-8898e694a602 req-570f3b0f-9c5a-4d40-818b-24267563ae7d tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:42.037659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3280740-f202-4ba7-85e4-8898e694a602 req-570f3b0f-9c5a-4d40-818b-24267563ae7d tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0646403 Sep 23 19:44:42.051329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Request body: {'port': {'security_groups': ['5daa1180-468b-4118-aacb-fa0888c6f566', '91f0e455-354e-4230-98a1-2d379c75a7af']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:42.170084 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.193970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-82ece930-77d2-4621-9e7e-2a0c7dd49d95 service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547744 Sep 23 19:44:42.361822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce43d096-5725-411e-bb9b-c8bc9443d4fa req-5fc6111f-8b2f-4986-914d-750b448f514d service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463988 Sep 23 19:44:42.450521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:42.484638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.489077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.500983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['b7e5b948-51fc-419b-b837-e50d94e0dc96'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:42.532691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:42.533313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.534709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3280740-f202-4ba7-85e4-8898e694a602 req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "PUT /v2.0/ports/b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 981 time: 0.4885173 Sep 23 19:44:42.555423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff020e93-071f-491e-bc5e-5aa2ce360d74 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event updated for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:42.646412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['b7e5b948-51fc-419b-b837-e50d94e0dc96'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:42.648300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429189ee-d19a-401a-96eb-62b4b6fd3140 req-57be380d-e8ca-4755-9745-edfbfe42a4a3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:42.649900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-429189ee-d19a-401a-96eb-62b4b6fd3140 req-57be380d-e8ca-4755-9745-edfbfe42a4a3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0512316 Sep 23 19:44:42.691388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-429189ee-d19a-401a-96eb-62b4b6fd3140 req-b580a842-3b49-425a-98e9-52e8ff47448c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349126 Sep 23 19:44:42.792405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-58bcb3ca-3d9e-440d-9b46-068affe262ea tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1988290018&fields=id&tenant_id=cc05ef83c44744f19e4cb72eda9e4151 HTTP/1.1" status: 200 len: 267 time: 0.0341644 Sep 23 19:44:42.846424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-4ab16d4a-b637-4600-ac8b-253491d39dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:42.848199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-4ab16d4a-b637-4600-ac8b-253491d39dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 984 time: 0.0493848 Sep 23 19:44:42.860900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Request body: {'port': {'security_groups': ['5daa1180-468b-4118-aacb-fa0888c6f566']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:42.944641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.152488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d960840-1951-4bf6-8894-f87fe8b18937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.384812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:43.415237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.419655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.431311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['b7e5b948-51fc-419b-b837-e50d94e0dc96'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:43.464329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.464946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.471023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a276399-5602-40f6-a34e-dfa1f7bedf0a req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "PUT /v2.0/ports/b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 942 time: 0.6145003 Sep 23 19:44:43.499836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c580ba-5f49-499e-9ae4-f96beeee3dc0 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event updated for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:43.570136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa641-3264-4167-b945-17c433770778 req-ffb09474-edef-4d24-afa9-0c19521ac725 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.571771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f2fa641-3264-4167-b945-17c433770778 req-ffb09474-edef-4d24-afa9-0c19521ac725 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0555403 Sep 23 19:44:43.572501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96'}, {'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:43.574520 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fada404-b56b-4caa-a3fd-cccb4df78116" -d '{"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96"}, {"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:43.581511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['b7e5b948-51fc-419b-b837-e50d94e0dc96'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:43.615168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f2fa641-3264-4167-b945-17c433770778 req-31173213-31b2-45e1-be94-295dcd4594e4 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Sep 23 19:44:43.713764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:44:43.825683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:43.835963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-368ce61b-84de-461a-a091-9cb3b600ef10 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1893892 Sep 23 19:44:43.839118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'port_id': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'mac_address': 'fa:16:3e:3a:db:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:44:43.849373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:43.873232 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.879043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.893526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8330ff-d72f-40b3-9575-488a57cccb09 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:43.919001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:43.923349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.979116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:43.980698 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.083557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Allocated IP 172.25.6.197 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/07db3e8a-a583-4575-945a-a61aedf4c6ad) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:44.197126 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.214754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ee8330ff-d72f-40b3-9575-488a57cccb09'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:44.235803 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.293574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:44.296714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:44.307127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:44.309156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event updated for resources: {'Port': ['ID=07db3e8a-a583-4575-945a-a61aedf4c6ad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:44.404911 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.438807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.600213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.605333 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.675002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event updated for resources: {'Port': ['ID=07db3e8a-a583-4575-945a-a61aedf4c6ad,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:44.685764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.700651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.701893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-85f31372-33bc-45b0-9c6b-4db462081eeb tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8569970 Sep 23 19:44:44.780473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-3d666d62-1570-4e23-941f-f45798843500 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.0720589 Sep 23 19:44:44.890767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-7ffa7969-c53a-4e30-a6dc-b9160bd31b56 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:44.892124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-7ffa7969-c53a-4e30-a6dc-b9160bd31b56 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1055908 Sep 23 19:44:44.902416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-bd662efa-ae19-435d-beeb-a8ea76cbba54 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:44:44.903404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-067f9f85-180d-49f5-b5a3-421c044ef411 req-bd662efa-ae19-435d-beeb-a8ea76cbba54 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055118 Sep 23 19:44:44.942146 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c216c-71e4-4bcf-8837-dde323268ea2 x-openstack-request-id: req-412c216c-71e4-4bcf-8837-dde323268ea2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:44.942594 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:44.942847 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-412c216c-71e4-4bcf-8837-dde323268ea2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:44.943395 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'status': 'completed', 'code': 200} Sep 23 19:44:44.943642 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'status': 'completed', 'code': 200} Sep 23 19:44:45.030690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-641512ff-49b3-4453-8453-d7e793d41259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.032193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-641512ff-49b3-4453-8453-d7e793d41259 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.0661182 Sep 23 19:44:45.057974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146112ff-474f-441b-9f12-02fd26d4a976 req-197aa4ad-be0f-4531-9653-8bb6bb53fc67 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.059431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-146112ff-474f-441b-9f12-02fd26d4a976 req-197aa4ad-be0f-4531-9653-8bb6bb53fc67 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.0638282 Sep 23 19:44:45.144375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-146112ff-474f-441b-9f12-02fd26d4a976 req-8330b230-3f49-43fa-b13a-d9570ce72390 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754335 Sep 23 19:44:45.171881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-95f7bd0c-d9b3-4562-9e15-6cad71585f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.173408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-95f7bd0c-d9b3-4562-9e15-6cad71585f41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.1312602 Sep 23 19:44:45.222418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-3f320e92-42a5-4161-b90b-07490367ad7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 217 time: 0.0408533 Sep 23 19:44:45.301141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-37cfa55e-fc77-4ba5-96a4-7a05153d4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.302634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-37cfa55e-fc77-4ba5-96a4-7a05153d4d8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.0705824 Sep 23 19:44:45.310512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20405ec8-6f0c-4fdf-929f-2942903e9fa8 req-4ae07ee9-ffd6-415e-a788-8f4e2cab4826 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.311911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20405ec8-6f0c-4fdf-929f-2942903e9fa8 req-4ae07ee9-ffd6-415e-a788-8f4e2cab4826 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0886405 Sep 23 19:44:45.343353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-93da71ba-6f60-4b79-afc5-62edfe880586 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305080 Sep 23 19:44:45.393286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20405ec8-6f0c-4fdf-929f-2942903e9fa8 req-61b84010-9cf4-46ac-8ccb-89328f65e9a3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Sep 23 19:44:45.482931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-6d874880-c208-47d3-8622-e4372fb13ca0 service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323030 Sep 23 19:44:45.583234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-37291bfa-ef8d-483c-bbd4-f198005847af tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.584775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-37291bfa-ef8d-483c-bbd4-f198005847af tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1334431 Sep 23 19:44:45.641873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-1b250eca-c97c-49ec-a85a-65091ebac01e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.0511065 Sep 23 19:44:45.653035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Request body: {'floatingip': {'port_id': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:45.697847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-58994004-d4f7-45dc-98c8-068ef7644a3f service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998897 Sep 23 19:44:45.706092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.729580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:45.786533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port ee8330ff-d72f-40b3-9575-488a57cccb09 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:44:45.791809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port ee8330ff-d72f-40b3-9575-488a57cccb09 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:45.792277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.847331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-816c5475-f65d-481e-8852-24be9eb3176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.848849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-816c5475-f65d-481e-8852-24be9eb3176a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.1033988 Sep 23 19:44:45.879979 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.906229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:45.908750 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687f3701-f0da-496e-96c9-93c774e81362" -d '{"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:45.923079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:45.928005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.984637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:46.278518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-ae50a9c7-6e7e-416b-9893-dc5a47966e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:46.280003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-ae50a9c7-6e7e-416b-9893-dc5a47966e93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.3968186 Sep 23 19:44:46.299725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-872cae52-0156-498b-9b64-42f7d8f1e498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.402590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-6b001d10-9828-47cc-903d-8770b47bdba2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 217 time: 0.0952199 Sep 23 19:44:46.461957 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.550615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-63360d36-4b46-41b6-a995-e8d7633c2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:46.552010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-63360d36-4b46-41b6-a995-e8d7633c2b99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.1407409 Sep 23 19:44:46.621013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-0ee8a9a5-b8ed-43d8-a27c-d7eab49c8992 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530391 Sep 23 19:44:46.662549 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:44:46.777796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.784390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.862961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-fecfc687-9da9-405a-856d-94f6ca1f1731 service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328856 Sep 23 19:44:46.942854 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Floating IP ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc associated. External IP: 172.25.6.197, port: b7e5b948-51fc-419b-b837-e50d94e0dc96. Sep 23 19:44:47.022650 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.032758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4fada404-b56b-4caa-a3fd-cccb4df78116 req-6308c9f8-d9a2-48a3-b40f-2fd1bbbdada3 service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619167 Sep 23 19:44:47.170753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Router f408c68c-08b7-4f9d-8dec-bd9fa808e72e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:47.283847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:47.289086 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.293692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] Sync routers for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:47.303048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:47.303832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.325172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-89114ff2-671c-423e-9a67-2dc9cd90ca4c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "PUT /v2.0/floatingips/ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc HTTP/1.1" status: 200 len: 996 time: 1.6773360 Sep 23 19:44:47.325623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:47.327988 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:47.382851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-352efc4e-edd3-4aa2-94cf-91e53f8dd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:47.384401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-352efc4e-edd3-4aa2-94cf-91e53f8dd3eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.0419264 Sep 23 19:44:47.490940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-ccb25aee-395c-4926-a76e-961589b46352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:47.492481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-ccb25aee-395c-4926-a76e-961589b46352 service neutron] 10.222.0.38 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.1018851 Sep 23 19:44:47.571561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-d8732dc3-6db8-465a-bfe2-e4dd0fbfbc31 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 999 time: 0.0697832 Sep 23 19:44:47.588913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:47.626970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-bf0286ea-5c87-4148-8e53-1ab1f6613151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:47.628466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-bf0286ea-5c87-4148-8e53-1ab1f6613151 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.0507464 Sep 23 19:44:47.663877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-f5dc661e-e09e-4dec-8668-8dc1f7100751 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258343 Sep 23 19:44:47.676617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-358cf7a1-fc54-4d82-b3b5-b392d4b27495 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:44:47.677636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-358cf7a1-fc54-4d82-b3b5-b392d4b27495 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052028 Sep 23 19:44:47.774231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-b18c1e89-536f-4c62-850d-3e284bdc03a2 service neutron] 10.222.0.38 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902171 Sep 23 19:44:47.845647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'port_id': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'mac_address': 'fa:16:3e:60:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:44Z', 'updated_at': '2021-09-23T19:44:46Z', 'revision_number': 1, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.873576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] Checking router: f408c68c-08b7-4f9d-8dec-bd9fa808e72e for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:47.879685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24853eb0-2779-4e57-abc3-92ebe6196131 req-c5db4855-df28-4c88-a25e-bf333bc84fbe service neutron] 10.222.0.38 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980270 Sep 23 19:44:47.886536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:47.887173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.957125 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3449ea-0d5a-4abf-a9c5-d2041626480e x-openstack-request-id: req-3a3449ea-0d5a-4abf-a9c5-d2041626480e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:47.957423 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:47.957672 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a3449ea-0d5a-4abf-a9c5-d2041626480e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:47.958140 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'code': 200} Sep 23 19:44:48.000318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:48.056001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e353-0432-4c4d-9618-7f99c0d65574 req-51947076-2f52-4089-b06f-5931e5677b5c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.057523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f262e353-0432-4c4d-9618-7f99c0d65574 req-51947076-2f52-4089-b06f-5931e5677b5c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0748549 Sep 23 19:44:48.064004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09600b-664a-46b2-bf03-1c51e8b16336 req-6e4b3b25-18bb-4b18-83c1-0c75a6a02fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.065413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e09600b-664a-46b2-bf03-1c51e8b16336 req-6e4b3b25-18bb-4b18-83c1-0c75a6a02fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0567999 Sep 23 19:44:48.120659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f262e353-0432-4c4d-9618-7f99c0d65574 req-117f55bc-a3b8-40b8-ad4c-b4cd0ffebee5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542729 Sep 23 19:44:48.124307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e09600b-664a-46b2-bf03-1c51e8b16336 req-db9115d6-9b8f-448d-860b-2edd8f11aa5f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514486 Sep 23 19:44:48.227427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664422f9-0edb-430f-b8a9-fed5a15b6314 req-2a7f2c70-0843-4095-b3f2-1a867c3a7d72 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.227695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'port_id': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'mac_address': 'fa:16:3e:60:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:44Z', 'updated_at': '2021-09-23T19:44:46Z', 'revision_number': 1, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:48.228847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-664422f9-0edb-430f-b8a9-fed5a15b6314 req-2a7f2c70-0843-4095-b3f2-1a867c3a7d72 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0490756 Sep 23 19:44:48.254288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff554215-76c6-48b2-b294-27d0ff1232b4 None None] The sync data for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 is: [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'port_id': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'mac_address': 'fa:16:3e:60:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:44Z', 'updated_at': '2021-09-23T19:44:46Z', 'revision_number': 1, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:48.267115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-664422f9-0edb-430f-b8a9-fed5a15b6314 req-214fc89f-9360-4cb9-a46b-5f9e63aea266 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Sep 23 19:44:48.340348 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b331f1-7e61-4768-a258-c7f0a6f10000 x-openstack-request-id: req-73b331f1-7e61-4768-a258-c7f0a6f10000 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:48.340650 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:48.341509 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73b331f1-7e61-4768-a258-c7f0a6f10000 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:48.341509 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'status': 'completed', 'code': 200} Sep 23 19:44:48.470791 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed816095-56cc-427f-9201-71f9f43ae39d None None] New status for floating IP ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:44:48.471381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-fba4ba4e-4509-4ae3-b37e-d630a1be705b tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 999 time: 0.1187651 Sep 23 19:44:48.480902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-3c1bccc1-f66f-4dd5-9326-abedd4335b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.482530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-3c1bccc1-f66f-4dd5-9326-abedd4335b4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.0947230 Sep 23 19:44:48.547859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.556602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-8bc971ec-4f9d-4764-862f-22a92a46d9d1 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.558050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-8bc971ec-4f9d-4764-862f-22a92a46d9d1 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports/b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 942 time: 0.0797970 Sep 23 19:44:48.658306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-79f4429f-e3eb-4946-b925-79a8dd730a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.659735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-79f4429f-e3eb-4946-b925-79a8dd730a00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.1673510 Sep 23 19:44:48.999624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-edad8e32-60e0-4628-b0f0-5730d0d57b93 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 1001 time: 0.3905449 Sep 23 19:44:49.040312 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-030c1b02-07b8-47fd-9f08-f26a72cce5c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 1001 time: 0.3712411 Sep 23 19:44:49.134914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-b4895f2a-44d1-44a3-a820-48cbdf4de649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:49.136373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-b4895f2a-44d1-44a3-a820-48cbdf4de649 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.0869093 Sep 23 19:44:49.164162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-d5dd037b-e05c-4000-bc85-40d4262e218c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:49.165559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-d5dd037b-e05c-4000-bc85-40d4262e218c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1591976 Sep 23 19:44:49.215075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-35346e93-570d-4713-bb6b-0aadc5d40548 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699060 Sep 23 19:44:49.267002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-76e79ce0-16c4-410b-b539-18f85c3f99be tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 1001 time: 0.0874431 Sep 23 19:44:49.302328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:49.382405 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.385653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-2e6d0a6a-04b8-42b6-9b66-ecbcdf824d6c service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622403 Sep 23 19:44:49.586572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ce6d66d-986c-48fe-bd9d-c966f23cee5c req-87399933-1314-45cc-aae8-5b9a25797baa service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726232 Sep 23 19:44:49.592540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.596675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.597180 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Floating IP ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc disassociated. External IP: 172.25.6.197, port: b7e5b948-51fc-419b-b837-e50d94e0dc96. Sep 23 19:44:49.820585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Router f408c68c-08b7-4f9d-8dec-bd9fa808e72e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:49.932050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:49.936629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.943199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ba26c-7185-40df-8138-e4224155f511 None None] Sync routers for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:49.952600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:49.953268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:49.963282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-3b501af1-bb7c-4f74-9902-6e1a9b8e4a47 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "PUT /v2.0/floatingips/ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc HTTP/1.1" status: 200 len: 695 time: 0.6664789 Sep 23 19:44:50.015844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-2a194297-d3d1-4d00-b6a4-d71ad4f05c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.017438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-2a194297-d3d1-4d00-b6a4-d71ad4f05c57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.0407197 Sep 23 19:44:50.071763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:50.120247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-0fcbc645-815a-4dbf-b164-ea8247d40174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.121840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-0fcbc645-815a-4dbf-b164-ea8247d40174 service neutron] 10.222.0.38 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.0974944 Sep 23 19:44:50.166991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-4068ce12-6412-4c49-a3e5-f3841d3f1b0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 217 time: 0.0385220 Sep 23 19:44:50.218787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-4631d44d-2b63-41ab-8c96-7937ccbe5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.220402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-4631d44d-2b63-41ab-8c96-7937ccbe5155 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.0487812 Sep 23 19:44:50.259170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-b6b9da50-4139-4344-91ef-5b98f7ff1bbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293310 Sep 23 19:44:50.299736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:50.329010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ba26c-7185-40df-8138-e4224155f511 None None] Checking router: f408c68c-08b7-4f9d-8dec-bd9fa808e72e for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:50.339501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:50.340416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:50.362393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:50.364920 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a8e61-aedd-4f56-8df3-dbc710431b10" -d '{"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:50.374910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-8bc261c5-9154-434a-a367-91112bc271c7 service neutron] 10.222.0.38 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134882 Sep 23 19:44:50.462567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:50.482983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eacd65b7-36e1-4660-a3e6-96678becece6 req-62fb5e4c-1deb-4f1d-af00-54091595ee3c service neutron] 10.222.0.38 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053882 Sep 23 19:44:50.593225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a2d41-49b7-4566-9d3a-65f8388f23c1 req-5569254a-2493-4799-8f06-63743d4fe5b0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.595395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae1a2d41-49b7-4566-9d3a-65f8388f23c1 req-5569254a-2493-4799-8f06-63743d4fe5b0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0507045 Sep 23 19:44:50.636278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae1a2d41-49b7-4566-9d3a-65f8388f23c1 req-0ee2c8dd-b5cf-4acf-87cf-e15f8ab0ec60 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346608 Sep 23 19:44:50.686740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-018ba26c-7185-40df-8138-e4224155f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:50.720153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ba26c-7185-40df-8138-e4224155f511 None None] The sync data for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 is: [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:43:58Z', 'revision_number': 4, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a45ee374-84ad-43d0-9503-83ffa1db9ff0', 'name': '', 'network_id': '597c1e69-6e74-4bc9-ac21-1c320277cdd8', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'mac_address': 'fa:16:3e:9b:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:58Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'subnets': [{'id': '7f64005f-71f3-402d-8751-60f1b73bd537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:50.764112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b94d0-2548-46e4-bb38-f29282a3e296 req-f2c583f2-53f9-4acf-b72d-8e77465a059b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.765713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da5b94d0-2548-46e4-bb38-f29282a3e296 req-f2c583f2-53f9-4acf-b72d-8e77465a059b tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0613542 Sep 23 19:44:50.806857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da5b94d0-2548-46e4-bb38-f29282a3e296 req-c8530465-58c0-498f-a634-d83b4a0d5f9e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348601 Sep 23 19:44:50.853413 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd901c1-e9c7-4dc2-a043-e4f333b87388 x-openstack-request-id: req-7fd901c1-e9c7-4dc2-a043-e4f333b87388 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:50.854096 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:50.854096 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7fd901c1-e9c7-4dc2-a043-e4f333b87388 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:50.854575 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'status': 'completed', 'code': 200} Sep 23 19:44:50.942370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-be9473ee-2f95-4d80-a0a4-896d86f62cc7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips/ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc HTTP/1.1" status: 200 len: 695 time: 0.0763633 Sep 23 19:44:50.986929 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cee223-d6c3-44a1-b673-9e55caeffbb6 None None] New status for floating IP ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:44:51.025955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-38aa180f-1886-48e2-9fe5-cd7513de2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:51.027528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-38aa180f-1886-48e2-9fe5-cd7513de2d2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 1096 time: 0.1223595 Sep 23 19:44:51.089325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-d120867e-fbc1-478e-8d01-a74ce0a93c7e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:51.090724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-d120867e-fbc1-478e-8d01-a74ce0a93c7e tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/networks/b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 784 time: 0.1475651 Sep 23 19:44:51.126474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-c9ac7228-ffad-400f-b824-f31dec462279 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:44:51.127464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-c9ac7228-ffad-400f-b824-f31dec462279 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076237 Sep 23 19:44:51.193266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-cb0e98a7-4c02-4428-a2ea-b045627fd391 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 698 time: 0.0557005 Sep 23 19:44:51.194990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-4802548d-512a-4c01-bcb1-dc758a72ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:51.196376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-4802548d-512a-4c01-bcb1-dc758a72ad3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 200 len: 921 time: 0.1615851 Sep 23 19:44:51.282032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-521aaa34-5d2f-4712-b997-c72af558e759 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.0815356 Sep 23 19:44:51.283431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-fb86c495-4b24-40b4-915f-ef7ce0b7987e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 200 len: 217 time: 0.0730369 Sep 23 19:44:51.410857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-1dbc9ce2-d6c3-4a4b-b474-692240ce7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:51.412318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-1dbc9ce2-d6c3-4a4b-b474-692240ce7a84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 200 len: 860 time: 0.1182246 Sep 23 19:44:51.439940 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:44:51.459922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-3e21d3f3-0f27-4c6f-8c64-0f2bfcaa2ddf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=597c1e69-6e74-4bc9-ac21-1c320277cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318332 Sep 23 19:44:51.503206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Deleting port 07db3e8a-a583-4575-945a-a61aedf4c6ad {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:51.503549 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.619640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-34a4e64a-d902-40fc-b8a8-796d292700d9 service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507978 Sep 23 19:44:51.629022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.629301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.658842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Calling delete_port for 07db3e8a-a583-4575-945a-a61aedf4c6ad owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:51.780728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7a8e61-aedd-4f56-8df3-dbc710431b10 req-027bcbd2-d84c-4f4d-bfea-cc6b51a1b968 service neutron] 10.222.0.72 "GET /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535542 Sep 23 19:44:51.848741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.872632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event deleted for resources: {'Port': ['ID=07db3e8a-a583-4575-945a-a61aedf4c6ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:51.938028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.940648 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.941775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b4f9e00-2287-4f7f-b57f-535aec67903d req-ddad12f4-1ecf-4ade-8f28-8a24f4aeddd7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "DELETE /v2.0/floatingips/ee27a5f7-bf7e-432b-9d5e-14b60d73c0dc HTTP/1.1" status: 204 len: 173 time: 0.6539464 Sep 23 19:44:52.040031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc45513-b013-47e1-b383-396ab417b0c9 req-60a4d8fd-79b1-4d7e-a2f8-cf30a1c998e2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:52.041554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddc45513-b013-47e1-b383-396ab417b0c9 req-60a4d8fd-79b1-4d7e-a2f8-cf30a1c998e2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0541418 Sep 23 19:44:52.050199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41016) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:52.056439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Request body: {'floatingip': {'port_id': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:52.107300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.151775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b26bc8-ec51-4d1d-9a7d-989b87e3a710 req-39ad7e5a-79b1-4d18-b48d-b8c7a3fa64e1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:52.153537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3b26bc8-ec51-4d1d-9a7d-989b87e3a710 req-39ad7e5a-79b1-4d18-b48d-b8c7a3fa64e1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0555236 Sep 23 19:44:52.192169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3b26bc8-ec51-4d1d-9a7d-989b87e3a710 req-aba2bac0-961c-445e-b721-f93174596b91 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Sep 23 19:44:52.260344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72f5e6e2-ce97-488a-af2f-8745424c3ed9 req-60960f52-7d16-47dd-ad8e-590e858f3094 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups/91f0e455-354e-4230-98a1-2d379c75a7af HTTP/1.1" status: 200 len: 1809 time: 0.0415764 Sep 23 19:44:52.323606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72f5e6e2-ce97-488a-af2f-8745424c3ed9 req-f25a5a63-8a96-4dc6-8c1d-fc8d719909b2 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.355136 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72f5e6e2-ce97-488a-af2f-8745424c3ed9 req-f25a5a63-8a96-4dc6-8c1d-fc8d719909b2 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.400714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72f5e6e2-ce97-488a-af2f-8745424c3ed9 req-f25a5a63-8a96-4dc6-8c1d-fc8d719909b2 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.403579 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72f5e6e2-ce97-488a-af2f-8745424c3ed9 req-f25a5a63-8a96-4dc6-8c1d-fc8d719909b2 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.404949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72f5e6e2-ce97-488a-af2f-8745424c3ed9 req-f25a5a63-8a96-4dc6-8c1d-fc8d719909b2 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "DELETE /v2.0/security-groups/91f0e455-354e-4230-98a1-2d379c75a7af HTTP/1.1" status: 204 len: 173 time: 0.1383021 Sep 23 19:44:52.416436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a5a63-8a96-4dc6-8c1d-fc8d719909b2 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0e455-354e-4230-98a1-2d379c75a7af,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:52.656433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0d5bd-53b4-438b-bf9c-5a0e04108706 req-4b0b88d1-c468-45a8-979f-b253bc672410 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:52.657921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87a0d5bd-53b4-438b-bf9c-5a0e04108706 req-4b0b88d1-c468-45a8-979f-b253bc672410 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0559692 Sep 23 19:44:52.703469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87a0d5bd-53b4-438b-bf9c-5a0e04108706 req-bee7f749-bca1-4e75-8480-b4c7c4c268a7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386453 Sep 23 19:44:52.743825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.747783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.848765 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Floating IP e2e36228-5e9d-4653-84dc-543ed2c332b2 associated. External IP: 172.25.6.78, port: ee8330ff-d72f-40b3-9575-488a57cccb09. Sep 23 19:44:53.064474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Router 1debd3fb-ec77-4e59-b367-620b54a79350 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:53.178065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:53.184194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.189923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] Sync routers for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:53.202528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:53.203581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:53.247797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c834bc6f-c3fd-4605-afd2-df40648f47d0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "PUT /v2.0/floatingips/e2e36228-5e9d-4653-84dc-543ed2c332b2 HTTP/1.1" status: 200 len: 991 time: 1.1958902 Sep 23 19:44:53.249097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:53.252198 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:53.344047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c53562-d159-424e-989e-8c876d0f869c req-8dde25df-e2e3-453c-8823-f9323ee698bf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:53.344580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:53.346672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4c53562-d159-424e-989e-8c876d0f869c req-8dde25df-e2e3-453c-8823-f9323ee698bf tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0614898 Sep 23 19:44:53.386583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4c53562-d159-424e-989e-8c876d0f869c req-90c689e6-aeba-4492-9c9c-09a5e004795c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345075 Sep 23 19:44:53.597044 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714b3f6-73cb-4ec9-9ad8-4cbaef3217ca x-openstack-request-id: req-1714b3f6-73cb-4ec9-9ad8-4cbaef3217ca {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:53.597335 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:53.597589 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1714b3f6-73cb-4ec9-9ad8-4cbaef3217ca {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:53.597989 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'status': 'completed', 'code': 200} Sep 23 19:44:53.605350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'e2e36228-5e9d-4653-84dc-543ed2c332b2', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'port_id': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'mac_address': 'fa:16:3e:3a:db:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:36Z', 'updated_at': '2021-09-23T19:44:52Z', 'revision_number': 1, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:53.631765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] Checking router: 1debd3fb-ec77-4e59-b367-620b54a79350 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:53.640264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:53.640876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:53.676061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-eac58887-4bf6-47fb-be72-0ae22f6bcde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:53.678284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-eac58887-4bf6-47fb-be72-0ae22f6bcde1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0509362 Sep 23 19:44:53.762698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:53.798333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-e45c4463-2441-408a-937c-30f6b1ebfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:53.799772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-e45c4463-2441-408a-937c-30f6b1ebfe54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.1087630 Sep 23 19:44:54.004224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'e2e36228-5e9d-4653-84dc-543ed2c332b2', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'port_id': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'mac_address': 'fa:16:3e:3a:db:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:36Z', 'updated_at': '2021-09-23T19:44:52Z', 'revision_number': 1, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:54.034780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cefd34-feed-4476-acdd-829293fa5d17 None None] The sync data for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 is: [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'e2e36228-5e9d-4653-84dc-543ed2c332b2', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'port_id': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'mac_address': 'fa:16:3e:3a:db:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:36Z', 'updated_at': '2021-09-23T19:44:52Z', 'revision_number': 1, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:54.182860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd83b5-fea7-4a86-baee-07bcac32e4af req-170ab136-3978-4311-a365-a0fa6c2a5691 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:54.184372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cdd83b5-fea7-4a86-baee-07bcac32e4af req-170ab136-3978-4311-a365-a0fa6c2a5691 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.3836596 Sep 23 19:44:54.197542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-72271b69-11a8-4bc6-8943-4c3b044b896c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 999 time: 0.3599350 Sep 23 19:44:54.252209 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffe7d2-6d74-44a4-bd1c-abdcdfb976ac None None] New status for floating IP e2e36228-5e9d-4653-84dc-543ed2c332b2: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:44:54.267752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cdd83b5-fea7-4a86-baee-07bcac32e4af req-0cb50be1-b43b-4813-8dde-ec656bb3acaf tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/security-groups?id=5daa1180-468b-4118-aacb-fa0888c6f566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736220 Sep 23 19:44:54.275286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-83cee6a5-31c4-4661-9d2c-2bd1adb98575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:54.276791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-83cee6a5-31c4-4661-9d2c-2bd1adb98575 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0669668 Sep 23 19:44:54.335115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-08dc9816-5810-48a4-80f6-83f97c85ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:54.336260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-08dc9816-5810-48a4-80f6-83f97c85ebcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521507 Sep 23 19:44:54.430986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-52e8f783-107d-4a21-97fe-5480963e0313 service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861144 Sep 23 19:44:54.568800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84ce5c4b-efd0-42c2-bbf1-37a462f6ace7 req-7fd9943a-a102-4c59-bd64-58e66f72559d service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269786 Sep 23 19:44:54.578231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f127528-b086-40c3-9c02-3df8753ee166 req-61c7bb7a-333b-4b78-80ed-841d97643f95 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:54.579805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f127528-b086-40c3-9c02-3df8753ee166 req-61c7bb7a-333b-4b78-80ed-841d97643f95 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0704656 Sep 23 19:44:54.622714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f127528-b086-40c3-9c02-3df8753ee166 req-b14a0044-e18a-4b22-a68a-63166c202c6d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Sep 23 19:44:54.971924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-6d697efe-14ae-4321-bcf6-e9cffd528fbf tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:54.973383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-6d697efe-14ae-4321-bcf6-e9cffd528fbf tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.72 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 945 time: 0.0481024 Sep 23 19:44:55.079961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Deleting port b7e5b948-51fc-419b-b837-e50d94e0dc96 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:55.080321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.169414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] For port b7e5b948-51fc-419b-b837-e50d94e0dc96, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b7e5b948-51fc-419b-b837-e50d94e0dc96,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:55.169779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.186543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Calling delete_port for b7e5b948-51fc-419b-b837-e50d94e0dc96 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:55.288666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.327850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.345083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['b7e5b948-51fc-419b-b837-e50d94e0dc96'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:55.370775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Pushing event deleted for resources: {'Port': ['ID=b7e5b948-51fc-419b-b837-e50d94e0dc96,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:55.417275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1e8559c-6ded-42e2-be87-7ba8071e2e43 req-470b057b-e36e-4095-b616-4f60840ad74c tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.38 "GET /v2.0/ports?device_id=4207e2b4-0206-4071-a49d-d2f7f43a2f77 HTTP/1.1" status: 200 len: 210 time: 0.0531147 Sep 23 19:44:55.433853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] No DVR routers for this DVR port b7e5b948-51fc-419b-b837-e50d94e0dc96 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:55.438438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.440499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b25a76c-c226-47b9-b757-0a2f8e76680e req-5cd8be00-5221-4098-9c7b-b46f04ed79e7 tempest-ServerRescueTestJSONUnderV235-494796760 tempest-ServerRescueTestJSONUnderV235-494796760-project] 10.222.0.72 "DELETE /v2.0/ports/b7e5b948-51fc-419b-b837-e50d94e0dc96 HTTP/1.1" status: 204 len: 173 time: 0.4519882 Sep 23 19:44:55.440925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'name': 'network-vif-deleted', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:55.443234 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1be94-eab7-46c0-b56e-8acf0435e70e" -d '{"events": [{"server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "name": "network-vif-deleted", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:55.484285 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb79eeb-5088-4378-9905-d316093f4c08 x-openstack-request-id: req-adb79eeb-5088-4378-9905-d316093f4c08 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:55.484914 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4207e2b4-0206-4071-a49d-d2f7f43a2f77", "name": "network-vif-deleted", "tag": "b7e5b948-51fc-419b-b837-e50d94e0dc96", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:55.485345 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-adb79eeb-5088-4378-9905-d316093f4c08 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:55.485905 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4207e2b4-0206-4071-a49d-d2f7f43a2f77', 'name': 'network-vif-deleted', 'tag': 'b7e5b948-51fc-419b-b837-e50d94e0dc96', 'status': 'completed', 'code': 200} Sep 23 19:44:55.742772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e934-e131-409f-9526-d82a78f1445b req-53c53dba-5660-46ea-8aa4-8f345016b810 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:55.744237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceb9e934-e131-409f-9526-d82a78f1445b req-53c53dba-5660-46ea-8aa4-8f345016b810 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0482521 Sep 23 19:44:55.781233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceb9e934-e131-409f-9526-d82a78f1445b req-a4459762-21a2-4d5f-a085-80dce010cb0d tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Sep 23 19:44:56.475175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:56.835257 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:56.952440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1f413-0810-46e4-87f3-f3a4c6c19486 req-9813ce6a-8a09-459c-bf55-d109523d12fb tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:56.953979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fb1f413-0810-46e4-87f3-f3a4c6c19486 req-9813ce6a-8a09-459c-bf55-d109523d12fb tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0797708 Sep 23 19:44:56.960972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.057453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fb1f413-0810-46e4-87f3-f3a4c6c19486 req-6ab762f0-e93c-4d22-83d2-7bd894db1b31 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944700 Sep 23 19:44:57.294812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Deleting port a45ee374-84ad-43d0-9503-83ffa1db9ff0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:57.295073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.375419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] For port a45ee374-84ad-43d0-9503-83ffa1db9ff0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a45ee374-84ad-43d0-9503-83ffa1db9ff0,segment=NetworkSegment(36bbd9d2-8209-4677-b116-ee3232c39e15),segment_id=36bbd9d2-8209-4677-b116-ee3232c39e15)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:57.375762 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.388190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Calling delete_port for a45ee374-84ad-43d0-9503-83ffa1db9ff0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:57.580646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.606611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45ee374-84ad-43d0-9503-83ffa1db9ff0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:57.769657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.980857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Router f408c68c-08b7-4f9d-8dec-bd9fa808e72e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:58.086573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:58.093054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-db947c7b-2d42-4802-8c5b-923e9e3a9fa5 admin admin] 10.222.0.38 "PUT /v2.0/routers/f408c68c-08b7-4f9d-8dec-bd9fa808e72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6167471 Sep 23 19:44:58.094653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.098791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] Sync routers for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:58.114854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:58.116008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:58.202001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe478c-f0c1-47ed-9144-53580eba87a5 req-d586c1c1-ab24-4767-8d52-a2b77e387e15 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:58.203627 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3afe478c-f0c1-47ed-9144-53580eba87a5 req-d586c1c1-ab24-4767-8d52-a2b77e387e15 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0556920 Sep 23 19:44:58.249805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3afe478c-f0c1-47ed-9144-53580eba87a5 req-c951f1d3-d368-4665-9b8e-973846d78b37 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Sep 23 19:44:58.255333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:58.620009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9238722-9844-4d1b-aae9-a9185c2c0306 req-9f7c451f-0394-4da7-af67-b91bdca5140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:58.621996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f9238722-9844-4d1b-aae9-a9185c2c0306 req-9f7c451f-0394-4da7-af67-b91bdca5140e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1096 time: 0.0759399 Sep 23 19:44:58.623097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.678917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:44:57Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:58.705143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] Checking router: f408c68c-08b7-4f9d-8dec-bd9fa808e72e for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:58.713824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] Routers {'f408c68c-08b7-4f9d-8dec-bd9fa808e72e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:58.714553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:44:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:58.724292 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f9238722-9844-4d1b-aae9-a9185c2c0306 req-7aaaaf2b-86fa-42a5-acd2-37cdccacab1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683401 Sep 23 19:44:58.752812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.814552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Deleting port 28d8141e-568f-45ac-b379-0ef1efb5adbe {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:58.815226 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.829707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] Set router f408c68c-08b7-4f9d-8dec-bd9fa808e72e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:58.909437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] For port 28d8141e-568f-45ac-b379-0ef1efb5adbe, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=28d8141e-568f-45ac-b379-0ef1efb5adbe,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:58.909803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.921976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Calling delete_port for 28d8141e-568f-45ac-b379-0ef1efb5adbe owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:59.017083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:44:57Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:59.044349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289a5b1-74ee-466f-afbb-53989bb70773 None None] The sync data for ids ['f408c68c-08b7-4f9d-8dec-bd9fa808e72e'] in n-d-810763-1 is: [{'id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1423847967-router', 'tenant_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:55Z', 'updated_at': '2021-09-23T19:44:57Z', 'revision_number': 5, 'project_id': 'cc05ef83c44744f19e4cb72eda9e4151', 'gw_port': {'id': '28d8141e-568f-45ac-b379-0ef1efb5adbe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408c68c-08b7-4f9d-8dec-bd9fa808e72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:56Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:59.101312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.128154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Pushing event deleted for resources: {'Port': ['ID=28d8141e-568f-45ac-b379-0ef1efb5adbe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:59.190711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.279645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.281697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.332018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.332018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f408c68c-08b7-4f9d-8dec-bd9fa808e72e {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:44:59.343629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.348697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-72fc6b5b-8062-4400-9e7e-06b53d78976e admin admin] 10.222.0.38 "DELETE /v2.0/routers/f408c68c-08b7-4f9d-8dec-bd9fa808e72e HTTP/1.1" status: 204 len: 168 time: 1.2490501 Sep 23 19:44:59.348822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.432823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] Deleting subnet 7f64005f-71f3-402d-8751-60f1b73bd537 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:44:59.441852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aded3b-ea9e-4da3-8591-f8f8308919ee req-e0cd59a3-d98a-4a8b-8ef7-180616f1ee4c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:59.443457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85aded3b-ea9e-4da3-8591-f8f8308919ee req-e0cd59a3-d98a-4a8b-8ef7-180616f1ee4c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0877223 Sep 23 19:44:59.446123 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.503217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.530046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85aded3b-ea9e-4da3-8591-f8f8308919ee req-b5b3161b-ea60-41e9-8c72-ce8d8ce2aed0 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638812 Sep 23 19:44:59.550786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.616302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.646916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f64005f-71f3-402d-8751-60f1b73bd537,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:59.651043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.653566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4dd54459-e33f-4aa5-a622-3db4aa5cf883 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7f64005f-71f3-402d-8751-60f1b73bd537 HTTP/1.1" status: 204 len: 168 time: 0.3045261 Sep 23 19:44:59.655628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41196) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.739204 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.777293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b7e5b948-51fc-419b-b837-e50d94e0dc96 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:59.798281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: b7e5b948-51fc-419b-b837-e50d94e0dc96 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:59.798686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b7e5b948-51fc-419b-b837-e50d94e0dc96 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:59.841576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.862741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597c1e69-6e74-4bc9-ac21-1c320277cdd8']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:59.872861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bbd9d2-8209-4677-b116-ee3232c39e15') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:59.873160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bbd9d2-8209-4677-b116-ee3232c39e15') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:59.882596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.896321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.903215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:59.903605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:59.905340 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:59.971649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.979495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.985601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] 10.222.0.38 "DELETE /v2.0/networks/597c1e69-6e74-4bc9-ac21-1c320277cdd8 HTTP/1.1" status: 204 len: 168 time: 0.3261745 Sep 23 19:44:59.997948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585f5e9-f42e-470c-a695-4fd9d7f32857 admin admin] Pushing event deleted for resources: {'Network': ['ID=597c1e69-6e74-4bc9-ac21-1c320277cdd8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:00.219938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.270005 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a0f745b9-6ab1-4d12-ac0b-9b73740ccc36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc05ef83c44744f19e4cb72eda9e4151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487838 Sep 23 19:45:00.272452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.322513 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0697cdd5-b374-455c-9786-7966054490bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.345761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0697cdd5-b374-455c-9786-7966054490bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.391662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0697cdd5-b374-455c-9786-7966054490bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.394329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0697cdd5-b374-455c-9786-7966054490bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.395479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0697cdd5-b374-455c-9786-7966054490bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5daa1180-468b-4118-aacb-fa0888c6f566 HTTP/1.1" status: 204 len: 168 time: 0.1220727 Sep 23 19:45:00.406958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697cdd5-b374-455c-9786-7966054490bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa1180-468b-4118-aacb-fa0888c6f566,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:00.666559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7cc9-374e-4837-b6a4-c13859499f9a req-f6daff51-a8d5-4524-b70c-8f05feef9151 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:00.668176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df4b7cc9-374e-4837-b6a4-c13859499f9a req-f6daff51-a8d5-4524-b70c-8f05feef9151 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0543160 Sep 23 19:45:00.712033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df4b7cc9-374e-4837-b6a4-c13859499f9a req-ec8a2e31-7101-4775-a3fe-ce81d6e50205 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Sep 23 19:45:00.901638 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 28d8141e-568f-45ac-b379-0ef1efb5adbe no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:00.931498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 28d8141e-568f-45ac-b379-0ef1efb5adbe {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:00.931917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 28d8141e-568f-45ac-b379-0ef1efb5adbe not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:00.932676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a45ee374-84ad-43d0-9503-83ffa1db9ff0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:00.956236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a45ee374-84ad-43d0-9503-83ffa1db9ff0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:00.956673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a45ee374-84ad-43d0-9503-83ffa1db9ff0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:01.127959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-5299937c-9145-4891-83b5-7dfa9500c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.130954 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-5299937c-9145-4891-83b5-7dfa9500c45b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0726206312d44079ebad40d37271d97&device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 1096 time: 0.0591896 Sep 23 19:45:01.161962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0b698-6813-4fa0-b124-e73c02741351 req-240c01fa-1801-4e04-bd3c-4ddd9a14c0db tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.162562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9e0b698-6813-4fa0-b124-e73c02741351 req-240c01fa-1801-4e04-bd3c-4ddd9a14c0db tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0907364 Sep 23 19:45:01.211557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9e0b698-6813-4fa0-b124-e73c02741351 req-7ee40139-f919-4fdf-9878-0b4a850f2ea5 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Sep 23 19:45:01.259435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-83813b05-521a-49fb-9899-b88de7104b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.261176 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-83813b05-521a-49fb-9899-b88de7104b3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 200 len: 919 time: 0.1236196 Sep 23 19:45:01.304629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-ba19a864-d571-4f78-8b81-795fe46134f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 200 len: 217 time: 0.0363050 Sep 23 19:45:01.366537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-f58a66c0-1ab3-4728-9ca9-42f9d1105821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.368247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-f58a66c0-1ab3-4728-9ca9-42f9d1105821 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 200 len: 858 time: 0.0574274 Sep 23 19:45:01.408690 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-842cdf94-06da-4df6-903d-5ae851769e31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee4100a7-ef1f-463e-a404-90e0978edca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335438 Sep 23 19:45:01.420747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-2aed6f0e-cf57-48ed-b29f-f627bc4d4e02 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:45:01.422066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-2aed6f0e-cf57-48ed-b29f-f627bc4d4e02 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057857 Sep 23 19:45:01.518327 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-c5aacb51-fa02-4ace-9f3f-18987c61bb70 service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884314 Sep 23 19:45:01.623508 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d93d86b-a1b0-4244-bceb-3cf89e09ec87 req-9ea8dca3-55ae-48b1-84a7-11e71ed7971a service neutron] 10.222.0.41 "GET /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985980 Sep 23 19:45:01.748945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9d579c3-10b9-478d-8b94-79c2e6bf25f0 req-be63728e-10c2-4f19-99ec-0923c660974b tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0307820 Sep 23 19:45:02.360603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc7c20-3be5-4ba6-9bc9-b2450777f1ab req-9b1ae162-0693-4fa1-8b33-33f85c2492ec tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:02.362381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bfc7c20-3be5-4ba6-9bc9-b2450777f1ab req-9b1ae162-0693-4fa1-8b33-33f85c2492ec tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0606108 Sep 23 19:45:02.404637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bfc7c20-3be5-4ba6-9bc9-b2450777f1ab req-b278a931-4991-4371-9cde-2ef2406254f1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Sep 23 19:45:02.885740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98c0d86d-05e2-4262-a9e5-cb8abc185ca9 req-a51dabd4-a316-4c85-baff-07144aa0967d tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0460863 Sep 23 19:45:03.526477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84ab26-f217-4149-a226-e0ca692be198 req-80bf6f23-4114-4860-95d7-4b02f2644474 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:03.528075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b84ab26-f217-4149-a226-e0ca692be198 req-80bf6f23-4114-4860-95d7-4b02f2644474 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0546072 Sep 23 19:45:03.568023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b84ab26-f217-4149-a226-e0ca692be198 req-7443ac0a-3c98-4eb1-8bea-1ba3cca7c7e3 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Sep 23 19:45:03.991611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc1f0e09-3749-4880-86a7-41d6cc15c2f9 req-159b16ba-b296-44bf-a290-8070a950e186 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0268006 Sep 23 19:45:04.096049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f59f66b-cf75-4bf6-af2c-21eb6f107d4a req-2ecd9a31-2672-4aa7-afda-81047d9e1f18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.1589184 Sep 23 19:45:04.689158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123b474-aa49-4dfc-9d65-f7e1f60c0f94 req-3bf6765e-ffa7-4fc1-90bf-dcb94d40150a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:04.690725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3123b474-aa49-4dfc-9d65-f7e1f60c0f94 req-3bf6765e-ffa7-4fc1-90bf-dcb94d40150a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0502520 Sep 23 19:45:04.729524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3123b474-aa49-4dfc-9d65-f7e1f60c0f94 req-6b629957-8df1-4d8c-a86c-4ecf0bf41c2c tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328066 Sep 23 19:45:05.132150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cab6194-02ac-44b1-a202-1f51b07f35c0 req-f376d5ba-cd31-4dc1-97be-d5917719bf61 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0306449 Sep 23 19:45:06.248880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ab91a57-70fd-4789-950c-1e2a34e9ce8f req-a2b52486-1233-4eb1-9d26-560bc06decd7 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0287209 Sep 23 19:45:06.653955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-681cde20-3c09-4957-aced-a94fc1b5079d req-c29b3c65-0a55-49d8-808d-0b397b7481b9 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0418000 Sep 23 19:45:07.768571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f3760d2-a5c0-4af5-8fd4-b27876e3f457 req-62d32919-e4fb-419f-b4ea-576ab7207ef1 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0272875 Sep 23 19:45:08.877566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ef540-c0c2-4c0b-95e2-cafa4b24f3fe req-ee465d88-cf45-4fac-9234-e46ef8841af7 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0260944 Sep 23 19:45:09.986346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db29d2a8-ab0f-458d-afd3-1b1c228002e5 req-7dec8bf2-d279-435f-a24c-066b82b3c290 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0295427 Sep 23 19:45:11.100999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ee09b6a-a973-43e0-a27c-d5b3ae7488db req-185cb458-4ac1-4441-89fa-9b3007619682 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0302145 Sep 23 19:45:12.211716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42b95e37-d518-4a08-a35e-90234157c888 req-6731e82a-775b-45b0-a967-c4792415bcc8 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Sep 23 19:45:13.143740 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b8a129d-7a91-4f69-a690-a1b644f927d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.326347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3dcc4933-0d5f-4382-939c-d3b65ecf2bd0 req-d6ba8717-ce13-40f1-ba86-f6ead477bc63 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0310171 Sep 23 19:45:14.437256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fa5c46c-15ff-45b8-8d7b-1514fec91b54 req-a2019392-4df3-4272-94fe-0b5ec9e43e0d tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0303648 Sep 23 19:45:15.174352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbad5a-59dd-4d31-af5a-63da0d567401 req-454eb4e3-ae0a-42e3-8d67-009b1d47eaad tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:15.176617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9fbad5a-59dd-4d31-af5a-63da0d567401 req-454eb4e3-ae0a-42e3-8d67-009b1d47eaad tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0538926 Sep 23 19:45:15.219934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9fbad5a-59dd-4d31-af5a-63da0d567401 req-4af003ae-2766-4f97-bce4-a682353fc7ab tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Sep 23 19:45:15.556793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da302b23-37dc-4359-9741-da4419d577ea req-66945d2e-a93d-4760-b53b-f530e4492d7d tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0328028 Sep 23 19:45:16.302776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8998a89d-7694-4e91-8056-f700b5e186cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.341555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a19856-a26b-4528-9507-b9facf7a38ec req-6e870b72-a727-46ef-af5e-60cc8525198f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:16.343321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6a19856-a26b-4528-9507-b9facf7a38ec req-6e870b72-a727-46ef-af5e-60cc8525198f tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0522716 Sep 23 19:45:16.382313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6a19856-a26b-4528-9507-b9facf7a38ec req-c2540a35-571c-46b6-9502-4f54079fd5dd tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Sep 23 19:45:16.464578 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.663696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b36b8c5a-f981-4bf9-ab8a-5f07a8ca8718 req-ab21aa5a-9afd-4b35-ad3c-a33b966b7d3b tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0263221 Sep 23 19:45:17.024128 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.511249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541dd3b-9ee9-4835-93fb-8060b12f291a req-5ded5432-353d-47e7-b19a-544409c5bf0a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:17.513051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9541dd3b-9ee9-4835-93fb-8060b12f291a req-5ded5432-353d-47e7-b19a-544409c5bf0a tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0516493 Sep 23 19:45:17.564138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9541dd3b-9ee9-4835-93fb-8060b12f291a req-d31ac7b6-ce9a-4fc9-802c-1b62ebec7143 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Sep 23 19:45:17.687491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-231a7b81-c43c-482d-ba95-53010d9f8244 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:17.688972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-231a7b81-c43c-482d-ba95-53010d9f8244 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0567381 Sep 23 19:45:17.792827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73ae85a6-f472-40f9-bba0-ebd780f28391 req-0f1b9ad9-7497-4b53-8e9e-b0abeaf211be tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0466633 Sep 23 19:45:17.823765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Deleting port d20bc240-122e-4b84-9dea-8944e97cc8fb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:17.823765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.916272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] For port d20bc240-122e-4b84-9dea-8944e97cc8fb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d20bc240-122e-4b84-9dea-8944e97cc8fb,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:17.916729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.930933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Calling delete_port for d20bc240-122e-4b84-9dea-8944e97cc8fb owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:18.074832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.091582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['b353a33f-6edd-4a5a-a818-d0cc4e300b85'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:18.095128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d20bc240-122e-4b84-9dea-8944e97cc8fb'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:18.121962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Pushing event deleted for resources: {'Port': ['ID=d20bc240-122e-4b84-9dea-8944e97cc8fb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:18.165165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] No DVR routers for this DVR port d20bc240-122e-4b84-9dea-8944e97cc8fb on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:18.168251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.170670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aeaa3556-edae-4a86-85d6-7420f0b3af04 req-acacf910-27d2-4225-a217-0a7d23a0af73 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.72 "DELETE /v2.0/ports/d20bc240-122e-4b84-9dea-8944e97cc8fb HTTP/1.1" status: 204 len: 173 time: 0.4708662 Sep 23 19:45:18.171242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'name': 'network-vif-deleted', 'tag': 'd20bc240-122e-4b84-9dea-8944e97cc8fb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:18.174988 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62523da-b43f-48a5-8281-4d7a056e7045" -d '{"events": [{"server_uuid": "b3c003e6-0d6b-41cb-af53-79a0ae97b4a7", "name": "network-vif-deleted", "tag": "d20bc240-122e-4b84-9dea-8944e97cc8fb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:18.338517 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6723d733-11ea-4206-b95f-24d1a46f610a x-openstack-request-id: req-6723d733-11ea-4206-b95f-24d1a46f610a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:18.338808 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c003e6-0d6b-41cb-af53-79a0ae97b4a7", "name": "network-vif-deleted", "tag": "d20bc240-122e-4b84-9dea-8944e97cc8fb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:18.339050 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6723d733-11ea-4206-b95f-24d1a46f610a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:18.339439 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c003e6-0d6b-41cb-af53-79a0ae97b4a7', 'name': 'network-vif-deleted', 'tag': 'd20bc240-122e-4b84-9dea-8944e97cc8fb', 'status': 'completed', 'code': 200} Sep 23 19:45:18.549918 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.682897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c420bce3-c388-461e-a66d-be23d7caf82e req-dab151ba-d4f6-46b8-a913-d41836830c00 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3c003e6-0d6b-41cb-af53-79a0ae97b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0278494 Sep 23 19:45:18.906005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7afb78ff-88c9-4b6f-8ddb-f8b2d3ceebd6 req-665a6ca1-5622-4dcf-b69d-2dedf58477e3 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0302875 Sep 23 19:45:19.957150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f922d9-061f-41ab-ac10-f06406903ddd req-1c2d4898-f7aa-490d-9a42-dc727b5d9c45 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:19.958769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2f922d9-061f-41ab-ac10-f06406903ddd req-1c2d4898-f7aa-490d-9a42-dc727b5d9c45 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0493786 Sep 23 19:45:19.996502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2f922d9-061f-41ab-ac10-f06406903ddd req-a120ba10-a180-4a97-a275-a13e2ddcec84 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Sep 23 19:45:20.080804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b98f762-7ac4-4581-a760-a228083165a1 req-bcfb1f93-ad17-42bb-aa51-5dff3883e87a tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0271795 Sep 23 19:45:21.114189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2c48-8c84-48d2-b8a4-d0b0694be381 req-7cfe24bc-511f-4d36-84f1-1893d65df0f1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:21.115772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-469b2c48-8c84-48d2-b8a4-d0b0694be381 req-7cfe24bc-511f-4d36-84f1-1893d65df0f1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0505548 Sep 23 19:45:21.158892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-469b2c48-8c84-48d2-b8a4-d0b0694be381 req-a9db4856-bc87-43fc-a32f-555ba8d485e2 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362122 Sep 23 19:45:21.256623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62502bba-497f-4f6e-97a9-fd9cc73a4602 req-eab20b79-05f5-47d0-b3f5-6b900c3d0221 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0270996 Sep 23 19:45:21.886388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d20bc240-122e-4b84-9dea-8944e97cc8fb no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:21.908355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: d20bc240-122e-4b84-9dea-8944e97cc8fb {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:21.908833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d20bc240-122e-4b84-9dea-8944e97cc8fb not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:22.287960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac0474-cfc1-41c4-a732-c04e381b55f3 req-60b7efa4-f381-46d4-9317-16ab1448dab1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:22.289774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdac0474-cfc1-41c4-a732-c04e381b55f3 req-60b7efa4-f381-46d4-9317-16ab1448dab1 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0543113 Sep 23 19:45:22.337870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cdac0474-cfc1-41c4-a732-c04e381b55f3 req-d3bfc84e-dbd6-48a1-8b12-4e6639bdb668 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Sep 23 19:45:22.438948 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1838d4e-c8de-4562-bde6-94a63e38daad req-fdf1f9a5-16be-4776-b72f-70271b66f47e tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Sep 23 19:45:23.472191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41adde5-950e-40cf-b928-fefe42701e05 req-5effe268-8788-4b8a-9cb8-13e4dedf6c82 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:23.473732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c41adde5-950e-40cf-b928-fefe42701e05 req-5effe268-8788-4b8a-9cb8-13e4dedf6c82 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0547767 Sep 23 19:45:23.514373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c41adde5-950e-40cf-b928-fefe42701e05 req-e44fb7af-b340-4271-a935-377615dbba9e tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Sep 23 19:45:23.605120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-726987c9-71ab-41a0-93b5-e45a9565b3ae req-f390c80c-b754-4fdf-9400-11dc4d85092b tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0277815 Sep 23 19:45:24.712934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057274d7-ba22-4d58-a14f-a6fbec2463b8 req-33e45495-62e4-410d-bbb7-6cb8a1c9d3f8 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:24.714722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-057274d7-ba22-4d58-a14f-a6fbec2463b8 req-33e45495-62e4-410d-bbb7-6cb8a1c9d3f8 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0554414 Sep 23 19:45:24.752822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-057274d7-ba22-4d58-a14f-a6fbec2463b8 req-c8623bc8-58d0-4526-b7df-bca7e41ba2b0 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316458 Sep 23 19:45:24.834882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d350058-4f97-435f-a5a8-437a026b3cbc req-a4dfc5f4-b2a9-4676-9efc-2b170f0980b0 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0263515 Sep 23 19:45:24.978299 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-0efe84a0-fb76-46c9-a04c-3d08ba98c901 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925815 Sep 23 19:45:25.097101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-a03dff69-5809-4acc-9e79-1ba5c6d35c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.098576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-a03dff69-5809-4acc-9e79-1ba5c6d35c29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7430dade4fd34fbab72d1c4baac0c537&device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 1096 time: 0.0438123 Sep 23 19:45:25.204894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-5e3a208c-417a-4ca0-ad7a-f214c338d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.206398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-5e3a208c-417a-4ca0-ad7a-f214c338d908 service neutron] 10.222.0.41 "GET /v2.0/networks?id=641a42a8-0fb2-483b-9601-0de92af21642 HTTP/1.1" status: 200 len: 909 time: 0.0832613 Sep 23 19:45:25.273579 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.278116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-375bc8f8-d281-40eb-9b94-1e2fd319e1fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47 HTTP/1.1" status: 200 len: 1001 time: 0.0636125 Sep 23 19:45:25.330638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-03bc4341-14c4-4aab-9128-6df4338de9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.332393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-03bc4341-14c4-4aab-9128-6df4338de9e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dd3d9c3-6e69-4227-96cb-632558c4f5d5 HTTP/1.1" status: 200 len: 847 time: 0.0461788 Sep 23 19:45:25.379204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-4aca57db-8910-4871-b8b5-b1c22aa5976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.380610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-4aca57db-8910-4871-b8b5-b1c22aa5976b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=641a42a8-0fb2-483b-9601-0de92af21642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406749 Sep 23 19:45:25.502383 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-d2d8f389-e1fe-4fcc-9a27-7f485fa6a749 service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125424 Sep 23 19:45:25.513774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-acf659be-b86b-4af0-9067-8febe31faf48 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.515227 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-acf659be-b86b-4af0-9067-8febe31faf48 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0670831 Sep 23 19:45:25.656275 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c12bc6b7-d4fc-4294-b4e8-a959c71e003a req-59dd8e1a-e7dc-47b7-bfa5-b9a25f12f0b8 service neutron] 10.222.0.41 "GET /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401005 Sep 23 19:45:25.676977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Deleting port b353a33f-6edd-4a5a-a818-d0cc4e300b85 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:25.677320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.771034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] For port b353a33f-6edd-4a5a-a818-d0cc4e300b85, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=b353a33f-6edd-4a5a-a818-d0cc4e300b85,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:25.771403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.785666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Calling delete_port for b353a33f-6edd-4a5a-a818-d0cc4e300b85 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:25.892471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0be4f-2fba-479f-8037-61b9167bdc8a req-fef6b3bd-94df-45c6-8ef2-644379600fef tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.894447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4f0be4f-2fba-479f-8037-61b9167bdc8a req-fef6b3bd-94df-45c6-8ef2-644379600fef tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d74a677-afad-4db6-b0b8-740ff1295fbc HTTP/1.1" status: 200 len: 945 time: 0.0676413 Sep 23 19:45:25.918116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.932251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['b353a33f-6edd-4a5a-a818-d0cc4e300b85'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:25.950827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4f0be4f-2fba-479f-8037-61b9167bdc8a req-c6810ad8-45e5-4a14-a6a7-f8746b192888 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.38 "GET /v2.0/security-groups?id=172c9a34-8fbb-480c-ab97-c491664b56a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479918 Sep 23 19:45:25.954235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Pushing event deleted for resources: {'Port': ['ID=b353a33f-6edd-4a5a-a818-d0cc4e300b85,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:26.005506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] No DVR routers for this DVR port b353a33f-6edd-4a5a-a818-d0cc4e300b85 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:26.008573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.010750 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c74f1daa-bd50-4ec4-a98a-34cefc7534a1 req-d3ca1d95-2d9f-4919-a419-561a7beadbf9 tempest-ServerRescueNegativeTestJSON-827520751 tempest-ServerRescueNegativeTestJSON-827520751-project] 10.222.0.41 "DELETE /v2.0/ports/b353a33f-6edd-4a5a-a818-d0cc4e300b85 HTTP/1.1" status: 204 len: 173 time: 0.4877188 Sep 23 19:45:26.011187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'name': 'network-vif-deleted', 'tag': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:26.013700 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e83c5b-0f11-4a21-a66f-80f300ba5d8c" -d '{"events": [{"server_uuid": "2d74a677-afad-4db6-b0b8-740ff1295fbc", "name": "network-vif-deleted", "tag": "b353a33f-6edd-4a5a-a818-d0cc4e300b85"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:26.039355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b5b9a2e-84b2-4960-b53a-ac38c69486f5 req-e90a5d0a-5202-462b-852e-8a118acffb68 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0276659 Sep 23 19:45:26.149545 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11deed5d-80d8-4f15-acb2-64125321fef2 x-openstack-request-id: req-11deed5d-80d8-4f15-acb2-64125321fef2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:26.149899 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d74a677-afad-4db6-b0b8-740ff1295fbc", "name": "network-vif-deleted", "tag": "b353a33f-6edd-4a5a-a818-d0cc4e300b85", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:26.150235 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11deed5d-80d8-4f15-acb2-64125321fef2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:26.150758 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d74a677-afad-4db6-b0b8-740ff1295fbc', 'name': 'network-vif-deleted', 'tag': 'b353a33f-6edd-4a5a-a818-d0cc4e300b85', 'status': 'completed', 'code': 200} Sep 23 19:45:26.825235 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.009134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.014949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.020655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.027005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.032778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.038623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.044387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.046282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-7fb45d60-85c3-4f39-8fb3-0c521b5597c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.0904891 Sep 23 19:45:27.090479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b11c01c9-60ad-4861-91b5-cec927ea78c4 req-c6797821-b9ae-4b68-a5ce-76f021c66ad6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378695 Sep 23 19:45:27.146423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:27.223731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e419daa0-af36-48c1-9edf-37951be52dd8 req-fd68edba-9168-4de8-bc14-ec015ef14d5a tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0259476 Sep 23 19:45:27.567184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.088747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Deleting port 1cea8eea-9ea3-4174-97ac-126ff967b348 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:28.088947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.167686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] For port 1cea8eea-9ea3-4174-97ac-126ff967b348, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cea8eea-9ea3-4174-97ac-126ff967b348,segment=NetworkSegment(3f9f506c-9108-42c1-9610-dd6a7e3c73b1),segment_id=3f9f506c-9108-42c1-9610-dd6a7e3c73b1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:28.168332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.186147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Calling delete_port for 1cea8eea-9ea3-4174-97ac-126ff967b348 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:28.257562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.263616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.269606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.276082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.281961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.289135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.294319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.296298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58df1aba-2583-484d-a588-82839ff53172 req-5127dc74-27f8-435d-9eff-23cab9bc3e17 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.1246796 Sep 23 19:45:28.313602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.321329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.333749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.341156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.347117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.353042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.358999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.360881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7c7a331e-1ec7-45b5-b8be-7ba449327a02 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 5445 time: 0.1784701 Sep 23 19:45:28.396363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.429799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1cea8eea-9ea3-4174-97ac-126ff967b348,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:28.430127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-1ea39f0a-bbdf-4164-b928-c23f706361c4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.431613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-1ea39f0a-bbdf-4164-b928-c23f706361c4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "GET /v2.0/ports/a076bb10-b19e-486a-8632-49f0853eddb9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0628633 Sep 23 19:45:28.442029 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:45:28.444962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58df1aba-2583-484d-a588-82839ff53172 req-f97a6cfd-5aed-45f7-accc-190107013022 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829773 Sep 23 19:45:28.612442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.852210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Router 3d34304b-3f9e-475c-b680-f17e26562edf has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:45:28.855474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-659f5e18-4af9-4678-a124-fe909bd1ce5b req-fd1e153a-84a8-4c85-94bd-d86cdcf9486e tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.3246133 Sep 23 19:45:28.870485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-89626848-31a1-4e12-ad45-2eaef2810281 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "GET /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4243519 Sep 23 19:45:28.887957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:28.959234 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.981908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:45:28.987022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-89f2bfae-9f09-4d5b-81a1-e3268eda2a1c admin admin] 10.222.0.38 "PUT /v2.0/routers/3d34304b-3f9e-475c-b680-f17e26562edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393753 Sep 23 19:45:28.989564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:28.992949 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] Sync routers for ids ['3d34304b-3f9e-475c-b680-f17e26562edf'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:45:29.003780 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] Routers {'3d34304b-3f9e-475c-b680-f17e26562edf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:29.004622 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:45:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3d34304b-3f9e-475c-b680-f17e26562edf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:29.116913 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] Set router 3d34304b-3f9e-475c-b680-f17e26562edf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:29.121612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] For port a076bb10-b19e-486a-8632-49f0853eddb9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a076bb10-b19e-486a-8632-49f0853eddb9,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:29.124499 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.167552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] For port a076bb10-b19e-486a-8632-49f0853eddb9, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:29.222390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] device_id is not set on port a076bb10-b19e-486a-8632-49f0853eddb9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:29.239623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.240448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682efb0b-4fd9-4c84-9f2d-e4dbf9427f7d req-53595810-91e7-4e46-b69d-ac1195c57787 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.242171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-682efb0b-4fd9-4c84-9f2d-e4dbf9427f7d req-53595810-91e7-4e46-b69d-ac1195c57787 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 949 time: 0.0908530 Sep 23 19:45:29.244233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.251071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.293036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Deleting port 4ea62225-2db5-4bfa-87a1-66efe65f1780 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:29.293374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.296543 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:45:28Z', 'revision_number': 5, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port': {'id': '4ea62225-2db5-4bfa-87a1-66efe65f1780', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:15Z', 'updated_at': '2021-09-23T19:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:29.328682 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] Checking router: 3d34304b-3f9e-475c-b680-f17e26562edf for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:45:29.329634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] No DVR routers for this DVR port a076bb10-b19e-486a-8632-49f0853eddb9 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:29.343029 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] Routers {'3d34304b-3f9e-475c-b680-f17e26562edf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:29.343862 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:45:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['3d34304b-3f9e-475c-b680-f17e26562edf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:29.370970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] Pushing event updated for resources: {'Port': ['ID=a076bb10-b19e-486a-8632-49f0853eddb9,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:29.385998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-682efb0b-4fd9-4c84-9f2d-e4dbf9427f7d req-7c4effe8-7164-4f2e-b7b2-e50726adff43 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300607 Sep 23 19:45:29.386872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] For port 4ea62225-2db5-4bfa-87a1-66efe65f1780, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4ea62225-2db5-4bfa-87a1-66efe65f1780,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:29.387406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.408206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] In _notify_port_updated(), no bound segment for port a076bb10-b19e-486a-8632-49f0853eddb9 on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:45:29.409090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.409718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.411029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-11521f73-7c7f-4846-b1f9-4cc211565acb service neutron] 10.222.0.72 "PUT /v2.0/ports/a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 200 len: 1033 time: 0.5273454 Sep 23 19:45:29.414312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Calling delete_port for 4ea62225-2db5-4bfa-87a1-66efe65f1780 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:29.459414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-33c618f2-ce68-466d-b61e-04bb1350c031 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.461057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-33c618f2-ce68-466d-b61e-04bb1350c031 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "GET /v2.0/ports/4728b135-3332-44ae-bce0-1d0b86d968dd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0432987 Sep 23 19:45:29.474458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:29.476790 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] Set router 3d34304b-3f9e-475c-b680-f17e26562edf gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:29.536629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.538013 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:45:29Z', 'revision_number': 6, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:29.557121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e14bd313-facd-4de3-851e-9464f154344e None None] Provisioning complete for port a076bb10-b19e-486a-8632-49f0853eddb9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:29.558197 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e14bd313-facd-4de3-851e-9464f154344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.599669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e14bd313-facd-4de3-851e-9464f154344e None None] Port a076bb10-b19e-486a-8632-49f0853eddb9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:45:29.645413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.666131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7cccc914-3c5e-4817-9c49-dfa21519b4b0 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.672080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7cccc914-3c5e-4817-9c49-dfa21519b4b0 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.678655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7cccc914-3c5e-4817-9c49-dfa21519b4b0 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.681453 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56321b2-3abe-43a4-b4b4-40d293b27d53 None None] The sync data for ids ['3d34304b-3f9e-475c-b680-f17e26562edf'] in n-d-810763-1 is: [{'id': '3d34304b-3f9e-475c-b680-f17e26562edf', 'name': 'tempest-ServerRescueNegativeTestJSON-271294181-router', 'tenant_id': 'd0726206312d44079ebad40d37271d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:14Z', 'updated_at': '2021-09-23T19:45:29Z', 'revision_number': 6, 'project_id': 'd0726206312d44079ebad40d37271d97', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:45:29.684538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7cccc914-3c5e-4817-9c49-dfa21519b4b0 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.686635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea62225-2db5-4bfa-87a1-66efe65f1780,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:29.690444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7cccc914-3c5e-4817-9c49-dfa21519b4b0 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.696933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7cccc914-3c5e-4817-9c49-dfa21519b4b0 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.698892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7cccc914-3c5e-4817-9c49-dfa21519b4b0 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 4665 time: 0.1456428 Sep 23 19:45:29.759760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.784401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-075af68c-e3fe-41b3-af7d-cd4341a038bd req-7a36d66f-0eb2-4b22-a21b-bf1d3d343ea2 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&id=c611418d-ea46-4109-bc19-b174c990bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736692 Sep 23 19:45:29.801221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] For port 4728b135-3332-44ae-bce0-1d0b86d968dd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=4728b135-3332-44ae-bce0-1d0b86d968dd,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:29.833536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] For port 4728b135-3332-44ae-bce0-1d0b86d968dd, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:29.851080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.853157 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.868769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] device_id is not set on port 4728b135-3332-44ae-bce0-1d0b86d968dd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:29.877801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.883200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.896568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.897568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d34304b-3f9e-475c-b680-f17e26562edf {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:45:29.901877 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.903063 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7c6be69f-bde5-47eb-b60b-755c28a1df5a admin admin] 10.222.0.38 "DELETE /v2.0/routers/3d34304b-3f9e-475c-b680-f17e26562edf HTTP/1.1" status: 204 len: 168 time: 0.9127197 Sep 23 19:45:29.905457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:29.957877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] No DVR routers for this DVR port 4728b135-3332-44ae-bce0-1d0b86d968dd on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:29.963632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] Deleting subnet 91ab3147-ee41-483d-b1f0-0ddbf6527aad {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:45:29.966863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.991420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] Pushing event updated for resources: {'Port': ['ID=4728b135-3332-44ae-bce0-1d0b86d968dd,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:30.003032 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.023808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db25a439-d725-442c-b329-06c832a6e696 req-0ee235df-415e-475b-acdd-8282ce41bef3 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0364928 Sep 23 19:45:30.027047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] In _notify_port_updated(), no bound segment for port 4728b135-3332-44ae-bce0-1d0b86d968dd on network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:45:30.027907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:30.028530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.029800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-0dc0673e-33bd-4b09-9b7a-a468a8821827 service neutron] 10.222.0.72 "PUT /v2.0/ports/4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 200 len: 1033 time: 0.5610821 Sep 23 19:45:30.077943 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.153366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.173430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port e31103ba-e519-4f3f-a464-3655b06f0e2e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:30.173852 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.184638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ab3147-ee41-483d-b1f0-0ddbf6527aad,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:30.186654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.188516 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-333ffa83-8880-4220-ac5d-077dab987e45 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/91ab3147-ee41-483d-b1f0-0ddbf6527aad HTTP/1.1" status: 204 len: 168 time: 0.2820919 Sep 23 19:45:30.191116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:30.225910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1616dfa7-3d31-4d1d-a14d-68f65e378147 None None] Provisioning complete for port 4728b135-3332-44ae-bce0-1d0b86d968dd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:30.226591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1616dfa7-3d31-4d1d-a14d-68f65e378147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.262217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.265411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1616dfa7-3d31-4d1d-a14d-68f65e378147 None None] Port 4728b135-3332-44ae-bce0-1d0b86d968dd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:45:30.273348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] For port e31103ba-e519-4f3f-a464-3655b06f0e2e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e31103ba-e519-4f3f-a464-3655b06f0e2e,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:30.273717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.286228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for e31103ba-e519-4f3f-a464-3655b06f0e2e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:30.345348 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.365580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4100a7-ef1f-463e-a404-90e0978edca3']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:30.375258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9f506c-9108-42c1-9610-dd6a7e3c73b1') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:30.375556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9f506c-9108-42c1-9610-dd6a7e3c73b1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:30.384946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.399524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.405734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:45:30.406345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:45:30.408016 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:45:30.414813 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.441870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=e31103ba-e519-4f3f-a464-3655b06f0e2e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:30.484183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.491632 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.496330 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] 10.222.0.38 "DELETE /v2.0/networks/ee4100a7-ef1f-463e-a404-90e0978edca3 HTTP/1.1" status: 204 len: 168 time: 0.3018589 Sep 23 19:45:30.500859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] No DVR routers for this DVR port e31103ba-e519-4f3f-a464-3655b06f0e2e on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:30.504189 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.506178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-7567beaa-1252-4a7e-8610-f062c6988c4f tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "DELETE /v2.0/ports/e31103ba-e519-4f3f-a464-3655b06f0e2e HTTP/1.1" status: 204 len: 173 time: 0.4705548 Sep 23 19:45:30.507264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': 'e31103ba-e519-4f3f-a464-3655b06f0e2e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:30.509699 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc521a4-cf52-4be8-b47e-97bd438a7648" -d '{"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "e31103ba-e519-4f3f-a464-3655b06f0e2e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:30.511820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8798500-c106-4979-b94e-80a8b9b6953b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4100a7-ef1f-463e-a404-90e0978edca3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:30.587098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf773a1-7033-4bb0-a3ae-c92d460d8acc req-20ed5304-170c-4df6-8e4d-ee418e651b86 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:30.588728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cf773a1-7033-4bb0-a3ae-c92d460d8acc req-20ed5304-170c-4df6-8e4d-ee418e651b86 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 949 time: 0.0968120 Sep 23 19:45:30.651847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cf773a1-7033-4bb0-a3ae-c92d460d8acc req-e837b64b-c300-4bc5-8c79-b0698b41c1cd tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7d65269-9819-45c8-bd30-a1405bbc5586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Sep 23 19:45:30.665364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port 18dab258-3f14-4678-aba3-8fbbf8a48df1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:30.665818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.690776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:30.730017 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef12b3-18d9-4bcd-9421-5c6502ff994b x-openstack-request-id: req-1cef12b3-18d9-4bcd-9421-5c6502ff994b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:30.730338 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "e31103ba-e519-4f3f-a464-3655b06f0e2e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:30.730604 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cef12b3-18d9-4bcd-9421-5c6502ff994b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:30.730985 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': 'e31103ba-e519-4f3f-a464-3655b06f0e2e', 'status': 'completed', 'code': 200} Sep 23 19:45:30.766318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] For port 18dab258-3f14-4678-aba3-8fbbf8a48df1, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=18dab258-3f14-4678-aba3-8fbbf8a48df1,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:30.766767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.770742 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5e94cbe5-9a65-4982-b382-b3f5d7deb311 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0726206312d44079ebad40d37271d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786645 Sep 23 19:45:30.773377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42264) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:30.780521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for 18dab258-3f14-4678-aba3-8fbbf8a48df1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:30.787401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-893b2c16-44ef-4a19-a35f-29a07793e4b0 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:30.789473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-893b2c16-44ef-4a19-a35f-29a07793e4b0 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.41 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 949 time: 0.0896680 Sep 23 19:45:30.953020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4ea62225-2db5-4bfa-87a1-66efe65f1780 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:30.956284 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cf0-7471-466d-814e-49e1bd8bfc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.979372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4ea62225-2db5-4bfa-87a1-66efe65f1780 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:30.980229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4ea62225-2db5-4bfa-87a1-66efe65f1780 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:30.981179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cea8eea-9ea3-4174-97ac-126ff967b348 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:31.004572 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.005607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1cea8eea-9ea3-4174-97ac-126ff967b348 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:31.006185 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cea8eea-9ea3-4174-97ac-126ff967b348 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:31.021966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cf0-7471-466d-814e-49e1bd8bfc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.039261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=18dab258-3f14-4678-aba3-8fbbf8a48df1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.049476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4968-1a21-4ba4-908b-6ac70f9c1423 req-13115566-3c13-451c-b3b1-34f1439cb9f4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:31.057543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4968-1a21-4ba4-908b-6ac70f9c1423 req-13115566-3c13-451c-b3b1-34f1439cb9f4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:31.061804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4968-1a21-4ba4-908b-6ac70f9c1423 req-13115566-3c13-451c-b3b1-34f1439cb9f4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:31.063306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Deleting port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:31.063647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.067800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4968-1a21-4ba4-908b-6ac70f9c1423 req-13115566-3c13-451c-b3b1-34f1439cb9f4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:31.069587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffea4968-1a21-4ba4-908b-6ac70f9c1423 req-13115566-3c13-451c-b3b1-34f1439cb9f4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 3073 time: 0.1263363 Sep 23 19:45:31.121739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] No DVR routers for this DVR port 18dab258-3f14-4678-aba3-8fbbf8a48df1 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:31.132121 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.134083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-8514fd18-4496-40bc-b305-de4596f69a1d tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "DELETE /v2.0/ports/18dab258-3f14-4678-aba3-8fbbf8a48df1 HTTP/1.1" status: 204 len: 173 time: 0.6082296 Sep 23 19:45:31.150958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffea4968-1a21-4ba4-908b-6ac70f9c1423 req-c452b5a7-a975-4b75-9a7a-08c0e0359321 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741327 Sep 23 19:45:31.161061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cf0-7471-466d-814e-49e1bd8bfc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.163959 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cd04cf0-7471-466d-814e-49e1bd8bfc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.165157 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2cd04cf0-7471-466d-814e-49e1bd8bfc6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/172c9a34-8fbb-480c-ab97-c491664b56a1 HTTP/1.1" status: 204 len: 168 time: 0.3910713 Sep 23 19:45:31.174831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] For port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:31.175233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.191351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd04cf0-7471-466d-814e-49e1bd8bfc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172c9a34-8fbb-480c-ab97-c491664b56a1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.204976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Calling delete_port for bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:31.272698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20902e4a-a090-42f3-a60f-90987d42b7df req-4d03cb99-c0f5-4e96-8766-e872bf8b2f3d tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0304153 Sep 23 19:45:31.286879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port 0e769d8a-0458-41d8-adf9-2655d1b690cb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:31.287226 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.309044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b353a33f-6edd-4a5a-a818-d0cc4e300b85 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:31.341864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: b353a33f-6edd-4a5a-a818-d0cc4e300b85 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:31.348407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device b353a33f-6edd-4a5a-a818-d0cc4e300b85 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:31.384166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.398000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:31.421941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Pushing event deleted for resources: {'Port': ['ID=bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.448633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] For port 0e769d8a-0458-41d8-adf9-2655d1b690cb, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=0e769d8a-0458-41d8-adf9-2655d1b690cb,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:31.450743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.467422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for 0e769d8a-0458-41d8-adf9-2655d1b690cb owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:31.468966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] No DVR routers for this DVR port bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:31.472163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.474392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b4cddcb3-7d59-40b0-82b0-eb5456b07af2 req-89fd39a2-135f-4cb1-8a00-6f4f401aaaea tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.41 "DELETE /v2.0/ports/bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 HTTP/1.1" status: 204 len: 173 time: 0.6756072 Sep 23 19:45:31.474835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28508e8b-fa24-4199-be93-3933ed6470f3', 'name': 'network-vif-deleted', 'tag': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:31.477622 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8713639c-5684-42fc-951b-d590c8f7f9fc" -d '{"events": [{"server_uuid": "28508e8b-fa24-4199-be93-3933ed6470f3", "name": "network-vif-deleted", "tag": "bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:31.534925 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1b585f-b93c-40da-b458-1687ee5fc7c9 x-openstack-request-id: req-5d1b585f-b93c-40da-b458-1687ee5fc7c9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:31.536056 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28508e8b-fa24-4199-be93-3933ed6470f3", "name": "network-vif-deleted", "tag": "bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:31.536522 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d1b585f-b93c-40da-b458-1687ee5fc7c9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:31.537117 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28508e8b-fa24-4199-be93-3933ed6470f3', 'name': 'network-vif-deleted', 'tag': 'bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786', 'status': 'completed', 'code': 200} Sep 23 19:45:31.650240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.683360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=0e769d8a-0458-41d8-adf9-2655d1b690cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.726388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] No DVR routers for this DVR port 0e769d8a-0458-41d8-adf9-2655d1b690cb on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:31.729168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.731352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-9cde1944-c897-4ccc-9ad6-b5c3cd84991c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "DELETE /v2.0/ports/0e769d8a-0458-41d8-adf9-2655d1b690cb HTTP/1.1" status: 204 len: 173 time: 0.5911818 Sep 23 19:45:31.798985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-679e758d-7813-424e-9662-542542b1e1b5 req-a50cf560-1497-43ab-8764-9d61c73b2856 tempest-VolumesBackupsTest-1531968740 tempest-VolumesBackupsTest-1531968740-project] 10.222.0.38 "GET /v2.0/ports?device_id=28508e8b-fa24-4199-be93-3933ed6470f3 HTTP/1.1" status: 200 len: 210 time: 0.0358040 Sep 23 19:45:31.867645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port f166e3a2-c05e-4ab6-8043-88ad98432333 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:31.867993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.935090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 20464a90-c655-4777-8fad-777bb028a536 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:31.972285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] For port f166e3a2-c05e-4ab6-8043-88ad98432333, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f166e3a2-c05e-4ab6-8043-88ad98432333,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:31.972764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.991393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for f166e3a2-c05e-4ab6-8043-88ad98432333 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:32.062511 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.101417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 20464a90-c655-4777-8fad-777bb028a536, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=20464a90-c655-4777-8fad-777bb028a536,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:32.102466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20464a90-c655-4777-8fad-777bb028a536'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:32.105121 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afecac81-d255-4a79-a206-ea73b973065a" -d '{"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "20464a90-c655-4777-8fad-777bb028a536"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:32.108991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.109977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0e769d8a-0458-41d8-adf9-2655d1b690cb no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:32.170826 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.207141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=20464a90-c655-4777-8fad-777bb028a536,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:32.215356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.215926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.216418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.216968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.217482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.218301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.218816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.219328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.220559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.220985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=f166e3a2-c05e-4ab6-8043-88ad98432333,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:32.221336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.222075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.223058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:32.236334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 0e769d8a-0458-41d8-adf9-2655d1b690cb {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:32.237095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 0e769d8a-0458-41d8-adf9-2655d1b690cb not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:32.237734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 4728b135-3332-44ae-bce0-1d0b86d968dd no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:32.284018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 4728b135-3332-44ae-bce0-1d0b86d968dd not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:32.284381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e31103ba-e519-4f3f-a464-3655b06f0e2e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:32.286794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] No DVR routers for this DVR port f166e3a2-c05e-4ab6-8043-88ad98432333 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:32.292101 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.295095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-bae63326-2850-492a-9ba1-4bd475ff5ffd tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "DELETE /v2.0/ports/f166e3a2-c05e-4ab6-8043-88ad98432333 HTTP/1.1" status: 204 len: 173 time: 0.5575926 Sep 23 19:45:32.311854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: e31103ba-e519-4f3f-a464-3655b06f0e2e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:32.313086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e31103ba-e519-4f3f-a464-3655b06f0e2e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:32.314178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a076bb10-b19e-486a-8632-49f0853eddb9 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:32.372585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a076bb10-b19e-486a-8632-49f0853eddb9 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:32.373112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 18dab258-3f14-4678-aba3-8fbbf8a48df1 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:32.392985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 18dab258-3f14-4678-aba3-8fbbf8a48df1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:32.393868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 18dab258-3f14-4678-aba3-8fbbf8a48df1 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:32.394515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f166e3a2-c05e-4ab6-8043-88ad98432333 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:32.414867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port 20464a90-c655-4777-8fad-777bb028a536 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:32.415210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.421829 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5e7a02-8bef-4dcb-9876-6ad988d7b0e2 x-openstack-request-id: req-1a5e7a02-8bef-4dcb-9876-6ad988d7b0e2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:32.422563 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "20464a90-c655-4777-8fad-777bb028a536", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:32.423134 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a5e7a02-8bef-4dcb-9876-6ad988d7b0e2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:32.423879 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20464a90-c655-4777-8fad-777bb028a536', 'code': 200} Sep 23 19:45:32.425829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f166e3a2-c05e-4ab6-8043-88ad98432333 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:32.426281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f166e3a2-c05e-4ab6-8043-88ad98432333 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:32.534007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] For port 20464a90-c655-4777-8fad-777bb028a536, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=20464a90-c655-4777-8fad-777bb028a536,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:32.534525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.576349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13316ab5-4008-4356-a434-067cdfe85b04 req-2e0bbd93-aaa7-4ff9-94dd-02f9115cc1e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:32.577869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13316ab5-4008-4356-a434-067cdfe85b04 req-2e0bbd93-aaa7-4ff9-94dd-02f9115cc1e7 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 944 time: 0.0992911 Sep 23 19:45:32.722004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13316ab5-4008-4356-a434-067cdfe85b04 req-93bbda4f-21c5-4a8e-9d66-a1c6fd0467c4 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f012b66-bbd9-468c-a04b-1dfd513365f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092103 Sep 23 19:45:32.732013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': '18dab258-3f14-4678-aba3-8fbbf8a48df1'}, {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': '0e769d8a-0458-41d8-adf9-2655d1b690cb'}, {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': 'f166e3a2-c05e-4ab6-8043-88ad98432333'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:32.735717 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56199bb-b333-4e2f-8364-d4a477e5768d" -d '{"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "18dab258-3f14-4678-aba3-8fbbf8a48df1"}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "0e769d8a-0458-41d8-adf9-2655d1b690cb"}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "f166e3a2-c05e-4ab6-8043-88ad98432333"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:32.840311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d96bc0e5-b6bd-4804-b885-16ea23375fa8 req-6b8d5d28-3150-4011-b982-46164edaecd0 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0351510 Sep 23 19:45:32.843598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.843962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.844317 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Floating IP e726849b-4358-4acd-a611-1f9e6c56cff5 disassociated. External IP: 172.25.6.18, port: 20464a90-c655-4777-8fad-777bb028a536. Sep 23 19:45:32.844600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for 20464a90-c655-4777-8fad-777bb028a536 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:32.969713 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc48b903-e16e-476e-b84c-97575bee0dd7 x-openstack-request-id: req-fc48b903-e16e-476e-b84c-97575bee0dd7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:32.970023 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "18dab258-3f14-4678-aba3-8fbbf8a48df1", "status": "completed", "code": 200}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "0e769d8a-0458-41d8-adf9-2655d1b690cb", "status": "completed", "code": 200}, {"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "f166e3a2-c05e-4ab6-8043-88ad98432333", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:32.970326 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc48b903-e16e-476e-b84c-97575bee0dd7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:32.970724 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': '18dab258-3f14-4678-aba3-8fbbf8a48df1', 'status': 'completed', 'code': 200} Sep 23 19:45:32.970978 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': '0e769d8a-0458-41d8-adf9-2655d1b690cb', 'status': 'completed', 'code': 200} Sep 23 19:45:32.971259 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': 'f166e3a2-c05e-4ab6-8043-88ad98432333', 'status': 'completed', 'code': 200} Sep 23 19:45:32.993283 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.032360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=20464a90-c655-4777-8fad-777bb028a536,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:33.192165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Router 6edb2c51-f261-4790-94af-a4f36122f185 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:45:33.326121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:45:33.344290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] Sync routers for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:45:33.356953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:33.358360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:45:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:33.383248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] No DVR routers for this DVR port 20464a90-c655-4777-8fad-777bb028a536 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:33.389322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.391407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77c631ff-10d9-4391-9673-fc03696e7dab req-3195850d-f56e-4f63-95e3-46e6a810646c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.72 "DELETE /v2.0/ports/20464a90-c655-4777-8fad-777bb028a536 HTTP/1.1" status: 204 len: 173 time: 1.0867488 Sep 23 19:45:33.508982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:33.755652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:23Z', 'revision_number': 5, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:33.782525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] Checking router: 6edb2c51-f261-4790-94af-a4f36122f185 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:45:33.792118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:33.792752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:45:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:33.842293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d06d765-5443-4a71-935e-ad3bb6f2c22b req-56539818-9555-470d-88c8-20e06f1ce2b8 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0273292 Sep 23 19:45:33.931574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:33.987882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e007b798-7369-4cf7-8e39-df0417e84135 req-8793f1b8-f7b2-43b4-8e29-d7dd8c95de5b tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0325847 Sep 23 19:45:34.237915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:23Z', 'revision_number': 5, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:34.282241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a44553-20ea-4fec-a5b0-e5842a6395f8 None None] The sync data for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 is: [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:16Z', 'revision_number': 4, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f', 'name': '', 'network_id': '58635457-bc59-4eda-9f1c-3e8334135a76', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'mac_address': 'fa:16:3e:ad:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:15Z', 'updated_at': '2021-09-23T19:35:23Z', 'revision_number': 5, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'subnets': [{'id': '99a31fcd-cda4-4b73-8588-ceba98513f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:45:34.587622 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915ab99-4d0d-4aad-a140-e2d192b83bfb None None] New status for floating IP e726849b-4358-4acd-a611-1f9e6c56cff5: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:45:34.983116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': '20464a90-c655-4777-8fad-777bb028a536'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:34.985394 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a1a119-c284-497f-9c5a-7fea693caea5" -d '{"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "20464a90-c655-4777-8fad-777bb028a536"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:34.989932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d86f6e5c-6086-48f0-84a3-ab5cf00a0e56 req-1780fa83-d6f0-406c-8218-4595ae4ba8fa tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0640426 Sep 23 19:45:35.067471 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa209ddf-e2da-4b91-bef3-da63bcec8a3d x-openstack-request-id: req-aa209ddf-e2da-4b91-bef3-da63bcec8a3d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:35.068508 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb92bac-2f38-4bb6-a076-555094161aa2", "name": "network-vif-deleted", "tag": "20464a90-c655-4777-8fad-777bb028a536", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:35.068508 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa209ddf-e2da-4b91-bef3-da63bcec8a3d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:35.068508 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb92bac-2f38-4bb6-a076-555094161aa2', 'name': 'network-vif-deleted', 'tag': '20464a90-c655-4777-8fad-777bb028a536', 'status': 'completed', 'code': 200} Sep 23 19:45:35.150184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a382549-1791-4b84-99f7-00a07504463b req-e75f4501-6add-48a4-932f-64117f47c996 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Sep 23 19:45:35.310641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:35.341213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:35.341213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device bf52b6e5-cdb8-440f-91cb-0dc5ddcc6786 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:36.149483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ddb6341-e9ca-4266-aa6e-6bbaf516a0dd req-7e0566ef-a37b-4a81-804e-9d199969d5e6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0398517 Sep 23 19:45:36.278691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5631894d-b323-4909-bbad-e3712d278675 req-540a4eb1-f681-4b2f-a418-ae7d0974ff34 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0334365 Sep 23 19:45:37.284835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b9a14e4-c7dc-4b24-ac9b-f93434e792e4 req-4bcd3e94-23ff-4898-af35-fa0478609135 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0445373 Sep 23 19:45:37.411951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f510820f-9850-4ff9-a8e8-bdc244d232d0 req-d1e04652-fadc-4ad4-8886-9feedaed9706 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0335829 Sep 23 19:45:37.739797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42524) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:37.869911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:37.971503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:37.976572 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.013483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2962b6e2-e0f3-40a2-aae5-6bd4aae6f707,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:38.021063 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=058e8a7fe83f40f0898a806065c0b1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768748 Sep 23 19:45:38.021356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:38.026702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.027177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.027559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.028279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.028686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.029028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.029641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.029973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.030355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.030694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.031279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.031906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4e2ae-c5d1-4325-97bb-dc3394473b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:38.085767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe4a907-9eaa-480d-a0ca-f753710a0637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.110191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe4a907-9eaa-480d-a0ca-f753710a0637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.162576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe4a907-9eaa-480d-a0ca-f753710a0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.165276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fe4a907-9eaa-480d-a0ca-f753710a0637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.169443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fe4a907-9eaa-480d-a0ca-f753710a0637 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2962b6e2-e0f3-40a2-aae5-6bd4aae6f707 HTTP/1.1" status: 204 len: 168 time: 0.1464801 Sep 23 19:45:38.178948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4a907-9eaa-480d-a0ca-f753710a0637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2962b6e2-e0f3-40a2-aae5-6bd4aae6f707,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:38.431191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cfb6a3a-9711-47b2-a818-5432e56c0803 req-243ff68e-e38b-4e25-87ff-66d86912e125 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0409291 Sep 23 19:45:38.543943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6e13884-8dab-42d9-b3fb-d68afd0038fc req-e1b12dd3-653b-4dc2-a566-87387f1f27f2 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0420439 Sep 23 19:45:38.545618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:38.564102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-befda22f-189f-4452-9a81-a9839366de82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.680573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-befda22f-189f-4452-9a81-a9839366de82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.684803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-befda22f-189f-4452-9a81-a9839366de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.720809 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-befda22f-189f-4452-9a81-a9839366de82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6bff317868f40af8660cf2358833290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739147 Sep 23 19:45:38.723524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:38.725721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befda22f-189f-4452-9a81-a9839366de82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91304bb8-e2e5-468e-bc0f-a38fd7b1f137,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:38.780703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b54f-897f-4e36-85d4-889ae6bf839d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.804152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b54f-897f-4e36-85d4-889ae6bf839d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.862807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b54f-897f-4e36-85d4-889ae6bf839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.866423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b54f-897f-4e36-85d4-889ae6bf839d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.868073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5f1b54f-897f-4e36-85d4-889ae6bf839d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91304bb8-e2e5-468e-bc0f-a38fd7b1f137 HTTP/1.1" status: 204 len: 168 time: 0.1433418 Sep 23 19:45:38.877727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1b54f-897f-4e36-85d4-889ae6bf839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91304bb8-e2e5-468e-bc0f-a38fd7b1f137,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:39.391184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8386005c-6472-40cc-9844-8f894a371c3d req-c8b7472b-56a6-4a0f-8b9f-dce496e9b973 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0297077 Sep 23 19:45:39.560055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8065c32e-8626-4080-abb7-bd905625bd52 req-62741b7c-bcc4-41c2-a450-3e13e334fe16 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0338137 Sep 23 19:45:39.691448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-097aebd1-836b-41f8-911b-ee7abaebbcb4 req-012c9176-1fa8-42f8-90ea-8cc238f93fed tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0390458 Sep 23 19:45:40.707167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-217fd98f-71fe-4ea7-8f53-3974f71d07e2 req-4214014e-730d-4a51-ab12-8b347081b696 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0438147 Sep 23 19:45:40.806683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2be097f-5325-464d-9fd6-157702764789 req-145bb644-ac3b-400d-9633-7088342e66e3 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0324571 Sep 23 19:45:41.103339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c502260a-555c-4efa-9fae-74e08ec4431f req-8b5c742e-78b0-41f1-9953-599a34758526 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25fb6007e1494ac891ab1c8aecab08ee&device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0351958 Sep 23 19:45:41.178186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c502260a-555c-4efa-9fae-74e08ec4431f req-d2eb8208-f1bd-48f4-95b4-a05ee63cea1c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25fb6007e1494ac891ab1c8aecab08ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659020 Sep 23 19:45:41.186728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4a05cbc-2d36-4fb7-9764-4b0341657d7b req-a025bb70-b054-44b7-ad87-27e98d6dbd86 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0399094 Sep 23 19:45:41.636921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:41.705269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502260a-555c-4efa-9fae-74e08ec4431f req-4d3f8785-1f37-4915-9efc-c323fb0970f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:41.706706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c502260a-555c-4efa-9fae-74e08ec4431f req-4d3f8785-1f37-4915-9efc-c323fb0970f8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5175729 Sep 23 19:45:41.771030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0930025e-8477-439b-99be-f9498ca24e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:41.837494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76dff85e-30d5-4ddd-9def-eefc2bfec2e4 req-86670bfe-0aa2-4dbd-959b-f583e23a5441 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0310893 Sep 23 19:45:41.889114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0930025e-8477-439b-99be-f9498ca24e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:41.894472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0930025e-8477-439b-99be-f9498ca24e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:41.941130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930025e-8477-439b-99be-f9498ca24e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28607d5-3d0f-4726-b438-bd6cf61d23cb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:41.947894 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0930025e-8477-439b-99be-f9498ca24e38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b610b00b2824cd2a600bc7b408a0c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099322 Sep 23 19:45:41.950570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:42.011371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4770bb90-6a7d-4156-be0c-15afe5cba52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.037911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4770bb90-6a7d-4156-be0c-15afe5cba52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.091481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4770bb90-6a7d-4156-be0c-15afe5cba52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.094380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4770bb90-6a7d-4156-be0c-15afe5cba52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.097912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4770bb90-6a7d-4156-be0c-15afe5cba52b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c28607d5-3d0f-4726-b438-bd6cf61d23cb HTTP/1.1" status: 204 len: 168 time: 0.1433489 Sep 23 19:45:42.105730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770bb90-6a7d-4156-be0c-15afe5cba52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28607d5-3d0f-4726-b438-bd6cf61d23cb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:42.303767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9177a73-bc98-45e7-a98e-c64cd384aea2 req-0681f803-ed98-44a8-b30a-7879700be817 tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0300009 Sep 23 19:45:42.417517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:42.432276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6a9761-7afa-4da6-8d64-975c8adc3bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.531783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6a9761-7afa-4da6-8d64-975c8adc3bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.536162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6a9761-7afa-4da6-8d64-975c8adc3bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.574609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-df6a9761-7afa-4da6-8d64-975c8adc3bb4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8a9b5ad7d5d4dcc866259f4cef33a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559722 Sep 23 19:45:42.575430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a9761-7afa-4da6-8d64-975c8adc3bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b148381e-1f0f-4bb8-80b4-b363a4cddbdb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:42.577354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:42.631498 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.654546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.702883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.705958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.710128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b148381e-1f0f-4bb8-80b4-b363a4cddbdb HTTP/1.1" status: 204 len: 168 time: 0.1314189 Sep 23 19:45:42.719619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b148381e-1f0f-4bb8-80b4-b363a4cddbdb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:42.729290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.729873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.730458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.730837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.731312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.731797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.732128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.732451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.732930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.733251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.733719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.734521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664de04-a76b-4472-bf34-8c0fa44e082a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:42.934270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c502260a-555c-4efa-9fae-74e08ec4431f req-b6b0a0c5-38ec-4d9e-bd58-10ac00524aea tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0385537 Sep 23 19:45:42.987704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d85aabfd-a444-4ec0-8784-41e9e1493a06 req-05efe937-3c2c-496c-8456-95b37b500826 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0323052 Sep 23 19:45:43.139551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bc50-fc00-4cb6-a48d-84d441add50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.462491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-174fc9b5-4513-4d14-a7b3-4ec877ae225d req-426f7cee-579a-48a6-a645-87cb6452a8af tempest-ServerShowV257Test-1606239275 tempest-ServerShowV257Test-1606239275-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a49c9c3-5647-4b57-994c-2d9085eedb66 HTTP/1.1" status: 200 len: 210 time: 0.0368831 Sep 23 19:45:44.118754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b333a180-1358-428a-b55b-1ad402b69bd0 req-c60b8d44-03c3-4387-a902-90c6a3951ac8 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0413566 Sep 23 19:45:44.929297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:45.112862 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbba0-3c80-44f4-a8aa-9d6bcce10d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.263297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-912cb5d1-0551-4dec-9efe-84c14c1d484e req-59766d24-1408-4d3e-8651-86733e4b3d1c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fb92bac-2f38-4bb6-a076-555094161aa2 HTTP/1.1" status: 200 len: 210 time: 0.0416875 Sep 23 19:45:45.273441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbba0-3c80-44f4-a8aa-9d6bcce10d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.277640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbba0-3c80-44f4-a8aa-9d6bcce10d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.349246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a5cbba0-3c80-44f4-a8aa-9d6bcce10d16 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25fb6007e1494ac891ab1c8aecab08ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163818 Sep 23 19:45:45.350686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:45.380582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cbba0-3c80-44f4-a8aa-9d6bcce10d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a232e61-9b0e-44bf-97e1-19bfe65b7117,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:45.420435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2080dccf-fe19-4931-aa95-30196ce2d977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.444376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2080dccf-fe19-4931-aa95-30196ce2d977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.504097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2080dccf-fe19-4931-aa95-30196ce2d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.508523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2080dccf-fe19-4931-aa95-30196ce2d977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.510118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2080dccf-fe19-4931-aa95-30196ce2d977 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a232e61-9b0e-44bf-97e1-19bfe65b7117 HTTP/1.1" status: 204 len: 168 time: 0.1590502 Sep 23 19:45:45.519253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080dccf-fe19-4931-aa95-30196ce2d977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a232e61-9b0e-44bf-97e1-19bfe65b7117,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:45.757265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:45.888040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e236de70-c4c3-4c69-91c2-fd6a2d3650bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.986355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e236de70-c4c3-4c69-91c2-fd6a2d3650bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:45.991390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e236de70-c4c3-4c69-91c2-fd6a2d3650bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.031324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236de70-c4c3-4c69-91c2-fd6a2d3650bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fcde4c-4941-4085-9954-22d7264e5f84,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:46.038775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e236de70-c4c3-4c69-91c2-fd6a2d3650bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72a33be0b59b4928825d4468516924c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775648 Sep 23 19:45:46.039328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:46.103943 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceec39ef-469e-4d34-968a-4660f7867036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.126758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceec39ef-469e-4d34-968a-4660f7867036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.179852 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceec39ef-469e-4d34-968a-4660f7867036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.183075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ceec39ef-469e-4d34-968a-4660f7867036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.187017 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ceec39ef-469e-4d34-968a-4660f7867036 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81fcde4c-4941-4085-9954-22d7264e5f84 HTTP/1.1" status: 204 len: 168 time: 0.1462948 Sep 23 19:45:46.194859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec39ef-469e-4d34-968a-4660f7867036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fcde4c-4941-4085-9954-22d7264e5f84,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:46.257992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:46.324031 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93957900-35fe-412a-abea-22a783ea11e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.380036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:46.468992 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98acffdf-1d34-48bd-b1f9-6f654cf9fa6c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.478086 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.500623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98acffdf-1d34-48bd-b1f9-6f654cf9fa6c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.576187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98acffdf-1d34-48bd-b1f9-6f654cf9fa6c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.581212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98acffdf-1d34-48bd-b1f9-6f654cf9fa6c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.582572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-98acffdf-1d34-48bd-b1f9-6f654cf9fa6c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/security-groups/1f012b66-bbd9-468c-a04b-1dfd513365f2 HTTP/1.1" status: 204 len: 168 time: 0.2010520 Sep 23 19:45:46.585466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:46.599240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-231648870-network', 'tenant_id': 'a8e2cd94b2124a1da0d6b9d5d2d375d1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:46.604269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acffdf-1d34-48bd-b1f9-6f654cf9fa6c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f012b66-bbd9-468c-a04b-1dfd513365f2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:46.604952 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-cfda57ba-64e7-4ce9-8224-190e179193c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] show failed (client error): The resource could not be found. Sep 23 19:45:46.605980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cfda57ba-64e7-4ce9-8224-190e179193c9 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "GET /v2.0/security-groups/1f012b66-bbd9-468c-a04b-1dfd513365f2 HTTP/1.1" status: 404 len: 347 time: 0.0186670 Sep 23 19:45:46.608970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:46.647579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Made reservation on behalf of a8e2cd94b2124a1da0d6b9d5d2d375d1 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:46.650133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.660271 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.689753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:46.709849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6389f884-514b-4ba7-9063-0dd8e9c2a8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.766518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port 6280ea21-5ffc-4392-a3bc-8f3821bd839d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:46.766858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.790900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.797731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.831836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:45:46.858421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.858755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.860831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.861271 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Added segment 287ad66a-0743-4290-8462-3a2af0f4899c of type vlan for network da7f85ba-0393-48df-a833-47fce18f6491 Sep 23 19:45:46.863676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be215631-5866-4901-ad2b-c86b2e431d03,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:46.877773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for 6280ea21-5ffc-4392-a3bc-8f3821bd839d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:46.921037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.982718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.984122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:46.984957 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.994913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6389f884-514b-4ba7-9063-0dd8e9c2a8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.015258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6389f884-514b-4ba7-9063-0dd8e9c2a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.025941 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.033135 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.054801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=6280ea21-5ffc-4392-a3bc-8f3821bd839d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:47.076819 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8172109 Sep 23 19:45:47.079731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:47.087033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Request body: {'subnet': {'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-231648870-subnet', 'tenant_id': 'a8e2cd94b2124a1da0d6b9d5d2d375d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:47.088748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389f884-514b-4ba7-9063-0dd8e9c2a8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8e80d3-04dc-4eef-a689-d09914296c75,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:47.130091 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6389f884-514b-4ba7-9063-0dd8e9c2a8c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8d8d30d403947a1a4797dcd9919c5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369719 Sep 23 19:45:47.130091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6227dc-4530-4c58-b001-fa54abff534e admin admin] Pushing event updated for resources: {'Network': ['ID=da7f85ba-0393-48df-a833-47fce18f6491,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:47.130766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:47.134126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Made reservation on behalf of a8e2cd94b2124a1da0d6b9d5d2d375d1 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:47.136974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.141166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network da7f85ba-0393-48df-a833-47fce18f6491 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:45:47.189926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-214dc5ca-f848-453d-811a-9cf04900d6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.213650 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.216216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.217385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c6b07a4-4c39-4fc8-a0a5-617bcc78eea6 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/floatingips/e726849b-4358-4acd-a611-1f9e6c56cff5 HTTP/1.1" status: 204 len: 168 time: 0.6072600 Sep 23 19:45:47.220679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:47.222848 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-214dc5ca-f848-453d-811a-9cf04900d6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.344212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-214dc5ca-f848-453d-811a-9cf04900d6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.346860 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-214dc5ca-f848-453d-811a-9cf04900d6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.348053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-214dc5ca-f848-453d-811a-9cf04900d6df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b8e80d3-04dc-4eef-a689-d09914296c75 HTTP/1.1" status: 204 len: 168 time: 0.2163270 Sep 23 19:45:47.358576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port 4728b135-3332-44ae-bce0-1d0b86d968dd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:47.358989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.364480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.368242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dc5ca-f848-453d-811a-9cf04900d6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8e80d3-04dc-4eef-a689-d09914296c75,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:47.431198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9752c4a7-c57c-40b6-802c-b51590bb581b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:47.462677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Checking segment: {'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:47.463034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Network hostable DHCP agents. Network: da7f85ba-0393-48df-a833-47fce18f6491, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:45:47.484995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Network da7f85ba-0393-48df-a833-47fce18f6491 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:45:47.494080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.502022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, da7f85ba-0393-48df-a833-47fce18f6491) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:47.512207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e00ab7-a996-46b5-b36a-dbda4a4403ad None None] Network da7f85ba-0393-48df-a833-47fce18f6491 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:47.513891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for 4728b135-3332-44ae-bce0-1d0b86d968dd owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:47.535587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:47.537972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.582843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-82d87865-a5e2-4eec-ad92-9c3d13e1cfe8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5018964 Sep 23 19:45:47.728515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffb46f-a5d9-4288-8c08-1e911854e66e None None] Network da7f85ba-0393-48df-a833-47fce18f6491 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:47.981619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.022753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=4728b135-3332-44ae-bce0-1d0b86d968dd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:48.099711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.102890 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3652524c-04bf-4be7-8e9e-140227e14182 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/ports/4728b135-3332-44ae-bce0-1d0b86d968dd HTTP/1.1" status: 204 len: 168 time: 0.8770118 Sep 23 19:45:48.105595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42834) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:48.212787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port a076bb10-b19e-486a-8632-49f0853eddb9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:48.213232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.341161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.373394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for a076bb10-b19e-486a-8632-49f0853eddb9 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:48.449744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-47b7ab5d-5d1e-40a1-86db-d94699b14159 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:48.452548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-47b7ab5d-5d1e-40a1-86db-d94699b14159 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 813 time: 0.1829391 Sep 23 19:45:48.486755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-83c554df-61f7-4b76-8b4e-d36b719cdeed tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/quotas/a8e2cd94b2124a1da0d6b9d5d2d375d1 HTTP/1.1" status: 200 len: 375 time: 0.0267982 Sep 23 19:45:48.530595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-793217c9-a8bf-4902-9266-34a6a009bb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428450 Sep 23 19:45:48.563167 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.571812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.653450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=a076bb10-b19e-486a-8632-49f0853eddb9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:48.766198 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.771079 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-63ac6430-522c-40bd-98e9-2932fbcde173 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/ports/a076bb10-b19e-486a-8632-49f0853eddb9 HTTP/1.1" status: 204 len: 168 time: 0.6644583 Sep 23 19:45:48.774428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42862) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:48.791774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-d94d3797-8914-4b89-8adf-d3dfb01642ff service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:45:48.793392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-d94d3797-8914-4b89-8adf-d3dfb01642ff service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2618015 Sep 23 19:45:48.838726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting subnet 44334914-0c29-4686-8ca3-e37c11ae1813 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:45:48.844184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.897939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.916142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-f421abdd-42f0-487d-842b-b4845dfb1c92 service neutron] 10.222.0.38 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148026 Sep 23 19:45:49.032154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.065900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-015999d2-2f5f-4d0c-b44c-05bd7bfacb56 service neutron] 10.222.0.38 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416817 Sep 23 19:45:49.111453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.175266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Subnet': ['ID=44334914-0c29-4686-8ca3-e37c11ae1813,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:49.180328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.184358 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-614870c7-b59d-4dc5-96d9-f05380af278c tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/subnets/44334914-0c29-4686-8ca3-e37c11ae1813 HTTP/1.1" status: 204 len: 168 time: 0.4095125 Sep 23 19:45:49.186612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:49.193043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba18e5-185b-48a8-bd53-e9c4a8d5f956 None None] Network 27977598-a0a0-4d67-97ee-5426d383170d requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:49.275756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting subnet a6987480-029b-430f-a722-4201a0252fce {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:45:49.279323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.332019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.469563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.488804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] DHCP port deletion for 27977598-a0a0-4d67-97ee-5426d383170d request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:45:49.531745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8cf6d05-e841-4e8f-8f1d-a85078e5cae5 req-365d119a-822c-47e9-857a-58b3a2fbd5ae tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 210 time: 0.0334864 Sep 23 19:45:49.570192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] Deleting port 349a2504-3a19-4969-a9df-af42a15aef7f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:49.571428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.575506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.610783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Subnet': ['ID=a6987480-029b-430f-a722-4201a0252fce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:49.618561 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.623239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-663dd7d3-6713-48f8-a861-4600a925ea4a tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/subnets/a6987480-029b-430f-a722-4201a0252fce HTTP/1.1" status: 204 len: 168 time: 0.4324927 Sep 23 19:45:49.623239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:49.651588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52e427-3c78-42ae-bb7e-14702b53e554 None None] Network 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:49.691160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] For port 349a2504-3a19-4969-a9df-af42a15aef7f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=349a2504-3a19-4969-a9df-af42a15aef7f,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:49.691841 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.760210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] Calling delete_port for 349a2504-3a19-4969-a9df-af42a15aef7f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:49.786664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.856909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Deleting port 349a2504-3a19-4969-a9df-af42a15aef7f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:49.857365 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.951701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] For port 349a2504-3a19-4969-a9df-af42a15aef7f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=349a2504-3a19-4969-a9df-af42a15aef7f,segment=NetworkSegment(b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d),segment_id=b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:49.952188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.971250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Calling delete_port for 349a2504-3a19-4969-a9df-af42a15aef7f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:50.107988 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.146541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Port': ['ID=349a2504-3a19-4969-a9df-af42a15aef7f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:50.157889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] No DVR routers for this DVR port 349a2504-3a19-4969-a9df-af42a15aef7f on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.175346 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:45:50.177521 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:45:50.193448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.250648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] Pushing event deleted for resources: {'Port': ['ID=349a2504-3a19-4969-a9df-af42a15aef7f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:50.268929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] DHCP port deletion for 75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:45:50.284358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d66d54-d395-4bc1-b3ad-6f0290d04e9f None None] No DVR routers for this DVR port 349a2504-3a19-4969-a9df-af42a15aef7f on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:50.292898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.353078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27977598-a0a0-4d67-97ee-5426d383170d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:50.355206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] Deleting port a5369c94-cee2-4089-b121-04dad8f1ea3c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:50.355680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.371623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:50.372380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a657f7-9e6a-46bd-b1ca-348cb6b9f72d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:50.384007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.400894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.410131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:45:50.410591 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:45:50.414734 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:45:50.440875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] For port a5369c94-cee2-4089-b121-04dad8f1ea3c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a5369c94-cee2-4089-b121-04dad8f1ea3c,segment=NetworkSegment(192f739a-ea9e-47a8-a9f4-84b2a46f5f73),segment_id=192f739a-ea9e-47a8-a9f4-84b2a46f5f73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:50.441280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.463649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] Calling delete_port for a5369c94-cee2-4089-b121-04dad8f1ea3c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:50.497583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.513582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.518454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/networks/27977598-a0a0-4d67-97ee-5426d383170d HTTP/1.1" status: 204 len: 168 time: 0.8931987 Sep 23 19:45:50.519081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:50.545621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c627c-df80-46a5-9831-d4d034564d32 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Network': ['ID=27977598-a0a0-4d67-97ee-5426d383170d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:50.601425 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.643153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.676547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d16eff4-5e5f-410c-862d-9857b126a6e6 req-6cb5fbc9-b34e-4ca4-ab9f-007d779293aa tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 210 time: 0.0401180 Sep 23 19:45:50.677193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] Pushing event deleted for resources: {'Port': ['ID=a5369c94-cee2-4089-b121-04dad8f1ea3c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:50.680855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf82678-580a-45ae-87f7-09294c9fa1f4 None None] No DVR routers for this DVR port a5369c94-cee2-4089-b121-04dad8f1ea3c on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:50.840530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-600d099d-2aee-436e-8e87-34ac2421bff3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:50.842337 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-600d099d-2aee-436e-8e87-34ac2421bff3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.41 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 813 time: 0.1211421 Sep 23 19:45:50.858172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Request body: {'port': {'device_id': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491', 'admin_state_up': True, 'tenant_id': 'a8e2cd94b2124a1da0d6b9d5d2d375d1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:50.914856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.949507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 349a2504-3a19-4969-a9df-af42a15aef7f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:50.950162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bb4b0e-ff16-469e-b4db-89ba69b0a7e7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:50.971946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 349a2504-3a19-4969-a9df-af42a15aef7f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:50.972566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 349a2504-3a19-4969-a9df-af42a15aef7f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:50.973037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a5369c94-cee2-4089-b121-04dad8f1ea3c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:50.994153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192f739a-ea9e-47a8-a9f4-84b2a46f5f73') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:50.994477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192f739a-ea9e-47a8-a9f4-84b2a46f5f73') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:50.994895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a5369c94-cee2-4089-b121-04dad8f1ea3c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:50.995448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a5369c94-cee2-4089-b121-04dad8f1ea3c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:51.008710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.033138 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.043570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:45:51.043962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:45:51.046881 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:45:51.113366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Made reservation on behalf of a8e2cd94b2124a1da0d6b9d5d2d375d1 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:51.117382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.126941 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.152486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.154510 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] 10.222.0.38 "DELETE /v2.0/networks/75bb4b0e-ff16-469e-b4db-89ba69b0a7e7 HTTP/1.1" status: 204 len: 168 time: 0.6338332 Sep 23 19:45:51.176954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d08c-415a-4381-8e12-f870ba865c29 tempest-TaggedBootDevicesTest_v242-1600687854 tempest-TaggedBootDevicesTest_v242-1600687854-project] Pushing event deleted for resources: {'Network': ['ID=75bb4b0e-ff16-469e-b4db-89ba69b0a7e7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:51.338079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Allocated IP 172.20.0.8 (da7f85ba-0393-48df-a833-47fce18f6491/9752c4a7-c57c-40b6-802c-b51590bb581b/10b52e52-054d-4bf8-8879-a0b6aadb916b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:51.583122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.623559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.671055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Network da7f85ba-0393-48df-a833-47fce18f6491 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:51.674131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:51.677924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:51.686440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:51.736477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:51.737452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.770087 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-7b1baab5-fb00-4972-becf-2cce9819eed1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9164021 Sep 23 19:45:51.784805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Request body: {'port': {'device_id': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:51.855744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0128f3-c89d-427a-895f-71549ec88acf req-c52735d9-f702-409d-b496-680e853009f2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:51.873040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d0128f3-c89d-427a-895f-71549ec88acf req-c52735d9-f702-409d-b496-680e853009f2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 931 time: 0.1023760 Sep 23 19:45:51.879019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.934875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d0128f3-c89d-427a-895f-71549ec88acf req-e7a73c1c-5bfb-4f8f-89dd-d5a30438d548 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Sep 23 19:45:52.241430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b52e52-054d-4bf8-8879-a0b6aadb916b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:52.250178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.263448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Transition to ACTIVE for port object 10b52e52-054d-4bf8-8879-a0b6aadb916b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:45:52.268108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.350921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:52.412578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Attempting to bind port 10b52e52-054d-4bf8-8879-a0b6aadb916b on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:52.412926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Attempting to bind port 10b52e52-054d-4bf8-8879-a0b6aadb916b by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:52.413246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Attempting to bind port 10b52e52-054d-4bf8-8879-a0b6aadb916b on network da7f85ba-0393-48df-a833-47fce18f6491 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:52.417948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Port 10b52e52-054d-4bf8-8879-a0b6aadb916b on network da7f85ba-0393-48df-a833-47fce18f6491 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:52.418307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Attempting to bind port 10b52e52-054d-4bf8-8879-a0b6aadb916b on network da7f85ba-0393-48df-a833-47fce18f6491 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:52.423760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:52.424106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Checking segment: {'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:52.424485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Bound using segment: {'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:52.424916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Bound port: 10b52e52-054d-4bf8-8879-a0b6aadb916b, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:52.425278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.495721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:52.500125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:52.506840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.552930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:52.553691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.555253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/10b52e52-054d-4bf8-8879-a0b6aadb916b HTTP/1.1" status: 200 len: 1091 time: 0.7763920 Sep 23 19:45:52.557774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:52.560196 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:52.587180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f24c6-dc49-4bd2-8d95-44ed36c8c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:52.644481 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1745273-4a43-4716-8966-189860fca019 x-openstack-request-id: req-e1745273-4a43-4716-8966-189860fca019 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:52.644933 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:52.645228 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1745273-4a43-4716-8966-189860fca019 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:52.646244 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'status': 'completed', 'code': 200} Sep 23 19:45:52.690096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-4e710db9-1aa1-4772-b77c-6eb66e832a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:52.691951 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-4e710db9-1aa1-4772-b77c-6eb66e832a6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 1094 time: 0.0765367 Sep 23 19:45:52.755913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-990f9a02-5704-4016-9260-1f3a329e81f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b HTTP/1.1" status: 200 len: 217 time: 0.0556664 Sep 23 19:45:52.822832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-ca467414-3d59-41a9-ba20-6415d2fd6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:52.824757 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-ca467414-3d59-41a9-ba20-6415d2fd6234 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 200 len: 853 time: 0.0615582 Sep 23 19:45:52.865384 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-fbf6eaa8-b1f5-4c48-8fca-a58c3d73ac81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da7f85ba-0393-48df-a833-47fce18f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340953 Sep 23 19:45:52.964652 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-db3aa2a9-0a05-4626-86d6-4b8e0c6a3d21 service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917249 Sep 23 19:45:53.091367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d69a3-2fa6-4412-8edb-f818d998c91e req-526b7a60-7cc3-4a89-84a7-eda498ed9a99 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.100679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-419d69a3-2fa6-4412-8edb-f818d998c91e req-526b7a60-7cc3-4a89-84a7-eda498ed9a99 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0643709 Sep 23 19:45:53.129985 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e3b8aebd-d2c2-492d-91ec-6b4116ef2f15 req-22e568e5-b933-4cd0-a44e-21609ebaf43b service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504917 Sep 23 19:45:53.155341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-419d69a3-2fa6-4412-8edb-f818d998c91e req-99a7bb19-791a-4e59-8c8c-9cb3c3aa25d2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495145 Sep 23 19:45:53.240143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-9f7876ed-7638-4155-a302-871e14a4f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.242280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-9f7876ed-7638-4155-a302-871e14a4f40e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 1094 time: 0.0480158 Sep 23 19:45:53.371141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-964c2503-104b-46dd-9da4-60d3a3c71840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.373152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-964c2503-104b-46dd-9da4-60d3a3c71840 service neutron] 10.222.0.41 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 914 time: 0.1230662 Sep 23 19:45:53.430875 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-3d153c7a-48b6-4db0-b52a-e76efcdb19e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b HTTP/1.1" status: 200 len: 217 time: 0.0498669 Sep 23 19:45:53.486341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-7d90d89c-0a2b-4c0c-855d-bb45969cf0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.487724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-7d90d89c-0a2b-4c0c-855d-bb45969cf0fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 200 len: 853 time: 0.0497875 Sep 23 19:45:53.521054 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-9b13f3fe-045e-4ea1-b422-785d50c8fadc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da7f85ba-0393-48df-a833-47fce18f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255816 Sep 23 19:45:53.634297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-4105dc14-920e-4dd8-bd40-18cfb7a030a8 service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053073 Sep 23 19:45:53.814669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af450bae-2afe-4c6c-8bdc-590db8ac1c8a req-1774661c-17ae-4115-8fbf-c3b124e4a028 service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710410 Sep 23 19:45:54.292888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bad0e5-e6ab-4336-9ae1-bfd2a71be5f4 req-ed4077c8-ca8b-44d6-9ba8-1c2e8e187081 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:54.296056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81bad0e5-e6ab-4336-9ae1-bfd2a71be5f4 req-ed4077c8-ca8b-44d6-9ba8-1c2e8e187081 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0645132 Sep 23 19:45:54.340272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81bad0e5-e6ab-4336-9ae1-bfd2a71be5f4 req-2730a6c8-dc31-46e3-be01-09ecf40ec44c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378435 Sep 23 19:45:55.338384 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.392313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:45:55.534168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7cc5-1754-450c-9dd4-df38c55aab7e req-f4b35b68-0694-4be2-94fb-97f24f7ca4f1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:55.537159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee2c7cc5-1754-450c-9dd4-df38c55aab7e req-f4b35b68-0694-4be2-94fb-97f24f7ca4f1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0972996 Sep 23 19:45:55.559552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:55.573605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491', 'port_id': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'mac_address': 'fa:16:3e:df:c2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9752c4a7-c57c-40b6-802c-b51590bb581b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:45:55.617836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee2c7cc5-1754-450c-9dd4-df38c55aab7e req-ed4c2d47-931f-4dae-8671-cd4c729a1518 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661702 Sep 23 19:45:55.634536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.655488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b52e52-054d-4bf8-8879-a0b6aadb916b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:55.691521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:55.697199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.775822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:56.001547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['10b52e52-054d-4bf8-8879-a0b6aadb916b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:56.740015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91065a54-a575-4d03-8a83-fd8fdba23e2a req-f657865d-02a4-4b12-9ecc-79d4431e0570 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:56.747982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91065a54-a575-4d03-8a83-fd8fdba23e2a req-f657865d-02a4-4b12-9ecc-79d4431e0570 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 944 time: 0.0643904 Sep 23 19:45:56.783572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91065a54-a575-4d03-8a83-fd8fdba23e2a req-1b7bde38-1221-4701-8820-e738b7b54dfc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Sep 23 19:45:56.822012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.398405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:57.454171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 10b52e52-054d-4bf8-8879-a0b6aadb916b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:45:57.458515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 10b52e52-054d-4bf8-8879-a0b6aadb916b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:57.458863 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.554005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.581139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:57.584993 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51632d25-d612-45ef-9223-e541ab734761" -d '{"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-plugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:57.625512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:57.631430 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.704959 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c57ef0-2b8d-48ff-a4b1-6a907b043829 x-openstack-request-id: req-49c57ef0-2b8d-48ff-a4b1-6a907b043829 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:57.705302 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-plugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:57.705795 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49c57ef0-2b8d-48ff-a4b1-6a907b043829 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:57.706195 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'code': 200} Sep 23 19:45:57.709468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:57.764602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9343-476d-45b3-9ad7-1fe179f8d8a4 req-6ec78e90-9790-4f53-9974-821f17a4b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:57.767094 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b2bf9343-476d-45b3-9ad7-1fe179f8d8a4 req-6ec78e90-9790-4f53-9974-821f17a4b2c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 1096 time: 0.0536094 Sep 23 19:45:57.814077 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b2bf9343-476d-45b3-9ad7-1fe179f8d8a4 req-bce994dd-451e-4fcf-8b98-3dc22bb9c063 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Sep 23 19:45:57.944448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623875-42e3-4250-8c78-157bb6df1ac5 req-175b70a1-c50f-4268-8d02-aeadcc070aff tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:57.946519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25623875-42e3-4250-8c78-157bb6df1ac5 req-175b70a1-c50f-4268-8d02-aeadcc070aff tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0787332 Sep 23 19:45:58.003486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25623875-42e3-4250-8c78-157bb6df1ac5 req-f31189e8-3e5c-4cb7-a510-87d82e5d601e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492415 Sep 23 19:45:59.134322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a18d6-731b-4a47-a4e8-d719ade62c9c req-5806a1f5-62ee-43d7-9cf6-842f2d6cdee5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:59.135823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c11a18d6-731b-4a47-a4e8-d719ade62c9c req-5806a1f5-62ee-43d7-9cf6-842f2d6cdee5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0540378 Sep 23 19:45:59.175743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c11a18d6-731b-4a47-a4e8-d719ade62c9c req-69e1b620-cc39-41dc-a9c6-88a6d544a22c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Sep 23 19:45:59.507901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-37cfe70e-daaa-4066-9316-39f7b5e7d748 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:59.509533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-37cfe70e-daaa-4066-9316-39f7b5e7d748 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 813 time: 0.1112454 Sep 23 19:45:59.525448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-3fd19060-b99c-4628-a190-f41483a5746b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/quotas/a8e2cd94b2124a1da0d6b9d5d2d375d1 HTTP/1.1" status: 200 len: 375 time: 0.0102344 Sep 23 19:45:59.580738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f9aa9cc8-5301-4e9b-9bad-ee201df5a0ad tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491710 Sep 23 19:45:59.691689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-4713ce95-9ef1-480d-9994-a47b3e67b997 service neutron] 10.222.0.38 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025212 Sep 23 19:45:59.790540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-d868c088-b9af-44ec-85c2-b965439a57de service neutron] 10.222.0.38 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925672 Sep 23 19:45:59.974481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c34d9ff7-ffde-47b5-b7c8-10cfeec3caec req-82a8e6d4-1417-45ba-9c16-38755f03f7e1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 210 time: 0.0302327 Sep 23 19:46:00.717433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:00.839693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15dddae5-02fc-4a63-9ae4-61d87e83e6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.942524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15dddae5-02fc-4a63-9ae4-61d87e83e6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.947361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15dddae5-02fc-4a63-9ae4-61d87e83e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.994349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-15dddae5-02fc-4a63-9ae4-61d87e83e6fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88846347eba7496ab2551104e1534337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744730 Sep 23 19:46:00.997178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:01.079799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dddae5-02fc-4a63-9ae4-61d87e83e6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27db3203-29f3-4eb7-b8b2-23cce0211be5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:01.146370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1befc46d-1691-4800-abbe-260a282d4208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.195793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1befc46d-1691-4800-abbe-260a282d4208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.198108 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-310eabd0-f4b0-4047-b4ed-d4351145af15 req-cac5e71c-b447-42c2-8537-1e1ca7f04714 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 210 time: 0.0590715 Sep 23 19:46:01.239154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-232a6519-61fc-4425-87c7-ee0e0d10c0dd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:01.239154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-232a6519-61fc-4425-87c7-ee0e0d10c0dd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.72 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 813 time: 0.2651281 Sep 23 19:46:01.254364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Request body: {'port': {'device_id': '02c02e70-61a3-4492-9dce-e59c2574654a', 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491', 'admin_state_up': True, 'tenant_id': 'a8e2cd94b2124a1da0d6b9d5d2d375d1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:01.258521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1befc46d-1691-4800-abbe-260a282d4208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.261579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1befc46d-1691-4800-abbe-260a282d4208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.263347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1befc46d-1691-4800-abbe-260a282d4208 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27db3203-29f3-4eb7-b8b2-23cce0211be5 HTTP/1.1" status: 204 len: 168 time: 0.2638822 Sep 23 19:46:01.274609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befc46d-1691-4800-abbe-260a282d4208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db3203-29f3-4eb7-b8b2-23cce0211be5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:01.380926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Made reservation on behalf of a8e2cd94b2124a1da0d6b9d5d2d375d1 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:01.385425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.564550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Allocated IP 172.20.0.4 (da7f85ba-0393-48df-a833-47fce18f6491/9752c4a7-c57c-40b6-802c-b51590bb581b/a3d2c580-dc0d-465e-ab30-cd579b804cc0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:01.686969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:01.705537 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6b5-dd66-4552-8769-0376fe0003e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.772141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.811637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.824540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['10b52e52-054d-4bf8-8879-a0b6aadb916b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:01.825066 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6b5-dd66-4552-8769-0376fe0003e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.834804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e18d6b5-dd66-4552-8769-0376fe0003e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.873086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Pushing event updated for resources: {'Port': ['ID=a3d2c580-dc0d-465e-ab30-cd579b804cc0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:01.886654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:01.887585 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8e18d6b5-dd66-4552-8769-0376fe0003e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=73feb733242249269d2507b1652ba22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993809 Sep 23 19:46:01.888688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18d6b5-dd66-4552-8769-0376fe0003e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d141e8-9b89-49c3-b325-1336d4521279,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:01.927234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Network da7f85ba-0393-48df-a833-47fce18f6491 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:01.933059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:01.949844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:01.971977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36c6bb6b-40a9-4ac4-8a76-834333344d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.004210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36c6bb6b-40a9-4ac4-8a76-834333344d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.046991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:02.047609 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.073611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-f254b07b-3291-41d3-b48a-4f0bf318fb40 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8235126 Sep 23 19:46:02.086516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Request body: {'port': {'device_id': '02c02e70-61a3-4492-9dce-e59c2574654a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:02.090734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36c6bb6b-40a9-4ac4-8a76-834333344d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.093544 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36c6bb6b-40a9-4ac4-8a76-834333344d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.094723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-36c6bb6b-40a9-4ac4-8a76-834333344d84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4d141e8-9b89-49c3-b325-1336d4521279 HTTP/1.1" status: 204 len: 168 time: 0.2072277 Sep 23 19:46:02.132713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6bb6b-40a9-4ac4-8a76-834333344d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d141e8-9b89-49c3-b325-1336d4521279,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:02.162685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.357632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da913f0-7d4b-463d-bd8b-5f98cf5a7b92 req-5eef5fff-3fe0-4f80-ba44-dcf1824925cc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:02.359379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4da913f0-7d4b-463d-bd8b-5f98cf5a7b92 req-5eef5fff-3fe0-4f80-ba44-dcf1824925cc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 931 time: 0.0883496 Sep 23 19:46:02.438026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4da913f0-7d4b-463d-bd8b-5f98cf5a7b92 req-d854795f-e4ce-4d7b-a2b9-629aca521d93 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513592 Sep 23 19:46:02.526868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d2c580-dc0d-465e-ab30-cd579b804cc0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:02.537098 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.552269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Transition to ACTIVE for port object a3d2c580-dc0d-465e-ab30-cd579b804cc0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:46:02.558230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.652082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43296) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:02.694238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Pushing event updated for resources: {'Port': ['ID=a3d2c580-dc0d-465e-ab30-cd579b804cc0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:02.708378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Attempting to bind port a3d2c580-dc0d-465e-ab30-cd579b804cc0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:02.708806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Attempting to bind port a3d2c580-dc0d-465e-ab30-cd579b804cc0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:02.709762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Attempting to bind port a3d2c580-dc0d-465e-ab30-cd579b804cc0 on network da7f85ba-0393-48df-a833-47fce18f6491 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:02.722935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Port a3d2c580-dc0d-465e-ab30-cd579b804cc0 on network da7f85ba-0393-48df-a833-47fce18f6491 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:46:02.723622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Attempting to bind port a3d2c580-dc0d-465e-ab30-cd579b804cc0 on network da7f85ba-0393-48df-a833-47fce18f6491 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:02.731065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:02.731741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Checking segment: {'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:02.732937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Bound using segment: {'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:02.733897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Bound port: a3d2c580-dc0d-465e-ab30-cd579b804cc0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287ad66a-0743-4290-8462-3a2af0f4899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:02.734528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.824339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] For port a3d2c580-dc0d-465e-ab30-cd579b804cc0, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:02.829257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] For port a3d2c580-dc0d-465e-ab30-cd579b804cc0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a3d2c580-dc0d-465e-ab30-cd579b804cc0,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:02.836337 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.873178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:02.873798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.875215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] 10.222.0.72 "PUT /v2.0/ports/a3d2c580-dc0d-465e-ab30-cd579b804cc0 HTTP/1.1" status: 200 len: 1091 time: 0.7933614 Sep 23 19:46:02.875649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c02e70-61a3-4492-9dce-e59c2574654a', 'tag': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:02.878059 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06584d9-ba12-48bc-8452-3bfa561b2bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "02c02e70-61a3-4492-9dce-e59c2574654a", "tag": "a3d2c580-dc0d-465e-ab30-cd579b804cc0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:02.906009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d073661-95f1-4a2b-8574-34c21369416d service neutron] Pushing event updated for resources: {'Port': ['ID=a3d2c580-dc0d-465e-ab30-cd579b804cc0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:02.950401 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba720a70-634a-4104-bce3-c5150dd6ea98 x-openstack-request-id: req-ba720a70-634a-4104-bce3-c5150dd6ea98 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:02.950758 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c02e70-61a3-4492-9dce-e59c2574654a", "tag": "a3d2c580-dc0d-465e-ab30-cd579b804cc0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:02.950927 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba720a70-634a-4104-bce3-c5150dd6ea98 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:02.951307 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c02e70-61a3-4492-9dce-e59c2574654a', 'tag': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0', 'status': 'completed', 'code': 200} Sep 23 19:46:02.995839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-044e4260-3636-44de-af77-b5d6ccd7371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:02.997375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-044e4260-3636-44de-af77-b5d6ccd7371b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 1094 time: 0.0624540 Sep 23 19:46:03.044625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-748708d8-330d-4fb9-af05-bc3525a1d687 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3d2c580-dc0d-465e-ab30-cd579b804cc0 HTTP/1.1" status: 200 len: 217 time: 0.0397658 Sep 23 19:46:03.100594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-82f2dd55-7fa8-4250-9fd7-24f1c7f0c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:03.103216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-82f2dd55-7fa8-4250-9fd7-24f1c7f0c150 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 200 len: 853 time: 0.0510418 Sep 23 19:46:03.147357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-404efbe9-1cce-4523-ae6f-9d29ce8559df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da7f85ba-0393-48df-a833-47fce18f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372193 Sep 23 19:46:03.279091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-fcb91cf1-8072-4f05-ba8a-6a9e84c44088 service neutron] 10.222.0.72 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249928 Sep 23 19:46:03.416108 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e24f1f34-d3bc-4b93-9820-657b8ecf7f5c req-b9a67f4c-2609-4753-aaf2-2f3e5e9f4cb5 service neutron] 10.222.0.72 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297467 Sep 23 19:46:03.555408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-1d70ee0f-ec48-4576-bc6e-b83e5b0c9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:03.557029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-1d70ee0f-ec48-4576-bc6e-b83e5b0c9f9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 1094 time: 0.0747359 Sep 23 19:46:03.658826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09c0df-9932-44a0-9370-331f56f07b75 req-32d5dc42-a679-4ce9-bc0a-29a6f8321c4d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:03.660454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b09c0df-9932-44a0-9370-331f56f07b75 req-32d5dc42-a679-4ce9-bc0a-29a6f8321c4d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 943 time: 0.1163511 Sep 23 19:46:03.671456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.726011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-1059470a-a70a-4160-80a6-780264cae2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:03.727655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-1059470a-a70a-4160-80a6-780264cae2ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 914 time: 0.1527159 Sep 23 19:46:03.731311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b09c0df-9932-44a0-9370-331f56f07b75 req-dd0e793d-1d37-4c08-b63c-3020f451209a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633936 Sep 23 19:46:03.815229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-d481c3ae-3b4c-4017-bb28-00c1f88328d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3d2c580-dc0d-465e-ab30-cd579b804cc0 HTTP/1.1" status: 200 len: 217 time: 0.0788021 Sep 23 19:46:03.927639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-93b9936f-2ff6-4c9b-8b8d-ad73ae297b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:03.929931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-93b9936f-2ff6-4c9b-8b8d-ad73ae297b07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 200 len: 853 time: 0.1052549 Sep 23 19:46:03.971346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-5cb2f9c4-20da-459e-8910-06e6af05d06b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da7f85ba-0393-48df-a833-47fce18f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334187 Sep 23 19:46:04.008681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Deleting port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:04.009056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.085958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-e3fc9100-20de-43b7-a8bf-0708296b6a71 service neutron] 10.222.0.72 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068044 Sep 23 19:46:04.108367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] For port 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:04.108778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.126271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Calling delete_port for 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:04.211364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b06584d9-ba12-48bc-8452-3bfa561b2bb7 req-1f94e268-4e09-4db6-ba3d-397737d9bcbc service neutron] 10.222.0.72 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168363 Sep 23 19:46:04.338781 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.374357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:04.542519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.783744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Router 6edb2c51-f261-4790-94af-a4f36122f185 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:46:04.871598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca67302-8b52-4bda-aed4-deb5230a53d5 req-5c7f69e4-3882-4f22-ad2c-fbe52b3a307f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:04.873101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bca67302-8b52-4bda-aed4-deb5230a53d5 req-5c7f69e4-3882-4f22-ad2c-fbe52b3a307f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 943 time: 0.0608468 Sep 23 19:46:04.934284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bca67302-8b52-4bda-aed4-deb5230a53d5 req-8f8d9e49-47a6-4016-9502-fb16ce2552d2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535507 Sep 23 19:46:04.948972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:04.965178 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e0c2a6b-0e9c-4893-99e4-c4aac3df0eb1 admin admin] 10.222.0.38 "PUT /v2.0/routers/6edb2c51-f261-4790-94af-a4f36122f185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3093762 Sep 23 19:46:04.966279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43392) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:04.969907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] Sync routers for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:04.983320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:04.984234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:05.097040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.110925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:05.219491 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.234959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:05.292571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Deleting port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:05.293318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.321201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:46:04Z', 'revision_number': 5, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port': {'id': '1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb2c51-f261-4790-94af-a4f36122f185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:05.352620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] Checking router: 6edb2c51-f261-4790-94af-a4f36122f185 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:05.361803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] Routers {'6edb2c51-f261-4790-94af-a4f36122f185'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:05.362527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6edb2c51-f261-4790-94af-a4f36122f185'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:05.399045 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96796433-f005-400b-9bd4-0a17eb4ebfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.403670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] For port 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:05.404140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.418569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Calling delete_port for 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:05.442970 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:46:05.452739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] Set router 6edb2c51-f261-4790-94af-a4f36122f185 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:05.500219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96796433-f005-400b-9bd4-0a17eb4ebfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.505552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96796433-f005-400b-9bd4-0a17eb4ebfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.510602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:46:05Z', 'revision_number': 6, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:05.539525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7768970c-ea45-44d0-adf7-773f2f272531 None None] The sync data for ids ['6edb2c51-f261-4790-94af-a4f36122f185'] in n-d-810763-1 is: [{'id': '6edb2c51-f261-4790-94af-a4f36122f185', 'name': 'tempest-TaggedBootDevicesTest_v242-21513248-router', 'tenant_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:35:12Z', 'updated_at': '2021-09-23T19:46:05Z', 'revision_number': 6, 'project_id': '7e4d32f9ca9446748e1a35fbf6e3e83b', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:05.551320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-96796433-f005-400b-9bd4-0a17eb4ebfed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=038bf3e09c074e86891a0d9548c125ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151109 Sep 23 19:46:05.553118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:05.561106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96796433-f005-400b-9bd4-0a17eb4ebfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfec8c3-9ab8-4c33-88f4-a25fd483e502,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:05.662179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2733ff07-42dd-45e5-b23a-1067600b959a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.680445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.712033 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2733ff07-42dd-45e5-b23a-1067600b959a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.714085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:05.792909 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.860405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2733ff07-42dd-45e5-b23a-1067600b959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.862854 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2733ff07-42dd-45e5-b23a-1067600b959a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.863977 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2733ff07-42dd-45e5-b23a-1067600b959a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bfec8c3-9ab8-4c33-88f4-a25fd483e502 HTTP/1.1" status: 204 len: 168 time: 0.3098578 Sep 23 19:46:05.895282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.898500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.905316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733ff07-42dd-45e5-b23a-1067600b959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfec8c3-9ab8-4c33-88f4-a25fd483e502,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:05.956441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.957062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6edb2c51-f261-4790-94af-a4f36122f185 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:46:05.962704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.964082 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bf12770d-44b9-41fb-b979-d2826fd4ab48 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6edb2c51-f261-4790-94af-a4f36122f185 HTTP/1.1" status: 204 len: 168 time: 0.9967241 Sep 23 19:46:05.966695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:06.124689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a3d2c580-dc0d-465e-ab30-cd579b804cc0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:46:06.236700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:06.253890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a3d2c580-dc0d-465e-ab30-cd579b804cc0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a3d2c580-dc0d-465e-ab30-cd579b804cc0,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:06.259012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db1d3a38-a47e-41f7-96db-8321d2e7280f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.269837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0', 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491', 'port_id': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0', 'mac_address': 'fa:16:3e:3f:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9752c4a7-c57c-40b6-802c-b51590bb581b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:46:06.315247 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.333225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d2c580-dc0d-465e-ab30-cd579b804cc0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:06.363416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a3d2c580-dc0d-465e-ab30-cd579b804cc0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a3d2c580-dc0d-465e-ab30-cd579b804cc0,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:06.368697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.381309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db1d3a38-a47e-41f7-96db-8321d2e7280f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.386420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db1d3a38-a47e-41f7-96db-8321d2e7280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.439594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] Deleting subnet 99a31fcd-cda4-4b73-8588-ceba98513f6f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:06.448773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015b86-cc24-468c-ab80-557b8051751d req-00c1d1d6-6079-49bf-8cc6-94fd5cdf91f1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:06.451969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-db1d3a38-a47e-41f7-96db-8321d2e7280f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b816c8eea7e348a98b1c56580a2bbcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139740 Sep 23 19:46:06.453231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3a38-a47e-41f7-96db-8321d2e7280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97263c0b-6ad1-4d66-8262-02f356cf3fc8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:06.455473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a3d2c580-dc0d-465e-ab30-cd579b804cc0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:06.461617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db015b86-cc24-468c-ab80-557b8051751d req-00c1d1d6-6079-49bf-8cc6-94fd5cdf91f1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 944 time: 0.0801919 Sep 23 19:46:06.465214 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.467412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43420) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:06.529439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db015b86-cc24-468c-ab80-557b8051751d req-7b6dc4ee-4a61-48d9-8e94-9a6050de88d6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669470 Sep 23 19:46:06.533256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.533821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f452e22-425c-43b7-bff7-9ab339b149d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.571101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f452e22-425c-43b7-bff7-9ab339b149d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.582969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a3d2c580-dc0d-465e-ab30-cd579b804cc0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:06.628118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f452e22-425c-43b7-bff7-9ab339b149d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.633705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f452e22-425c-43b7-bff7-9ab339b149d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.641412 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f452e22-425c-43b7-bff7-9ab339b149d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97263c0b-6ad1-4d66-8262-02f356cf3fc8 HTTP/1.1" status: 204 len: 168 time: 0.1706204 Sep 23 19:46:06.661403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f452e22-425c-43b7-bff7-9ab339b149d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97263c0b-6ad1-4d66-8262-02f356cf3fc8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:06.678932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.761064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.789946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.795079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/99a31fcd-cda4-4b73-8588-ceba98513f6f HTTP/1.1" status: 204 len: 168 time: 0.8228223 Sep 23 19:46:06.795079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206d6c9-2145-4cdf-8b52-5d731a4803f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a31fcd-cda4-4b73-8588-ceba98513f6f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:06.795281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43424) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:06.797181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27703c5e-ab3c-4a68-babe-6d193586be70 None None] Network 58635457-bc59-4eda-9f1c-3e8334135a76 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:06.875099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.991954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Deleting port 86abdb1b-3073-434f-81b0-c41b469114b8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:06.992327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.012863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:07.047542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:07.048112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0d1b1f4c-a7f9-4af4-b126-fbd3a3293e4f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:07.048626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:07.067028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] For port 86abdb1b-3073-434f-81b0-c41b469114b8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=86abdb1b-3073-434f-81b0-c41b469114b8,segment=NetworkSegment(64172e6a-27ae-4f27-bb30-b74a14a4b069),segment_id=64172e6a-27ae-4f27-bb30-b74a14a4b069)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:07.067400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.070162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:07.070632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1d98e83e-a28f-4d9b-8b9d-e2b1051c9f84 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:07.082973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Calling delete_port for 86abdb1b-3073-434f-81b0-c41b469114b8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:07.173198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce4e9c-6d50-4f4a-a484-08d5467d422c None None] DHCP port deletion for 58635457-bc59-4eda-9f1c-3e8334135a76 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:07.175484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.204756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Pushing event deleted for resources: {'Port': ['ID=86abdb1b-3073-434f-81b0-c41b469114b8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:07.213244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] No DVR routers for this DVR port 86abdb1b-3073-434f-81b0-c41b469114b8 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:07.293429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.319788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58635457-bc59-4eda-9f1c-3e8334135a76']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:07.337632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64172e6a-27ae-4f27-bb30-b74a14a4b069') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:07.338190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64172e6a-27ae-4f27-bb30-b74a14a4b069') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:07.358514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.373414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.382424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:46:07.383091 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:46:07.385192 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:46:07.455271 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.461004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.466391 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] 10.222.0.38 "DELETE /v2.0/networks/58635457-bc59-4eda-9f1c-3e8334135a76 HTTP/1.1" status: 204 len: 168 time: 0.6704822 Sep 23 19:46:07.486351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04914b20-62e5-4f53-a4ec-956f7baeda3e admin admin] Pushing event deleted for resources: {'Network': ['ID=58635457-bc59-4eda-9f1c-3e8334135a76,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:07.611429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:07.688584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2507fb2f-102a-41a3-a954-35894b35e6fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e4d32f9ca9446748e1a35fbf6e3e83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755904 Sep 23 19:46:07.689845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a706b-561d-4972-bacb-6d87f6759e4d req-d4a35308-f8fe-4bce-975b-88c6c98dc46b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:07.691421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-501a706b-561d-4972-bacb-6d87f6759e4d req-d4a35308-f8fe-4bce-975b-88c6c98dc46b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 944 time: 0.0715947 Sep 23 19:46:07.696025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:07.762396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-501a706b-561d-4972-bacb-6d87f6759e4d req-ec4fbc52-1c5f-4cb1-98f7-42bf7192a0fc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598822 Sep 23 19:46:07.771407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e16e56ba-0734-4f93-a8c2-f43b3e2d6fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.797614 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e16e56ba-0734-4f93-a8c2-f43b3e2d6fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.857515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e16e56ba-0734-4f93-a8c2-f43b3e2d6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.862402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e16e56ba-0734-4f93-a8c2-f43b3e2d6fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.864548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e16e56ba-0734-4f93-a8c2-f43b3e2d6fc9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c611418d-ea46-4109-bc19-b174c990bf40 HTTP/1.1" status: 204 len: 168 time: 0.1672723 Sep 23 19:46:07.876677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e56ba-0734-4f93-a8c2-f43b3e2d6fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c611418d-ea46-4109-bc19-b174c990bf40,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:08.139112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a3d2c580-dc0d-465e-ab30-cd579b804cc0 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:08.227355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port a3d2c580-dc0d-465e-ab30-cd579b804cc0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:46:08.239402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port a3d2c580-dc0d-465e-ab30-cd579b804cc0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:08.240418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.332151 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.389080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c02e70-61a3-4492-9dce-e59c2574654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:08.389080 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab83ded-d150-49df-a965-05dbf145ac83" -d '{"events": [{"server_uuid": "02c02e70-61a3-4492-9dce-e59c2574654a", "name": "network-vif-plugged", "status": "completed", "tag": "a3d2c580-dc0d-465e-ab30-cd579b804cc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:08.392082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a3d2c580-dc0d-465e-ab30-cd579b804cc0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a3d2c580-dc0d-465e-ab30-cd579b804cc0,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:08.397065 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.439024 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c378b4f-e750-4ade-a55d-1308fb0286e8 x-openstack-request-id: req-3c378b4f-e750-4ade-a55d-1308fb0286e8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:08.439390 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c02e70-61a3-4492-9dce-e59c2574654a", "name": "network-vif-plugged", "status": "completed", "tag": "a3d2c580-dc0d-465e-ab30-cd579b804cc0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:08.439720 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c378b4f-e750-4ade-a55d-1308fb0286e8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:08.440181 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c02e70-61a3-4492-9dce-e59c2574654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0', 'code': 200} Sep 23 19:46:08.496161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a3d2c580-dc0d-465e-ab30-cd579b804cc0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:08.552098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d31b9b-f845-4140-961d-140f155995ac req-1b02547d-9684-4e03-9185-a81c647970aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:08.555997 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11d31b9b-f845-4140-961d-140f155995ac req-1b02547d-9684-4e03-9185-a81c647970aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 1096 time: 0.0519531 Sep 23 19:46:08.612145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11d31b9b-f845-4140-961d-140f155995ac req-bf21ddb1-b24f-4d80-9c56-6ef48c22a562 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491452 Sep 23 19:46:08.960006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eef55-8260-4f16-b689-2ed16b28a9a0 req-1e51cad8-f341-4a66-a63b-e0de3bb16b3a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:08.962177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba2eef55-8260-4f16-b689-2ed16b28a9a0 req-1e51cad8-f341-4a66-a63b-e0de3bb16b3a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 945 time: 0.1183453 Sep 23 19:46:08.970089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 86abdb1b-3073-434f-81b0-c41b469114b8 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:09.008958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba2eef55-8260-4f16-b689-2ed16b28a9a0 req-cffe704c-51f9-41d0-a31d-0a2ae30a768f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Sep 23 19:46:09.010134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 86abdb1b-3073-434f-81b0-c41b469114b8 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:09.010508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 86abdb1b-3073-434f-81b0-c41b469114b8 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:09.999591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:10.149551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d5baacf-5117-49df-83e2-19433964eac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.187993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f190d03-143d-44b1-b782-3529403548b2 req-bb50abbd-acff-4b78-a2c2-e3c5b3749d06 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:10.189744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f190d03-143d-44b1-b782-3529403548b2 req-bb50abbd-acff-4b78-a2c2-e3c5b3749d06 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 945 time: 0.0704780 Sep 23 19:46:10.258355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f190d03-143d-44b1-b782-3529403548b2 req-43201421-a83a-450c-9eba-799549a318ab tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Sep 23 19:46:10.308941 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d5baacf-5117-49df-83e2-19433964eac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.323590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d5baacf-5117-49df-83e2-19433964eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.368474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d5baacf-5117-49df-83e2-19433964eac9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b805bb1f35345a692c1f88caece80b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672881 Sep 23 19:46:10.371022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5baacf-5117-49df-83e2-19433964eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee493e7-14ca-4d50-8e33-c7a24e8b0818,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:10.371390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:10.433775 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b21d11-af37-4f21-95cf-ddfd3a51f401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.472250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b21d11-af37-4f21-95cf-ddfd3a51f401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.526931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b21d11-af37-4f21-95cf-ddfd3a51f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.530894 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b21d11-af37-4f21-95cf-ddfd3a51f401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.532580 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-39b21d11-af37-4f21-95cf-ddfd3a51f401 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aee493e7-14ca-4d50-8e33-c7a24e8b0818 HTTP/1.1" status: 204 len: 168 time: 0.1599705 Sep 23 19:46:10.542247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b21d11-af37-4f21-95cf-ddfd3a51f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee493e7-14ca-4d50-8e33-c7a24e8b0818,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:10.690942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3d71-49ab-4cf1-9d3d-89024209c116 req-7817d234-5828-4b4a-b525-09d54bf2a480 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:10.692473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-253b3d71-49ab-4cf1-9d3d-89024209c116 req-7817d234-5828-4b4a-b525-09d54bf2a480 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 945 time: 0.0775695 Sep 23 19:46:10.760714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-253b3d71-49ab-4cf1-9d3d-89024209c116 req-e1f1d93a-3b4f-4c8b-a403-e6051384540d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Sep 23 19:46:11.419688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:11.633299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1568265875-network', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:11.658489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Made reservation on behalf of 4885be9ab6434a98832bf0a6c2e425fa for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:11.661370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.671892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.782858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.787553 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.818279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:46:11.838638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337696a2-978b-49ef-84a6-d16141ff3ad0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:11.841719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.842058 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Added segment 8511a049-31fc-4928-9512-4b75b7990976 of type vlan for network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 Sep 23 19:46:11.954766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.992246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-279247ca-a8ea-447c-bf8c-21f046eb778d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:11.993861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-279247ca-a8ea-447c-bf8c-21f046eb778d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.72 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 945 time: 0.1284213 Sep 23 19:46:12.024457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dfe31-893e-40f8-a6be-7ce4fa3e762f req-0e43714c-9538-42c2-bced-37e9fe7be702 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:12.026687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e88dfe31-893e-40f8-a6be-7ce4fa3e762f req-0e43714c-9538-42c2-bced-37e9fe7be702 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 945 time: 0.1633089 Sep 23 19:46:12.044524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.045461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:12.046031 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.140273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7166090 Sep 23 19:46:12.141020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43680) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:12.147962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Request body: {'subnet': {'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1568265875-subnet', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:12.173047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Made reservation on behalf of 4885be9ab6434a98832bf0a6c2e425fa for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:12.177052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.186147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d3a01-8a40-412a-bf69-743793569a4f admin admin] Pushing event updated for resources: {'Network': ['ID=9690c1e5-cd26-41bb-8342-967b4a35c4e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:12.192396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e88dfe31-893e-40f8-a6be-7ce4fa3e762f req-3ab94370-2f03-4d7a-987d-64e233929352 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489429 Sep 23 19:46:12.198977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:46:12.235135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Deleting port a3d2c580-dc0d-465e-ab30-cd579b804cc0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:12.235532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.380946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] For port a3d2c580-dc0d-465e-ab30-cd579b804cc0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a3d2c580-dc0d-465e-ab30-cd579b804cc0,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:12.381451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.397168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Calling delete_port for a3d2c580-dc0d-465e-ab30-cd579b804cc0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:12.434738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.512113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d87c1c-3834-4777-a40e-22b7d9cb7d79,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:12.521017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:12.522067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Network hostable DHCP agents. Network: 9690c1e5-cd26-41bb-8342-967b4a35c4e5, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:46:12.542832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:46:12.556344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 9690c1e5-cd26-41bb-8342-967b4a35c4e5) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:12.563236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:12.566652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.567389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725edaf-41da-4423-8a4c-f36ad8fdac06 None None] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:12.571362 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.586417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['10b52e52-054d-4bf8-8879-a0b6aadb916b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:12.597672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-824e4ed4-2a79-4d2b-8f6f-c98cab31add1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4541419 Sep 23 19:46:12.600307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43686) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:12.607332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:12.638492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Pushing event deleted for resources: {'Port': ['ID=a3d2c580-dc0d-465e-ab30-cd579b804cc0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:12.640118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a3d2c580-dc0d-465e-ab30-cd579b804cc0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:12.657650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.658866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.749858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] No DVR routers for this DVR port a3d2c580-dc0d-465e-ab30-cd579b804cc0 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:12.759511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.761722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f7cf800-9cbc-43f2-b794-6935301606eb req-6b039322-5ca1-4fa6-a7c2-40f3e34bd388 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.72 "DELETE /v2.0/ports/a3d2c580-dc0d-465e-ab30-cd579b804cc0 HTTP/1.1" status: 204 len: 173 time: 0.7602916 Sep 23 19:46:12.762258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c02e70-61a3-4492-9dce-e59c2574654a', 'name': 'network-vif-deleted', 'tag': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:12.765420 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fca640-7a11-49de-a17d-82716ab3286a" -d '{"events": [{"server_uuid": "02c02e70-61a3-4492-9dce-e59c2574654a", "name": "network-vif-deleted", "tag": "a3d2c580-dc0d-465e-ab30-cd579b804cc0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:12.781004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.915070 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d8c0e4-9054-469f-b610-6b2e96fd8cc9 x-openstack-request-id: req-b8d8c0e4-9054-469f-b610-6b2e96fd8cc9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:12.915584 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c02e70-61a3-4492-9dce-e59c2574654a", "name": "network-vif-deleted", "tag": "a3d2c580-dc0d-465e-ab30-cd579b804cc0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:12.917103 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8d8c0e4-9054-469f-b610-6b2e96fd8cc9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:12.918322 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c02e70-61a3-4492-9dce-e59c2574654a', 'name': 'network-vif-deleted', 'tag': 'a3d2c580-dc0d-465e-ab30-cd579b804cc0', 'status': 'completed', 'code': 200} Sep 23 19:46:13.048744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:13.049643 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.069507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.183438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3a49dad-90fc-4e43-b1b6-35c63ba2d8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.263071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Allocated IP 172.20.0.2 (9690c1e5-cd26-41bb-8342-967b4a35c4e5/11d87c1c-3834-4777-a40e-22b7d9cb7d79/5ee0471f-ff89-42e9-bd92-a26b8cc818a0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:13.371435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-83ad69cd-1599-4c31-8978-f4995a25e675 req-bd1ce0b1-0c87-4879-82fa-e020c5c1f5aa tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=02c02e70-61a3-4492-9dce-e59c2574654a HTTP/1.1" status: 200 len: 210 time: 0.0519755 Sep 23 19:46:13.658008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.684069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.740037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Pushing event updated for resources: {'Port': ['ID=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:13.743231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.758598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:13.760356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:13.764389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.765292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:13.820770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Attempting to bind port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:13.821152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Attempting to bind port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:13.821523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Attempting to bind port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:13.827192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:13.827814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:13.828233 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.828661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Bound using segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:13.829133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Bound port: 5ee0471f-ff89-42e9-bd92-a26b8cc818a0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:13.829520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.898632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Allocated IP 172.25.6.191 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/963469b6-a93b-4f69-acbd-18778c9a6852) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:13.916049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] For port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:13.920445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] For port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:13.924516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.988453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea55b55-1f06-4ee2-9c28-2e49892d20c8 None None] Pushing event updated for resources: {'Port': ['ID=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:14.045845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.092385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.132630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:14.137401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:14.141317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:14.174600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Pushing event updated for resources: {'Port': ['ID=963469b6-a93b-4f69-acbd-18778c9a6852,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:14.491158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.543985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f0901-c855-4faf-8390-f5688dcc4b0c req-be51f6ea-5b01-4461-aa7c-d9436662866f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:14.545708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea5f0901-c855-4faf-8390-f5688dcc4b0c req-be51f6ea-5b01-4461-aa7c-d9436662866f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0623872 Sep 23 19:46:14.602682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea5f0901-c855-4faf-8390-f5688dcc4b0c req-ec0c1d96-475b-4cca-9a81-8b0776e9d0e5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Sep 23 19:46:14.790765 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.987047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6e64d-480d-4f67-b5e1-1d7399dd637b req-c6657017-e39a-4b83-920d-7d5e174a4b7f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:14.989406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2e6e64d-480d-4f67-b5e1-1d7399dd637b req-c6657017-e39a-4b83-920d-7d5e174a4b7f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1109054 Sep 23 19:46:15.049522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:46:15.065460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:15.086931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2e6e64d-480d-4f67-b5e1-1d7399dd637b req-73f655a3-60fe-4ffc-a400-5cab8530d743 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Sep 23 19:46:15.173100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:15.173690 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.292454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:15.315057 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Sync routers for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:15.319503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.322571 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7a92a3f-da53-4e8c-bc67-8acc28982928 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7212033 Sep 23 19:46:15.325222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:15.325346 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:15.325909 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:15.340902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06519289-1eff-495f-bcc6-692377c7469d req-2f94c4b9-42fd-4a75-abe1-0f6735dd50d0 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:15.352315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06519289-1eff-495f-bcc6-692377c7469d req-2f94c4b9-42fd-4a75-abe1-0f6735dd50d0 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1380734 Sep 23 19:46:15.382065 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.393502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff5dcb4-9a04-4207-9108-047846576d5c None None] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:15.448988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06519289-1eff-495f-bcc6-692377c7469d req-f5ceba45-55f2-4af9-8517-6cda651a9817 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955150 Sep 23 19:46:15.523249 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:15.545993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:15.555043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.568504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ccc10ac2-8d19-4de4-885d-2b7aea194a33 None None] Provisioning complete for port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:15.569207 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccc10ac2-8d19-4de4-885d-2b7aea194a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.570195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-21de91ee-e3c0-433c-979e-87952acb7bf5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1543710 Sep 23 19:46:15.747352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-71553286-9012-49d4-94e5-7ce4d70eee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:15.765870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-71553286-9012-49d4-94e5-7ce4d70eee00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1224189 Sep 23 19:46:15.909107 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:14Z', 'revision_number': 3, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:15.936285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:15.963102 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Checking router: ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:15.963713 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Updating router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 port 963469b6-a93b-4f69-acbd-18778c9a6852 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:46:16.004247 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.044075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-949d8c9c-433f-4875-bd74-22d7c20c82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:16.045778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-949d8c9c-433f-4875-bd74-22d7c20c82de service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.2726173 Sep 23 19:46:16.175995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a3d2c580-dc0d-465e-ab30-cd579b804cc0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:16.220196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-736d44fa-c92a-427a-88fb-213f178ae7a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 1001 time: 0.1671336 Sep 23 19:46:16.221709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: a3d2c580-dc0d-465e-ab30-cd579b804cc0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:16.225659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a3d2c580-dc0d-465e-ab30-cd579b804cc0 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:16.333061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-6428bf6e-4492-4ed2-941b-5378eb477547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:16.336169 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9b1de55-8c66-45d1-90ae-e4363efa55a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.338825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-6428bf6e-4492-4ed2-941b-5378eb477547 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.1030612 Sep 23 19:46:16.410522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.471657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-15a06bee-97f9-4af2-9a47-462b35c41f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:16.473114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-15a06bee-97f9-4af2-9a47-462b35c41f87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277657 Sep 23 19:46:16.479701 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.555628 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.560328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-74d4556a-20e8-4e12-891e-7ad189770758 None None] Provisioning complete for port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:16.563048 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74d4556a-20e8-4e12-891e-7ad189770758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.567738 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.624179 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Pushing event updated for resources: {'Port': ['ID=963469b6-a93b-4f69-acbd-18778c9a6852,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:16.636932 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.637563 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.638343 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.638982 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.639539 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.640269 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.641013 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.641595 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.643179 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.643912 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.644645 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.644951 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:16.677694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Allocated IP 172.20.0.1 (9690c1e5-cd26-41bb-8342-967b4a35c4e5/11d87c1c-3834-4777-a40e-22b7d9cb7d79/fb60b5f8-3053-4af3-ba26-eb7549bd56d2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:16.691638 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Attempting to bind port 963469b6-a93b-4f69-acbd-18778c9a6852 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:16.692450 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Attempting to bind port 963469b6-a93b-4f69-acbd-18778c9a6852 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:16.694154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-22d3411a-fbae-4e56-9a1f-777241870421 service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100117 Sep 23 19:46:16.694951 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Attempting to bind port 963469b6-a93b-4f69-acbd-18778c9a6852 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:16.706480 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:16.706480 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:16.706480 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.710352 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:16.710962 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Bound port: 963469b6-a93b-4f69-acbd-18778c9a6852, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:16.711437 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.814125 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] For port 963469b6-a93b-4f69-acbd-18778c9a6852, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:16.821525 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] For port 963469b6-a93b-4f69-acbd-18778c9a6852, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=963469b6-a93b-4f69-acbd-18778c9a6852,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:16.825758 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.860556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.882464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bee6500e-f1c2-4e14-8650-a69ec07f6243 req-ef34f9cf-428a-4b70-aae0-db6476d4516c service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801257 Sep 23 19:46:16.907075 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16491f23-f6c6-4554-96c6-3d7d04c548b9 None None] Pushing event updated for resources: {'Port': ['ID=963469b6-a93b-4f69-acbd-18778c9a6852,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:16.957528 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:16.958261 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:16.961289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.985625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:17.061381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:17.064761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:17.074678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:17.077859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Pushing event updated for resources: {'Port': ['ID=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:17.105851 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.151070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.172104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:17.172481 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.341257 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:17.477240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.599931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0f0eadad-67ed-406b-b5ff-127dbfccfab5 None None] Provisioning complete for port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:17.600542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f0eadad-67ed-406b-b5ff-127dbfccfab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.687382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0f0eadad-67ed-406b-b5ff-127dbfccfab5 None None] Port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:17.746271 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:14Z', 'revision_number': 3, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:17.749878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.755464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.779104 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445c6da-122d-4f0f-bacc-8089362fd896 None None] The sync data for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 is: [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:14Z', 'revision_number': 3, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:17.836236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Pushing event updated for resources: {'Port': ['ID=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:17.844898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.946299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:17.948058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:18.075137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:46:18.301984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:18.320397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2feb7d3d-86a4-4661-8d49-dad571cf5c3b admin admin] 10.222.0.38 "PUT /v2.0/routers/ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9848464 Sep 23 19:46:18.427090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0acee92d-c72e-4007-8520-f15435e7999a None None] Provisioning complete for port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:18.427472 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0acee92d-c72e-4007-8520-f15435e7999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.523714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0acee92d-c72e-4007-8520-f15435e7999a None None] Port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:18.570221 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.007568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 963469b6-a93b-4f69-acbd-18778c9a6852 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:19.074198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 963469b6-a93b-4f69-acbd-18778c9a6852 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:19.075170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.178620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.205723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 963469b6-a93b-4f69-acbd-18778c9a6852, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=963469b6-a93b-4f69-acbd-18778c9a6852,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:19.220493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43844) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.229146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.236784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8a6b6751-275b-4259-ab52-effb890c932e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678094161', 'description': 'tempest-description--77304158'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:19.323619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6b6751-275b-4259-ab52-effb890c932e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.363552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=963469b6-a93b-4f69-acbd-18778c9a6852,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.452593 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6b6751-275b-4259-ab52-effb890c932e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.457351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6b6751-275b-4259-ab52-effb890c932e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.495478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b6751-275b-4259-ab52-effb890c932e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9eec43-ca0d-4c5c-8b2b-987953a6a177,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.497817 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a6b6751-275b-4259-ab52-effb890c932e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.501624 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8a6b6751-275b-4259-ab52-effb890c932e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2775128 Sep 23 19:46:19.501884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.506286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-46679d87-aab0-4312-9779-0345fcc245fa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'security_group_rule': {'security_group_id': 'cd9eec43-ca0d-4c5c-8b2b-987953a6a177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:19.527285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.558953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46679d87-aab0-4312-9779-0345fcc245fa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.579903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c7a3-c414-4b74-9671-89d9703cc259 req-8183ecd5-c8b9-4504-b116-e26f12cadcbe tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:19.581482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1313c7a3-c414-4b74-9671-89d9703cc259 req-8183ecd5-c8b9-4504-b116-e26f12cadcbe tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0726967 Sep 23 19:46:19.619208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46679d87-aab0-4312-9779-0345fcc245fa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.628314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1313c7a3-c414-4b74-9671-89d9703cc259 req-34f9f0e5-1b51-483f-b66e-26414aa71c55 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Sep 23 19:46:19.628497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46679d87-aab0-4312-9779-0345fcc245fa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.657680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46679d87-aab0-4312-9779-0345fcc245fa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcd24c4-0364-44aa-89c5-82dc271087f5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.665889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46679d87-aab0-4312-9779-0345fcc245fa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.670011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-46679d87-aab0-4312-9779-0345fcc245fa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649570 Sep 23 19:46:19.670546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.676790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1d29e3bc-3b65-4457-85bf-664f66b563ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'security_group_rule': {'security_group_id': 'cd9eec43-ca0d-4c5c-8b2b-987953a6a177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:19.716466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d29e3bc-3b65-4457-85bf-664f66b563ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.732240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0a1254a-02aa-4e75-87ce-0b581209618e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.781566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f4f0-a3ce-4d08-9dee-dd18abfa3ef7 req-b5c22085-69f4-40bd-902c-757bd3ff8011 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:19.790105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4815f4f0-a3ce-4d08-9dee-dd18abfa3ef7 req-b5c22085-69f4-40bd-902c-757bd3ff8011 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0690107 Sep 23 19:46:19.817693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d29e3bc-3b65-4457-85bf-664f66b563ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.824785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d29e3bc-3b65-4457-85bf-664f66b563ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.827865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4815f4f0-a3ce-4d08-9dee-dd18abfa3ef7 req-94005513-0c5d-4c93-91ef-0748cb873015 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368536 Sep 23 19:46:19.858586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29e3bc-3b65-4457-85bf-664f66b563ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1299c244-47bf-4fe7-9fee-3827de65110b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.907819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0a1254a-02aa-4e75-87ce-0b581209618e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.913514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0a1254a-02aa-4e75-87ce-0b581209618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.925226 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d29e3bc-3b65-4457-85bf-664f66b563ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.930287 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d29e3bc-3b65-4457-85bf-664f66b563ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2583871 Sep 23 19:46:19.930935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.938098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:19.962048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f0a1254a-02aa-4e75-87ce-0b581209618e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfe6cbca3000442f96b643416bfe2822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336715 Sep 23 19:46:19.964572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.972171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1254a-02aa-4e75-87ce-0b581209618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0be04e-e172-4149-9582-2a10c29ce4fb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.990707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.024900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31c4572f-7927-4148-92cf-585c3e8eb236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.057881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31c4572f-7927-4148-92cf-585c3e8eb236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.126305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31c4572f-7927-4148-92cf-585c3e8eb236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.130442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31c4572f-7927-4148-92cf-585c3e8eb236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.131993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-31c4572f-7927-4148-92cf-585c3e8eb236 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a0be04e-e172-4149-9582-2a10c29ce4fb HTTP/1.1" status: 204 len: 168 time: 0.1663308 Sep 23 19:46:20.142279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4572f-7927-4148-92cf-585c3e8eb236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0be04e-e172-4149-9582-2a10c29ce4fb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:20.145251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.303257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Sync routers for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:20.325271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Allocated IP 172.25.6.133 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/23d4becc-588a-49d6-b5d5-303476c15fbe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:20.330706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:20.332469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:20.484874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:20.540314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.614081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.675178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=23d4becc-588a-49d6-b5d5-303476c15fbe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:20.680217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:20.701890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd356b4d-8a8b-47b6-86a8-3eea1df64993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.708817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:20.713355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:20.716018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:20.823855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 2, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:20.834623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.885133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Checking router: ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:20.885588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Updating router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:46:20.889797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd356b4d-8a8b-47b6-86a8-3eea1df64993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.895651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd356b4d-8a8b-47b6-86a8-3eea1df64993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.897789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.960312 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.981879 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cd356b4d-8a8b-47b6-86a8-3eea1df64993 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4162a1b845384092a92fbe9d2589b375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001106 Sep 23 19:46:20.988850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:20.992932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 963469b6-a93b-4f69-acbd-18778c9a6852 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:21.008467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356b4d-8a8b-47b6-86a8-3eea1df64993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1af2419-4182-4f55-9195-1a311c424336,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:21.127861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.140651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.141975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9884-f854-40c2-9847-19d52c5e46c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.211269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9884-f854-40c2-9847-19d52c5e46c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.265089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=23d4becc-588a-49d6-b5d5-303476c15fbe,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:21.273869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9884-f854-40c2-9847-19d52c5e46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.276774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9884-f854-40c2-9847-19d52c5e46c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.278462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.280612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e1bd9884-f854-40c2-9847-19d52c5e46c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1af2419-4182-4f55-9195-1a311c424336 HTTP/1.1" status: 204 len: 168 time: 0.2911255 Sep 23 19:46:21.289293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd9884-f854-40c2-9847-19d52c5e46c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1af2419-4182-4f55-9195-1a311c424336,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:21.312223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.325844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-23c0a7e2-38ff-4745-a0e5-b5e8beb361f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3934205 Sep 23 19:46:21.438491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 963469b6-a93b-4f69-acbd-18778c9a6852 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:21.438991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.484901 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.495263 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.665661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe952a-b30d-489e-afd7-952a4ad89675 None None] Pushing event updated for resources: {'Port': ['ID=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:21.679277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Attempting to bind port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:21.679654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Attempting to bind port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:21.680012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Attempting to bind port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:21.690552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:21.690932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:21.691524 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.692096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Bound using segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:21.692731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Bound port: fb60b5f8-3053-4af3-ba26-eb7549bd56d2, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:21.693321 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.704478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-8dacc4d7-ded7-4d7d-8d8f-2e7d777dc7c7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--678094161&fields=id&tenant_id=4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 267 time: 0.0787230 Sep 23 19:46:21.770130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] For port fb60b5f8-3053-4af3-ba26-eb7549bd56d2, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:21.774993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] For port fb60b5f8-3053-4af3-ba26-eb7549bd56d2, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:21.781466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.839338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a878e95d-803a-46fa-bd6e-4b2fedc81195 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:21.841627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43924) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:21.847157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a878e95d-803a-46fa-bd6e-4b2fedc81195 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.1416202 Sep 23 19:46:21.853267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:21.854045 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:21.868387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5559ac15-def8-4f42-be07-0c93517afbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.869012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-f676c232-6ece-4cd4-87f8-30b82b19086f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/quotas/4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 375 time: 0.0198131 Sep 23 19:46:21.895517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe952a-b30d-489e-afd7-952a4ad89675 None None] Pushing event updated for resources: {'Port': ['ID=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:21.942008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-e0106038-d082-43d5-8588-7fbc45c1b521 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716271 Sep 23 19:46:21.977158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c2b23717-5d34-4282-91b7-53f9b81bc67c None None] Provisioning complete for port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:21.977534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2b23717-5d34-4282-91b7-53f9b81bc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.030939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5559ac15-def8-4f42-be07-0c93517afbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.038947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5559ac15-def8-4f42-be07-0c93517afbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.075363 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5559ac15-def8-4f42-be07-0c93517afbb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dcb2a12ecb474fed99323a7b34d6b508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325795 Sep 23 19:46:22.082337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43930) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:22.085860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:22.121520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-d11e40d7-77c1-47a3-a701-515e9ec4d984 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602101 Sep 23 19:46:22.160459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559ac15-def8-4f42-be07-0c93517afbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45db22b1-a301-4652-b36c-99c9c2eaab13,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:22.182778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0671506b-4469-4403-843e-6882ac624912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.210241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0671506b-4469-4403-843e-6882ac624912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.259318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-f9801148-ffe1-4bc2-90e1-d61d2a87b451 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312819 Sep 23 19:46:22.269241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0671506b-4469-4403-843e-6882ac624912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.272990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0671506b-4469-4403-843e-6882ac624912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.274339 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0671506b-4469-4403-843e-6882ac624912 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45db22b1-a301-4652-b36c-99c9c2eaab13 HTTP/1.1" status: 204 len: 168 time: 0.1782627 Sep 23 19:46:22.300021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671506b-4469-4403-843e-6882ac624912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db22b1-a301-4652-b36c-99c9c2eaab13,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:22.462150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2b23717-5d34-4282-91b7-53f9b81bc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.589161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c2b23717-5d34-4282-91b7-53f9b81bc67c None None] For port fb60b5f8-3053-4af3-ba26-eb7549bd56d2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:22.611471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2b23717-5d34-4282-91b7-53f9b81bc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.612952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bea145c1-05f9-4e1f-8be9-bb4b647b0fbc req-cfbd5442-daa2-4fd8-a173-bab3adc5c681 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 210 time: 0.0497489 Sep 23 19:46:22.686412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b23717-5d34-4282-91b7-53f9b81bc67c None None] Pushing event updated for resources: {'Port': ['ID=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:22.770182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:21Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:22.790887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c60c6-3391-43c3-916a-f096b8b899c2 req-958a7e16-3d65-4a5c-8f31-d6c06bd6cd67 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:22.799683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-994c60c6-3391-43c3-916a-f096b8b899c2 req-958a7e16-3d65-4a5c-8f31-d6c06bd6cd67 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0697012 Sep 23 19:46:22.833502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2624a9-4a7f-4bf6-9433-8d3045c8e097 None None] The sync data for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 is: [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:21Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:22.845182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-de10120a-190d-45f3-85f7-d0ada282ece4 None None] Provisioning complete for port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:22.845635 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de10120a-190d-45f3-85f7-d0ada282ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.869042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-994c60c6-3391-43c3-916a-f096b8b899c2 req-a94e42a8-ccfa-424b-ad0a-45476a6b7d53 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680315 Sep 23 19:46:23.050445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf922a6c-0739-4c31-8e1a-76b038c2c6b4 req-1f7fa4c3-9936-40e8-844d-9c150088914e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:23.064542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf922a6c-0739-4c31-8e1a-76b038c2c6b4 req-1f7fa4c3-9936-40e8-844d-9c150088914e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0716317 Sep 23 19:46:23.119411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf922a6c-0739-4c31-8e1a-76b038c2c6b4 req-9c468ddc-0a20-45db-8fc6-1a9bdee2e502 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537910 Sep 23 19:46:23.447712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5ea0e-17cc-4a2c-b006-48fbe69edb73 req-0b85060c-ac21-4701-8e7b-4fbc2d435979 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:23.450079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04e5ea0e-17cc-4a2c-b006-48fbe69edb73 req-0b85060c-ac21-4701-8e7b-4fbc2d435979 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0891929 Sep 23 19:46:23.520684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04e5ea0e-17cc-4a2c-b006-48fbe69edb73 req-ab5fae93-1192-47b0-b13c-282e3b1910bf tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565248 Sep 23 19:46:23.733111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd71d-9097-4dad-91cf-8b08fad6abce req-f7b8bc01-eb35-411d-a8ff-9c4d4869b239 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:23.739657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a8dd71d-9097-4dad-91cf-8b08fad6abce req-f7b8bc01-eb35-411d-a8ff-9c4d4869b239 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0760453 Sep 23 19:46:23.863741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a8dd71d-9097-4dad-91cf-8b08fad6abce req-fcade75e-8552-49d2-9983-b744022e7263 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215229 Sep 23 19:46:24.029934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a72ebbd8-1f9b-46a7-8fb0-8963447d5ee8 req-92132014-9763-4688-aeb0-04b12a2bdd03 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 210 time: 0.0366454 Sep 23 19:46:24.038703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-ee98fcf4-7287-4887-8f7f-223c0a1bff85 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:24.040497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-ee98fcf4-7287-4887-8f7f-223c0a1bff85 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.2134485 Sep 23 19:46:24.104884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-562df32b-051d-45d3-8a6b-bbce518e83fb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 379 time: 0.0535672 Sep 23 19:46:24.116789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'port': {'device_id': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'admin_state_up': True, 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'security_groups': ['cd9eec43-ca0d-4c5c-8b2b-987953a6a177']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:24.236406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:24.272829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a592-a142-4bed-a8d9-86cd2bc1ca76 req-2a78e620-5da8-469b-ad3d-aafc83f21657 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:24.274561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd53a592-a142-4bed-a8d9-86cd2bc1ca76 req-2a78e620-5da8-469b-ad3d-aafc83f21657 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1224577 Sep 23 19:46:24.359421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd53a592-a142-4bed-a8d9-86cd2bc1ca76 req-e056ca7f-c908-41c4-a449-d4b569fe0df3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734911 Sep 23 19:46:24.369032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Made reservation on behalf of 4885be9ab6434a98832bf0a6c2e425fa for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:24.374119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.395564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47ad6515-eaea-44f7-8832-093c52c00c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.534933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47ad6515-eaea-44f7-8832-093c52c00c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.540338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47ad6515-eaea-44f7-8832-093c52c00c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.570534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Allocated IP 172.20.0.5 (9690c1e5-cd26-41bb-8342-967b4a35c4e5/11d87c1c-3834-4777-a40e-22b7d9cb7d79/276ddc5e-0e3c-4745-af52-70fad78c2ca2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:24.582299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad6515-eaea-44f7-8832-093c52c00c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc7359d-2451-43c7-af0c-4649751018d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:24.592590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537438fe-e4a9-4351-8e34-cec13ddfe603 req-c2727169-d8af-47c8-9955-e0c61c633d7b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:24.594162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-537438fe-e4a9-4351-8e34-cec13ddfe603 req-c2727169-d8af-47c8-9955-e0c61c633d7b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1008339 Sep 23 19:46:24.608928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-47ad6515-eaea-44f7-8832-093c52c00c29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eab82faed3f143f5801513061a40ad73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714297 Sep 23 19:46:24.612352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:24.676204 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7d7c-a273-4581-bc3d-951d7d4939b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.691162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-537438fe-e4a9-4351-8e34-cec13ddfe603 req-5dfa2f25-5609-4029-bd7a-a7f324f58606 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 Sep 23 19:46:24.718316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7d7c-a273-4581-bc3d-951d7d4939b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.769349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.808299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.820157 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7d7c-a273-4581-bc3d-951d7d4939b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.822913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7d7c-a273-4581-bc3d-951d7d4939b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.830831 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1b9d7d7c-a273-4581-bc3d-951d7d4939b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bc7359d-2451-43c7-af0c-4649751018d8 HTTP/1.1" status: 204 len: 168 time: 0.2133458 Sep 23 19:46:24.853575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d7d7c-a273-4581-bc3d-951d7d4939b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc7359d-2451-43c7-af0c-4649751018d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:24.853851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:24.857008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:24.861999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:24.891336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:24.930104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:24.930857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.947507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a8c5628b-e154-4c9a-9551-b07985bef39e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358855 Sep 23 19:46:24.969788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Request body: {'port': {'device_id': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:25.079994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fb60b5f8-3053-4af3-ba26-eb7549bd56d2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:25.106792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.164314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:25.164637 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.196403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530eadf-4dd8-4566-a2c8-6c8b47fea802 req-c9391aa5-674f-4d4f-af02-b5d613b19bc6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:25.203977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1530eadf-4dd8-4566-a2c8-6c8b47fea802 req-c9391aa5-674f-4d4f-af02-b5d613b19bc6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1440365 Sep 23 19:46:25.341091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1530eadf-4dd8-4566-a2c8-6c8b47fea802 req-cff43731-1754-4f00-b039-2c4f444da41d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361439 Sep 23 19:46:25.341374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.342548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-eec7b588-597e-4929-a63c-f668429eb3f3 None None] Provisioning complete for port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:25.343323 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eec7b588-597e-4929-a63c-f668429eb3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.405928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eec7b588-597e-4929-a63c-f668429eb3f3 None None] Port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:25.526239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daf89d-45ca-40c7-997e-5e01e107396f req-c78f7d3c-fc35-40bf-a5c7-a096739367ce tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:25.527752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31daf89d-45ca-40c7-997e-5e01e107396f req-c78f7d3c-fc35-40bf-a5c7-a096739367ce tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 931 time: 0.0842133 Sep 23 19:46:25.600646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31daf89d-45ca-40c7-997e-5e01e107396f req-a34f223e-93f2-497a-997a-f8279f311059 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625882 Sep 23 19:46:25.604619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:25.612807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.636027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Transition to ACTIVE for port object 276ddc5e-0e3c-4745-af52-70fad78c2ca2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:46:25.641537 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.074083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:26.105700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eea9b7-e9e8-48eb-8b39-14040a772320 req-6ae134b5-baa4-4b89-90b4-51964b78bc38 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.110821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28eea9b7-e9e8-48eb-8b39-14040a772320 req-6ae134b5-baa4-4b89-90b4-51964b78bc38 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.4367359 Sep 23 19:46:26.118781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:26.185484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28eea9b7-e9e8-48eb-8b39-14040a772320 req-4f0b590e-ffab-453e-98ad-fa95307d50d9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Sep 23 19:46:26.189684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Attempting to bind port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:26.190017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Attempting to bind port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:26.190374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Attempting to bind port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:26.205283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:46:26.205711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Attempting to bind port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:26.211708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:26.212250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:26.212746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Bound using segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:26.213479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Bound port: 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:26.213930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.242982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a84bcfd1-c68f-459c-8058-1a8fe004ea5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.330335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:26.336840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:26.341860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.379587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a84bcfd1-c68f-459c-8058-1a8fe004ea5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.385947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a84bcfd1-c68f-459c-8058-1a8fe004ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.390575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.391187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.393035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] 10.222.0.72 "PUT /v2.0/ports/276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 1091 time: 1.4290655 Sep 23 19:46:26.395215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:26.399545 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0995fe7d-bda1-4ea4-9129-a287f61844ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:26.455170 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a84bcfd1-c68f-459c-8058-1a8fe004ea5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=52bdebd6ff374573b2db625455b1c0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352067 Sep 23 19:46:26.456270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70f476-3326-47eb-a6d0-cd1d927f0397 service neutron] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:26.457748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:26.464239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bcfd1-c68f-459c-8058-1a8fe004ea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb7209-44d6-4ee2-8f9e-9f1b3f2de623,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:26.520194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c462c-e2fc-4846-9893-68234da8f291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.521435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-3d309c03-61a8-4675-847a-7cdad2f5d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.522730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-3d309c03-61a8-4675-847a-7cdad2f5d955 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1094 time: 0.0807025 Sep 23 19:46:26.531521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a946a-5c91-48c8-ba88-e1cfca271bcd req-9eca66f6-7a30-4f7a-8cf0-2fbc362fb100 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.533031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d2a946a-5c91-48c8-ba88-e1cfca271bcd req-9eca66f6-7a30-4f7a-8cf0-2fbc362fb100 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1009254 Sep 23 19:46:26.550058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c462c-e2fc-4846-9893-68234da8f291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.592299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-11677114-f6dc-4eeb-8bfa-9eee91fb05c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 217 time: 0.0569651 Sep 23 19:46:26.611529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c462c-e2fc-4846-9893-68234da8f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.616445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2c462c-e2fc-4846-9893-68234da8f291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.618044 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bc2c462c-e2fc-4846-9893-68234da8f291 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67bb7209-44d6-4ee2-8f9e-9f1b3f2de623 HTTP/1.1" status: 204 len: 168 time: 0.1593661 Sep 23 19:46:26.627844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c462c-e2fc-4846-9893-68234da8f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb7209-44d6-4ee2-8f9e-9f1b3f2de623,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:26.651050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d2a946a-5c91-48c8-ba88-e1cfca271bcd req-6a5599cf-0ab3-4638-8530-0bee88aa9d48 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050091 Sep 23 19:46:26.688583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-1ff194f0-151f-402e-9f54-4d0fee7da13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.690094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-1ff194f0-151f-402e-9f54-4d0fee7da13f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0866280 Sep 23 19:46:26.698750 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ece253-7379-4246-b12b-fecf9555de2c x-openstack-request-id: req-93ece253-7379-4246-b12b-fecf9555de2c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:26.699041 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:26.699292 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93ece253-7379-4246-b12b-fecf9555de2c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:26.699686 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'status': 'completed', 'code': 200} Sep 23 19:46:26.786016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-2ec97f73-12e7-4413-a9bb-30df4f377758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.787715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-2ec97f73-12e7-4413-a9bb-30df4f377758 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855985 Sep 23 19:46:26.827878 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.875288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee30f7e-7341-46f0-93a0-be6ca6badcca req-53bb996f-0ab2-4219-8657-a7b29de569a8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.882311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ee30f7e-7341-46f0-93a0-be6ca6badcca req-53bb996f-0ab2-4219-8657-a7b29de569a8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 943 time: 0.1348364 Sep 23 19:46:26.942221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ee30f7e-7341-46f0-93a0-be6ca6badcca req-039059e4-5b7f-4013-aad9-5e37bdcf4614 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590374 Sep 23 19:46:26.944335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-e9ec29c2-ceb4-4198-af31-3834b9185e09 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479089 Sep 23 19:46:27.084516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23065f75-37ba-434b-bcfb-6a22cc6642f1 req-a67a330b-e0d0-48f6-9a17-28eeaad72924 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316874 Sep 23 19:46:27.096447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19776278-e778-4b7d-91d8-446fca531a12 req-1de919bd-4cfd-4aae-953c-57edbaa3e1dd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.097965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19776278-e778-4b7d-91d8-446fca531a12 req-1de919bd-4cfd-4aae-953c-57edbaa3e1dd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0742013 Sep 23 19:46:27.138448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19776278-e778-4b7d-91d8-446fca531a12 req-f3ad86d4-e126-4da2-a160-d29adb0d56bb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Sep 23 19:46:27.193050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-52d5690a-5033-467d-9762-3529e73f2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.194656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-52d5690a-5033-467d-9762-3529e73f2753 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1094 time: 0.0547314 Sep 23 19:46:27.305547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-21a0612e-0ade-454f-9ce3-645e9582fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.306992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-21a0612e-0ade-454f-9ce3-645e9582fbfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1051493 Sep 23 19:46:27.362479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-70a77c3e-e719-4fce-9684-3facbee05f25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 217 time: 0.0472088 Sep 23 19:46:27.447756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-e4adb7f0-e306-4ff5-9bce-179cd7d5c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.449261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-e4adb7f0-e306-4ff5-9bce-179cd7d5c8b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0736856 Sep 23 19:46:27.457244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceae396-dda2-499f-96a8-883729a63e07 req-db0d5988-a5b7-47f8-a475-7f6a1bcd1dd2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.458702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fceae396-dda2-499f-96a8-883729a63e07 req-db0d5988-a5b7-47f8-a475-7f6a1bcd1dd2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0917237 Sep 23 19:46:27.524946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-993570ca-6e19-444e-803b-10dcea962b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.526407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-993570ca-6e19-444e-803b-10dcea962b7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663016 Sep 23 19:46:27.529356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fceae396-dda2-499f-96a8-883729a63e07 req-7715e0fe-2b78-40a9-90db-aa0e3800ae7d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601442 Sep 23 19:46:27.674189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-d63a0e8e-a6f6-4216-aedd-f9027e89a1f1 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392119 Sep 23 19:46:27.785585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622656cf-7acf-42d3-80de-6cfa40c6eded req-754e0a22-685d-460e-9a3e-3ebe86b593a4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.786703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-622656cf-7acf-42d3-80de-6cfa40c6eded req-754e0a22-685d-460e-9a3e-3ebe86b593a4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1091471 Sep 23 19:46:27.822164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0995fe7d-bda1-4ea4-9129-a287f61844ae req-0732f588-c6a7-4d24-8542-b3645a918954 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346362 Sep 23 19:46:27.853333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-622656cf-7acf-42d3-80de-6cfa40c6eded req-e01653a1-4645-4709-b68c-e4f77341836a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547347 Sep 23 19:46:28.070285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfbc73-a119-49aa-9b4e-8c23877c283a req-2282a056-9c78-4878-8757-a3d73becd802 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:28.071826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abbfbc73-a119-49aa-9b4e-8c23877c283a req-2282a056-9c78-4878-8757-a3d73becd802 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 943 time: 0.0569584 Sep 23 19:46:28.114091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-abbfbc73-a119-49aa-9b4e-8c23877c283a req-30bab504-d9bb-4cef-ab02-53bb4b5c6877 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Sep 23 19:46:28.306419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59553c7c-595b-4356-9165-320edde8fa99 req-98094dc4-c2bf-4d23-ad01-694985b625d6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:28.308276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59553c7c-595b-4356-9165-320edde8fa99 req-98094dc4-c2bf-4d23-ad01-694985b625d6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 813 time: 0.1086881 Sep 23 19:46:28.325842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59553c7c-595b-4356-9165-320edde8fa99 req-e5dfc4a7-de05-4102-86b1-e824395c8704 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/quotas/a8e2cd94b2124a1da0d6b9d5d2d375d1 HTTP/1.1" status: 200 len: 375 time: 0.0105484 Sep 23 19:46:28.381400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59553c7c-595b-4356-9165-320edde8fa99 req-b0c68c85-9d32-4f64-9b35-364363a6ccac tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499077 Sep 23 19:46:28.517105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba9b08-432c-4f21-a8da-0b9dc4b52b12 req-47e6ddb3-347a-4fe2-8ccd-83bfc2027b0c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:28.522663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-adba9b08-432c-4f21-a8da-0b9dc4b52b12 req-47e6ddb3-347a-4fe2-8ccd-83bfc2027b0c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0678217 Sep 23 19:46:28.558254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-adba9b08-432c-4f21-a8da-0b9dc4b52b12 req-aff56885-5dde-4622-8db2-edbead974d1e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Sep 23 19:46:28.698952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a1278-bc54-4c85-891f-dcd6e115b3cb req-ad69a588-12e1-459a-851a-67f4c942370c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:28.700648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c2a1278-bc54-4c85-891f-dcd6e115b3cb req-ad69a588-12e1-459a-851a-67f4c942370c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0566928 Sep 23 19:46:28.740540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c2a1278-bc54-4c85-891f-dcd6e115b3cb req-423dfe8c-0079-4aec-a644-4ae074d6c1f0 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Sep 23 19:46:28.978760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78c05192-282f-461a-ae0a-1ccea83047dc req-ff2edf48-dae9-4b61-b3b4-0f00b38ea0c7 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1 HTTP/1.1" status: 200 len: 221 time: 0.0264509 Sep 23 19:46:29.084834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc5d79-2fed-4ba3-9ee5-3ba276ae0a85 req-0b0692af-a46c-43af-a132-ee4af6d0e3b6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:29.086527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebbc5d79-2fed-4ba3-9ee5-3ba276ae0a85 req-0b0692af-a46c-43af-a132-ee4af6d0e3b6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0544701 Sep 23 19:46:29.129881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebbc5d79-2fed-4ba3-9ee5-3ba276ae0a85 req-aa65fb78-5c92-4759-84f9-744fe5fa8474 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Sep 23 19:46:29.235603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:29.254692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e6bf-3f93-4558-9e4b-521d1a81f197 req-a3cf2022-8e4d-4308-9df3-be4ebd59d40b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:29.261949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7db1e6bf-3f93-4558-9e4b-521d1a81f197 req-a3cf2022-8e4d-4308-9df3-be4ebd59d40b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 943 time: 0.0568488 Sep 23 19:46:29.296435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7db1e6bf-3f93-4558-9e4b-521d1a81f197 req-bdb10617-e4da-4f70-9768-d06372c5f3ee tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336123 Sep 23 19:46:29.361886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8bd8-bf77-4dc8-8e95-e559bb58d115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.405846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c729-7969-4b83-a3a7-027f2eacb975 req-b8be601e-e21a-44e9-8eae-b83a4932316a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:29.407516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb12c729-7969-4b83-a3a7-027f2eacb975 req-b8be601e-e21a-44e9-8eae-b83a4932316a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0533531 Sep 23 19:46:29.451121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb12c729-7969-4b83-a3a7-027f2eacb975 req-197de024-3b3e-43c7-b8c6-e911ab46a910 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Sep 23 19:46:29.455547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8bd8-bf77-4dc8-8e95-e559bb58d115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.458928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8bd8-bf77-4dc8-8e95-e559bb58d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.492964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec8bd8-bf77-4dc8-8e95-e559bb58d115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344fdfc-c368-40e6-94e6-0f298e2d1185,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:29.504979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:29.514882 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7ec8bd8-bf77-4dc8-8e95-e559bb58d115 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3e5e79b2d3c4b6e80fd3d8c9dd46878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772787 Sep 23 19:46:29.581303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb490121-be5c-48be-88bb-adeb64006067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.610140 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb490121-be5c-48be-88bb-adeb64006067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.626736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734687e-65d0-45dd-a74f-898fbdc644ae req-bb3ed1e9-b666-42e8-9ef0-47aa5dc488ef tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:29.628280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8734687e-65d0-45dd-a74f-898fbdc644ae req-bb3ed1e9-b666-42e8-9ef0-47aa5dc488ef tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0832639 Sep 23 19:46:29.684187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8734687e-65d0-45dd-a74f-898fbdc644ae req-27c8e84c-09eb-4fc4-9d81-559d168f3c8e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Sep 23 19:46:29.692744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb490121-be5c-48be-88bb-adeb64006067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.696230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb490121-be5c-48be-88bb-adeb64006067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.700099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bb490121-be5c-48be-88bb-adeb64006067 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9344fdfc-c368-40e6-94e6-0f298e2d1185 HTTP/1.1" status: 204 len: 168 time: 0.1914623 Sep 23 19:46:29.719615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb490121-be5c-48be-88bb-adeb64006067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344fdfc-c368-40e6-94e6-0f298e2d1185,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:29.808153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9723bae-778e-49ce-bdf8-227769f5a5bd req-37cde56b-5aa0-4a0e-9654-a1d578327601 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:29.809832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9723bae-778e-49ce-bdf8-227769f5a5bd req-37cde56b-5aa0-4a0e-9654-a1d578327601 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0517387 Sep 23 19:46:29.854693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9723bae-778e-49ce-bdf8-227769f5a5bd req-e83b9fce-98e5-44f7-aa02-1e99d0715686 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Sep 23 19:46:30.002574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:30.016793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ce41d4-86a9-42b5-8728-d8cfccb6ace4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.032538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9453a4d-6fbe-4b95-84d9-382425e3de89 req-6beddb75-43af-4eac-8607-77075f13af23 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:30.034299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9453a4d-6fbe-4b95-84d9-382425e3de89 req-6beddb75-43af-4eac-8607-77075f13af23 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0535145 Sep 23 19:46:30.074884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9453a4d-6fbe-4b95-84d9-382425e3de89 req-f2c17047-d191-407b-a033-9f17965bf89e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Sep 23 19:46:30.121686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ce41d4-86a9-42b5-8728-d8cfccb6ace4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.127363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94ce41d4-86a9-42b5-8728-d8cfccb6ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.163498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce41d4-86a9-42b5-8728-d8cfccb6ace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92b3e99-0c0d-4149-b51b-cf3e8a677743,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:30.174987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-94ce41d4-86a9-42b5-8728-d8cfccb6ace4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55120a20efc842e68e21ad7cda333590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712031 Sep 23 19:46:30.175767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44290) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:30.217933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:46:30.226828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2fdfcb0-443a-4414-8270-555c52cb3d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.240168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0079e-efeb-4232-b516-976998ece87f req-a051d841-c345-4818-8331-07334cd07989 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:30.242540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c0079e-efeb-4232-b516-976998ece87f req-a051d841-c345-4818-8331-07334cd07989 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0852945 Sep 23 19:46:30.253580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2fdfcb0-443a-4414-8270-555c52cb3d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.306485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c0079e-efeb-4232-b516-976998ece87f req-7b5f5a91-7b61-4b51-a85a-9649860f6d66 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 Sep 23 19:46:30.328716 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2fdfcb0-443a-4414-8270-555c52cb3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.328716 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2fdfcb0-443a-4414-8270-555c52cb3d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.328716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b2fdfcb0-443a-4414-8270-555c52cb3d84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f92b3e99-0c0d-4149-b51b-cf3e8a677743 HTTP/1.1" status: 204 len: 168 time: 0.1483355 Sep 23 19:46:30.349405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdfcb0-443a-4414-8270-555c52cb3d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92b3e99-0c0d-4149-b51b-cf3e8a677743,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:30.385205 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:30.410112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'mac_address': 'fa:16:3e:2c:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:46:30.440948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd77eb8-ab9a-4e88-9bff-9ab9adfed710 req-9c826f76-707d-487a-a76c-4ecc56f0f175 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:30.449825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cd77eb8-ab9a-4e88-9bff-9ab9adfed710 req-9c826f76-707d-487a-a76c-4ecc56f0f175 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 943 time: 0.0696938 Sep 23 19:46:30.451495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.465589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:30.488617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:30.491522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cd77eb8-ab9a-4e88-9bff-9ab9adfed710 req-360b4bed-006b-4f78-8276-9c35ae3af2bf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406728 Sep 23 19:46:30.494930 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.553820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:30.630486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a3ae8-4313-4053-a8fa-019f968700fe req-0c31bcc9-6e62-4766-9dc4-6388156d3f45 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:30.632308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e8a3ae8-4313-4053-a8fa-019f968700fe req-0c31bcc9-6e62-4766-9dc4-6388156d3f45 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0513809 Sep 23 19:46:30.690695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e8a3ae8-4313-4053-a8fa-019f968700fe req-e6a2e259-565d-4106-968c-b331261e223c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 Sep 23 19:46:30.716772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['276ddc5e-0e3c-4745-af52-70fad78c2ca2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:30.830895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995edad-21b0-4e04-a178-f4525b8b0250 req-690e9d90-e701-424b-9f9a-b560215f0abd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:30.832416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4995edad-21b0-4e04-a178-f4525b8b0250 req-690e9d90-e701-424b-9f9a-b560215f0abd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0545270 Sep 23 19:46:30.886522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4995edad-21b0-4e04-a178-f4525b8b0250 req-ce552ae2-21f3-4bc7-af05-e0b264005401 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456238 Sep 23 19:46:31.102544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd66cd-cdc5-4bb2-b340-8e656bcf5ff2 req-c23ee2d1-4046-419e-8cda-e187353a435d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:31.104378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-babd66cd-cdc5-4bb2-b340-8e656bcf5ff2 req-c23ee2d1-4046-419e-8cda-e187353a435d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0527558 Sep 23 19:46:31.142820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-babd66cd-cdc5-4bb2-b340-8e656bcf5ff2 req-6be3e75d-7b57-4251-b726-661fd1128bc2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Sep 23 19:46:31.325918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f98fc-ef1e-4aac-aec5-3d958a7ea027 req-b7407bc9-690b-46ee-91c9-09509e635bc2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:31.332530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b2f98fc-ef1e-4aac-aec5-3d958a7ea027 req-b7407bc9-690b-46ee-91c9-09509e635bc2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0721903 Sep 23 19:46:31.377054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b2f98fc-ef1e-4aac-aec5-3d958a7ea027 req-f989faa6-a527-4e93-810c-02a01d84bbfa tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Sep 23 19:46:31.575706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb86423-f454-4e38-a853-e0bb76b3420c req-edae16b4-bf17-4dee-a74a-7e4c0aac42e5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:31.583550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb86423-f454-4e38-a853-e0bb76b3420c req-edae16b4-bf17-4dee-a74a-7e4c0aac42e5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1015792 Sep 23 19:46:31.656816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb86423-f454-4e38-a853-e0bb76b3420c req-55669eca-3b1b-44a6-80d7-05625a14ff47 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655942 Sep 23 19:46:31.781842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d976b-63c9-4120-b56a-ebee041468ac req-e86ab320-5e94-484f-bf7f-82726eff09e9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:31.783558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e75d976b-63c9-4120-b56a-ebee041468ac req-e86ab320-5e94-484f-bf7f-82726eff09e9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0583332 Sep 23 19:46:31.833339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e75d976b-63c9-4120-b56a-ebee041468ac req-4fb979bd-4d30-4330-8fcf-6d18b1631dc7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428042 Sep 23 19:46:31.957662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b78892-1b97-4eda-b932-8f40d5844641 req-48747252-9abe-4849-b8ea-385dfe530602 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:31.959880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46b78892-1b97-4eda-b932-8f40d5844641 req-48747252-9abe-4849-b8ea-385dfe530602 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0600629 Sep 23 19:46:31.999265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46b78892-1b97-4eda-b932-8f40d5844641 req-c2a3d3a2-2826-4d4c-8ec4-645cecb4517a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Sep 23 19:46:32.152416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c2834-0ea7-4aa7-bf73-0e8e88eae135 req-4b8f73bb-b6c1-4b74-a19f-788f30f85ed8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.159548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1c2834-0ea7-4aa7-bf73-0e8e88eae135 req-4b8f73bb-b6c1-4b74-a19f-788f30f85ed8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0653048 Sep 23 19:46:32.210134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1c2834-0ea7-4aa7-bf73-0e8e88eae135 req-83451df5-a214-4924-9808-4c0d7ae2dcee tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Sep 23 19:46:32.231251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:32.301728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:46:32.310433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:32.311593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.391848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cf4a7-e527-4e61-92f2-e9eeed23e659 req-e4dc218d-5526-4c25-98be-30b3f8217a10 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.399353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-692cf4a7-e527-4e61-92f2-e9eeed23e659 req-e4dc218d-5526-4c25-98be-30b3f8217a10 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0632291 Sep 23 19:46:32.416703 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.445202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-692cf4a7-e527-4e61-92f2-e9eeed23e659 req-d77f197f-d40c-442e-a6ea-aa5a894575ea tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Sep 23 19:46:32.454387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:32.455948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:32.459627 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b61e3b9-93ea-47ec-819b-791e429af903" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:32.475274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.536576 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65531ddf-903a-46c0-a9bb-a47483066ad0 x-openstack-request-id: req-65531ddf-903a-46c0-a9bb-a47483066ad0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:32.537860 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:32.538713 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65531ddf-903a-46c0-a9bb-a47483066ad0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:32.539255 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'code': 200} Sep 23 19:46:32.566497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:32.575708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.576249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.576761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.577241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.577726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.578471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.597780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.598381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.598896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.599482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.601311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.601815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:32.717433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb715682-0b7e-4539-944f-6bffaddb9b1a req-e9eba8c3-0e3e-4e73-81f6-91cf3eaddedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.719199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb715682-0b7e-4539-944f-6bffaddb9b1a req-e9eba8c3-0e3e-4e73-81f6-91cf3eaddedb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1096 time: 0.1416504 Sep 23 19:46:32.736496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27af709-0ed3-4dab-b659-176dab94fbf0 req-f184272a-7a49-46c7-8687-6aa0a292e82f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.737963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a27af709-0ed3-4dab-b659-176dab94fbf0 req-f184272a-7a49-46c7-8687-6aa0a292e82f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1094787 Sep 23 19:46:32.796315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb715682-0b7e-4539-944f-6bffaddb9b1a req-ec1e205c-c97d-41a7-aa5f-3876352e401e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677814 Sep 23 19:46:32.804845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a27af709-0ed3-4dab-b659-176dab94fbf0 req-c6825318-4b7a-4822-916f-aeea742a79df tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600548 Sep 23 19:46:32.949020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83287b-ab8e-4bb3-8f45-9cccb8ab2baf req-11e3d471-bf27-4b74-88a9-de0c237f3eac tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.954818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa83287b-ab8e-4bb3-8f45-9cccb8ab2baf req-11e3d471-bf27-4b74-88a9-de0c237f3eac tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0770726 Sep 23 19:46:32.989420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa83287b-ab8e-4bb3-8f45-9cccb8ab2baf req-98cebb67-a18e-4a97-9321-ff666ad955c4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328836 Sep 23 19:46:33.047956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.118901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c87db6-36ab-48f2-810a-0536e79d3cd7 req-68799bf3-bd8b-4ba4-bed6-daefc68cb8b4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:33.121320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8c87db6-36ab-48f2-810a-0536e79d3cd7 req-68799bf3-bd8b-4ba4-bed6-daefc68cb8b4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 945 time: 0.0562477 Sep 23 19:46:33.160378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8c87db6-36ab-48f2-810a-0536e79d3cd7 req-f1866a06-5f9c-4745-88d4-ce7e888b8793 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 Sep 23 19:46:33.199276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-102ab642-8eec-47f5-8df8-93bb8f03f209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.288426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d3edb-9cd7-4f30-9054-b07cc12dea39 req-bb1ea28b-9749-433b-9479-d52dede2a138 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:33.292909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee1d3edb-9cd7-4f30-9054-b07cc12dea39 req-bb1ea28b-9749-433b-9479-d52dede2a138 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0594234 Sep 23 19:46:33.301791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-102ab642-8eec-47f5-8df8-93bb8f03f209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.306510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-102ab642-8eec-47f5-8df8-93bb8f03f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.340349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee1d3edb-9cd7-4f30-9054-b07cc12dea39 req-df84fef9-0802-469d-ae46-d0bdcad76dce tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Sep 23 19:46:33.348161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ab642-8eec-47f5-8df8-93bb8f03f209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3eabfa-929f-430e-997d-968cce530e5c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:33.363779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.366517 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-102ab642-8eec-47f5-8df8-93bb8f03f209 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f86b17b812e44198041a0af3ca41917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174407 Sep 23 19:46:33.420492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3994a9f-69d8-4cdc-b2a5-c256ea2e16e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.468477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3994a9f-69d8-4cdc-b2a5-c256ea2e16e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.509815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43a86-ad67-44af-85d0-08d748031c5f req-09d658ac-4c36-40ff-9073-c60ecc80fc09 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:33.511335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ca43a86-ad67-44af-85d0-08d748031c5f req-09d658ac-4c36-40ff-9073-c60ecc80fc09 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0886469 Sep 23 19:46:33.541018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3994a9f-69d8-4cdc-b2a5-c256ea2e16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.543450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3994a9f-69d8-4cdc-b2a5-c256ea2e16e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.544530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3994a9f-69d8-4cdc-b2a5-c256ea2e16e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a3eabfa-929f-430e-997d-968cce530e5c HTTP/1.1" status: 204 len: 168 time: 0.1795619 Sep 23 19:46:33.563612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3994a9f-69d8-4cdc-b2a5-c256ea2e16e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3eabfa-929f-430e-997d-968cce530e5c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:33.587878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ca43a86-ad67-44af-85d0-08d748031c5f req-55bf9d0c-502a-4c53-9ea8-e4c91cee33e1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563097 Sep 23 19:46:33.766623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59d56-0238-4e05-8531-aa814b1a49fb req-28d6b6ed-8646-459d-b445-5090ce1b5590 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:33.768863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb59d56-0238-4e05-8531-aa814b1a49fb req-28d6b6ed-8646-459d-b445-5090ce1b5590 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0730796 Sep 23 19:46:33.815261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bb59d56-0238-4e05-8531-aa814b1a49fb req-4d818f22-3d46-42ab-8839-a1a248bf9510 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Sep 23 19:46:33.907078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.924026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1db93941-3c23-44bc-bad7-dd8897b9c578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.018468 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1db93941-3c23-44bc-bad7-dd8897b9c578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.022405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1db93941-3c23-44bc-bad7-dd8897b9c578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.061577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1db93941-3c23-44bc-bad7-dd8897b9c578 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea85823165ae4d399683738cedbea8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532788 Sep 23 19:46:34.062362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db93941-3c23-44bc-bad7-dd8897b9c578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abae019c-ae60-47b8-a7b0-2703d5247696,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:34.064176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:34.128166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42d86cc-6f33-4530-a719-c4eba3db1cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.159235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42d86cc-6f33-4530-a719-c4eba3db1cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.220601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42d86cc-6f33-4530-a719-c4eba3db1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.223373 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42d86cc-6f33-4530-a719-c4eba3db1cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.224603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f42d86cc-6f33-4530-a719-c4eba3db1cdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abae019c-ae60-47b8-a7b0-2703d5247696 HTTP/1.1" status: 204 len: 168 time: 0.1572516 Sep 23 19:46:34.232748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d86cc-6f33-4530-a719-c4eba3db1cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abae019c-ae60-47b8-a7b0-2703d5247696,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:34.285271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708886d3-a2c2-401e-a1b2-b03908f71562 req-3d0e40ed-627f-4df6-85fb-9d2ed893fd32 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:34.286833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-708886d3-a2c2-401e-a1b2-b03908f71562 req-3d0e40ed-627f-4df6-85fb-9d2ed893fd32 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0519710 Sep 23 19:46:34.338409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-708886d3-a2c2-401e-a1b2-b03908f71562 req-bc17bc1f-f392-48bd-92d8-b8dec7b7858b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 Sep 23 19:46:34.452546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb98c4-fe05-4848-a6d3-0fa4237df2e1 req-f2ce2948-9116-45b7-9719-4bd7398550a0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:34.454042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6fb98c4-fe05-4848-a6d3-0fa4237df2e1 req-f2ce2948-9116-45b7-9719-4bd7398550a0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0582685 Sep 23 19:46:34.495938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6fb98c4-fe05-4848-a6d3-0fa4237df2e1 req-850243bc-f469-4d3a-88ec-e9d496b99da7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354509 Sep 23 19:46:34.621960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b41b4-f3ba-4643-9a3f-0f017e893593 req-2c3dd39f-3bc5-4382-a817-2c3b77996975 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:34.623623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c5b41b4-f3ba-4643-9a3f-0f017e893593 req-2c3dd39f-3bc5-4382-a817-2c3b77996975 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 945 time: 0.0590723 Sep 23 19:46:34.670235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c5b41b4-f3ba-4643-9a3f-0f017e893593 req-f637f12b-7ef2-4283-aad6-9b9af1fcce43 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398083 Sep 23 19:46:34.891513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cd02e-5444-4545-8f3f-952e46cfce84 req-6b040772-82ae-4c8a-ae55-5ea79e3eba18 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:34.894040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-504cd02e-5444-4545-8f3f-952e46cfce84 req-6b040772-82ae-4c8a-ae55-5ea79e3eba18 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 945 time: 0.0641680 Sep 23 19:46:34.906680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:34.912868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'floatingip': {'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:34.985067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:35.028572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462cff1-6ba1-43bb-bf38-e59127f1ed4f req-96314f89-5d50-4bc6-8625-44c17d0dcb7e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:35.039246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6462cff1-6ba1-43bb-bf38-e59127f1ed4f req-96314f89-5d50-4bc6-8625-44c17d0dcb7e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0817804 Sep 23 19:46:35.079742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6462cff1-6ba1-43bb-bf38-e59127f1ed4f req-c630856d-aa14-4723-8ebe-e795a8dad8b5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Sep 23 19:46:35.632591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7dd0d-d595-474e-bdd6-619dc1264903 req-960a008e-311d-4c64-8b69-d443f7c2753c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:35.642620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f7dd0d-d595-474e-bdd6-619dc1264903 req-960a008e-311d-4c64-8b69-d443f7c2753c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0628924 Sep 23 19:46:35.715538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9f7dd0d-d595-474e-bdd6-619dc1264903 req-eee31cd7-7340-419d-a696-001805260177 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669606 Sep 23 19:46:35.735829 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:35.740901 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:35.859245 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Floating IP 08e04a42-adf1-414d-95e2-ecb14af4ec89 associated. External IP: 172.25.6.133, port: 276ddc5e-0e3c-4745-af52-70fad78c2ca2. Sep 23 19:46:36.103417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:46:36.237164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cbce0-1c2a-4c99-9fd7-b8fd390e16ea req-6200be4f-68d5-4a78-aa96-f0d925b71566 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:36.246565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f34cbce0-1c2a-4c99-9fd7-b8fd390e16ea req-6200be4f-68d5-4a78-aa96-f0d925b71566 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0794928 Sep 23 19:46:36.250781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:36.258780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.264770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] Sync routers for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:36.278383 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:36.279419 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:36.297125 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1548ff25-9c2e-4a95-aab6-f6d75ca21d74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "PUT /v2.0/floatingips/08e04a42-adf1-414d-95e2-ecb14af4ec89 HTTP/1.1" status: 200 len: 991 time: 1.3888619 Sep 23 19:46:36.297816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:36.301472 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f795b96d-e500-4a47-8bfe-3912c8e17be1" -d '{"events": [{"name": "network-changed", "server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:36.309379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f34cbce0-1c2a-4c99-9fd7-b8fd390e16ea req-b23f50b2-d5fc-4e89-9343-a004c0a540d6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Sep 23 19:46:36.413384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:36.423154 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3a5e9e-c23c-464d-afa1-221777f88f33 x-openstack-request-id: req-2c3a5e9e-c23c-464d-afa1-221777f88f33 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:36.423764 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:36.424147 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c3a5e9e-c23c-464d-afa1-221777f88f33 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:36.424795 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'status': 'completed', 'code': 200} Sep 23 19:46:36.438954 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:36.529310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-f5bff12e-4fbd-4b7a-9c08-ce45f4a45c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:36.531984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-f5bff12e-4fbd-4b7a-9c08-ce45f4a45c15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1096 time: 0.0864804 Sep 23 19:46:36.658747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-7cf07a45-2d97-4e8d-9076-ea1819b53731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:36.660264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-7cf07a45-2d97-4e8d-9076-ea1819b53731 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1178842 Sep 23 19:46:36.667791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d96af5e-a1a9-48be-a818-f94a9370cf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.817780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d96af5e-a1a9-48be-a818-f94a9370cf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.822819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d96af5e-a1a9-48be-a818-f94a9370cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.829499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-e2b83bfa-12d8-47fd-af9a-332ae552acc0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 999 time: 0.1589127 Sep 23 19:46:36.887006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a01d1-9aa8-4300-98bf-9e92eae30ef1 req-4db05c1b-deb7-4c72-bc88-c024a73e02aa tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:36.888804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a17a01d1-9aa8-4300-98bf-9e92eae30ef1 req-4db05c1b-deb7-4c72-bc88-c024a73e02aa tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1390219 Sep 23 19:46:36.895055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4d96af5e-a1a9-48be-a818-f94a9370cf08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2846889c49f040169d6da624e25ff248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775529 Sep 23 19:46:36.895248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44602) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:36.919317 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '08e04a42-adf1-414d-95e2-ecb14af4ec89', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'mac_address': 'fa:16:3e:2c:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:46:20Z', 'updated_at': '2021-09-23T19:46:35Z', 'revision_number': 1, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:22Z', 'revision_number': 5, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:36.925371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96af5e-a1a9-48be-a818-f94a9370cf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5608a9a7-99e6-464c-a5e8-d987f2781036,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:36.946251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-4b116642-e156-457d-88d0-31f9fafaf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:36.951378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-4b116642-e156-457d-88d0-31f9fafaf51a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.1112421 Sep 23 19:46:36.957695 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] Checking router: ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:36.966297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-762383fe-4dff-4406-b963-765e845b0f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.975419 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:36.976177 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:36.992690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-762383fe-4dff-4406-b963-765e845b0f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.000360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a17a01d1-9aa8-4300-98bf-9e92eae30ef1 req-277ff3c8-90bc-4469-be9b-3c63023f2e43 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006722 Sep 23 19:46:37.014044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-2f5d4374-5e06-4b76-9c8c-f4d13c50f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:37.015846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-2f5d4374-5e06-4b76-9c8c-f4d13c50f8ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556424 Sep 23 19:46:37.049302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-762383fe-4dff-4406-b963-765e845b0f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.053508 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-762383fe-4dff-4406-b963-765e845b0f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.054731 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-762383fe-4dff-4406-b963-765e845b0f62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5608a9a7-99e6-464c-a5e8-d987f2781036 HTTP/1.1" status: 204 len: 168 time: 0.1585293 Sep 23 19:46:37.063441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762383fe-4dff-4406-b963-765e845b0f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5608a9a7-99e6-464c-a5e8-d987f2781036,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:37.136680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-136e43ee-e6bb-440b-b2be-59001cf1f578 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071925 Sep 23 19:46:37.177366 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:37.244430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132963-e305-4f3b-a962-e11587a20c6b req-bca63889-3583-46a4-9fc6-493bd8d5c888 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:37.251972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f132963-e305-4f3b-a962-e11587a20c6b req-bca63889-3583-46a4-9fc6-493bd8d5c888 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1142766 Sep 23 19:46:37.302295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f795b96d-e500-4a47-8bfe-3912c8e17be1 req-4c815eac-4ee7-493a-b6f6-aa817abd230e service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556082 Sep 23 19:46:37.332164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f132963-e305-4f3b-a962-e11587a20c6b req-23577bbf-5215-4d30-a3b7-7d42c81869d5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792837 Sep 23 19:46:37.456242 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '08e04a42-adf1-414d-95e2-ecb14af4ec89', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'mac_address': 'fa:16:3e:2c:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:46:20Z', 'updated_at': '2021-09-23T19:46:35Z', 'revision_number': 1, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:22Z', 'revision_number': 5, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:37.466055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.481117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbd88622-9e94-4a8e-9439-194f2c79e1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.489877 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f9cb41-d83f-4129-a19c-2afd87c1d787 None None] The sync data for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 is: [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '08e04a42-adf1-414d-95e2-ecb14af4ec89', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'mac_address': 'fa:16:3e:2c:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:46:20Z', 'updated_at': '2021-09-23T19:46:35Z', 'revision_number': 1, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:22Z', 'revision_number': 5, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:37.576838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbd88622-9e94-4a8e-9439-194f2c79e1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.580970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbd88622-9e94-4a8e-9439-194f2c79e1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.622143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fbd88622-9e94-4a8e-9439-194f2c79e1ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c3c9696bafc4573bdbb2f4983d3aed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525507 Sep 23 19:46:37.622143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd88622-9e94-4a8e-9439-194f2c79e1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c576c0-bc69-49b7-822c-fe1cbe10f1d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:37.622624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.686906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd02065c-4cae-4f10-bd8a-b777394c315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.713483 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd02065c-4cae-4f10-bd8a-b777394c315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.735238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71e9e0-8509-4a48-8a5c-e08bdcbf3637 None None] New status for floating IP 08e04a42-adf1-414d-95e2-ecb14af4ec89: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:46:37.778962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd02065c-4cae-4f10-bd8a-b777394c315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.781395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd02065c-4cae-4f10-bd8a-b777394c315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.782604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dd02065c-4cae-4f10-bd8a-b777394c315d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88c576c0-bc69-49b7-822c-fe1cbe10f1d1 HTTP/1.1" status: 204 len: 168 time: 0.1587665 Sep 23 19:46:37.791018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02065c-4cae-4f10-bd8a-b777394c315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c576c0-bc69-49b7-822c-fe1cbe10f1d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:38.138411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910ce5c-fc72-41ae-9c31-99d17cc9cb76 req-33ea4b1b-44a9-4d87-94ea-2f9c116423f5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:38.140519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a910ce5c-fc72-41ae-9c31-99d17cc9cb76 req-33ea4b1b-44a9-4d87-94ea-2f9c116423f5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0540762 Sep 23 19:46:38.181421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a910ce5c-fc72-41ae-9c31-99d17cc9cb76 req-1e932ae4-99b1-443e-94ac-d3b595747f90 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Sep 23 19:46:38.467840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea17cc-4b95-4a3e-8d75-6ebea71d7ecd req-ae5a55d1-1748-4f5d-9b0e-b5afe34d3536 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:38.470517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fea17cc-4b95-4a3e-8d75-6ebea71d7ecd req-ae5a55d1-1748-4f5d-9b0e-b5afe34d3536 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0550129 Sep 23 19:46:38.509603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fea17cc-4b95-4a3e-8d75-6ebea71d7ecd req-fa6b894a-6926-4060-bc49-5904658419a4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320764 Sep 23 19:46:39.341426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737a837-ca4d-4d06-b2a8-caad30dd1594 req-5dfa4d25-40c6-4c01-a4cb-89feab420864 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:39.343444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0737a837-ca4d-4d06-b2a8-caad30dd1594 req-5dfa4d25-40c6-4c01-a4cb-89feab420864 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0821910 Sep 23 19:46:39.384106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0737a837-ca4d-4d06-b2a8-caad30dd1594 req-d42ee8ee-13da-4ac0-80f6-ff547313cdba tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Sep 23 19:46:39.648256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9d853-6486-4643-a2ee-4b30c2434005 req-cd526de0-5f3e-4ea6-8e07-a106c52ba5c5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:39.654697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57b9d853-6486-4643-a2ee-4b30c2434005 req-cd526de0-5f3e-4ea6-8e07-a106c52ba5c5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0634537 Sep 23 19:46:39.701062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57b9d853-6486-4643-a2ee-4b30c2434005 req-cddeb577-7b08-4c69-9f72-ef44e6152e0e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418191 Sep 23 19:46:40.506644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86cab2-f53a-4c68-ad5f-4847fe46a857 req-98f0039a-3292-4e37-87d8-4d5eab521437 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:40.508416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c86cab2-f53a-4c68-ad5f-4847fe46a857 req-98f0039a-3292-4e37-87d8-4d5eab521437 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0503020 Sep 23 19:46:40.558725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c86cab2-f53a-4c68-ad5f-4847fe46a857 req-8780ecb8-4da6-4069-95c6-2208a9d67def tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Sep 23 19:46:40.844983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e73f2-73f6-4074-8e03-69c103fe362e req-a11e2936-27b2-4337-b4fe-d999ccd07b0c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:40.850807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a75e73f2-73f6-4074-8e03-69c103fe362e req-a11e2936-27b2-4337-b4fe-d999ccd07b0c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0615327 Sep 23 19:46:40.885815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a75e73f2-73f6-4074-8e03-69c103fe362e req-315d78c1-24e3-4b9c-928a-1f12ef7de651 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334420 Sep 23 19:46:41.056370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:41.181108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24a16485-5b55-439e-9ccb-a03c8aa69dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.271970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24a16485-5b55-439e-9ccb-a03c8aa69dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.277049 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-24a16485-5b55-439e-9ccb-a03c8aa69dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.312679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a16485-5b55-439e-9ccb-a03c8aa69dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa881b54-2996-4ade-a9fc-270bb70711aa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:41.317092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-24a16485-5b55-439e-9ccb-a03c8aa69dee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=562ec72040be4ae1b69ae97cdb19e758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596118 Sep 23 19:46:41.320204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:41.369554 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c967c0-b28b-4764-82a9-58ad7aa48e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.390539 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c967c0-b28b-4764-82a9-58ad7aa48e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.436718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c967c0-b28b-4764-82a9-58ad7aa48e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.439483 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14c967c0-b28b-4764-82a9-58ad7aa48e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.442944 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-14c967c0-b28b-4764-82a9-58ad7aa48e60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa881b54-2996-4ade-a9fc-270bb70711aa HTTP/1.1" status: 204 len: 168 time: 0.1195369 Sep 23 19:46:41.451018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c967c0-b28b-4764-82a9-58ad7aa48e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa881b54-2996-4ade-a9fc-270bb70711aa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:41.687115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438334-78ab-49bc-af48-e4bf1d345671 req-b0b9dfe2-143d-4576-952f-a95c904f00f9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:41.688701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d438334-78ab-49bc-af48-e4bf1d345671 req-b0b9dfe2-143d-4576-952f-a95c904f00f9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0548921 Sep 23 19:46:41.730589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d438334-78ab-49bc-af48-e4bf1d345671 req-35e10645-ff98-4bb0-a647-831be569077e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356042 Sep 23 19:46:42.072238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869805f-1e48-42f1-86be-8342d85eea44 req-a78bf915-eb2a-4093-9d8c-bb136cac5424 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:42.081407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3869805f-1e48-42f1-86be-8342d85eea44 req-a78bf915-eb2a-4093-9d8c-bb136cac5424 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0846705 Sep 23 19:46:42.116358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3869805f-1e48-42f1-86be-8342d85eea44 req-d7102e8e-256a-496f-b083-c12b054c9206 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Sep 23 19:46:42.421506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:42.442606 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:46:42.532248 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f0632ed-c510-4413-9456-40f9528cef08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.622164 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f0632ed-c510-4413-9456-40f9528cef08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.626577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f0632ed-c510-4413-9456-40f9528cef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.673807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0632ed-c510-4413-9456-40f9528cef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54159ca7-ee56-4081-a059-51f5afd9560a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:42.680536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f0632ed-c510-4413-9456-40f9528cef08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=314ecbff1bbb451f97c62e80e6b4520d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576742 Sep 23 19:46:42.683379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:42.735652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.757499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.818667 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.821360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.822487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54159ca7-ee56-4081-a059-51f5afd9560a HTTP/1.1" status: 204 len: 168 time: 0.1357746 Sep 23 19:46:42.847256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54159ca7-ee56-4081-a059-51f5afd9560a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:42.858532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.858878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.859348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.859533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.859862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.860249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.860493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.860795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.861233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.861422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.861739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.862051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fb5081-6c25-48b8-a43c-d269e39a5b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:42.887095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f74-3a2d-4187-9c3a-8b98f9df4e13 req-ebddbfc2-10e8-4850-babf-939779d9829c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:42.889095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09a48f74-3a2d-4187-9c3a-8b98f9df4e13 req-ebddbfc2-10e8-4850-babf-939779d9829c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0836277 Sep 23 19:46:42.931328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09a48f74-3a2d-4187-9c3a-8b98f9df4e13 req-3127389b-3c9e-4e9b-83dd-bf04c9e34d3b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360179 Sep 23 19:46:43.064766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b079f3-ded0-4eec-8fef-9f153b931ba7 req-f3ca311e-f838-4642-891a-e6620230517e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:43.066298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94b079f3-ded0-4eec-8fef-9f153b931ba7 req-f3ca311e-f838-4642-891a-e6620230517e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0614114 Sep 23 19:46:43.109546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94b079f3-ded0-4eec-8fef-9f153b931ba7 req-a7615879-671e-48ed-8644-ef375a12c8dd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Sep 23 19:46:43.138420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18d30472-bd66-485e-820b-f56cbfefd668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.252951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a644498-63a8-413e-8437-33ec6a78df4b req-b3c74e50-ff01-4eb0-a54b-7438ef452c43 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:43.254854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a644498-63a8-413e-8437-33ec6a78df4b req-b3c74e50-ff01-4eb0-a54b-7438ef452c43 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0586827 Sep 23 19:46:43.297950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a644498-63a8-413e-8437-33ec6a78df4b req-32a41e2e-38b1-49d7-898f-62bfcf38bf77 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Sep 23 19:46:43.527501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec8ae4-018a-4189-a3f6-d0ebe97a34de req-e95c2ba3-b81d-4778-a719-688c279c215e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:43.529221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16ec8ae4-018a-4189-a3f6-d0ebe97a34de req-e95c2ba3-b81d-4778-a719-688c279c215e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0553455 Sep 23 19:46:43.569482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16ec8ae4-018a-4189-a3f6-d0ebe97a34de req-e3c7af3a-167f-4064-95ed-928dde1fefb6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Sep 23 19:46:43.633653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:43.696797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ac5a-aaaa-44f4-876b-18efcebd739a req-380ffc8f-3858-4fe9-be8a-28cd3b8c57e9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:43.698623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5177ac5a-aaaa-44f4-876b-18efcebd739a req-380ffc8f-3858-4fe9-be8a-28cd3b8c57e9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0586400 Sep 23 19:46:43.747382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1824560453'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:43.752510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5177ac5a-aaaa-44f4-876b-18efcebd739a req-d9665408-e93f-4ffe-9099-7713eb5396c7 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Sep 23 19:46:43.781155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:43.784656 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.793767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.924301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650baa6-1a5d-4e76-b9d7-f1064f93509e req-234e6d51-3b00-4e81-9440-a496d621ac96 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:43.925807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4650baa6-1a5d-4e76-b9d7-f1064f93509e req-234e6d51-3b00-4e81-9440-a496d621ac96 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0786052 Sep 23 19:46:43.944569 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.954450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.983382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:46:44.005120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c916357c-f46c-4837-83eb-1fee9f17c23d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:44.011339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4650baa6-1a5d-4e76-b9d7-f1064f93509e req-ecb7d470-390d-4241-a8a4-bd62a7f23966 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765541 Sep 23 19:46:44.014482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.014603 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Added segment de4f219b-d704-4e0a-b3f3-35a6e04609b3 of type vlan for network b5169ed0-f875-4ff9-89c1-74be428f9216 Sep 23 19:46:44.066300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.091154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.097024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.097608 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.161647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5266838 Sep 23 19:46:44.165312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:44.171866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'subnet': {'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:44.192104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef97e-8d29-4b95-b466-0afb75bbeb14 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Network': ['ID=b5169ed0-f875-4ff9-89c1-74be428f9216,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:44.205567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b5169ed0-f875-4ff9-89c1-74be428f9216 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:46:44.206248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dc616-6ed1-4c22-af05-d30053333b59 req-388538d5-4380-479f-8176-d9fe9188f6c4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.207798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b3dc616-6ed1-4c22-af05-d30053333b59 req-388538d5-4380-479f-8176-d9fe9188f6c4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1076934 Sep 23 19:46:44.264075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:44.267767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.269746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b3dc616-6ed1-4c22-af05-d30053333b59 req-6391d971-dde0-4252-be6a-5b61af11ccc0 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Sep 23 19:46:44.420574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b163b2-8579-4561-a241-f05a044ab0ef req-81ed688a-2622-4202-81a1-0f845841e006 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.422215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08b163b2-8579-4561-a241-f05a044ab0ef req-81ed688a-2622-4202-81a1-0f845841e006 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0494330 Sep 23 19:46:44.463713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08b163b2-8579-4561-a241-f05a044ab0ef req-93fc7f29-dd94-424a-aa6f-071685d0348c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Sep 23 19:46:44.475332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.553867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Subnet': ['ID=efbc60c9-d0d8-42de-aa71-eec6711d4149,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:44.557256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Checking segment: {'id': 'de4f219b-d704-4e0a-b3f3-35a6e04609b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:44.557639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network hostable DHCP agents. Network: b5169ed0-f875-4ff9-89c1-74be428f9216, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:46:44.565681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.566035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.566408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.566750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.567093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.567604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.567987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.568311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.568858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.569198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.569536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.570617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:44.592398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:46:44.603575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b5169ed0-f875-4ff9-89c1-74be428f9216) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:44.603776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7735b-0ad3-41bc-bccc-0f25ca4914e9 req-563127e2-5b95-461b-bb0b-6941330ef5d4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.605181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3b7735b-0ad3-41bc-bccc-0f25ca4914e9 req-563127e2-5b95-461b-bb0b-6941330ef5d4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0675790 Sep 23 19:46:44.609275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.609974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.613616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f7001-2a24-4154-a550-b54acd63609a None None] Network b5169ed0-f875-4ff9-89c1-74be428f9216 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:44.634084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d84a94f-450b-4ef5-a761-fb5a76d54d75 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4666846 Sep 23 19:46:44.636288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:44.641421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'name': 'tempest-AllowedAddressPairTestJSON-1328462116'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:44.650817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3b7735b-0ad3-41bc-bccc-0f25ca4914e9 req-ae9cac39-937a-45e9-9bfe-72191aeec31b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388465 Sep 23 19:46:44.801218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:44.809315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.831211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69c158-a7a5-4665-8105-fb2b741d53b5 req-7b716734-f948-4a34-ab4d-e47520b71888 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.835775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] device_id is not set on port 0780ceaa-12a3-4b3f-9104-9ac38a37486a yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:44.839297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e69c158-a7a5-4665-8105-fb2b741d53b5 req-7b716734-f948-4a34-ab4d-e47520b71888 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0591435 Sep 23 19:46:44.840498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-b5169ed0-f875-4ff9-89c1-74be428f9216', 'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'tenant_id': 'b3757f98cde94d6b81c2e34dd15cf792', 'fixed_ips': [{'subnet_id': 'efbc60c9-d0d8-42de-aa71-eec6711d4149'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:44.841426 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.889046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e69c158-a7a5-4665-8105-fb2b741d53b5 req-d1b40b16-e081-4be7-bcff-ae07f0fdeeb8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488343 Sep 23 19:46:44.984156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Allocated IP 172.20.0.6 (b5169ed0-f875-4ff9-89c1-74be428f9216/efbc60c9-d0d8-42de-aa71-eec6711d4149/0780ceaa-12a3-4b3f-9104-9ac38a37486a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:45.029378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9972-3509-47c8-b423-0682219e166c req-b639c0aa-9d41-4e85-a052-39567db089ab tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.030903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-647e9972-3509-47c8-b423-0682219e166c req-b639c0aa-9d41-4e85-a052-39567db089ab tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0504537 Sep 23 19:46:45.082885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-647e9972-3509-47c8-b423-0682219e166c req-d771e8f4-65af-415e-bbaa-e212d68da280 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Sep 23 19:46:45.151210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.188409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.206187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f45b5-105d-4c37-9716-7aaa83228c3c req-43879c1d-5bd4-4b19-b677-b0f724083860 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.207748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c4f45b5-105d-4c37-9716-7aaa83228c3c req-43879c1d-5bd4-4b19-b677-b0f724083860 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0560143 Sep 23 19:46:45.241196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:45.245668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:45.247252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Allocated IP 172.20.0.2 (b5169ed0-f875-4ff9-89c1-74be428f9216/efbc60c9-d0d8-42de-aa71-eec6711d4149/24b1e9c1-d03c-4757-880c-642e98326844) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:45.254534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:45.260985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=0780ceaa-12a3-4b3f-9104-9ac38a37486a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:45.275616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c4f45b5-105d-4c37-9716-7aaa83228c3c req-3a70f795-4536-49c9-b4d6-0478332432d0 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605834 Sep 23 19:46:45.322562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.326393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.338852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-76a6ba40-c476-48c2-87e0-a95f03c718b3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7014689 Sep 23 19:46:45.342290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45014) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:45.349149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'name': 'tempest-AllowedAddressPairTestJSON-360552240', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c7:b0:8c'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:45.449857 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.451232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95781bc-76a2-4e63-89d4-1370bc2ccec1 req-3d84434a-1f02-431f-8080-26cde8b6c4d8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.454162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a95781bc-76a2-4e63-89d4-1370bc2ccec1 req-3d84434a-1f02-431f-8080-26cde8b6c4d8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0714059 Sep 23 19:46:45.462435 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.479656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:45.512529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a95781bc-76a2-4e63-89d4-1370bc2ccec1 req-77f30779-645e-4244-9bc8-8a8aebe39abf tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490859 Sep 23 19:46:45.515054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Pushing event updated for resources: {'Port': ['ID=24b1e9c1-d03c-4757-880c-642e98326844,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:45.523832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:45.525346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:45.539142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:45.598318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.608738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Attempting to bind port 24b1e9c1-d03c-4757-880c-642e98326844 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:45.609367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Attempting to bind port 24b1e9c1-d03c-4757-880c-642e98326844 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'de4f219b-d704-4e0a-b3f3-35a6e04609b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:45.609825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Attempting to bind port 24b1e9c1-d03c-4757-880c-642e98326844 on network b5169ed0-f875-4ff9-89c1-74be428f9216 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:45.615943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:45.616433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Checking segment: {'id': 'de4f219b-d704-4e0a-b3f3-35a6e04609b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:45.616930 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.617417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Bound using segment: {'id': 'de4f219b-d704-4e0a-b3f3-35a6e04609b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:45.617981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Bound port: 24b1e9c1-d03c-4757-880c-642e98326844, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4f219b-d704-4e0a-b3f3-35a6e04609b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:45.618661 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.626371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] device_id is not set on port 3950ddca-7223-4a42-b1b1-8869a5ce6efc yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:45.646746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc9a6c-412b-4151-9d5b-52f01eacee0a req-10f285f2-0599-4d53-b6d2-b57f8d55b8ae tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.648455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29dc9a6c-412b-4151-9d5b-52f01eacee0a req-10f285f2-0599-4d53-b6d2-b57f8d55b8ae tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Sep 23 19:46:45.699375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] For port 24b1e9c1-d03c-4757-880c-642e98326844, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:45.706508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] For port 24b1e9c1-d03c-4757-880c-642e98326844, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24b1e9c1-d03c-4757-880c-642e98326844,segment=NetworkSegment(de4f219b-d704-4e0a-b3f3-35a6e04609b3),segment_id=de4f219b-d704-4e0a-b3f3-35a6e04609b3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:45.707031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29dc9a6c-412b-4151-9d5b-52f01eacee0a req-9e7ff12e-c07b-4635-a30a-5b385f94e7f8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Sep 23 19:46:45.720008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.791721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6ba0e-0f3c-483a-b3ef-e8281aed91a8 None None] Pushing event updated for resources: {'Port': ['ID=24b1e9c1-d03c-4757-880c-642e98326844,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:45.817846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Allocated IP 172.20.0.4 (b5169ed0-f875-4ff9-89c1-74be428f9216/efbc60c9-d0d8-42de-aa71-eec6711d4149/3950ddca-7223-4a42-b1b1-8869a5ce6efc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:45.858423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ccb16-b554-4b28-89fa-bcd4691ec5d2 req-fe2d2bbe-7722-4350-8b0b-7a21dcfa60f1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.860209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a14ccb16-b554-4b28-89fa-bcd4691ec5d2 req-fe2d2bbe-7722-4350-8b0b-7a21dcfa60f1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0679042 Sep 23 19:46:45.929167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a14ccb16-b554-4b28-89fa-bcd4691ec5d2 req-b514ff7f-16ca-43ba-9650-82cab3d1d1ac tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585129 Sep 23 19:46:46.050680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.111908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.161104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:46.164540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:46.168445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:46.196252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd8d7-ed37-4917-891c-621ed4a80bb7 req-7b2d849c-e681-4b4b-b9e6-2e17c003a840 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.198520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff3bd8d7-ed37-4917-891c-621ed4a80bb7 req-7b2d849c-e681-4b4b-b9e6-2e17c003a840 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0572643 Sep 23 19:46:46.210201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=3950ddca-7223-4a42-b1b1-8869a5ce6efc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:46.243291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.243930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.248460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff3bd8d7-ed37-4917-891c-621ed4a80bb7 req-e6e6f86f-9d58-405e-afb2-6018edf449c1 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Sep 23 19:46:46.259497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-78873f63-d797-4c85-9546-b1124d239951 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.9155152 Sep 23 19:46:46.262000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:46.318758 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d21de5b9-a664-4d7e-b3e8-75714728f3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.333509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:46:46.367745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e04813-259b-4c75-b966-fdedb4438ec5 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.374274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e04813-259b-4c75-b966-fdedb4438ec5 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.382889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e04813-259b-4c75-b966-fdedb4438ec5 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.387424 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53e04813-259b-4c75-b966-fdedb4438ec5 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1182284 Sep 23 19:46:46.390647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45036) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:46.392832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e728f3-070a-4435-b6c2-7c1970839949 req-0fb509dc-c208-44e6-bb9e-1762fe8f0df6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.401291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61e728f3-070a-4435-b6c2-7c1970839949 req-0fb509dc-c208-44e6-bb9e-1762fe8f0df6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0638134 Sep 23 19:46:46.445686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:46.446091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61e728f3-070a-4435-b6c2-7c1970839949 req-ad04977d-7562-4a9a-8f3e-d397aadc7c4d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Sep 23 19:46:46.484427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'port_id': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'mac_address': 'fa:16:3e:3a:db:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:46:46.519944 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.545273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.567581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting port 3950ddca-7223-4a42-b1b1-8869a5ce6efc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:46.568006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.575492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee8330ff-d72f-40b3-9575-488a57cccb09 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:46.611163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde2b64-f9ee-486c-9cdd-35d6740da214 req-c9f5c319-f96c-4f20-a5aa-a727476c4570 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.615224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:46.619995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbde2b64-f9ee-486c-9cdd-35d6740da214 req-c9f5c319-f96c-4f20-a5aa-a727476c4570 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0655882 Sep 23 19:46:46.625745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.683471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbde2b64-f9ee-486c-9cdd-35d6740da214 req-5179564b-4e02-4a17-a3dd-753d6c0894ce tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611348 Sep 23 19:46:46.743478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['ee8330ff-d72f-40b3-9575-488a57cccb09'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:46.747254 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.775245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:46.797689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Calling delete_port for 3950ddca-7223-4a42-b1b1-8869a5ce6efc owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:46.881377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf92e74-7776-4fae-b1e3-2243e7219efb req-7bba5a79-92b7-48f7-b3f4-46318049fd4b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.891258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf92e74-7776-4fae-b1e3-2243e7219efb req-7bba5a79-92b7-48f7-b3f4-46318049fd4b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1360741 Sep 23 19:46:46.968872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf92e74-7776-4fae-b1e3-2243e7219efb req-990a0218-306a-466a-90ee-2d76bf73982f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763817 Sep 23 19:46:47.071069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.108316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 24b1e9c1-d03c-4757-880c-642e98326844 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:47.152537 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.192677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Port': ['ID=3950ddca-7223-4a42-b1b1-8869a5ce6efc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:47.203526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded01b12-36c7-4cd1-81b8-400bc613c17b None None] Network b5169ed0-f875-4ff9-89c1-74be428f9216 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:47.215409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29733d67-88d4-4290-8576-100a25e9d1ee req-558721ea-4eca-4ed2-ad5b-13434ce3ad7b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:47.216991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29733d67-88d4-4290-8576-100a25e9d1ee req-558721ea-4eca-4ed2-ad5b-13434ce3ad7b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1297195 Sep 23 19:46:47.288251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29733d67-88d4-4290-8576-100a25e9d1ee req-e3e0c8bc-caf4-47e0-bf95-d420ee2c42e7 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651186 Sep 23 19:46:47.404510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 24b1e9c1-d03c-4757-880c-642e98326844 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:47.404954 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.456434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-865cf86d-2a7d-4db9-a55f-724fa1c775b4 None None] Provisioning complete for port 24b1e9c1-d03c-4757-880c-642e98326844 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:47.456950 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865cf86d-2a7d-4db9-a55f-724fa1c775b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.465215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.468084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-601350a4-0eb0-4013-a080-4beb2f09dfe9 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/ports/3950ddca-7223-4a42-b1b1-8869a5ce6efc HTTP/1.1" status: 204 len: 168 time: 1.0762613 Sep 23 19:46:47.471088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:47.510294 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b656b27-6b33-4811-987d-36e86c66b8d4 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] GET failed (client error): The resource could not be found. Sep 23 19:46:47.512036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b656b27-6b33-4811-987d-36e86c66b8d4 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "GET /v2.0/ports/3950ddca-7223-4a42-b1b1-8869a5ce6efc HTTP/1.1" status: 404 len: 333 time: 0.0399206 Sep 23 19:46:47.516868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:47.522668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'name': 'tempest-AllowedAddressPairTestJSON-1568424617'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:47.722612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6234a03-008c-42a8-859d-02f313ecb07e req-f49c8ac0-869a-43bc-8c07-2b758fadeafd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:47.734457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6234a03-008c-42a8-859d-02f313ecb07e req-f49c8ac0-869a-43bc-8c07-2b758fadeafd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1059937 Sep 23 19:46:47.822606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6234a03-008c-42a8-859d-02f313ecb07e req-3010f6e9-e728-4e90-bd51-9df80e5eb141 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868063 Sep 23 19:46:47.836748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:47.840303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.886551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] device_id is not set on port a20ad879-88fc-4a9a-b7a4-471d8d009979 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:47.925964 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.953307 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865cf86d-2a7d-4db9-a55f-724fa1c775b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.055876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e6d71-65e5-46dd-a465-cb21c0c5ccaf req-8528ce21-5739-4c46-b7c6-45ddbe1e252c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.057404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 24b1e9c1-d03c-4757-880c-642e98326844, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24b1e9c1-d03c-4757-880c-642e98326844,segment=NetworkSegment(de4f219b-d704-4e0a-b3f3-35a6e04609b3),segment_id=de4f219b-d704-4e0a-b3f3-35a6e04609b3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:48.063989 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-145e6d71-65e5-46dd-a465-cb21c0c5ccaf req-8528ce21-5739-4c46-b7c6-45ddbe1e252c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1200516 Sep 23 19:46:48.071717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.188347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-145e6d71-65e5-46dd-a465-cb21c0c5ccaf req-5641a3a5-9668-46fe-92e8-cd6b61353cca tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145074 Sep 23 19:46:48.211664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=24b1e9c1-d03c-4757-880c-642e98326844,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:48.216368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-865cf86d-2a7d-4db9-a55f-724fa1c775b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:46:48.216739 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-865cf86d-2a7d-4db9-a55f-724fa1c775b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:46:48.231440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Allocated IP 172.20.0.5 (b5169ed0-f875-4ff9-89c1-74be428f9216/efbc60c9-d0d8-42de-aa71-eec6711d4149/a20ad879-88fc-4a9a-b7a4-471d8d009979) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:48.347128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:48.465660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port ee8330ff-d72f-40b3-9575-488a57cccb09 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:48.466525 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.513867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628a79-94af-49a7-8960-8acb31db63a9 req-d509153e-8d00-4ffa-8b13-f05e7d5d99a5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.526695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05628a79-94af-49a7-8960-8acb31db63a9 req-d509153e-8d00-4ffa-8b13-f05e7d5d99a5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1080875 Sep 23 19:46:48.532262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.588630 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.612795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05628a79-94af-49a7-8960-8acb31db63a9 req-20892c3b-f636-4732-9adc-f2acd74aefcd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851908 Sep 23 19:46:48.650866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.695287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:48.700471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:48.706567 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ac8162-f326-48c1-a819-93feacee11ea" -d '{"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:48.729758 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.753013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=a20ad879-88fc-4a9a-b7a4-471d8d009979,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:48.769558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:48.771346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:48.782864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:48.867102 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.869510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.884195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.917001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c366c4a6-8628-4429-a016-9ce211a5757e tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3988740 Sep 23 19:46:48.919706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45104) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:48.924967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c7:b0:8c'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:48.975562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b74de-5ad6-4c4f-bd16-2381317504ed req-82fa252b-ca46-469d-a7fb-c58d588bdc85 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.978553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:48.990556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-661b74de-5ad6-4c4f-bd16-2381317504ed req-82fa252b-ca46-469d-a7fb-c58d588bdc85 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1166968 Sep 23 19:46:49.054878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 24b1e9c1-d03c-4757-880c-642e98326844 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:49.079951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.084816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-661b74de-5ad6-4c4f-bd16-2381317504ed req-a2777dbe-3398-4de1-adeb-32982ee5a54a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829844 Sep 23 19:46:49.130645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Provisioning complete for port 24b1e9c1-d03c-4757-880c-642e98326844 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:49.131255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.172085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 24b1e9c1-d03c-4757-880c-642e98326844 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:49.172659 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.216602 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31eab99-6b68-4b1a-9812-fc1a33133311 x-openstack-request-id: req-e31eab99-6b68-4b1a-9812-fc1a33133311 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:49.216819 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:49.217073 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e31eab99-6b68-4b1a-9812-fc1a33133311 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:49.217476 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'code': 200} Sep 23 19:46:49.404432 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.406080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b5835-5c35-454f-a387-3522f9387dba req-09408152-85cc-4e97-95ec-a6b63a67277b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.412950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.419006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c5b5835-5c35-454f-a387-3522f9387dba req-09408152-85cc-4e97-95ec-a6b63a67277b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1176124 Sep 23 19:46:49.467527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c5b5835-5c35-454f-a387-3522f9387dba req-d555ea48-4f9e-4c8a-96d1-f58d3d268c68 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 Sep 23 19:46:49.491938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=a20ad879-88fc-4a9a-b7a4-471d8d009979,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:49.507045 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Provisioning complete for port a20ad879-88fc-4a9a-b7a4-471d8d009979 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:49.508446 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.564207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Port a20ad879-88fc-4a9a-b7a4-471d8d009979 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:49.601135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Provisioning complete for port 0780ceaa-12a3-4b3f-9104-9ac38a37486a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:49.601776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.614518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] In _notify_port_updated(), no bound segment for port a20ad879-88fc-4a9a-b7a4-471d8d009979 on network b5169ed0-f875-4ff9-89c1-74be428f9216 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:46:49.624285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.624986 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.626367 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5943c580-d32d-4fb7-ba66-4721918b80de tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "PUT /v2.0/ports/a20ad879-88fc-4a9a-b7a4-471d8d009979 HTTP/1.1" status: 200 len: 993 time: 0.7056808 Sep 23 19:46:49.629117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:49.651568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Port 0780ceaa-12a3-4b3f-9104-9ac38a37486a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:49.655663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0475d54f-2fba-4cbf-ade4-9d9019440607 None None] Could not find standard attr ID for object 3950ddca-7223-4a42-b1b1-8869a5ce6efc. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:49.692620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd442bdc-bbe9-4401-ae62-ee6178ae2d65 req-c969e2e6-3cdf-411f-9791-67292830083d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.694669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd442bdc-bbe9-4401-ae62-ee6178ae2d65 req-c969e2e6-3cdf-411f-9791-67292830083d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1053314 Sep 23 19:46:49.742570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd442bdc-bbe9-4401-ae62-ee6178ae2d65 req-25b24996-587c-4fe5-a060-ff671d4f62b9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 Sep 23 19:46:49.775840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting port a20ad879-88fc-4a9a-b7a4-471d8d009979 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:49.776183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.886757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2e33817d-cb92-4d68-bfe5-4e0cf13a3cd9 None None] Provisioning complete for port a20ad879-88fc-4a9a-b7a4-471d8d009979 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:49.887302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e33817d-cb92-4d68-bfe5-4e0cf13a3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.934230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252491-309a-49bc-988f-3b3133b60604 req-c427cb1d-db76-4141-9771-4a14576a25b0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.937281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2e33817d-cb92-4d68-bfe5-4e0cf13a3cd9 None None] Port a20ad879-88fc-4a9a-b7a4-471d8d009979 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:49.940970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63252491-309a-49bc-988f-3b3133b60604 req-c427cb1d-db76-4141-9771-4a14576a25b0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1052880 Sep 23 19:46:49.997263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63252491-309a-49bc-988f-3b3133b60604 req-ce576a56-36b8-463d-88df-bb3abdf3c6d4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512447 Sep 23 19:46:50.122727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005dd93-13ea-40e1-b861-a31ca6332f1e req-569e71c1-da19-4fb0-a5f6-94aa01675549 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:50.134446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7005dd93-13ea-40e1-b861-a31ca6332f1e req-569e71c1-da19-4fb0-a5f6-94aa01675549 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0756006 Sep 23 19:46:50.181906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7005dd93-13ea-40e1-b861-a31ca6332f1e req-1558471e-d703-4600-90e0-cafa701a18f7 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Sep 23 19:46:50.276148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.294240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Calling delete_port for a20ad879-88fc-4a9a-b7a4-471d8d009979 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:50.473602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.567809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Port': ['ID=a20ad879-88fc-4a9a-b7a4-471d8d009979,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:50.778907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.782946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7372ae60-cc12-4cf0-af03-5cfcb3350343 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/ports/a20ad879-88fc-4a9a-b7a4-471d8d009979 HTTP/1.1" status: 204 len: 168 time: 1.1528039 Sep 23 19:46:50.785141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:50.829224 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2fae22-c27f-44a1-b9d8-0540fd7686e3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] GET failed (client error): The resource could not be found. Sep 23 19:46:50.834293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e2fae22-c27f-44a1-b9d8-0540fd7686e3 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "GET /v2.0/ports/a20ad879-88fc-4a9a-b7a4-471d8d009979 HTTP/1.1" status: 404 len: 333 time: 0.0448365 Sep 23 19:46:50.834869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:50.842847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'name': 'tempest-AllowedAddressPairTestJSON-1941294958'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:51.049407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:51.050495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097061a-d67a-44c3-8136-f6979b6285e5 req-a66360b9-2128-4599-9a94-02d5bc0aead3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:51.052333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d097061a-d67a-44c3-8136-f6979b6285e5 req-a66360b9-2128-4599-9a94-02d5bc0aead3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0835068 Sep 23 19:46:51.055888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.087152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] device_id is not set on port d6c19c7f-8061-4e9a-a537-38ff5651b0a2 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:51.110309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d097061a-d67a-44c3-8136-f6979b6285e5 req-5af5d929-d32e-4fc1-be25-1749b3c4be17 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504630 Sep 23 19:46:51.270178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Allocated IP 172.20.0.8 (b5169ed0-f875-4ff9-89c1-74be428f9216/efbc60c9-d0d8-42de-aa71-eec6711d4149/d6c19c7f-8061-4e9a-a537-38ff5651b0a2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:51.273367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70c699-be2e-466e-9c60-2ece3ba4d517 req-a6d4321c-1cad-4b69-8842-78c35b855f9b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:51.284238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff70c699-be2e-466e-9c60-2ece3ba4d517 req-a6d4321c-1cad-4b69-8842-78c35b855f9b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0787470 Sep 23 19:46:51.354057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff70c699-be2e-466e-9c60-2ece3ba4d517 req-81849d5b-4b25-420e-b467-d9ce7d897fc1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692384 Sep 23 19:46:51.510090 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.555867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.613593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:51.619194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:51.621711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:51.654726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=d6c19c7f-8061-4e9a-a537-38ff5651b0a2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:51.697331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:51.698533 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.721347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ca38d5f8-51f7-4ca5-a77e-c3f0ec1ba016 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8851440 Sep 23 19:46:51.724987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:51.730586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c7:b0:8c'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:51.985037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ca9b7c07-2532-495c-9d7b-e680eb677a62 None None] Provisioning complete for port d6c19c7f-8061-4e9a-a537-38ff5651b0a2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:51.986438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7c07-2532-495c-9d7b-e680eb677a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.995006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.053727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b7c07-2532-495c-9d7b-e680eb677a62 None None] Port d6c19c7f-8061-4e9a-a537-38ff5651b0a2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:52.435139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ececc-c30f-40a1-9634-32c73f4bac46 req-0a1e16e3-e04b-4599-9842-536d326d6165 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.435139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-079ececc-c30f-40a1-9634-32c73f4bac46 req-0a1e16e3-e04b-4599-9842-536d326d6165 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1869357 Sep 23 19:46:52.462403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.492291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.520809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-079ececc-c30f-40a1-9634-32c73f4bac46 req-ace5eb67-783f-4afd-b520-c32d01353a0e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Sep 23 19:46:52.595894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=d6c19c7f-8061-4e9a-a537-38ff5651b0a2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:52.639288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] In _notify_port_updated(), no bound segment for port d6c19c7f-8061-4e9a-a537-38ff5651b0a2 on network b5169ed0-f875-4ff9-89c1-74be428f9216 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:46:52.653067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.653931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.660323 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2241e4bf-66e3-4dbb-885f-c11c96d7d507 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "PUT /v2.0/ports/d6c19c7f-8061-4e9a-a537-38ff5651b0a2 HTTP/1.1" status: 200 len: 996 time: 0.9316704 Sep 23 19:46:52.660894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45188) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:52.735286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8952c-6e5b-4cc7-9177-2a12524ab1fc req-c41a99b9-0417-44ad-8d5c-639580be8aea tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.741799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16b8952c-6e5b-4cc7-9177-2a12524ab1fc req-c41a99b9-0417-44ad-8d5c-639580be8aea tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1060889 Sep 23 19:46:52.826431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16b8952c-6e5b-4cc7-9177-2a12524ab1fc req-5b459c47-b9d1-4044-8086-0b73f80aa500 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750611 Sep 23 19:46:52.855060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting port d6c19c7f-8061-4e9a-a537-38ff5651b0a2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:52.856127 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.908102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4ce86328-72ce-4e46-bc85-43b34fe6c058 None None] Provisioning complete for port d6c19c7f-8061-4e9a-a537-38ff5651b0a2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:52.908563 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ce86328-72ce-4e46-bc85-43b34fe6c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.973844 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ce86328-72ce-4e46-bc85-43b34fe6c058 None None] Port d6c19c7f-8061-4e9a-a537-38ff5651b0a2 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:52.987678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.003860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Calling delete_port for d6c19c7f-8061-4e9a-a537-38ff5651b0a2 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:53.166042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.201558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Port': ['ID=d6c19c7f-8061-4e9a-a537-38ff5651b0a2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:53.300739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.303122 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9f0febdd-81e0-4f92-a0f5-e4676fe1cac2 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/ports/d6c19c7f-8061-4e9a-a537-38ff5651b0a2 HTTP/1.1" status: 204 len: 168 time: 0.6410861 Sep 23 19:46:53.305908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:53.342502 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0abff15-652e-4c1b-a07c-79c23d682e89 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] GET failed (client error): The resource could not be found. Sep 23 19:46:53.348026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0abff15-652e-4c1b-a07c-79c23d682e89 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "GET /v2.0/ports/d6c19c7f-8061-4e9a-a537-38ff5651b0a2 HTTP/1.1" status: 404 len: 333 time: 0.0376234 Sep 23 19:46:53.348367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:53.353847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'name': 'tempest-AllowedAddressPairTestJSON-840929469'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:53.526067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:53.527937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.546770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] device_id is not set on port 22256f83-6bda-4e3e-83da-54ed11f68767 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:53.747905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fcf32-6021-471b-908b-84f6f0c6f189 req-0576740e-23a3-419e-9f72-046d596e7945 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:53.749936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-314fcf32-6021-471b-908b-84f6f0c6f189 req-0576740e-23a3-419e-9f72-046d596e7945 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1360013 Sep 23 19:46:53.754856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Allocated IP 172.20.0.8 (b5169ed0-f875-4ff9-89c1-74be428f9216/efbc60c9-d0d8-42de-aa71-eec6711d4149/22256f83-6bda-4e3e-83da-54ed11f68767) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:53.827919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-314fcf32-6021-471b-908b-84f6f0c6f189 req-208d2410-a088-4fe1-97f0-9383a706fca9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672886 Sep 23 19:46:53.992449 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.045364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c0a95-413f-4810-9cef-aebba700f991 req-9354ec34-9e51-4890-84cd-a588ab2624ce tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:54.046820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-043c0a95-413f-4810-9cef-aebba700f991 req-9354ec34-9e51-4890-84cd-a588ab2624ce tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0962708 Sep 23 19:46:54.081693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.473841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=22256f83-6bda-4e3e-83da-54ed11f68767,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:54.495006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-043c0a95-413f-4810-9cef-aebba700f991 req-34a35d28-d7d9-49bd-b904-3a3f6c02e8db tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401717 Sep 23 19:46:54.509454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:54.512680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:54.515851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:54.599877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:54.600515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.626411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45216) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:54.628267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9357c42a-f6fa-44a5-a22f-60be3e755e19 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2780359 Sep 23 19:46:54.631886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'network_id': 'b5169ed0-f875-4ff9-89c1-74be428f9216', 'name': 'tempest-AllowedAddressPairTestJSON-225655461'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:54.822675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Made reservation on behalf of b3757f98cde94d6b81c2e34dd15cf792 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:54.827725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.852084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] device_id is not set on port 5ce355a9-f643-44ac-85f8-c04d008fe2af yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:54.918763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cfa0eb8e-12b2-4229-a51e-33125e27abc1 None None] Provisioning complete for port 22256f83-6bda-4e3e-83da-54ed11f68767 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:54.919304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cfa0eb8e-12b2-4229-a51e-33125e27abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.004431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0eb8e-12b2-4229-a51e-33125e27abc1 None None] Port 22256f83-6bda-4e3e-83da-54ed11f68767 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:55.013462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69ec78-2bfc-4ccc-a84a-363f915f2d6d req-7bc5164f-ecd2-4984-94cd-e3ccd571022e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:55.015177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b69ec78-2bfc-4ccc-a84a-363f915f2d6d req-7bc5164f-ecd2-4984-94cd-e3ccd571022e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0930426 Sep 23 19:46:55.022601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Allocated IP 172.20.0.13 (b5169ed0-f875-4ff9-89c1-74be428f9216/efbc60c9-d0d8-42de-aa71-eec6711d4149/5ce355a9-f643-44ac-85f8-c04d008fe2af) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:55.076141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b69ec78-2bfc-4ccc-a84a-363f915f2d6d req-ee230b96-64dc-41c4-896b-8e58bc06b32b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533710 Sep 23 19:46:55.260978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.304249 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.315655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.374089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Network b5169ed0-f875-4ff9-89c1-74be428f9216 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:55.378147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:55.393396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:55.436555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=5ce355a9-f643-44ac-85f8-c04d008fe2af,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:55.481108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:55.483113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.507655 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1e481249-9ddf-4f79-ad12-a3baab1c2755 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8747728 Sep 23 19:46:55.507655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:55.510595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c7:b0:8c'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9d:60:0f'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:55.683120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299faece-170e-44d0-9711-d75e5277d5f9 req-33b1179f-3674-4a18-bd9f-d6bc91dc9355 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:55.692603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-299faece-170e-44d0-9711-d75e5277d5f9 req-33b1179f-3674-4a18-bd9f-d6bc91dc9355 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1133575 Sep 23 19:46:55.722791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.771841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-299faece-170e-44d0-9711-d75e5277d5f9 req-44916c3f-8f87-4595-ab39-04d981064981 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778785 Sep 23 19:46:55.831666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bcf72bc1-f8af-4bf3-af94-0f3d944070c2 None None] Provisioning complete for port 5ce355a9-f643-44ac-85f8-c04d008fe2af triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:55.832677 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcf72bc1-f8af-4bf3-af94-0f3d944070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.873970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bcf72bc1-f8af-4bf3-af94-0f3d944070c2 None None] Port 5ce355a9-f643-44ac-85f8-c04d008fe2af cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:55.998051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.005178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.090833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event updated for resources: {'Port': ['ID=5ce355a9-f643-44ac-85f8-c04d008fe2af,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:56.112941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] In _notify_port_updated(), no bound segment for port 5ce355a9-f643-44ac-85f8-c04d008fe2af on network b5169ed0-f875-4ff9-89c1-74be428f9216 {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:46:56.121484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.122870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.124281 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-73368922-5a60-4e16-a475-08c9b2675cba tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "PUT /v2.0/ports/5ce355a9-f643-44ac-85f8-c04d008fe2af HTTP/1.1" status: 200 len: 1055 time: 0.6183164 Sep 23 19:46:56.135529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45238) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:56.233825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting port 5ce355a9-f643-44ac-85f8-c04d008fe2af {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:56.234481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.297880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dc955-adc6-429b-b08b-1dd5261b3393 req-53d86364-9479-4617-b755-294edd766aaf tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.306234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-102dc955-adc6-429b-b08b-1dd5261b3393 req-53d86364-9479-4617-b755-294edd766aaf tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0709505 Sep 23 19:46:56.361206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.378900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Calling delete_port for 5ce355a9-f643-44ac-85f8-c04d008fe2af owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:56.387183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-102dc955-adc6-429b-b08b-1dd5261b3393 req-8365769d-db21-45bd-850b-358a127941f5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795207 Sep 23 19:46:56.409464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d68cb1ee-b663-4f1e-a733-01ce463e3105 None None] Provisioning complete for port 5ce355a9-f643-44ac-85f8-c04d008fe2af triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:56.411199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68cb1ee-b663-4f1e-a733-01ce463e3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.517688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d68cb1ee-b663-4f1e-a733-01ce463e3105 None None] Port 5ce355a9-f643-44ac-85f8-c04d008fe2af cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:56.637038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.675448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Port': ['ID=5ce355a9-f643-44ac-85f8-c04d008fe2af,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:56.852046 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.059253 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.063997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5cb1252b-5410-40d4-928d-9c832cc1dd3d tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/ports/5ce355a9-f643-44ac-85f8-c04d008fe2af HTTP/1.1" status: 204 len: 168 time: 0.9263625 Sep 23 19:46:57.064592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:57.108930 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf07c9c-e0e3-44c5-a3f5-b0d8b9672d07 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] GET failed (client error): The resource could not be found. Sep 23 19:46:57.110634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bf07c9c-e0e3-44c5-a3f5-b0d8b9672d07 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "GET /v2.0/ports/5ce355a9-f643-44ac-85f8-c04d008fe2af HTTP/1.1" status: 404 len: 333 time: 0.0448127 Sep 23 19:46:57.113608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:57.219822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194fdec-bdbc-4b8c-828d-75dad66cfba9 req-22d6a494-2e27-4a23-9925-79bd2b7be43a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:57.227858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4194fdec-bdbc-4b8c-828d-75dad66cfba9 req-22d6a494-2e27-4a23-9925-79bd2b7be43a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1156547 Sep 23 19:46:57.255681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting port 22256f83-6bda-4e3e-83da-54ed11f68767 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:57.256162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.312076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4194fdec-bdbc-4b8c-828d-75dad66cfba9 req-702aac1c-202a-402d-8bc1-ed103b9292f8 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830657 Sep 23 19:46:57.387814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.403049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Calling delete_port for 22256f83-6bda-4e3e-83da-54ed11f68767 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:57.599316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.624276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0995-db54-4760-83e1-7e3016d8a957 req-e1b41e42-ad31-4699-adbf-e3b780a058c8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:57.626044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c48e0995-db54-4760-83e1-7e3016d8a957 req-e1b41e42-ad31-4699-adbf-e3b780a058c8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 945 time: 0.1018214 Sep 23 19:46:57.650035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Port': ['ID=22256f83-6bda-4e3e-83da-54ed11f68767,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:57.714650 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c48e0995-db54-4760-83e1-7e3016d8a957 req-f9554459-ed70-429a-a78a-a1beaf79c28c tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c1cc3cb-b27c-4d51-9478-105cad399fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761468 Sep 23 19:46:57.836510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780c50-d4af-450f-bdf6-856fd727d136 req-d09a4b97-483f-479a-a511-4a1534f17a36 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:57.838052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68780c50-d4af-450f-bdf6-856fd727d136 req-d09a4b97-483f-479a-a511-4a1534f17a36 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.41 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 945 time: 0.1983166 Sep 23 19:46:57.865459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f797d13-75f0-41ab-a24c-10154e7527a0 req-0863b515-b049-42ff-8d15-da5e9bca913b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:57.868101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f797d13-75f0-41ab-a24c-10154e7527a0 req-0863b515-b049-42ff-8d15-da5e9bca913b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0695341 Sep 23 19:46:57.884226 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.892097 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d17bb546-e183-42c7-8e92-45862ab1b16b tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/ports/22256f83-6bda-4e3e-83da-54ed11f68767 HTTP/1.1" status: 204 len: 168 time: 0.7768054 Sep 23 19:46:57.899590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:57.956580 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1dcb71-07e8-461a-8286-fcd357b2d605 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] GET failed (client error): The resource could not be found. Sep 23 19:46:57.958393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f1dcb71-07e8-461a-8286-fcd357b2d605 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "GET /v2.0/ports/22256f83-6bda-4e3e-83da-54ed11f68767 HTTP/1.1" status: 404 len: 333 time: 0.0394297 Sep 23 19:46:57.965626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:58.043377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f797d13-75f0-41ab-a24c-10154e7527a0 req-e715a617-3fed-4de1-98b6-ef866c478c8c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643143 Sep 23 19:46:58.065139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Deleting port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:58.065714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.155430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting port 0780ceaa-12a3-4b3f-9104-9ac38a37486a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:58.156023 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.181036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] For port 38b4c4b2-825f-410f-b5cd-81c723f6ac47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=38b4c4b2-825f-410f-b5cd-81c723f6ac47,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:58.181392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.324954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.376740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Calling delete_port for 0780ceaa-12a3-4b3f-9104-9ac38a37486a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:58.420044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.420330 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.420656 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Floating IP 9e915fdd-b5c5-46aa-889f-1e0d566aa149 disassociated. External IP: 172.25.6.222, port: 38b4c4b2-825f-410f-b5cd-81c723f6ac47. Sep 23 19:46:58.421001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Calling delete_port for 38b4c4b2-825f-410f-b5cd-81c723f6ac47 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:58.552589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc787a8-595f-4b3a-8b99-f16c05a54ac5 req-feb3690e-1a3b-4713-9739-352f9edb677e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:58.554177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cc787a8-595f-4b3a-8b99-f16c05a54ac5 req-feb3690e-1a3b-4713-9739-352f9edb677e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0968623 Sep 23 19:46:58.577361 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.641368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cc787a8-595f-4b3a-8b99-f16c05a54ac5 req-2440747e-f89a-49ca-9e9e-d44762aa800e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774262 Sep 23 19:46:58.645164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event deleted for resources: {'Port': ['ID=38b4c4b2-825f-410f-b5cd-81c723f6ac47,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:58.687694 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.728943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Port': ['ID=0780ceaa-12a3-4b3f-9104-9ac38a37486a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:58.847212 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.853371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c23bfb5f-c564-484b-a9a8-1a715e3133ec tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/ports/0780ceaa-12a3-4b3f-9104-9ac38a37486a HTTP/1.1" status: 204 len: 168 time: 0.8843679 Sep 23 19:46:58.857390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:58.934622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:46:58.994337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c507662d-ab66-4424-9647-7379da7dfc0b req-66e6d32b-46ad-4ddb-a661-32fc5481fe3e tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "GET /v2.0/ports?device_id=18985cc3-614b-403f-aae7-9f404f072992 HTTP/1.1" status: 200 len: 210 time: 0.0603163 Sep 23 19:46:59.025085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting subnet efbc60c9-d0d8-42de-aa71-eec6711d4149 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:59.030438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.117072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.162326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:59.180783 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] Sync routers for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:59.196411 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:59.197346 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:59.226903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] No DVR routers for this DVR port 38b4c4b2-825f-410f-b5cd-81c723f6ac47 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:59.230255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.232714 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68780c50-d4af-450f-bdf6-856fd727d136 req-ccbac3b2-7ef2-4b99-b761-d0f61967be67 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.41 "DELETE /v2.0/ports/38b4c4b2-825f-410f-b5cd-81c723f6ac47 HTTP/1.1" status: 204 len: 173 time: 1.3588526 Sep 23 19:46:59.233632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'name': 'network-vif-deleted', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:59.237070 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fdc092-9bc8-4658-b6cf-b690cd9c8edd" -d '{"events": [{"server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "name": "network-vif-deleted", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:59.377885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af2fc5-c554-43fa-8ed1-d663ac3dc1c6 req-1be5aa3b-4395-4985-81b3-67de5685b345 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.389519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97af2fc5-c554-43fa-8ed1-d663ac3dc1c6 req-1be5aa3b-4395-4985-81b3-67de5685b345 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.2201674 Sep 23 19:46:59.412985 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:59.459979 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.501988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97af2fc5-c554-43fa-8ed1-d663ac3dc1c6 req-fc085117-85dc-4d1d-ba07-37953a393776 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113353 Sep 23 19:46:59.586701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.598675 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e8c765-7fc2-447e-9c4a-98a1494dbc32 x-openstack-request-id: req-a7e8c765-7fc2-447e-9c4a-98a1494dbc32 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:59.598996 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18985cc3-614b-403f-aae7-9f404f072992", "name": "network-vif-deleted", "tag": "38b4c4b2-825f-410f-b5cd-81c723f6ac47", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:59.599277 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7e8c765-7fc2-447e-9c4a-98a1494dbc32 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:59.599675 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18985cc3-614b-403f-aae7-9f404f072992', 'name': 'network-vif-deleted', 'tag': '38b4c4b2-825f-410f-b5cd-81c723f6ac47', 'status': 'completed', 'code': 200} Sep 23 19:46:59.637217 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:59.666797 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] Checking router: e48ffca3-7e12-4bf7-85f7-9eed02181ca7 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:59.674652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ad64a-1d07-47a0-9c19-a6d23fb94c61 None None] Network b5169ed0-f875-4ff9-89c1-74be428f9216 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:59.675632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.679066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/subnets/efbc60c9-d0d8-42de-aa71-eec6711d4149 HTTP/1.1" status: 204 len: 168 time: 0.8217058 Sep 23 19:46:59.680200 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:59.680933 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:59.681052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9e027-6bf4-4806-aad4-60a55c03e172 tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Subnet': ['ID=efbc60c9-d0d8-42de-aa71-eec6711d4149,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:59.684841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:59.859038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.871378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:59.901226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf35ea-1337-40fd-bf9e-ae2784c5c624 req-44217e8b-b9e2-44e4-807e-b46e01038578 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.902984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fbf35ea-1337-40fd-bf9e-ae2784c5c624 req-44217e8b-b9e2-44e4-807e-b46e01038578 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0872974 Sep 23 19:46:59.993183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fbf35ea-1337-40fd-bf9e-ae2784c5c624 req-d8186a8f-452b-409e-a70f-28d95d29c7e5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644214 Sep 23 19:47:00.012479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Deleting port 24b1e9c1-d03c-4757-880c-642e98326844 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:00.012822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.097863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] DHCP port deletion for b5169ed0-f875-4ff9-89c1-74be428f9216 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:00.115409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] For port 24b1e9c1-d03c-4757-880c-642e98326844, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24b1e9c1-d03c-4757-880c-642e98326844,segment=NetworkSegment(de4f219b-d704-4e0a-b3f3-35a6e04609b3),segment_id=de4f219b-d704-4e0a-b3f3-35a6e04609b3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:00.116048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.132041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Calling delete_port for 24b1e9c1-d03c-4757-880c-642e98326844 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:00.178965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] Deleting port 24b1e9c1-d03c-4757-880c-642e98326844 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:00.179661 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.233794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.269229 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:00.283528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] For port 24b1e9c1-d03c-4757-880c-642e98326844, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24b1e9c1-d03c-4757-880c-642e98326844,segment=NetworkSegment(de4f219b-d704-4e0a-b3f3-35a6e04609b3),segment_id=de4f219b-d704-4e0a-b3f3-35a6e04609b3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:00.283933 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.296470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] Calling delete_port for 24b1e9c1-d03c-4757-880c-642e98326844 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:00.298555 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe156b6-6287-4968-9059-b603e063fe73 None None] The sync data for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 is: [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '4d8f9635-830f-415b-8a34-9496eb99f43c', 'name': '', 'network_id': '641a42a8-0fb2-483b-9601-0de92af21642', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'mac_address': 'fa:16:3e:65:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:57Z', 'updated_at': '2021-09-23T19:41:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'subnets': [{'id': '6dd3d9c3-6e69-4227-96cb-632558c4f5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:00.398571 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.429266 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.455646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] Pushing event deleted for resources: {'Port': ['ID=24b1e9c1-d03c-4757-880c-642e98326844,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:00.466695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab236e-ba1d-4ffe-8e9a-6697bc80b306 None None] No DVR routers for this DVR port 24b1e9c1-d03c-4757-880c-642e98326844 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:00.477638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Port': ['ID=24b1e9c1-d03c-4757-880c-642e98326844,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:00.482028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] No DVR routers for this DVR port 24b1e9c1-d03c-4757-880c-642e98326844 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:00.504431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Deleting port 27789796-5e14-4bfa-9c84-7085f825bdf0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:00.504781 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.600053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.622455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5169ed0-f875-4ff9-89c1-74be428f9216']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:00.638540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4f219b-d704-4e0a-b3f3-35a6e04609b3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:00.638903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4f219b-d704-4e0a-b3f3-35a6e04609b3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:00.703775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.711752 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.712087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.728022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.736081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:00.736562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.736696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Calling delete_port for 27789796-5e14-4bfa-9c84-7085f825bdf0 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:00.768139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6d90e-d2d2-4dee-9a53-87bd6e37cbf8 None None] New status for floating IP 9e915fdd-b5c5-46aa-889f-1e0d566aa149: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:00.805361 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:00.818520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.861194 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.875812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] 10.222.0.38 "DELETE /v2.0/networks/b5169ed0-f875-4ff9-89c1-74be428f9216 HTTP/1.1" status: 204 len: 168 time: 1.1896746 Sep 23 19:47:00.933220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45958e-b1e7-43b3-9ce4-c3e14dea5b8f tempest-AllowedAddressPairTestJSON-250486438 tempest-AllowedAddressPairTestJSON-250486438-project] Pushing event deleted for resources: {'Network': ['ID=b5169ed0-f875-4ff9-89c1-74be428f9216,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:00.957054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06818b85-589b-4f2c-b1ec-250ab494d519 req-0840bfc0-df92-40fe-a7fe-fa60f6159bfd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:00.981107 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06818b85-589b-4f2c-b1ec-250ab494d519 req-0840bfc0-df92-40fe-a7fe-fa60f6159bfd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.3126721 Sep 23 19:47:01.028130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 24b1e9c1-d03c-4757-880c-642e98326844 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:01.055203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06818b85-589b-4f2c-b1ec-250ab494d519 req-9887cedf-f526-46fe-a878-5e97e2789660 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649817 Sep 23 19:47:01.067889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.077361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 24b1e9c1-d03c-4757-880c-642e98326844 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:01.077796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 24b1e9c1-d03c-4757-880c-642e98326844 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:01.088194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-48e6d90e-d2d2-4dee-9a53-87bd6e37cbf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:01.089321 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-48e6d90e-d2d2-4dee-9a53-87bd6e37cbf8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:01.124317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event deleted for resources: {'Port': ['ID=27789796-5e14-4bfa-9c84-7085f825bdf0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:01.317034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95320-0b00-4bcb-9538-5fc47181c567 req-dcbb5e57-66a5-476f-a3cb-f252910fa5ba tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:01.321280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22a95320-0b00-4bcb-9538-5fc47181c567 req-dcbb5e57-66a5-476f-a3cb-f252910fa5ba tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1112669 Sep 23 19:47:01.363800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.368479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.373397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0bfbb4b3-7561-4471-902b-6e7352e8b158 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "DELETE /v2.0/floatingips/9e915fdd-b5c5-46aa-889f-1e0d566aa149 HTTP/1.1" status: 204 len: 168 time: 1.1384134 Sep 23 19:47:01.454882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22a95320-0b00-4bcb-9538-5fc47181c567 req-7c865b73-1472-4a61-8890-1389fb7edcd2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220701 Sep 23 19:47:01.517902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.591416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e6d90e-d2d2-4dee-9a53-87bd6e37cbf8 None None] New status for floating IP 9e915fdd-b5c5-46aa-889f-1e0d566aa149: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:47:01.607207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.700880 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b044caaf-d396-4457-bb26-ef0366731ea8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.743271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 38b4c4b2-825f-410f-b5cd-81c723f6ac47 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:01.756695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b044caaf-d396-4457-bb26-ef0366731ea8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.775432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5ed8565-55f7-4280-bc73-9b420e96e882 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3757f98cde94d6b81c2e34dd15cf792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560966 Sep 23 19:47:01.777931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.794392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 38b4c4b2-825f-410f-b5cd-81c723f6ac47 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:01.798768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 38b4c4b2-825f-410f-b5cd-81c723f6ac47 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:01.859605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-934d00c5-9287-4aa5-b49a-54b48d16f0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.888359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-934d00c5-9287-4aa5-b49a-54b48d16f0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.913939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b044caaf-d396-4457-bb26-ef0366731ea8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.915089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b044caaf-d396-4457-bb26-ef0366731ea8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.919021 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b044caaf-d396-4457-bb26-ef0366731ea8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] 10.222.0.38 "DELETE /v2.0/security-groups/4c1cc3cb-b27c-4d51-9478-105cad399fec HTTP/1.1" status: 204 len: 168 time: 0.3075979 Sep 23 19:47:01.954468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044caaf-d396-4457-bb26-ef0366731ea8 tempest-TestServerBasicOps-531026677 tempest-TestServerBasicOps-531026677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1cc3cb-b27c-4d51-9478-105cad399fec,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:01.959633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:02.023317 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-934d00c5-9287-4aa5-b49a-54b48d16f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.031399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-934d00c5-9287-4aa5-b49a-54b48d16f0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.034605 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-934d00c5-9287-4aa5-b49a-54b48d16f0da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c916357c-f46c-4837-83eb-1fee9f17c23d HTTP/1.1" status: 204 len: 168 time: 0.2540390 Sep 23 19:47:02.060717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d00c5-9287-4aa5-b49a-54b48d16f0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c916357c-f46c-4837-83eb-1fee9f17c23d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:02.297203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c293f64-fce7-4abc-9cc5-f3ad5fb3184e req-9dcc0295-6809-4de1-b65f-c639a7e9d099 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:02.299059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c293f64-fce7-4abc-9cc5-f3ad5fb3184e req-9dcc0295-6809-4de1-b65f-c639a7e9d099 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0890162 Sep 23 19:47:02.430540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c293f64-fce7-4abc-9cc5-f3ad5fb3184e req-6202bdc5-d89b-4874-827f-09cc978ac916 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217458 Sep 23 19:47:02.655400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225774a-1efb-4fc2-ba72-31b1ebd4821f req-c1b895ab-3970-4f7e-a9f9-17c907712127 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:02.657826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5225774a-1efb-4fc2-ba72-31b1ebd4821f req-c1b895ab-3970-4f7e-a9f9-17c907712127 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1003110 Sep 23 19:47:02.743899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5225774a-1efb-4fc2-ba72-31b1ebd4821f req-dbf1c031-edd9-460d-a530-25bbec047dfd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676267 Sep 23 19:47:02.834386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.135423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45408) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:03.139005 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026438 Sep 23 19:47:03.142280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:03.155182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Deleting port 4d8f9635-830f-415b-8a34-9496eb99f43c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:03.155716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.239991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] For port 4d8f9635-830f-415b-8a34-9496eb99f43c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d8f9635-830f-415b-8a34-9496eb99f43c,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:03.240438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.251981 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fd0ba2b1-62bd-4852-8f20-ba0ba2069081 tempest-NetworksApiDiscovery-1170108348 tempest-NetworksApiDiscovery-1170108348-project] 10.222.0.38 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1086028 Sep 23 19:47:03.259134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Calling delete_port for 4d8f9635-830f-415b-8a34-9496eb99f43c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:03.519928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.561846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:03.576745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8f9635-830f-415b-8a34-9496eb99f43c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:03.642117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-7ddf5a86-ce14-4d16-b7f5-413559990b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:03.644226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-7ddf5a86-ce14-4d16-b7f5-413559990b0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1547246 Sep 23 19:47:03.671227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3703-2014-4fad-b659-b43b2d3aa6ac req-7c3ca5fd-4a84-4582-a8c0-7b4f709c1c0f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:03.673229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1db3703-2014-4fad-b659-b43b2d3aa6ac req-7c3ca5fd-4a84-4582-a8c0-7b4f709c1c0f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1575258 Sep 23 19:47:03.731806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1760d8cb-3083-4d56-ad2c-a4e5b688db67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.860542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1760d8cb-3083-4d56-ad2c-a4e5b688db67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.865811 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1760d8cb-3083-4d56-ad2c-a4e5b688db67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.880898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1db3703-2014-4fad-b659-b43b2d3aa6ac req-bb0cbb98-06f1-4db0-a458-549494292824 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906230 Sep 23 19:47:03.905074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-8f4f5a5f-4b0d-49d9-a5c4-bdd6578e4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:03.906598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-8f4f5a5f-4b0d-49d9-a5c4-bdd6578e4d37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.2532430 Sep 23 19:47:03.907206 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.933586 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1760d8cb-3083-4d56-ad2c-a4e5b688db67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7055f13445ee48ab8b732cf8ff7dc7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704786 Sep 23 19:47:03.938944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:03.939609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760d8cb-3083-4d56-ad2c-a4e5b688db67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7573f05-d1f4-4a3f-a67a-7b8fbf365901,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:03.996276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c27f5b2-0075-4237-ba8f-ad58d9ede83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.018818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c27f5b2-0075-4237-ba8f-ad58d9ede83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.066479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c27f5b2-0075-4237-ba8f-ad58d9ede83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.070175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c27f5b2-0075-4237-ba8f-ad58d9ede83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.071679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c27f5b2-0075-4237-ba8f-ad58d9ede83a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7573f05-d1f4-4a3f-a67a-7b8fbf365901 HTTP/1.1" status: 204 len: 168 time: 0.1292319 Sep 23 19:47:04.089666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27f5b2-0075-4237-ba8f-ad58d9ede83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7573f05-d1f4-4a3f-a67a-7b8fbf365901,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:04.103970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9eac-80aa-4f0e-847b-0fc6b63e3f5d req-634597cf-5153-4328-8765-de7c4f501911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:04.111125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b10f9eac-80aa-4f0e-847b-0fc6b63e3f5d req-634597cf-5153-4328-8765-de7c4f501911 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1112711 Sep 23 19:47:04.114090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-4a364c58-df34-4a19-b23e-1179b697e5ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 1001 time: 0.1984582 Sep 23 19:47:04.210955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b10f9eac-80aa-4f0e-847b-0fc6b63e3f5d req-1d4f134c-a31f-45b7-aa57-d204ae617bd0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982902 Sep 23 19:47:04.220530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-9782523b-3489-42a0-9216-a50599f4ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:04.222030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-9782523b-3489-42a0-9216-a50599f4ca34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.0954103 Sep 23 19:47:04.341697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-638a0f28-def3-46e5-8a54-70c294d9d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:04.343483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-638a0f28-def3-46e5-8a54-70c294d9d680 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834861 Sep 23 19:47:04.390543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:04.823622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-4c865f0e-e3ce-4826-a508-de5378712e26 service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685543 Sep 23 19:47:04.909412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:04.918661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45488) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:04.920439 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] Sync routers for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:04.925808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7fc6b217-ef3e-4afa-8a14-3c26f53997c6 admin admin] 10.222.0.38 "PUT /v2.0/routers/e48ffca3-7e12-4bf7-85f7-9eed02181ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9628978 Sep 23 19:47:04.934472 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:04.935101 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:04.987968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f26539f-bad5-4efc-ae7c-c8d0991fb6a5 req-e032eedb-067d-430c-9f04-c9a6e531e817 service neutron] 10.222.0.72 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550503 Sep 23 19:47:05.089257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19a6dc-85b7-403f-ab33-d66103c7e62e req-f894c21a-0f9a-4456-9f7d-ef3f491d2714 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:05.097995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e19a6dc-85b7-403f-ab33-d66103c7e62e req-f894c21a-0f9a-4456-9f7d-ef3f491d2714 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0890839 Sep 23 19:47:05.145273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.169301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e19a6dc-85b7-403f-ab33-d66103c7e62e req-1a23dd23-f43e-4aff-82a2-90900924ad2c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567541 Sep 23 19:47:05.195430 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:05.439282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca0d1-e805-4582-97e0-6ef0cf82fef4 req-c91b82e5-9970-4995-9049-351c390a3a23 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:05.441786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d39ca0d1-e805-4582-97e0-6ef0cf82fef4 req-c91b82e5-9970-4995-9049-351c390a3a23 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0894973 Sep 23 19:47:05.450470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:47:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:05.489107 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] Checking router: e48ffca3-7e12-4bf7-85f7-9eed02181ca7 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:05.498490 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] Routers {'e48ffca3-7e12-4bf7-85f7-9eed02181ca7'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:05.499122 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:05.506181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d39ca0d1-e805-4582-97e0-6ef0cf82fef4 req-08db68c6-b5da-4868-8d23-39376e703f3b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531280 Sep 23 19:47:05.652391 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] Set router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:05.664314 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.729827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Deleting port 82798974-acaf-429f-9fc2-7816b062c360 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:05.730255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.756211 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:47:05.826576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] For port 82798974-acaf-429f-9fc2-7816b062c360, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82798974-acaf-429f-9fc2-7816b062c360,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:05.826955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.847025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Calling delete_port for 82798974-acaf-429f-9fc2-7816b062c360 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:05.893662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:05.912429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491', 'port_id': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'mac_address': 'fa:16:3e:df:c2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9752c4a7-c57c-40b6-802c-b51590bb581b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:47:05.928663 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:47:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:05.957415 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.959394 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a506b-d719-4a63-989c-3fc0f7f86d4c None None] The sync data for ids ['e48ffca3-7e12-4bf7-85f7-9eed02181ca7'] in n-d-810763-1 is: [{'id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'name': 'tempest-TestServerBasicOps-635224892-router', 'tenant_id': '7430dade4fd34fbab72d1c4baac0c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '82798974-acaf-429f-9fc2-7816b062c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:40:52Z', 'updated_at': '2021-09-23T19:47:03Z', 'revision_number': 5, 'project_id': '7430dade4fd34fbab72d1c4baac0c537', 'gw_port': {'id': '82798974-acaf-429f-9fc2-7816b062c360', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffca3-7e12-4bf7-85f7-9eed02181ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:40:53Z', 'updated_at': '2021-09-23T19:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:05.979889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10b52e52-054d-4bf8-8879-a0b6aadb916b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:47:06.004791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:06.013424 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.084084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:06.094356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['10b52e52-054d-4bf8-8879-a0b6aadb916b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:47:06.103968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.140121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Pushing event deleted for resources: {'Port': ['ID=82798974-acaf-429f-9fc2-7816b062c360,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:06.232421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.330341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c55f1e-de9e-497d-afab-5cd5f49130ec req-73bb2070-c295-4ec8-bcfe-928d84e751b9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:06.340402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56c55f1e-de9e-497d-afab-5cd5f49130ec req-73bb2070-c295-4ec8-bcfe-928d84e751b9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 944 time: 0.0719485 Sep 23 19:47:06.342383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.344875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.400251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-56c55f1e-de9e-497d-afab-5cd5f49130ec req-bf30de12-9d6c-4a8d-a29e-089f9cca906a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535693 Sep 23 19:47:06.414926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.415664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48ffca3-7e12-4bf7-85f7-9eed02181ca7 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:47:06.421243 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.426307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-104d906d-846a-4e51-84f4-aeabbd742044 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e48ffca3-7e12-4bf7-85f7-9eed02181ca7 HTTP/1.1" status: 204 len: 168 time: 1.5042126 Sep 23 19:47:06.426720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:06.478266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] Deleting subnet 6dd3d9c3-6e69-4227-96cb-632558c4f5d5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:06.480105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.519829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.715579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042bc6d-1169-4ee3-922b-8b95d78a1b44 req-8c79103a-9605-42b3-af41-64f699c7fcb6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:06.734890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e042bc6d-1169-4ee3-922b-8b95d78a1b44 req-8c79103a-9605-42b3-af41-64f699c7fcb6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1122820 Sep 23 19:47:06.761695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.835292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e042bc6d-1169-4ee3-922b-8b95d78a1b44 req-64a03687-ecc5-400a-a1c5-ccc3c4df407f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949523 Sep 23 19:47:06.887280 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.008414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd3d9c3-6e69-4227-96cb-632558c4f5d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:07.011984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.015027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fff720a2-baaf-4eec-9a76-9aa0a8922946 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6dd3d9c3-6e69-4227-96cb-632558c4f5d5 HTTP/1.1" status: 204 len: 168 time: 0.5867276 Sep 23 19:47:07.017298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:07.048170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5d081-55f9-4275-a2e5-cdb4490dd16e None None] Network 641a42a8-0fb2-483b-9601-0de92af21642 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:07.179344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.274500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Deleting port 253e57d4-eb78-4904-8103-ea813ffad80a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:07.275066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.395566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] DHCP port deletion for 641a42a8-0fb2-483b-9601-0de92af21642 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:07.477437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d8f9635-830f-415b-8a34-9496eb99f43c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:07.493354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] For port 253e57d4-eb78-4904-8103-ea813ffad80a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=253e57d4-eb78-4904-8103-ea813ffad80a,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:07.494518 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.513159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Calling delete_port for 253e57d4-eb78-4904-8103-ea813ffad80a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:07.529653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4d8f9635-830f-415b-8a34-9496eb99f43c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:07.529653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d8f9635-830f-415b-8a34-9496eb99f43c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:07.569310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] Deleting port 253e57d4-eb78-4904-8103-ea813ffad80a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:07.570090 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.652016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.670312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] For port 253e57d4-eb78-4904-8103-ea813ffad80a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=253e57d4-eb78-4904-8103-ea813ffad80a,segment=NetworkSegment(b9c2083e-52d6-42f6-a3c2-af08d572b80e),segment_id=b9c2083e-52d6-42f6-a3c2-af08d572b80e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:07.670989 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.688462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] Calling delete_port for 253e57d4-eb78-4904-8103-ea813ffad80a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:07.692727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Pushing event deleted for resources: {'Port': ['ID=253e57d4-eb78-4904-8103-ea813ffad80a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:07.720804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] No DVR routers for this DVR port 253e57d4-eb78-4904-8103-ea813ffad80a on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:07.770826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b4ac7-a37f-4d6e-9c4e-d4db0a6542d0 req-c9e4c183-e1eb-460a-a107-1efc6ba81584 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:07.773329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d3b4ac7-a37f-4d6e-9c4e-d4db0a6542d0 req-c9e4c183-e1eb-460a-a107-1efc6ba81584 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 944 time: 0.1560993 Sep 23 19:47:07.827535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:07.872993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.903249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d3b4ac7-a37f-4d6e-9c4e-d4db0a6542d0 req-63647f65-9cfd-49a2-90f6-6c03dcb082a7 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102593 Sep 23 19:47:07.933014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641a42a8-0fb2-483b-9601-0de92af21642']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:07.953674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c2083e-52d6-42f6-a3c2-af08d572b80e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:07.954242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c2083e-52d6-42f6-a3c2-af08d572b80e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:07.977273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.985492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 10b52e52-054d-4bf8-8879-a0b6aadb916b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:07.985886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.041860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.049008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:08.049714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:08.052883 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:08.064653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.095403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] No DVR routers for this DVR port 253e57d4-eb78-4904-8103-ea813ffad80a on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:08.146543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e20cc-b93a-425a-b113-0160c3e63b82 None None] Pushing event deleted for resources: {'Port': ['ID=253e57d4-eb78-4904-8103-ea813ffad80a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:08.213426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.219451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.225509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:08.227301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] 10.222.0.38 "DELETE /v2.0/networks/641a42a8-0fb2-483b-9601-0de92af21642 HTTP/1.1" status: 204 len: 168 time: 1.2084627 Sep 23 19:47:08.238490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124d21-1359-47cb-9921-ad3bc2c36c0f req-df937459-28af-43e4-b3aa-d3bdaf55e2a6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:08.240865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe124d21-1359-47cb-9921-ad3bc2c36c0f req-df937459-28af-43e4-b3aa-d3bdaf55e2a6 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.1603024 Sep 23 19:47:08.258946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.263377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b6e0d-cf96-4f5b-89c6-962f6fa759ff admin admin] Pushing event deleted for resources: {'Network': ['ID=641a42a8-0fb2-483b-9601-0de92af21642,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:08.307389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:08.313600 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476a5bdf-3351-405e-b5e6-2ead85401425" -d '{"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-plugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:08.349580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe124d21-1359-47cb-9921-ad3bc2c36c0f req-ee505917-32ac-44a9-a7a7-11e68c69a432 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878301 Sep 23 19:47:08.352580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:08.362424 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.444377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:08.586945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:08.625732 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.631347 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081d6c83-a9d8-473a-afed-24ab0f17ad13 x-openstack-request-id: req-081d6c83-a9d8-473a-afed-24ab0f17ad13 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:08.631848 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-plugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:08.632495 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-081d6c83-a9d8-473a-afed-24ab0f17ad13 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:08.633165 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'code': 200} Sep 23 19:47:08.681857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:08.691647 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.796848 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:09.042881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82798974-acaf-429f-9fc2-7816b062c360 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:09.077385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 82798974-acaf-429f-9fc2-7816b062c360 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:09.078542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82798974-acaf-429f-9fc2-7816b062c360 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:09.079034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 253e57d4-eb78-4904-8103-ea813ffad80a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:09.117676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 253e57d4-eb78-4904-8103-ea813ffad80a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:09.118151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 253e57d4-eb78-4904-8103-ea813ffad80a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:09.205194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.495835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce3e29-7f9e-446c-bf6f-0d38e9956f55 req-757ec0fe-6490-42dd-afa3-146df488d5e6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:09.506905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0dce3e29-7f9e-446c-bf6f-0d38e9956f55 req-757ec0fe-6490-42dd-afa3-146df488d5e6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1100543 Sep 23 19:47:09.562368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0dce3e29-7f9e-446c-bf6f-0d38e9956f55 req-1c47eef5-24f4-4222-a024-8ec63438197d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501673 Sep 23 19:47:09.717749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Deleting port bea236fb-cc09-46ee-aa10-784cfe8bc89a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:09.718878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.899515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] For port bea236fb-cc09-46ee-aa10-784cfe8bc89a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bea236fb-cc09-46ee-aa10-784cfe8bc89a,segment=NetworkSegment(4d5868f0-1cd6-42b6-9b3d-a278479215b1),segment_id=4d5868f0-1cd6-42b6-9b3d-a278479215b1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:09.899981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.947327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Calling delete_port for bea236fb-cc09-46ee-aa10-784cfe8bc89a owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:10.283044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.341269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=bea236fb-cc09-46ee-aa10-784cfe8bc89a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:10.634951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:10.637541 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a00c74-fda3-45be-a890-f872430bc35a" -d '{"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:10.738592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.830120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b797c-d512-4529-ba59-29f8deea54c8 req-3bf39b78-7502-4540-ba80-09279c568f0e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:10.837093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-456b797c-d512-4529-ba59-29f8deea54c8 req-3bf39b78-7502-4540-ba80-09279c568f0e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0989466 Sep 23 19:47:10.922179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-456b797c-d512-4529-ba59-29f8deea54c8 req-f965e467-ecd4-4a69-8e59-8e5389025fcd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799358 Sep 23 19:47:11.158978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55470fb9-3851-4457-bfcb-cba888fb6d81 req-060be345-f656-4114-a066-986ff452ed05 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:11.169518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55470fb9-3851-4457-bfcb-cba888fb6d81 req-060be345-f656-4114-a066-986ff452ed05 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 944 time: 0.1238835 Sep 23 19:47:11.185980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:11.199041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:11.244572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55470fb9-3851-4457-bfcb-cba888fb6d81 req-018f25fa-1185-4a8b-9ecf-0f3cdafe0488 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688920 Sep 23 19:47:11.317009 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb42400-86e4-455d-a23b-431fca1e767f x-openstack-request-id: req-6eb42400-86e4-455d-a23b-431fca1e767f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:11.317009 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-unplugged", "status": "failed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:11.317009 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6eb42400-86e4-455d-a23b-431fca1e767f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:11.317009 n-d-810763-1 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'code': 422} returned with failed status Sep 23 19:47:11.431707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:11.443555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] Sync routers for ids ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:11.447133 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1f589d77-f05e-4701-9069-b29369612e7a admin admin] 10.222.0.38 "PUT /v2.0/routers/dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2185097 Sep 23 19:47:11.447534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:11.463971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] Routers {'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:11.464893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:11.493347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-1036e542-1d11-480e-98be-acef314901ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2930689 Sep 23 19:47:11.506717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-a49f62c4-8612-4a8e-9964-ee25c1cee4ea service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:47:11.509697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-a49f62c4-8612-4a8e-9964-ee25c1cee4ea service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101237 Sep 23 19:47:11.574708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:11.721516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:11.722422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] Set router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:11.879582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Deleting port 1757e14d-752b-4adc-a22b-9a09f594121b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:11.880271 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.010623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:47:10Z', 'revision_number': 5, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port': {'id': '1757e14d-752b-4adc-a22b-9a09f594121b', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:12.028177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] For port 1757e14d-752b-4adc-a22b-9a09f594121b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1757e14d-752b-4adc-a22b-9a09f594121b,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:12.028559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.057277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Calling delete_port for 1757e14d-752b-4adc-a22b-9a09f594121b owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:12.059226 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] Checking router: dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:12.069891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] Routers {'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:12.070874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:12.207985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae6cb-2d7f-4cd6-b38a-4af78169825c req-c3313089-f1f0-4b0e-9229-a7f48824ea47 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:12.220517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-703ae6cb-2d7f-4cd6-b38a-4af78169825c req-c3313089-f1f0-4b0e-9229-a7f48824ea47 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1791840 Sep 23 19:47:12.261744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-703ae6cb-2d7f-4cd6-b38a-4af78169825c req-c2274191-a333-4531-83bc-dac31398e10e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Sep 23 19:47:12.495963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b06a67-a337-46d7-8aac-2bd08eaa448c req-c882d997-5b72-48ef-98fc-e0bfa03a26c4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:12.497807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3b06a67-a337-46d7-8aac-2bd08eaa448c req-c882d997-5b72-48ef-98fc-e0bfa03a26c4 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 944 time: 0.1254718 Sep 23 19:47:12.499005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.572022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Pushing event deleted for resources: {'Port': ['ID=1757e14d-752b-4adc-a22b-9a09f594121b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:12.622014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] Set router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:12.668381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3b06a67-a337-46d7-8aac-2bd08eaa448c req-556b3237-ca98-4c96-b70b-bffddec81719 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577773 Sep 23 19:47:12.688155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.697504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:47:11Z', 'revision_number': 6, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:12.780215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fd135-c12a-4159-94b0-2a74d7d8aed1 None None] The sync data for ids ['dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7'] in n-d-810763-1 is: [{'id': 'dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7', 'name': 'tempest-TestServerBasicOps-1701232485-router', 'tenant_id': '19c88986794c45aeb01937bde997ee37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:41:01Z', 'updated_at': '2021-09-23T19:47:11Z', 'revision_number': 6, 'project_id': '19c88986794c45aeb01937bde997ee37', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:12.903976 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.907850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.931240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-a18d4225-2822-474f-b364-d632d63e06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:12.932801 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-a18d4225-2822-474f-b364-d632d63e06b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1&tenant_id=3fe1c58af78a44d3ad1568444706d8b4 HTTP/1.1" status: 200 len: 1095 time: 0.1215074 Sep 23 19:47:12.949532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:12.963845 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.964959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:47:12.975058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.979251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32a76da2-9715-4c66-bae5-7d8f7dbeefca admin admin] 10.222.0.38 "DELETE /v2.0/routers/dfc82bc7-8e5a-4cc5-804e-7ba44d4c53f7 HTTP/1.1" status: 204 len: 168 time: 1.5306964 Sep 23 19:47:12.980325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:13.037398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] Deleting subnet d5651242-0382-4432-827d-73f6651cf4a9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:13.041055 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.092367 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.194953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b08317a4-086f-4e69-b28f-c630c00ab726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.323541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.387984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bea236fb-cc09-46ee-aa10-784cfe8bc89a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:13.458326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: bea236fb-cc09-46ee-aa10-784cfe8bc89a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:13.460002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bea236fb-cc09-46ee-aa10-784cfe8bc89a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:13.501425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.588995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.596354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d5651242-0382-4432-827d-73f6651cf4a9 HTTP/1.1" status: 204 len: 168 time: 0.6150107 Sep 23 19:47:13.598354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:13.599300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0f67c-d182-4c38-92aa-e6a446633044 None None] Network 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:13.600709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5846b12-6dbe-418a-9d6f-998753748c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5651242-0382-4432-827d-73f6651cf4a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:13.768540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.949717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6d0a3-5b85-46d9-8b83-072419055092 req-55c415a8-4de7-4eb5-8e26-30a2fa1c3c87 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:13.958733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4b6d0a3-5b85-46d9-8b83-072419055092 req-55c415a8-4de7-4eb5-8e26-30a2fa1c3c87 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.4107661 Sep 23 19:47:14.026024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4b6d0a3-5b85-46d9-8b83-072419055092 req-ed31745d-e4b1-4e0d-a419-efaf50694eed tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661492 Sep 23 19:47:14.055058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Deleting port e7d36f72-c9a8-4121-9c4d-4b9329d8342e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:14.058708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.148772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.191282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] DHCP port deletion for 30dcc3f4-8af1-4d63-a73b-2742acd6f1eb request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:14.347819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] Deleting port e7d36f72-c9a8-4121-9c4d-4b9329d8342e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:14.348199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.365091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] For port e7d36f72-c9a8-4121-9c4d-4b9329d8342e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,segment=NetworkSegment(4d5868f0-1cd6-42b6-9b3d-a278479215b1),segment_id=4d5868f0-1cd6-42b6-9b3d-a278479215b1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:14.365499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.390994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Calling delete_port for e7d36f72-c9a8-4121-9c4d-4b9329d8342e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:14.489721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] For port e7d36f72-c9a8-4121-9c4d-4b9329d8342e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,segment=NetworkSegment(4d5868f0-1cd6-42b6-9b3d-a278479215b1),segment_id=4d5868f0-1cd6-42b6-9b3d-a278479215b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:14.490450 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.506887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] Calling delete_port for e7d36f72-c9a8-4121-9c4d-4b9329d8342e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:14.607753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.655317 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.680397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] Pushing event deleted for resources: {'Port': ['ID=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:14.694332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1381a7-f6a7-4864-a66d-0e95f4c7bfc0 None None] No DVR routers for this DVR port e7d36f72-c9a8-4121-9c4d-4b9329d8342e on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:14.698579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:14.749991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:14.763963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] No DVR routers for this DVR port e7d36f72-c9a8-4121-9c4d-4b9329d8342e on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:14.790393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8330ff-d72f-40b3-9575-488a57cccb09 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:47:14.799008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.810328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d36f72-c9a8-4121-9c4d-4b9329d8342e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:14.812102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Transition to ACTIVE for port object ee8330ff-d72f-40b3-9575-488a57cccb09 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:47:14.820299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.859798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14119e-9058-453b-9846-e0a1603dac66 req-30c704c8-2a4a-473a-a7dc-42a5ebf4dc26 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:14.868422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c14119e-9058-453b-9846-e0a1603dac66 req-30c704c8-2a4a-473a-a7dc-42a5ebf4dc26 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 944 time: 0.3143461 Sep 23 19:47:14.940195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c14119e-9058-453b-9846-e0a1603dac66 req-baa9efac-59dd-4f33-b0c3-5cc553f78290 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700736 Sep 23 19:47:15.043821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1757e14d-752b-4adc-a22b-9a09f594121b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:15.078843 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.087162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1757e14d-752b-4adc-a22b-9a09f594121b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:15.087776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1757e14d-752b-4adc-a22b-9a09f594121b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:15.088370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e7d36f72-c9a8-4121-9c4d-4b9329d8342e no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:15.125337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e7d36f72-c9a8-4121-9c4d-4b9329d8342e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:15.125958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e7d36f72-c9a8-4121-9c4d-4b9329d8342e not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:15.158743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dcc3f4-8af1-4d63-a73b-2742acd6f1eb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:15.174390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] No DVR routers for this DVR port ee8330ff-d72f-40b3-9575-488a57cccb09 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:15.196043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5868f0-1cd6-42b6-9b3d-a278479215b1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:15.196897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5868f0-1cd6-42b6-9b3d-a278479215b1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:15.226688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.249711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:15.275542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.293929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:15.294559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:15.296549 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:15.454246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.479352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.483804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] 10.222.0.38 "DELETE /v2.0/networks/30dcc3f4-8af1-4d63-a73b-2742acd6f1eb HTTP/1.1" status: 204 len: 168 time: 1.8768632 Sep 23 19:47:15.483804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d7a9f-d28d-4c23-bd77-e6469b972deb admin admin] Pushing event deleted for resources: {'Network': ['ID=30dcc3f4-8af1-4d63-a73b-2742acd6f1eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:15.493659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7aab-b1a7-4f07-a2bb-3fcd2727c0bc req-eba0a358-318b-4451-8f6c-f734033d7d24 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:15.501549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c12f7aab-b1a7-4f07-a2bb-3fcd2727c0bc req-eba0a358-318b-4451-8f6c-f734033d7d24 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.2232776 Sep 23 19:47:15.507490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:15.508357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:15.513473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:15.532372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Port ee8330ff-d72f-40b3-9575-488a57cccb09 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:47:15.533080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Attempting to bind port ee8330ff-d72f-40b3-9575-488a57cccb09 on network 2d9f528b-6b82-44a8-910f-f50c2e3f981f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:15.550066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:15.551541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Checking segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:15.556328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Bound using segment: {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:15.556963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Bound port: ee8330ff-d72f-40b3-9575-488a57cccb09, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12856197-3120-40e6-90ac-9cb83a245ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:15.559486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.562662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c12f7aab-b1a7-4f07-a2bb-3fcd2727c0bc req-9a9cb1df-10e1-48ff-bfd7-f3b382b20318 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542772 Sep 23 19:47:15.716935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:15.729709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:15.734530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.828002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:15.829568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:15.841394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:15.842389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.844214 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-b32e9015-f961-4b8d-b8ac-febb6ad6711e service neutron] 10.222.0.41 "PUT /v2.0/ports/ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 1092 time: 2.9031417 Sep 23 19:47:15.844815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:15.847324 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:15.939052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b06126a6-ba8b-479c-b4d0-f51811f83248 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7430dade4fd34fbab72d1c4baac0c537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050732 Sep 23 19:47:15.940103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:15.942196 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d785f837-7680-4396-9408-e98f7db0608d x-openstack-request-id: req-d785f837-7680-4396-9408-e98f7db0608d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:15.943069 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:15.943317 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d785f837-7680-4396-9408-e98f7db0608d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:15.943722 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'status': 'completed', 'code': 200} Sep 23 19:47:15.983471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-412f280a-9527-42fa-84ac-99bc6e44426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:15.985000 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-412f280a-9527-42fa-84ac-99bc6e44426b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1096 time: 0.1058252 Sep 23 19:47:16.033325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d20eda53-1f61-44bc-873b-9b69da6601de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.111649 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d20eda53-1f61-44bc-873b-9b69da6601de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.140660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-aafe6b6e-ac3b-40d3-a680-7524f61173e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:16.142743 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-aafe6b6e-ac3b-40d3-a680-7524f61173e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.1487112 Sep 23 19:47:16.170036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52441d8-d67b-4aec-b303-b31b65633a9a req-47547ebd-4f74-4d87-bc58-6a6c1118dc69 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:16.178277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b52441d8-d67b-4aec-b303-b31b65633a9a req-47547ebd-4f74-4d87-bc58-6a6c1118dc69 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1014159 Sep 23 19:47:16.236924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b52441d8-d67b-4aec-b303-b31b65633a9a req-6ab12ec1-d3c6-4bc5-af38-2c0599b6d43e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575130 Sep 23 19:47:16.251077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d20eda53-1f61-44bc-873b-9b69da6601de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.262871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-e8f55d02-ef72-4556-a4af-9a910a6d969d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 999 time: 0.1094964 Sep 23 19:47:16.273670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d20eda53-1f61-44bc-873b-9b69da6601de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.277915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d20eda53-1f61-44bc-873b-9b69da6601de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c5803bc-6d58-4c24-8e59-230a003f4cfb HTTP/1.1" status: 204 len: 168 time: 0.3364470 Sep 23 19:47:16.289783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20eda53-1f61-44bc-873b-9b69da6601de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5803bc-6d58-4c24-8e59-230a003f4cfb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:16.414409 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45ac18d3-70ec-473e-a622-602b658faecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.482811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.493113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-9d939fdc-113e-4495-bf91-747681e5433b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808582 Sep 23 19:47:16.521776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-1f9e9da7-3746-4c4a-a94d-173ba8156bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:16.526957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-1f9e9da7-3746-4c4a-a94d-173ba8156bfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.2562430 Sep 23 19:47:16.657724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-fe24d373-ef89-49f6-acad-78b1bb62ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:16.660246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-fe24d373-ef89-49f6-acad-78b1bb62ed9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1096 time: 0.1016796 Sep 23 19:47:16.695494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-7144af06-b768-46de-b9ff-89d9bd00b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:16.703769 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-7144af06-b768-46de-b9ff-89d9bd00b322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665356 Sep 23 19:47:16.872500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-a68b74c6-a017-4636-9c03-06bd52cf28a4 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593051 Sep 23 19:47:17.036920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-ad061a58-808a-4906-92b9-411b151f653e service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538110 Sep 23 19:47:17.041055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.081200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-4b5ce54f-488e-4ede-8c68-ae45da762968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.082809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-4b5ce54f-488e-4ede-8c68-ae45da762968 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.3906171 Sep 23 19:47:17.167560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-e771e731-6442-4f74-aef2-b41dbe4959c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 1001 time: 0.0760255 Sep 23 19:47:17.178967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954df2-bf05-44fe-862b-de60a3770f32 req-8e8ec6a4-7b0d-40bb-a30e-c4b3a64a9abb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.187119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12954df2-bf05-44fe-862b-de60a3770f32 req-8e8ec6a4-7b0d-40bb-a30e-c4b3a64a9abb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.4572170 Sep 23 19:47:17.189524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:17.218057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-85ce7b61-f4ed-4799-a516-7db415f5c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.224106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-85ce7b61-f4ed-4799-a516-7db415f5c1ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1096 time: 0.1256037 Sep 23 19:47:17.281269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6edffa3e-8c3f-4f30-a015-cccb6fc06341 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19c88986794c45aeb01937bde997ee37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873513 Sep 23 19:47:17.283475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:17.349990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12954df2-bf05-44fe-862b-de60a3770f32 req-0596b82c-0745-45d3-afe8-430b06b04500 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617067 Sep 23 19:47:17.375945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-728de114-de73-40c8-83c4-404c1c44e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.377625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-728de114-de73-40c8-83c4-404c1c44e522 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.1869636 Sep 23 19:47:17.531572 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb1af89c-6323-4a02-8ecf-bd75a40edae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.584883 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb1af89c-6323-4a02-8ecf-bd75a40edae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.597464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-9d4828b7-b1ef-4a36-b084-7c01469a9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.602402 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-9d4828b7-b1ef-4a36-b084-7c01469a9a01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.3716309 Sep 23 19:47:17.653500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-7054bba6-34f2-4234-9f84-c8b95c8f2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.655262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-7054bba6-34f2-4234-9f84-c8b95c8f2219 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702224 Sep 23 19:47:17.739813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36291-f59d-4a5e-bf96-161125adfc11 req-2c365246-d106-461c-8f1c-2b0fc745c42b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.741719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-caf36291-f59d-4a5e-bf96-161125adfc11 req-2c365246-d106-461c-8f1c-2b0fc745c42b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.2244871 Sep 23 19:47:17.794890 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-4f9189dd-b948-4a8c-88e1-101110605b81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 999 time: 0.1809230 Sep 23 19:47:17.904353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb1af89c-6323-4a02-8ecf-bd75a40edae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.910260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb1af89c-6323-4a02-8ecf-bd75a40edae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.914251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb1af89c-6323-4a02-8ecf-bd75a40edae5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a52d593d-5c5d-4e7c-9a51-ecfab588bfb3 HTTP/1.1" status: 204 len: 168 time: 0.6224675 Sep 23 19:47:17.948295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1af89c-6323-4a02-8ecf-bd75a40edae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d593d-5c5d-4e7c-9a51-ecfab588bfb3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:17.977954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-caf36291-f59d-4a5e-bf96-161125adfc11 req-bc0e2f18-ea8f-48c8-bce1-7db3d1fd90d8 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091684 Sep 23 19:47:18.001899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-edc74c26-16c5-45c6-8a1d-0e6ba795f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:18.008062 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-edc74c26-16c5-45c6-8a1d-0e6ba795f265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.2037373 Sep 23 19:47:18.023423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-f9bfca59-2d55-4762-8296-113228013d8d service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461838 Sep 23 19:47:18.103621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-43b0eb01-0a3d-4a19-b879-d9f51ebb398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:18.111459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-43b0eb01-0a3d-4a19-b879-d9f51ebb398b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934825 Sep 23 19:47:18.215101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2695c179-7b92-4f75-9cd9-b7df9895d714 req-508c53f9-8270-4ca3-a6b3-b31d3f541309 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906357 Sep 23 19:47:18.412148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-87f6176f-e51f-4965-bb79-107e527432bf service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890728 Sep 23 19:47:18.615697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:18.805091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd206-3984-491e-a294-0cbcc15a182f req-b2ae3301-57e1-4e2a-9c82-1b8a91f486fc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:18.824794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddabd206-3984-491e-a294-0cbcc15a182f req-b2ae3301-57e1-4e2a-9c82-1b8a91f486fc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.3018610 Sep 23 19:47:18.845656 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3340d832-ad3e-4a1e-9e0a-4d0e89dab524 req-ec75d9e4-9884-4f07-ab8b-0fb9238df507 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271977 Sep 23 19:47:18.951691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddabd206-3984-491e-a294-0cbcc15a182f req-849e7500-9152-4ea7-b077-b20cbae99c09 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135147 Sep 23 19:47:19.250826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d831c6-1ced-4331-9c9c-54cdf785aa41 req-9d36c124-b28f-455f-9470-503c9073ddb9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:19.271400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35d831c6-1ced-4331-9c9c-54cdf785aa41 req-9d36c124-b28f-455f-9470-503c9073ddb9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1077442 Sep 23 19:47:19.365976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35d831c6-1ced-4331-9c9c-54cdf785aa41 req-ac763447-22f0-4f6b-a2d0-be462b371c25 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936787 Sep 23 19:47:19.441712 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:47:20.170281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e18ada-1dd6-4837-a795-1e6017c9a6c3 req-6c933646-1b18-409e-8603-99854eb7c3ec tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:20.172372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32e18ada-1dd6-4837-a795-1e6017c9a6c3 req-6c933646-1b18-409e-8603-99854eb7c3ec tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0774662 Sep 23 19:47:20.184808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.255415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32e18ada-1dd6-4837-a795-1e6017c9a6c3 req-85330e4a-3715-4ac4-90a9-554f08fd6852 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753951 Sep 23 19:47:20.366644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1496256295-network', 'tenant_id': '4965004ad90c442db7997c28e044d183'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:20.394753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Made reservation on behalf of 4965004ad90c442db7997c28e044d183 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:20.403304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.421489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.671570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.682844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.694298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed64c4-e551-4b9d-bd77-1fd3b42ffe76 req-a87b51e9-09c1-40cc-9d06-9eaad9575c43 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:20.701290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:47:20.706824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72ed64c4-e551-4b9d-bd77-1fd3b42ffe76 req-a87b51e9-09c1-40cc-9d06-9eaad9575c43 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1645834 Sep 23 19:47:20.735845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.738159 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Added segment 4d40eabd-ceb9-40d4-8a73-0bab19283688 of type vlan for network 3788c749-d385-4cc9-956b-78ff520ec42a Sep 23 19:47:20.760609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72ed64c4-e551-4b9d-bd77-1fd3b42ffe76 req-16d9c428-c82e-4413-9ce9-348827b7b96f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524127 Sep 23 19:47:20.824449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.865803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.867117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:20.867853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.926474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554d060-7947-4fdd-8def-989255ae4fff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:20.946773 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7608979 Sep 23 19:47:20.949633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.956675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Request body: {'subnet': {'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1496256295-subnet', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:20.982533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Made reservation on behalf of 4965004ad90c442db7997c28e044d183 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:20.985335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.018506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e0ab-4567-4bc4-a781-d0527c763656 admin admin] Pushing event updated for resources: {'Network': ['ID=3788c749-d385-4cc9-956b-78ff520ec42a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:21.030497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3788c749-d385-4cc9-956b-78ff520ec42a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:47:21.460546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.527953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b60cb-87bc-4d05-9aa4-76bd2d35db7e req-2d014011-4494-4144-a969-654cda672a41 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:21.538807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Checking segment: {'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:21.539365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Network hostable DHCP agents. Network: 3788c749-d385-4cc9-956b-78ff520ec42a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:47:21.543707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-220b60cb-87bc-4d05-9aa4-76bd2d35db7e req-2d014011-4494-4144-a969-654cda672a41 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1142066 Sep 23 19:47:21.545024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abefeea-76d9-4626-8f90-506c11380fd0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:21.561988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Network 3788c749-d385-4cc9-956b-78ff520ec42a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:47:21.585410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3788c749-d385-4cc9-956b-78ff520ec42a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:21.599748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:21.599997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6bc45-e240-4ae9-ae78-0ff938f4aa96 None None] Network 3788c749-d385-4cc9-956b-78ff520ec42a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:21.600613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.632587 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b43c420-758e-4a77-bd9b-9fb17124b140 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6814599 Sep 23 19:47:21.635033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:21.641040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:21.683317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-220b60cb-87bc-4d05-9aa4-76bd2d35db7e req-758685f9-bd11-4bec-86a5-75679cadec32 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383212 Sep 23 19:47:21.695543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.696717 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.808816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.830186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3788c749-d385-4cc9-956b-78ff520ec42a', 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'fixed_ips': [{'subnet_id': '7abefeea-76d9-4626-8f90-506c11380fd0'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:21.831875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.021480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.097051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42813363-cbf0-4f82-a3ca-294c3098280d req-941586cd-bdcd-4ad4-8c6e-5e3cebf39b7d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:22.116223 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42813363-cbf0-4f82-a3ca-294c3098280d req-941586cd-bdcd-4ad4-8c6e-5e3cebf39b7d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1528504 Sep 23 19:47:22.269018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Allocated IP 172.20.0.2 (3788c749-d385-4cc9-956b-78ff520ec42a/7abefeea-76d9-4626-8f90-506c11380fd0/0a3574c3-e557-48d5-8570-f2f79efdab7b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:22.321747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-42813363-cbf0-4f82-a3ca-294c3098280d req-a31093e9-96aa-4e9f-ad46-307776da6342 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038300 Sep 23 19:47:22.621265 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.639208 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.650592 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.675016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.774839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Network 3788c749-d385-4cc9-956b-78ff520ec42a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:22.792086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:22.797532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:22.828336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Pushing event updated for resources: {'Port': ['ID=0a3574c3-e557-48d5-8570-f2f79efdab7b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:22.969676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Attempting to bind port 0a3574c3-e557-48d5-8570-f2f79efdab7b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:22.972080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Attempting to bind port 0a3574c3-e557-48d5-8570-f2f79efdab7b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:22.972809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Attempting to bind port 0a3574c3-e557-48d5-8570-f2f79efdab7b on network 3788c749-d385-4cc9-956b-78ff520ec42a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:22.984933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:22.986412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Checking segment: {'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:22.987091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.987735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Bound using segment: {'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:22.988451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Bound port: 0a3574c3-e557-48d5-8570-f2f79efdab7b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:22.989114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.006330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Allocated IP 172.25.6.157 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/51027a57-871b-4bca-9e96-39f3897b1305) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:23.106975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] For port 0a3574c3-e557-48d5-8570-f2f79efdab7b, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:23.112844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dacdc8-be15-414b-923a-1abbf0d73d22 req-0e8b4435-ddf4-40cd-87fb-63b6a8d14353 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:23.116986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] For port 0a3574c3-e557-48d5-8570-f2f79efdab7b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0a3574c3-e557-48d5-8570-f2f79efdab7b,segment=NetworkSegment(4d40eabd-ceb9-40d4-8a73-0bab19283688),segment_id=4d40eabd-ceb9-40d4-8a73-0bab19283688)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:23.117577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8dacdc8-be15-414b-923a-1abbf0d73d22 req-0e8b4435-ddf4-40cd-87fb-63b6a8d14353 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.2107863 Sep 23 19:47:23.126938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.223186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8dacdc8-be15-414b-923a-1abbf0d73d22 req-05101d64-e21e-46c3-bbc2-288e7552a355 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950661 Sep 23 19:47:23.278788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.320762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa08bf7-6e85-4dac-9659-8c5e385e6525 None None] Pushing event updated for resources: {'Port': ['ID=0a3574c3-e557-48d5-8570-f2f79efdab7b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:23.370456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.528462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=51027a57-871b-4bca-9e96-39f3897b1305,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:23.546623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:23.548376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:23.555043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc11e82-9e64-4e95-af32-2757262794cd req-83218779-08b9-43fe-a306-79d841975367 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:23.556991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:23.568865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cc11e82-9e64-4e95-af32-2757262794cd req-83218779-08b9-43fe-a306-79d841975367 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1343980 Sep 23 19:47:23.682792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cc11e82-9e64-4e95-af32-2757262794cd req-c10097ad-ae77-4dec-a07b-f4f6743218a9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121161 Sep 23 19:47:24.422817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd916514-ccd3-4269-b0e1-32cd06d2c133 req-0bb10f57-159a-4a74-be39-a4aa0ec85378 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:24.433314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd916514-ccd3-4269-b0e1-32cd06d2c133 req-0bb10f57-159a-4a74-be39-a4aa0ec85378 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1085045 Sep 23 19:47:24.544362 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd916514-ccd3-4269-b0e1-32cd06d2c133 req-ce994b35-0476-47d8-9a33-efb2d737267f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094089 Sep 23 19:47:25.026365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f6f83-7e20-426a-ad55-1cb1934ece1b req-48004135-e41c-4c51-b037-67778ec3b363 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:25.040266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f55f6f83-7e20-426a-ad55-1cb1934ece1b req-48004135-e41c-4c51-b037-67778ec3b363 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.2312765 Sep 23 19:47:25.152710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f55f6f83-7e20-426a-ad55-1cb1934ece1b req-5687431a-dcfa-4985-b353-c5644c00fe82 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061854 Sep 23 19:47:25.182588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a3574c3-e557-48d5-8570-f2f79efdab7b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:25.217655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:25.228314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-a8dc4a2d-733c-4085-999e-7b6786a7f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:25.229853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-a8dc4a2d-733c-4085-999e-7b6786a7f5d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1096 time: 0.2496910 Sep 23 19:47:25.286860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1b1e0-15fc-42c2-8b73-5dff136e3980 None None] Network 3788c749-d385-4cc9-956b-78ff520ec42a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:25.497665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f93a1e-25f9-413a-9592-509da64a2cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.540612 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.544374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.584536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-88d63029-4b1a-4e22-860b-2b6d01a4282c None None] Provisioning complete for port 0a3574c3-e557-48d5-8570-f2f79efdab7b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:25.585365 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88d63029-4b1a-4e22-860b-2b6d01a4282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.703791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0a3574c3-e557-48d5-8570-f2f79efdab7b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:25.704409 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.783616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-7608d92a-196c-40f7-9cad-016ad00b6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:25.785106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-7608d92a-196c-40f7-9cad-016ad00b6e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 200 len: 918 time: 0.5008564 Sep 23 19:47:25.807490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f93a1e-25f9-413a-9592-509da64a2cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.857360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62f93a1e-25f9-413a-9592-509da64a2cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.933218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f93a1e-25f9-413a-9592-509da64a2cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbadd446-5349-42d8-8746-771e42e5860d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:25.938744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62f93a1e-25f9-413a-9592-509da64a2cd8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b87c8076d6b9475d95e5603bc173d5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7196624 Sep 23 19:47:25.942318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:25.969565 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88d63029-4b1a-4e22-860b-2b6d01a4282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.993222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e07e-f88d-483a-8c5b-941568b10e74 req-b5138839-c0be-49a9-ab69-65b07847d0b7 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:26.002304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea24e07e-f88d-483a-8c5b-941568b10e74 req-b5138839-c0be-49a9-ab69-65b07847d0b7 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.2321367 Sep 23 19:47:26.006334 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-cacdf400-2a49-409f-9985-fab6779c727e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 200 len: 999 time: 0.1270974 Sep 23 19:47:26.059962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea24e07e-f88d-483a-8c5b-941568b10e74 req-58864d96-a1ea-4158-b97e-38989434dd0c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567830 Sep 23 19:47:26.071025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.079388 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3728fa4-5c19-48d1-8601-690ed301d233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.108471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3728fa4-5c19-48d1-8601-690ed301d233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.114855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.214904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-88d63029-4b1a-4e22-860b-2b6d01a4282c None None] For port 0a3574c3-e557-48d5-8570-f2f79efdab7b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0a3574c3-e557-48d5-8570-f2f79efdab7b,segment=NetworkSegment(4d40eabd-ceb9-40d4-8a73-0bab19283688),segment_id=4d40eabd-ceb9-40d4-8a73-0bab19283688)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:26.216464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3728fa4-5c19-48d1-8601-690ed301d233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.223093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3728fa4-5c19-48d1-8601-690ed301d233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.230198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3728fa4-5c19-48d1-8601-690ed301d233 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbadd446-5349-42d8-8746-771e42e5860d HTTP/1.1" status: 204 len: 168 time: 0.2846415 Sep 23 19:47:26.246584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-b4d095e8-71fe-4ab4-ad38-2a7aa017704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:26.248180 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-b4d095e8-71fe-4ab4-ad38-2a7aa017704f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 200 len: 856 time: 0.2262256 Sep 23 19:47:26.255317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3728fa4-5c19-48d1-8601-690ed301d233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbadd446-5349-42d8-8746-771e42e5860d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:26.347607 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:26.350836 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:26.357373 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88d63029-4b1a-4e22-860b-2b6d01a4282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.455418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-d40c3f00-dc65-4259-93f9-cf4a83ea4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:26.456896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-d40c3f00-dc65-4259-93f9-cf4a83ea4601 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d9f528b-6b82-44a8-910f-f50c2e3f981f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951802 Sep 23 19:47:26.494266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39be81-3420-4a43-a873-9b8ff3e21c29 req-eeb16fa8-0d54-4665-a575-0eb3d7a75e76 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:26.501806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb39be81-3420-4a43-a873-9b8ff3e21c29 req-eeb16fa8-0d54-4665-a575-0eb3d7a75e76 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1770475 Sep 23 19:47:26.539600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d63029-4b1a-4e22-860b-2b6d01a4282c None None] Pushing event updated for resources: {'Port': ['ID=0a3574c3-e557-48d5-8570-f2f79efdab7b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:26.587219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8bf62496-5129-4ffd-8379-4be8633e6f66 None None] Provisioning complete for port 0a3574c3-e557-48d5-8570-f2f79efdab7b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:26.590080 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bf62496-5129-4ffd-8379-4be8633e6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.641608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb39be81-3420-4a43-a873-9b8ff3e21c29 req-d6684aa2-e2da-4257-a122-b5bfeef91e7f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387336 Sep 23 19:47:26.798992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:47:26.945214 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.012290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-283abfd8-6403-45e7-afb6-31326dd469f4 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370176 Sep 23 19:47:27.091304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a3574c3-e557-48d5-8570-f2f79efdab7b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:27.166273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:27.198508 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500e0660-fa00-403c-bb81-c85d39bd5656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.279820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:27.294431 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Sync routers for ids ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:27.311467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0a3574c3-e557-48d5-8570-f2f79efdab7b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:27.312280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.320083 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Routers {'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:27.320739 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:27.322592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0139008f-e03a-402f-9d65-bd5560f35b92 req-1335494b-a9b7-4b49-8e36-7cb9204f3904 service neutron] 10.222.0.41 "GET /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599479 Sep 23 19:47:27.430876 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500e0660-fa00-403c-bb81-c85d39bd5656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.447266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500e0660-fa00-403c-bb81-c85d39bd5656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.451319 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.456074 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ec974b39-59df-4083-a1af-e4f9b572c9d8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8197136 Sep 23 19:47:27.459179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:27.518575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917da18-f89d-4290-a928-2d45a79f24df req-33d5ad58-6d7e-4f34-89fa-557bbc11f409 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:27.521972 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Set router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:27.525875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a917da18-f89d-4290-a928-2d45a79f24df req-33d5ad58-6d7e-4f34-89fa-557bbc11f409 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1283188 Sep 23 19:47:27.527665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e0660-fa00-403c-bb81-c85d39bd5656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae1681-cf57-4598-b603-6fdf87906a31,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:27.558323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-500e0660-fa00-403c-bb81-c85d39bd5656 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64fdb4cf78ce4c3786d4ee339489f79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885639 Sep 23 19:47:27.569723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:27.584419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a917da18-f89d-4290-a928-2d45a79f24df req-4cc48195-5316-4c14-a51c-120f15dd7c99 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575562 Sep 23 19:47:27.768680 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '51027a57-871b-4bca-9e96-39f3897b1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:24Z', 'revision_number': 3, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port': {'id': '51027a57-871b-4bca-9e96-39f3897b1305', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:22Z', 'updated_at': '2021-09-23T19:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:27.800465 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Checking router: dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:27.801115 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Updating router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf port 51027a57-871b-4bca-9e96-39f3897b1305 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:47:27.806077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e0c753e-a40b-43e0-bcee-2532a153a378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.830189 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.897621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a87346-c58f-486c-978a-78458766d8a8 req-f2973b70-72de-49e4-880b-4253947f3afd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:27.905129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29a87346-c58f-486c-978a-78458766d8a8 req-f2973b70-72de-49e4-880b-4253947f3afd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1165731 Sep 23 19:47:27.933288 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e0c753e-a40b-43e0-bcee-2532a153a378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.989004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29a87346-c58f-486c-978a-78458766d8a8 req-0a80d34e-792f-4a19-9f34-34adb979f1c0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817451 Sep 23 19:47:28.137553 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.144836 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.159728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e0c753e-a40b-43e0-bcee-2532a153a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.163651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e0c753e-a40b-43e0-bcee-2532a153a378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.167174 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4e0c753e-a40b-43e0-bcee-2532a153a378 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30ae1681-cf57-4598-b603-6fdf87906a31 HTTP/1.1" status: 204 len: 168 time: 0.5938852 Sep 23 19:47:28.186729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c753e-a40b-43e0-bcee-2532a153a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae1681-cf57-4598-b603-6fdf87906a31,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.241728 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Attempting to bind port 51027a57-871b-4bca-9e96-39f3897b1305 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:28.242175 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Attempting to bind port 51027a57-871b-4bca-9e96-39f3897b1305 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:28.242579 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Attempting to bind port 51027a57-871b-4bca-9e96-39f3897b1305 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:28.251154 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:28.251528 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:28.251938 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.252341 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:28.252908 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Bound port: 51027a57-871b-4bca-9e96-39f3897b1305, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:28.253402 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.279855 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Pushing event updated for resources: {'Port': ['ID=51027a57-871b-4bca-9e96-39f3897b1305,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.288670 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.289001 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.289332 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.289661 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.289981 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.290364 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.290641 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.290998 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.291372 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.291777 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.291975 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.292304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:28.332360 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] For port 51027a57-871b-4bca-9e96-39f3897b1305, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:28.338791 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] For port 51027a57-871b-4bca-9e96-39f3897b1305, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=51027a57-871b-4bca-9e96-39f3897b1305,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:28.345325 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.418379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935924d4-33a6-4220-b4ce-484ca40bb7b0 None None] Pushing event updated for resources: {'Port': ['ID=51027a57-871b-4bca-9e96-39f3897b1305,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.429277 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Routers {'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:28.430137 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:28.529184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.554908 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] Set router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:28.773922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec013e-0aea-4f29-9374-b5c6980bf4bc req-62db6967-1156-42c1-bd0b-c958994c4c36 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:28.782990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24ec013e-0aea-4f29-9374-b5c6980bf4bc req-62db6967-1156-42c1-bd0b-c958994c4c36 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0889740 Sep 23 19:47:28.890943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24ec013e-0aea-4f29-9374-b5c6980bf4bc req-ca0dc1f6-2bc7-447a-98d2-575c74fe3f9a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944328 Sep 23 19:47:28.894620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:28.935630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Allocated IP 172.20.0.1 (3788c749-d385-4cc9-956b-78ff520ec42a/7abefeea-76d9-4626-8f90-506c11380fd0/ff9ab740-c1f5-4643-8583-1ef81a8a36fc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:28.963966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebd63530-e49a-4fe3-be36-71899419892e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.083701 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '51027a57-871b-4bca-9e96-39f3897b1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:24Z', 'revision_number': 3, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port': {'id': '51027a57-871b-4bca-9e96-39f3897b1305', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:22Z', 'updated_at': '2021-09-23T19:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:29.160434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.162819 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d306852-4e4a-4d3a-bfb8-176a3941f362 None None] The sync data for ids ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'] in n-d-810763-1 is: [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '51027a57-871b-4bca-9e96-39f3897b1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:24Z', 'revision_number': 3, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port': {'id': '51027a57-871b-4bca-9e96-39f3897b1305', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:22Z', 'updated_at': '2021-09-23T19:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:29.208851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fbc94-d015-41f4-b7cc-67587f17b3e0 req-9d5b5904-7998-4e2c-a4f6-33df74638c44 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:29.219488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-637fbc94-d015-41f4-b7cc-67587f17b3e0 req-9d5b5904-7998-4e2c-a4f6-33df74638c44 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1273761 Sep 23 19:47:29.265909 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.313964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Network 3788c749-d385-4cc9-956b-78ff520ec42a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:29.337880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-637fbc94-d015-41f4-b7cc-67587f17b3e0 req-c2571d9b-9b35-48df-822a-e185690544cc tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082544 Sep 23 19:47:29.347782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:29.351767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:29.412215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.817590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c7c70cfa-8488-4683-a056-c15cdfc06981 None None] Provisioning complete for port ff9ab740-c1f5-4643-8583-1ef81a8a36fc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:29.819595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c70cfa-8488-4683-a056-c15cdfc06981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.877773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c7c70cfa-8488-4683-a056-c15cdfc06981 None None] Port ff9ab740-c1f5-4643-8583-1ef81a8a36fc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:47:29.880257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Pushing event updated for resources: {'Port': ['ID=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:29.898186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebd63530-e49a-4fe3-be36-71899419892e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.935046 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebd63530-e49a-4fe3-be36-71899419892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.991518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ebd63530-e49a-4fe3-be36-71899419892e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e479693eb304d9ca1187e3c32745996&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0916486 Sep 23 19:47:29.992052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:30.011393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd63530-e49a-4fe3-be36-71899419892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef44361-597b-4c8d-8491-73296cb934e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:30.096603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.220106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de613f68-e74f-44ce-88de-a9cd96f8c4fc req-6992e758-3df1-443e-b2f4-9256bbdc60c4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:30.221689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de613f68-e74f-44ce-88de-a9cd96f8c4fc req-6992e758-3df1-443e-b2f4-9256bbdc60c4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.1406801 Sep 23 19:47:30.240806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca70a67e-406d-4fab-8874-c4a4f9f330e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.321790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca70a67e-406d-4fab-8874-c4a4f9f330e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.385065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de613f68-e74f-44ce-88de-a9cd96f8c4fc req-88304faf-e915-4bea-9f3f-1b7627e53793 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555762 Sep 23 19:47:30.403725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.419799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.477700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca70a67e-406d-4fab-8874-c4a4f9f330e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.481041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca70a67e-406d-4fab-8874-c4a4f9f330e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.482653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca70a67e-406d-4fab-8874-c4a4f9f330e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ef44361-597b-4c8d-8491-73296cb934e5 HTTP/1.1" status: 204 len: 168 time: 0.4889884 Sep 23 19:47:30.507651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70a67e-406d-4fab-8874-c4a4f9f330e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef44361-597b-4c8d-8491-73296cb934e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:30.635308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27dacf-c676-45d1-9e9c-e1c26b331eda req-aecc5d5d-9d35-496a-a6a3-ff2edd975241 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:30.636321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Pushing event updated for resources: {'Port': ['ID=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:30.637930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c27dacf-c676-45d1-9e9c-e1c26b331eda req-aecc5d5d-9d35-496a-a6a3-ff2edd975241 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1162665 Sep 23 19:47:30.644362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.660906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-148265af-c093-4dad-aca0-ce48473a99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:30.662580 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-148265af-c093-4dad-aca0-ce48473a99dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 1096 time: 0.2543867 Sep 23 19:47:30.733886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c27dacf-c676-45d1-9e9c-e1c26b331eda req-17dd66ba-07e0-4d02-89fd-62e05ca8db42 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858705 Sep 23 19:47:30.824521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Network 3788c749-d385-4cc9-956b-78ff520ec42a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:30.826095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:31.051282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:31.135077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 51027a57-871b-4bca-9e96-39f3897b1305 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:31.277451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 51027a57-871b-4bca-9e96-39f3897b1305 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:31.279204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.477490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4db80ba7-43fa-4569-b714-40731c19dcd4 None None] Provisioning complete for port ff9ab740-c1f5-4643-8583-1ef81a8a36fc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:31.478652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4db80ba7-43fa-4569-b714-40731c19dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.503627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:31.539125 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bd91cab9-f122-4918-a033-6fd7290a354b admin admin] 10.222.0.38 "PUT /v2.0/routers/dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0781915 Sep 23 19:47:31.608183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-10a9fd46-d9b0-4af1-8a10-a1cd2f715fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:31.609761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-10a9fd46-d9b0-4af1-8a10-a1cd2f715fc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 914 time: 0.4103265 Sep 23 19:47:31.637767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9411-13eb-4417-861b-545cd2aa9e2b req-ca987afd-377f-4865-bbf2-166dc07ef006 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:31.647336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f26c9411-13eb-4417-861b-545cd2aa9e2b req-ca987afd-377f-4865-bbf2-166dc07ef006 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 945 time: 0.0898495 Sep 23 19:47:31.696368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4db80ba7-43fa-4569-b714-40731c19dcd4 None None] Port ff9ab740-c1f5-4643-8583-1ef81a8a36fc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:47:31.724495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.734621 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-921bcdfc-8eb6-42e9-81eb-80158060bdbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b HTTP/1.1" status: 200 len: 217 time: 0.0467036 Sep 23 19:47:31.734981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f26c9411-13eb-4417-861b-545cd2aa9e2b req-96e1e5e7-acd8-47cc-8235-55941476f9bd tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862918 Sep 23 19:47:31.781561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 51027a57-871b-4bca-9e96-39f3897b1305, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=51027a57-871b-4bca-9e96-39f3897b1305,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:31.799078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.883026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-703f1c95-7816-44f5-80f4-eadfb104879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:31.890532 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-703f1c95-7816-44f5-80f4-eadfb104879a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 200 len: 853 time: 0.1232860 Sep 23 19:47:31.907766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=51027a57-871b-4bca-9e96-39f3897b1305,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:31.922959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:31.990078 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-68ad6adf-30b8-4962-b8a4-7fd77c8d5d2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da7f85ba-0393-48df-a833-47fce18f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827787 Sep 23 19:47:32.033786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860955e4-e730-4478-b36b-e89b6293a033 req-083b90aa-4e29-4ff4-8c7b-84a7931e920d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:32.042418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-860955e4-e730-4478-b36b-e89b6293a033 req-083b90aa-4e29-4ff4-8c7b-84a7931e920d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1393535 Sep 23 19:47:32.050532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Sync routers for ids ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:32.094519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-860955e4-e730-4478-b36b-e89b6293a033 req-6b016316-ea39-43d7-b571-d8cd8b3ae94c tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511203 Sep 23 19:47:32.096349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Routers {'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:32.098963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:32.210536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.289450 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-e488e4f7-f97a-492b-b9d3-c28a1bd410df service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878830 Sep 23 19:47:32.347391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Set router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:32.472530 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-743c587b-2f00-4f1f-9f32-e07981dfaefc req-81bea25b-1fd2-4217-b20f-1e7f9d480f77 service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542139 Sep 23 19:47:32.581106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:32.587926 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eb2587-353e-4062-beff-d9c0b9a90623" -d '{"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-unplugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:32.650340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:32.656151 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.954293 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15641698-f79b-463d-bfbd-8356a9f08fe9 x-openstack-request-id: req-15641698-f79b-463d-bfbd-8356a9f08fe9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:32.954645 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-unplugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:32.955047 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15641698-f79b-463d-bfbd-8356a9f08fe9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:32.955342 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'code': 200} Sep 23 19:47:33.029027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d53b-324e-4df3-b8f7-4429bf59205b req-f25e2cf0-7eb4-4627-8f6c-5f55cb9857d0 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:33.030627 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfa1d53b-324e-4df3-b8f7-4429bf59205b req-f25e2cf0-7eb4-4627-8f6c-5f55cb9857d0 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1841645 Sep 23 19:47:33.061176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:33.094175 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.094716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.094925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.095266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.095601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.095936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.096268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.096630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.097479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.097479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.097679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.098305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:33.124774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 51027a57-871b-4bca-9e96-39f3897b1305 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:33.147060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfa1d53b-324e-4df3-b8f7-4429bf59205b req-ee2b1824-a094-4c52-9146-a0952b83af27 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032491 Sep 23 19:47:33.373627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 51027a57-871b-4bca-9e96-39f3897b1305 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:33.374199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.379260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '51027a57-871b-4bca-9e96-39f3897b1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:29Z', 'revision_number': 4, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port': {'id': '51027a57-871b-4bca-9e96-39f3897b1305', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:22Z', 'updated_at': '2021-09-23T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ff9ab740-c1f5-4643-8583-1ef81a8a36fc', 'name': '', 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'mac_address': 'fa:16:3e:01:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '7abefeea-76d9-4626-8f90-506c11380fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:28Z', 'updated_at': '2021-09-23T19:47:30Z', 'revision_number': 2, 'project_id': '4965004ad90c442db7997c28e044d183', 'subnets': [{'id': '7abefeea-76d9-4626-8f90-506c11380fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:33.428081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65808c5-f587-4e3a-a991-4298a9f88652 req-ad857a37-9028-46a1-a2af-ea95c31eda74 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:33.452464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c65808c5-f587-4e3a-a991-4298a9f88652 req-ad857a37-9028-46a1-a2af-ea95c31eda74 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1607053 Sep 23 19:47:33.502471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Checking router: dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:33.502831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Updating router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf port ff9ab740-c1f5-4643-8583-1ef81a8a36fc binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:47:33.527206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c65808c5-f587-4e3a-a991-4298a9f88652 req-bb7b45dc-6029-40d9-8187-b2551e0a754f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670943 Sep 23 19:47:33.579881 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.924554 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.931533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.076792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:34.153928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Attempting to bind port ff9ab740-c1f5-4643-8583-1ef81a8a36fc on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:34.154841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Attempting to bind port ff9ab740-c1f5-4643-8583-1ef81a8a36fc by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:34.159315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Attempting to bind port ff9ab740-c1f5-4643-8583-1ef81a8a36fc on network 3788c749-d385-4cc9-956b-78ff520ec42a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:34.175210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:34.178901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Checking segment: {'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:34.179562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.181304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Bound using segment: {'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:34.182058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Bound port: ff9ab740-c1f5-4643-8583-1ef81a8a36fc, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40eabd-ceb9-40d4-8a73-0bab19283688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:34.183987 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.190277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0e7ad-bb81-455f-bf65-aa78846b637c None None] Pushing event updated for resources: {'Port': ['ID=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.382679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] For port ff9ab740-c1f5-4643-8583-1ef81a8a36fc, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:34.386137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] For port ff9ab740-c1f5-4643-8583-1ef81a8a36fc, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,segment=NetworkSegment(4d40eabd-ceb9-40d4-8a73-0bab19283688),segment_id=4d40eabd-ceb9-40d4-8a73-0bab19283688)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:34.392593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.542888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Routers {'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:34.543514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:34.599809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0e7ad-bb81-455f-bf65-aa78846b637c None None] Pushing event updated for resources: {'Port': ['ID=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.694006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1b6a6a45-3e4a-43e5-a917-507a6573d250 None None] Provisioning complete for port ff9ab740-c1f5-4643-8583-1ef81a8a36fc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:34.694771 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6a45-3e4a-43e5-a917-507a6573d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.944376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] Set router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:35.020640 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6a45-3e4a-43e5-a917-507a6573d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.272234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f2c6b-5a61-4082-95fc-e4929e8818ab req-1faf986e-2231-420a-b9bb-a68a9affc2e3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:35.272786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1b6a6a45-3e4a-43e5-a917-507a6573d250 None None] For port ff9ab740-c1f5-4643-8583-1ef81a8a36fc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,segment=NetworkSegment(4d40eabd-ceb9-40d4-8a73-0bab19283688),segment_id=4d40eabd-ceb9-40d4-8a73-0bab19283688)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:35.278348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6a45-3e4a-43e5-a917-507a6573d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.280344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a4f2c6b-5a61-4082-95fc-e4929e8818ab req-1faf986e-2231-420a-b9bb-a68a9affc2e3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1507881 Sep 23 19:47:35.339125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a4f2c6b-5a61-4082-95fc-e4929e8818ab req-bbff682c-bb38-40a4-81a3-9e8016f197b4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551660 Sep 23 19:47:35.421732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a6a45-3e4a-43e5-a917-507a6573d250 None None] Pushing event updated for resources: {'Port': ['ID=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:35.431341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a8e0582c-6d9a-4cb2-90a4-9d687085f01c None None] Provisioning complete for port ff9ab740-c1f5-4643-8583-1ef81a8a36fc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:35.431637 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8e0582c-6d9a-4cb2-90a4-9d687085f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.466166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '51027a57-871b-4bca-9e96-39f3897b1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:29Z', 'revision_number': 4, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port': {'id': '51027a57-871b-4bca-9e96-39f3897b1305', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:22Z', 'updated_at': '2021-09-23T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ff9ab740-c1f5-4643-8583-1ef81a8a36fc', 'name': '', 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'mac_address': 'fa:16:3e:01:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '7abefeea-76d9-4626-8f90-506c11380fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:28Z', 'updated_at': '2021-09-23T19:47:34Z', 'revision_number': 4, 'project_id': '4965004ad90c442db7997c28e044d183', 'subnets': [{'id': '7abefeea-76d9-4626-8f90-506c11380fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:35.497226 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f2211-91ff-47e0-bc3c-19d945ee94a6 None None] The sync data for ids ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'] in n-d-810763-1 is: [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '51027a57-871b-4bca-9e96-39f3897b1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:29Z', 'revision_number': 4, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port': {'id': '51027a57-871b-4bca-9e96-39f3897b1305', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:22Z', 'updated_at': '2021-09-23T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'ff9ab740-c1f5-4643-8583-1ef81a8a36fc', 'name': '', 'network_id': '3788c749-d385-4cc9-956b-78ff520ec42a', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'mac_address': 'fa:16:3e:01:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '7abefeea-76d9-4626-8f90-506c11380fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:28Z', 'updated_at': '2021-09-23T19:47:34Z', 'revision_number': 4, 'project_id': '4965004ad90c442db7997c28e044d183', 'subnets': [{'id': '7abefeea-76d9-4626-8f90-506c11380fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:35.517261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b0a30-1178-4db0-a0db-e959991c0b15 req-8e8ed2e8-31a0-4b20-814a-c69e28aebe4b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:35.526246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-475b0a30-1178-4db0-a0db-e959991c0b15 req-8e8ed2e8-31a0-4b20-814a-c69e28aebe4b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1213629 Sep 23 19:47:35.584650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:35.616992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-475b0a30-1178-4db0-a0db-e959991c0b15 req-b24d1ce6-b6a4-4d5f-a4e6-6c3fbf4e8514 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896251 Sep 23 19:47:35.694397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.751730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ccb882e-b09d-4b5b-a653-4da2bbd1d3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.872818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ccb882e-b09d-4b5b-a653-4da2bbd1d3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.877574 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ccb882e-b09d-4b5b-a653-4da2bbd1d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.916588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb882e-b09d-4b5b-a653-4da2bbd1d3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc654e3-a124-4bf0-ba05-11a579a660e3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:35.941850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8ccb882e-b09d-4b5b-a653-4da2bbd1d3ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a1150436077401cb00c968d517d0480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557949 Sep 23 19:47:35.944509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:36.001628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c91b3bd4-7726-4598-9375-c04aa72d88e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.016056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Deleting port ff9ab740-c1f5-4643-8583-1ef81a8a36fc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:36.016401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.027406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c91b3bd4-7726-4598-9375-c04aa72d88e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.088005 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c91b3bd4-7726-4598-9375-c04aa72d88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.090753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c91b3bd4-7726-4598-9375-c04aa72d88e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.091954 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c91b3bd4-7726-4598-9375-c04aa72d88e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/adc654e3-a124-4bf0-ba05-11a579a660e3 HTTP/1.1" status: 204 len: 168 time: 0.1465249 Sep 23 19:47:36.101536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b3bd4-7726-4598-9375-c04aa72d88e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc654e3-a124-4bf0-ba05-11a579a660e3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:36.124844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] For port ff9ab740-c1f5-4643-8583-1ef81a8a36fc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,segment=NetworkSegment(4d40eabd-ceb9-40d4-8a73-0bab19283688),segment_id=4d40eabd-ceb9-40d4-8a73-0bab19283688)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:36.125479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.143585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Calling delete_port for ff9ab740-c1f5-4643-8583-1ef81a8a36fc owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:36.415531 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.464553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9ab740-c1f5-4643-8583-1ef81a8a36fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:36.548775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46218) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:36.564261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d76984a-0582-4a7b-847e-71995f360b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.603868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb31c2a-9d8a-436e-a3b9-45aa92380c28 req-4aa4d9cb-876d-4e28-81ae-db5417acbbd5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:36.605966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9fb31c2a-9d8a-436e-a3b9-45aa92380c28 req-4aa4d9cb-876d-4e28-81ae-db5417acbbd5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1779594 Sep 23 19:47:36.702932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d76984a-0582-4a7b-847e-71995f360b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.709177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d76984a-0582-4a7b-847e-71995f360b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.735055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9fb31c2a-9d8a-436e-a3b9-45aa92380c28 req-3e6fa240-7559-445e-88d9-f3d461bd29b5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170459 Sep 23 19:47:36.781777 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4d76984a-0582-4a7b-847e-71995f360b07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa84284de7704a90b289a667fae602ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316563 Sep 23 19:47:36.787300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:36.787474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76984a-0582-4a7b-847e-71995f360b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1668deb6-aace-4ebb-b8de-67508fc0ee84,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:36.906452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46eb30a-aad2-42f8-9297-2dd50a99884a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.927480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.977607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845d708-915d-4dfe-9e63-5fd49ae5f1a1 req-b13420fa-6999-4d00-8470-26634969190a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:36.980191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5845d708-915d-4dfe-9e63-5fd49ae5f1a1 req-b13420fa-6999-4d00-8470-26634969190a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1482606 Sep 23 19:47:36.983077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46eb30a-aad2-42f8-9297-2dd50a99884a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.146875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5845d708-915d-4dfe-9e63-5fd49ae5f1a1 req-62a546f9-6697-47a3-8c7b-29e84f1b681f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109118 Sep 23 19:47:37.200731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46eb30a-aad2-42f8-9297-2dd50a99884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.203567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f46eb30a-aad2-42f8-9297-2dd50a99884a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.207282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f46eb30a-aad2-42f8-9297-2dd50a99884a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1668deb6-aace-4ebb-b8de-67508fc0ee84 HTTP/1.1" status: 204 len: 168 time: 0.4163818 Sep 23 19:47:37.222433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb30a-aad2-42f8-9297-2dd50a99884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1668deb6-aace-4ebb-b8de-67508fc0ee84,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:37.347721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:37.464976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:37.471047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3121a27-d42a-43e3-aef7-904a32de1488 admin admin] 10.222.0.38 "PUT /v2.0/routers/dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3931830 Sep 23 19:47:37.474232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:37.483723 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] Sync routers for ids ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:37.497413 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] Routers {'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:37.498423 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:37.592475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.630704 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] Set router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:37.710335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.772173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Deleting port 51027a57-871b-4bca-9e96-39f3897b1305 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:37.773041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.875085 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '51027a57-871b-4bca-9e96-39f3897b1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:36Z', 'revision_number': 5, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port': {'id': '51027a57-871b-4bca-9e96-39f3897b1305', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:22Z', 'updated_at': '2021-09-23T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:37.915879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] Checking router: dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:37.926950 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] Routers {'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:37.927845 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:37.940041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e01b-f27f-4c67-9beb-93a0453f6f4a req-9ae76f29-e06c-4144-af4e-c3082c408bed tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:37.941832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90a0e01b-f27f-4c67-9beb-93a0453f6f4a req-9ae76f29-e06c-4144-af4e-c3082c408bed tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0726955 Sep 23 19:47:37.947385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] For port 51027a57-871b-4bca-9e96-39f3897b1305, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=51027a57-871b-4bca-9e96-39f3897b1305,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:37.947860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.977461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Calling delete_port for 51027a57-871b-4bca-9e96-39f3897b1305 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:38.005514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90a0e01b-f27f-4c67-9beb-93a0453f6f4a req-5b2c3d9f-8cd4-496d-8a49-1ae2f57ea852 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 Sep 23 19:47:38.056039 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] Set router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:38.120891 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:37Z', 'revision_number': 6, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:38.163255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2734b3d-9e72-4ca9-846f-7eefea037147 None None] The sync data for ids ['dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf'] in n-d-810763-1 is: [{'id': 'dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf', 'name': 'tempest-ImageQuotaTest-1496256295-router', 'tenant_id': '4965004ad90c442db7997c28e044d183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:21Z', 'updated_at': '2021-09-23T19:47:37Z', 'revision_number': 6, 'project_id': '4965004ad90c442db7997c28e044d183', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:38.223882 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.262181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=51027a57-871b-4bca-9e96-39f3897b1305,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:38.387286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee336-1bb0-4288-a456-9570cfecca9c req-1a511d76-d9f0-4db9-a5b9-5380393e160a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:38.388818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-400ee336-1bb0-4288-a456-9570cfecca9c req-1a511d76-d9f0-4db9-a5b9-5380393e160a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1325781 Sep 23 19:47:38.391930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.502349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.507928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.528673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-400ee336-1bb0-4288-a456-9570cfecca9c req-55e43127-1889-470c-87e4-ca3199c09e56 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091998 Sep 23 19:47:38.575583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.576125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:47:38.589167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.593480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:38.593974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b687a08-1592-44cb-acc0-f0599e6e4b70 admin admin] 10.222.0.38 "DELETE /v2.0/routers/dc237e2d-cc6d-457a-8a8e-d5ab8f2a6baf HTTP/1.1" status: 204 len: 168 time: 1.1179893 Sep 23 19:47:38.653827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] Deleting subnet 7abefeea-76d9-4626-8f90-506c11380fd0 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:38.663922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.711025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.792745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.856387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.882363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abefeea-76d9-4626-8f90-506c11380fd0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:38.886159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.890783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:38.895191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131ddc3-b9d7-4e51-9be4-88f9a8d8f6c3 None None] Network 3788c749-d385-4cc9-956b-78ff520ec42a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:38.898815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2e5bf313-9b39-4258-9f4c-c2641ef4df68 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7abefeea-76d9-4626-8f90-506c11380fd0 HTTP/1.1" status: 204 len: 168 time: 0.3042169 Sep 23 19:47:38.966091 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.079496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Deleting port 0a3574c3-e557-48d5-8570-f2f79efdab7b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:39.079971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.140482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ff9ab740-c1f5-4643-8583-1ef81a8a36fc no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:39.166153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] For port 0a3574c3-e557-48d5-8570-f2f79efdab7b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0a3574c3-e557-48d5-8570-f2f79efdab7b,segment=NetworkSegment(4d40eabd-ceb9-40d4-8a73-0bab19283688),segment_id=4d40eabd-ceb9-40d4-8a73-0bab19283688)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:39.166748 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.170108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ff9ab740-c1f5-4643-8583-1ef81a8a36fc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:39.170725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ff9ab740-c1f5-4643-8583-1ef81a8a36fc not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:39.171305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 51027a57-871b-4bca-9e96-39f3897b1305 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:39.214702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 51027a57-871b-4bca-9e96-39f3897b1305 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:39.215634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 51027a57-871b-4bca-9e96-39f3897b1305 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:39.216292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Calling delete_port for 0a3574c3-e557-48d5-8570-f2f79efdab7b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:39.221383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] DHCP port deletion for 3788c749-d385-4cc9-956b-78ff520ec42a request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:39.276805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358f04-93ff-45c6-9989-646cdc7feb7a req-34f377ce-b661-4278-bbaf-08b9c663a2ce tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:39.285232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1358f04-93ff-45c6-9989-646cdc7feb7a req-34f377ce-b661-4278-bbaf-08b9c663a2ce tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1067114 Sep 23 19:47:39.290037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] Deleting port 0a3574c3-e557-48d5-8570-f2f79efdab7b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:39.290359 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.353208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1358f04-93ff-45c6-9989-646cdc7feb7a req-fbdc31a4-f957-4be7-9df7-bc586256b9d3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674746 Sep 23 19:47:39.388873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] For port 0a3574c3-e557-48d5-8570-f2f79efdab7b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0a3574c3-e557-48d5-8570-f2f79efdab7b,segment=NetworkSegment(4d40eabd-ceb9-40d4-8a73-0bab19283688),segment_id=4d40eabd-ceb9-40d4-8a73-0bab19283688)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:39.389400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.416123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] Calling delete_port for 0a3574c3-e557-48d5-8570-f2f79efdab7b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:39.420730 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.510887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3574c3-e557-48d5-8570-f2f79efdab7b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:39.524110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] No DVR routers for this DVR port 0a3574c3-e557-48d5-8570-f2f79efdab7b on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:39.532001 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.567818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] Pushing event deleted for resources: {'Port': ['ID=0a3574c3-e557-48d5-8570-f2f79efdab7b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:39.570266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9ec03-fc68-4113-9d6c-863dfb41c7be None None] No DVR routers for this DVR port 0a3574c3-e557-48d5-8570-f2f79efdab7b on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:39.585562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf18c5-7ce5-4743-8c69-5f005da59f35 req-80bcfec2-2271-4f09-9821-25fe5423c175 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:39.587206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fdf18c5-7ce5-4743-8c69-5f005da59f35 req-80bcfec2-2271-4f09-9821-25fe5423c175 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1218793 Sep 23 19:47:39.647184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.678797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3788c749-d385-4cc9-956b-78ff520ec42a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:39.684751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fdf18c5-7ce5-4743-8c69-5f005da59f35 req-096e27b3-2e01-4020-93d9-a75682148678 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894201 Sep 23 19:47:39.697521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d40eabd-ceb9-40d4-8a73-0bab19283688') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:39.697521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d40eabd-ceb9-40d4-8a73-0bab19283688') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:39.705419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.750783 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.757718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:39.758269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:39.760210 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:39.851923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.860007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.865227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] 10.222.0.38 "DELETE /v2.0/networks/3788c749-d385-4cc9-956b-78ff520ec42a HTTP/1.1" status: 204 len: 168 time: 0.9701102 Sep 23 19:47:39.875617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb56e-42e7-46ce-a105-22cd8f85bcda admin admin] Pushing event deleted for resources: {'Network': ['ID=3788c749-d385-4cc9-956b-78ff520ec42a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:39.892531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f2b8-199f-41ea-aa5e-15031838cb6c req-53c096ca-ca9c-469b-a9f0-79bac57665f9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:39.893928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4398f2b8-199f-41ea-aa5e-15031838cb6c req-53c096ca-ca9c-469b-a9f0-79bac57665f9 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1159387 Sep 23 19:47:39.960237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4398f2b8-199f-41ea-aa5e-15031838cb6c req-97def642-9774-4b1c-917c-b5c6c0a1b1e5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557959 Sep 23 19:47:40.046655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.074180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.097208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2540239b-5fe2-494f-99bb-7d1465e62604 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4965004ad90c442db7997c28e044d183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493758 Sep 23 19:47:40.100289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46336) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.178660 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1670b263-2203-4eb8-9806-aff3498922e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.216108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1670b263-2203-4eb8-9806-aff3498922e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.276553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1670b263-2203-4eb8-9806-aff3498922e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.281802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1670b263-2203-4eb8-9806-aff3498922e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.283191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1670b263-2203-4eb8-9806-aff3498922e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2554d060-7947-4fdd-8def-989255ae4fff HTTP/1.1" status: 204 len: 168 time: 0.1816990 Sep 23 19:47:40.301381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670b263-2203-4eb8-9806-aff3498922e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554d060-7947-4fdd-8def-989255ae4fff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:40.323570 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132295fa-9558-4453-bbec-b1ebb8457c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.349216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a13f1-6b09-4346-994d-cd26644d7376 req-d692e044-16e7-4673-88ee-84772b0bd1d2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:40.350753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d3a13f1-6b09-4346-994d-cd26644d7376 req-d692e044-16e7-4673-88ee-84772b0bd1d2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0744877 Sep 23 19:47:40.439358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d3a13f1-6b09-4346-994d-cd26644d7376 req-4ee938f4-6132-4aeb-838b-a4f139dbebee tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767882 Sep 23 19:47:40.449690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-86848147-10b4-44e7-b864-c5f279a765f2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979879 Sep 23 19:47:40.515661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132295fa-9558-4453-bbec-b1ebb8457c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.520255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-132295fa-9558-4453-bbec-b1ebb8457c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.564486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-132295fa-9558-4453-bbec-b1ebb8457c66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=702a1f046612418a8b9d61b0f8d814f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867132 Sep 23 19:47:40.564938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.571623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132295fa-9558-4453-bbec-b1ebb8457c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5103fb8-ded3-45ff-a755-08348915d3d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:40.608918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.623889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3996e65-823f-41ec-8a80-40eecd43aae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.647162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd945649-b3ab-43a0-a403-ad5d377e5a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.678440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd945649-b3ab-43a0-a403-ad5d377e5a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.762448 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd945649-b3ab-43a0-a403-ad5d377e5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.764841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd945649-b3ab-43a0-a403-ad5d377e5a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.765965 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd945649-b3ab-43a0-a403-ad5d377e5a6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5103fb8-ded3-45ff-a755-08348915d3d7 HTTP/1.1" status: 204 len: 168 time: 0.2000110 Sep 23 19:47:40.783696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd945649-b3ab-43a0-a403-ad5d377e5a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5103fb8-ded3-45ff-a755-08348915d3d7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:40.791924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3996e65-823f-41ec-8a80-40eecd43aae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.800622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3996e65-823f-41ec-8a80-40eecd43aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.843688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e3996e65-823f-41ec-8a80-40eecd43aae5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2334073 Sep 23 19:47:40.844556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3996e65-823f-41ec-8a80-40eecd43aae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf221abd-88d2-4680-908e-17ef7cdc2e66,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:40.846531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.904396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e7670a8-9080-4e6a-ab80-50e25f4b4d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.928074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e7670a8-9080-4e6a-ab80-50e25f4b4d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.995097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e7670a8-9080-4e6a-ab80-50e25f4b4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.998340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e7670a8-9080-4e6a-ab80-50e25f4b4d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.999528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e7670a8-9080-4e6a-ab80-50e25f4b4d7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf221abd-88d2-4680-908e-17ef7cdc2e66 HTTP/1.1" status: 204 len: 168 time: 0.1518095 Sep 23 19:47:41.009452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7670a8-9080-4e6a-ab80-50e25f4b4d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf221abd-88d2-4680-908e-17ef7cdc2e66,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:41.065263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a3574c3-e557-48d5-8570-f2f79efdab7b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:41.127683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 0a3574c3-e557-48d5-8570-f2f79efdab7b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:41.128422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0a3574c3-e557-48d5-8570-f2f79efdab7b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:41.143033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efaa14-6afd-4344-9028-7599b9ed5f92 req-e7814d7f-6dec-4f03-9ed2-c75f818d3ca0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.144725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7efaa14-6afd-4344-9028-7599b9ed5f92 req-e7814d7f-6dec-4f03-9ed2-c75f818d3ca0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 945 time: 0.0689371 Sep 23 19:47:41.242950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7efaa14-6afd-4344-9028-7599b9ed5f92 req-1ec065cf-c9bf-4a35-b9cb-709c9e378c4f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897415 Sep 23 19:47:41.248982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:41.274519 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5620aa-01a7-45fd-8d97-6cb684b494d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.288247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-f38aa357-4dcb-4890-97c3-a89669f4f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.293039 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-f38aa357-4dcb-4890-97c3-a89669f4f64b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355&tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1 HTTP/1.1" status: 200 len: 1094 time: 0.0830333 Sep 23 19:47:41.388713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-d316316c-fe96-40e4-85c2-623f9a0f308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.390687 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-d316316c-fe96-40e4-85c2-623f9a0f308a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 1094 time: 0.0720439 Sep 23 19:47:41.421315 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5620aa-01a7-45fd-8d97-6cb684b494d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.426823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5620aa-01a7-45fd-8d97-6cb684b494d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.474881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c5620aa-01a7-45fd-8d97-6cb684b494d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77e6396502d944dbad35b7b083051bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243276 Sep 23 19:47:41.479246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:41.495462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5620aa-01a7-45fd-8d97-6cb684b494d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb08194d-89ef-4521-9ede-560135351929,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:41.708629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba110b27-ecaf-4ad5-b93d-576ff83ad393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.712250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-e2987d6d-888b-4213-a654-16919783e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.712250 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-e2987d6d-888b-4213-a654-16919783e96e service neutron] 10.222.0.41 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 914 time: 0.2061944 Sep 23 19:47:41.712946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba110b27-ecaf-4ad5-b93d-576ff83ad393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.713184 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-a51984f8-56f3-41c2-8063-f66dfdadcb3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b HTTP/1.1" status: 200 len: 217 time: 0.0728617 Sep 23 19:47:41.742613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2ea9f-f6aa-42bc-aca2-c031c6a7e54d req-952ae18a-9124-4c08-aac9-d76df1c97366 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.744789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0e2ea9f-f6aa-42bc-aca2-c031c6a7e54d req-952ae18a-9124-4c08-aac9-d76df1c97366 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1729937 Sep 23 19:47:41.758016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-03f77d83-315e-45d5-9620-537b6d80ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.760832 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-03f77d83-315e-45d5-9620-537b6d80ad96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 200 len: 853 time: 0.0691445 Sep 23 19:47:41.794861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0e2ea9f-f6aa-42bc-aca2-c031c6a7e54d req-bd7b1050-f3f0-46e6-9411-d5bde7815cd3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 Sep 23 19:47:41.795814 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-234a5604-017b-4e05-b1dc-2218f4e3bb0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da7f85ba-0393-48df-a833-47fce18f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284908 Sep 23 19:47:41.796686 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba110b27-ecaf-4ad5-b93d-576ff83ad393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.799919 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba110b27-ecaf-4ad5-b93d-576ff83ad393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.802795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba110b27-ecaf-4ad5-b93d-576ff83ad393 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb08194d-89ef-4521-9ede-560135351929 HTTP/1.1" status: 204 len: 168 time: 0.3224397 Sep 23 19:47:41.817824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba110b27-ecaf-4ad5-b93d-576ff83ad393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb08194d-89ef-4521-9ede-560135351929,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:41.923489 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-c9d22c70-95e9-40a2-bdb5-ee979e15de6b service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114352 Sep 23 19:47:41.946004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:47:41.948121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:42.037590 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c51b2acf-d1f6-43ef-9fc1-15bd0359fc85 req-cd134b8d-c7b7-4cd8-8394-d811a5129335 service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068666 Sep 23 19:47:42.144300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:42.156339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'port_id': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'mac_address': 'fa:16:3e:3a:db:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:47:42.200210 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.214269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8330ff-d72f-40b3-9575-488a57cccb09 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:47:42.237967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:42.242400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.328094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:42.425835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea872-b986-4735-a94d-64d6ea517f62 req-fc465a45-209d-450f-9471-77445dee3d7e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:42.428034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8faea872-b986-4735-a94d-64d6ea517f62 req-fc465a45-209d-450f-9471-77445dee3d7e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0743670 Sep 23 19:47:42.485561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8faea872-b986-4735-a94d-64d6ea517f62 req-339fb1fb-7bd4-4d44-8f8a-10f3d265f2c5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510294 Sep 23 19:47:42.548221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ee8330ff-d72f-40b3-9575-488a57cccb09'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:47:43.007148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7dd70-ca37-469f-82ca-504699bdafcc req-f3a6df40-26eb-446e-acde-b04077f8ebe5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:43.018845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fb7dd70-ca37-469f-82ca-504699bdafcc req-f3a6df40-26eb-446e-acde-b04077f8ebe5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1192529 Sep 23 19:47:43.079771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fb7dd70-ca37-469f-82ca-504699bdafcc req-6e11aafd-0d6a-4675-ae52-4819638182e5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568011 Sep 23 19:47:43.149721 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c95e-b077-4dfe-96fe-78be1d59f89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.414129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:43.654385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.708167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca3942-9d9f-4136-8efd-256a228f681d req-b97fabf0-35ee-4a43-8aaf-63833c8e8fb3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:43.709839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cca3942-9d9f-4136-8efd-256a228f681d req-b97fabf0-35ee-4a43-8aaf-63833c8e8fb3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0952668 Sep 23 19:47:43.787014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cca3942-9d9f-4136-8efd-256a228f681d req-bfb4de86-7b68-4749-8f5e-a038cde759e2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678272 Sep 23 19:47:43.846174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.852269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.909724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed3afc87a7c347008c066569513efed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944634 Sep 23 19:47:43.910639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdd6e48-c06c-42ac-8324-106570a924ad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:43.912632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:43.941515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.941817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.944308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:43.947983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.947983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.948216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.948537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.948874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.949204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.949534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.949858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.950188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:43.950545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f1a17b-0dd0-4f61-98bc-79b663dd7767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:44.025775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port ee8330ff-d72f-40b3-9575-488a57cccb09 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:47:44.030377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe2e25-a6a0-4373-97c2-b71e30c3958b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.030984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port ee8330ff-d72f-40b3-9575-488a57cccb09 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:44.031240 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.076551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe2e25-a6a0-4373-97c2-b71e30c3958b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.133051 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe2e25-a6a0-4373-97c2-b71e30c3958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.135676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bafe2e25-a6a0-4373-97c2-b71e30c3958b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.139523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bafe2e25-a6a0-4373-97c2-b71e30c3958b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bdd6e48-c06c-42ac-8324-106570a924ad HTTP/1.1" status: 204 len: 168 time: 0.2259486 Sep 23 19:47:44.151206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe2e25-a6a0-4373-97c2-b71e30c3958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdd6e48-c06c-42ac-8324-106570a924ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:44.195082 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.287568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:44.289023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:44.296148 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd062abc-bc6a-4993-aace-94cd7522885d" -d '{"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:44.313747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.344356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fa176-07a1-4cca-aa19-3ce60447846a req-ec2c5a5d-d501-43c9-936e-6b4df42420b8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:44.355035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e21fa176-07a1-4cca-aa19-3ce60447846a req-ec2c5a5d-d501-43c9-936e-6b4df42420b8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1269846 Sep 23 19:47:44.416101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e21fa176-07a1-4cca-aa19-3ce60447846a req-402d22ae-4cc7-4818-8d11-2fca6cfb8377 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 Sep 23 19:47:44.471756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=12']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:44.481153 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0556aef-777a-4be0-a406-9afe48713435 x-openstack-request-id: req-c0556aef-777a-4be0-a406-9afe48713435 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:44.485853 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:44.486189 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0556aef-777a-4be0-a406-9afe48713435 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:44.486661 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'code': 200} Sep 23 19:47:45.017691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a8cae-ba50-42f1-a22a-28bc5a58d4e4 req-68030179-7e9b-4c26-90cc-28fc4fdb71cd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:45.019672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-315a8cae-ba50-42f1-a22a-28bc5a58d4e4 req-68030179-7e9b-4c26-90cc-28fc4fdb71cd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.1128767 Sep 23 19:47:45.094421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-315a8cae-ba50-42f1-a22a-28bc5a58d4e4 req-c666bf8a-579d-4998-8759-bb87bffa6d2d tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675540 Sep 23 19:47:45.624225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837536fc-9e19-4f6e-a799-046dd6dfee7d req-b37416c8-0e67-4304-8f79-225db7fe4276 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:45.633631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-837536fc-9e19-4f6e-a799-046dd6dfee7d req-b37416c8-0e67-4304-8f79-225db7fe4276 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.1105628 Sep 23 19:47:45.686265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-837536fc-9e19-4f6e-a799-046dd6dfee7d req-21a998cc-3521-482e-a0bd-d26ef2b33695 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 Sep 23 19:47:46.282791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5caf92-c78a-47b3-a82d-3ad782ffdba3 req-a1846bd8-afa6-4d8d-8559-afc9516e315b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:46.284533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce5caf92-c78a-47b3-a82d-3ad782ffdba3 req-a1846bd8-afa6-4d8d-8559-afc9516e315b tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0644271 Sep 23 19:47:46.335812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00e8f9b7-c324-4a78-a91b-6efe34f71c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.380020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce5caf92-c78a-47b3-a82d-3ad782ffdba3 req-f6b61872-9345-4b88-8feb-b86ac8ae7cb2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809290 Sep 23 19:47:46.474080 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.815338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f19db0-30c9-4ab7-a1e0-2ef0b9ac590f req-97ea4171-b717-416b-b3f9-86055d25b14e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:46.817116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59f19db0-30c9-4ab7-a1e0-2ef0b9ac590f req-97ea4171-b717-416b-b3f9-86055d25b14e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0565724 Sep 23 19:47:46.911770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59f19db0-30c9-4ab7-a1e0-2ef0b9ac590f req-96ae95c9-2734-4f02-8462-e4260b8c7802 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859010 Sep 23 19:47:47.040743 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.560096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48819f-f3ec-4cd1-9a4d-c07fd47d4fba req-1e2aee67-7b97-470d-b1aa-22941e5289dd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:47.561662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c48819f-f3ec-4cd1-9a4d-c07fd47d4fba req-1e2aee67-7b97-470d-b1aa-22941e5289dd tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0556567 Sep 23 19:47:47.622759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c48819f-f3ec-4cd1-9a4d-c07fd47d4fba req-9d036a9a-416b-40e7-a3d0-ae820a8a5d85 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535595 Sep 23 19:47:48.084415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2032-855b-4d9c-8023-c70487434bc1 req-ff954190-b6eb-4a9d-82e3-a8bd23388bb6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:48.086413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6afd2032-855b-4d9c-8023-c70487434bc1 req-ff954190-b6eb-4a9d-82e3-a8bd23388bb6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0727520 Sep 23 19:47:48.149406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6afd2032-855b-4d9c-8023-c70487434bc1 req-f79db6e6-8725-4ccc-8f0d-7f36851cee49 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554695 Sep 23 19:47:48.597069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.868758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aadfb6-4fdb-4411-9b98-ba30502b4861 req-3607b1e3-3052-413b-994a-241bee55d130 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:48.870450 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3aadfb6-4fdb-4411-9b98-ba30502b4861 req-3607b1e3-3052-413b-994a-241bee55d130 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.1079752 Sep 23 19:47:48.928485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3aadfb6-4fdb-4411-9b98-ba30502b4861 req-98e9fb81-abce-4860-beff-51cf4cdabe1f tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461042 Sep 23 19:47:49.322623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22dd69-cb7f-46ab-8e5b-8fd5a67dec85 req-facea0e6-cba1-4a82-8fc7-7be931cf6c3a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:49.330990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a22dd69-cb7f-46ab-8e5b-8fd5a67dec85 req-facea0e6-cba1-4a82-8fc7-7be931cf6c3a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0822864 Sep 23 19:47:49.368912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a22dd69-cb7f-46ab-8e5b-8fd5a67dec85 req-88b9a193-6527-4c89-99ab-558766824e28 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Sep 23 19:47:50.087227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593c8f3-bdb9-4e06-85ae-8681c1dc43eb req-11ba4227-5f6c-4efa-81e1-ae2d162cc488 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:50.090074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6593c8f3-bdb9-4e06-85ae-8681c1dc43eb req-11ba4227-5f6c-4efa-81e1-ae2d162cc488 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0781624 Sep 23 19:47:50.136252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6593c8f3-bdb9-4e06-85ae-8681c1dc43eb req-92ba1c77-d39d-43ca-82b0-e929138523a3 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397768 Sep 23 19:47:50.525424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc678-027e-44c1-a44a-9ae098b9d94d req-9e1da59c-9629-4cb5-b179-c97897ab6031 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:50.527589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b94dc678-027e-44c1-a44a-9ae098b9d94d req-9e1da59c-9629-4cb5-b179-c97897ab6031 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0720289 Sep 23 19:47:50.594650 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b94dc678-027e-44c1-a44a-9ae098b9d94d req-2f7b9e24-3c3e-4b30-981f-baeffecdab4c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556023 Sep 23 19:47:51.362323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a071-4421-41ed-8781-a11dcd6ba798 req-4aeba00b-f964-4303-8bcf-7ac23a7460a0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:51.372068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6583a071-4421-41ed-8781-a11dcd6ba798 req-4aeba00b-f964-4303-8bcf-7ac23a7460a0 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0734825 Sep 23 19:47:51.420658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6583a071-4421-41ed-8781-a11dcd6ba798 req-590595ac-d129-4af9-aa14-385d8b450c80 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474308 Sep 23 19:47:51.752521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb93f09-9702-4b6b-90fb-f043688b381a req-5a5e6dc3-c967-4297-b3d1-acd8030b9b11 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:51.781003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7eb93f09-9702-4b6b-90fb-f043688b381a req-5a5e6dc3-c967-4297-b3d1-acd8030b9b11 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0842743 Sep 23 19:47:51.847715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7eb93f09-9702-4b6b-90fb-f043688b381a req-246397c5-bf1e-4746-9bc2-bf87863ef2a9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Sep 23 19:47:52.544258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defb44-0e95-4cd4-81dd-d07b51509a5a req-f07eea4d-e302-4750-919d-0ffc3e44fc11 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:52.545885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3defb44-0e95-4cd4-81dd-d07b51509a5a req-f07eea4d-e302-4750-919d-0ffc3e44fc11 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0513370 Sep 23 19:47:52.584295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3defb44-0e95-4cd4-81dd-d07b51509a5a req-1b8eec78-a62d-46d2-a410-635d28e9d5d1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325105 Sep 23 19:47:52.983034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c42f68-67e1-4312-9747-47376a9d3eff req-4c05b805-12a7-4427-940c-137a9b89a4a8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:52.984688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80c42f68-67e1-4312-9747-47376a9d3eff req-4c05b805-12a7-4427-940c-137a9b89a4a8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0597703 Sep 23 19:47:53.023749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80c42f68-67e1-4312-9747-47376a9d3eff req-c08a5d8a-4155-4103-8839-25cb3bad7ef3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Sep 23 19:47:53.716442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440134f-4e6e-4215-a013-ce318859e8d2 req-2f03e320-0a40-41b3-a4b5-90cef25440f1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:53.718661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d440134f-4e6e-4215-a013-ce318859e8d2 req-2f03e320-0a40-41b3-a4b5-90cef25440f1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0563524 Sep 23 19:47:53.757675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d440134f-4e6e-4215-a013-ce318859e8d2 req-94273c37-0d9c-461f-8136-1fb794001d53 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Sep 23 19:47:54.152380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9caf74-1293-48f8-8c2d-f41863f5120a req-f72cc17b-fbd0-4857-884e-12d7c83b41f9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:54.154172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb9caf74-1293-48f8-8c2d-f41863f5120a req-f72cc17b-fbd0-4857-884e-12d7c83b41f9 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0576930 Sep 23 19:47:54.197235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb9caf74-1293-48f8-8c2d-f41863f5120a req-657cde90-012a-4350-b929-e8498bdffddb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Sep 23 19:47:54.905787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8c4aa-b2f6-406e-9695-10a471fe40a7 req-13db1196-aba4-4da3-a911-7c7478d5dafe tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:54.909167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7dd8c4aa-b2f6-406e-9695-10a471fe40a7 req-13db1196-aba4-4da3-a911-7c7478d5dafe tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0675762 Sep 23 19:47:55.278687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7dd8c4aa-b2f6-406e-9695-10a471fe40a7 req-45a91ae1-2832-4ca6-909d-47d38f0d4362 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592494 Sep 23 19:47:55.315656 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.519268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025c50-70d5-46a2-bbe1-6fb96e9c0045 req-54052529-1a7a-4b4a-b97e-8046973b4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:55.521427 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c025c50-70d5-46a2-bbe1-6fb96e9c0045 req-54052529-1a7a-4b4a-b97e-8046973b4c70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0455027 Sep 23 19:47:55.547746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ff7d9-1eeb-44eb-a58f-a429ba4a2724 req-6ea7a5ed-42e3-4d23-8b05-1c2b5f46bf8d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:55.549612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e08ff7d9-1eeb-44eb-a58f-a429ba4a2724 req-6ea7a5ed-42e3-4d23-8b05-1c2b5f46bf8d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0833943 Sep 23 19:47:55.569416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8c025c50-70d5-46a2-bbe1-6fb96e9c0045 req-9f00377d-4334-4074-9a56-5a64a095bec8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405996 Sep 23 19:47:55.607567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e08ff7d9-1eeb-44eb-a58f-a429ba4a2724 req-84c1bbe5-e7f2-4066-9191-37cd3937bcea tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506542 Sep 23 19:47:56.423364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec1328-ec1a-4099-b966-e8a1ab767c03 req-4bf31d47-345b-4c9b-9413-b48816b2c74a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:56.423364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4eec1328-ec1a-4099-b966-e8a1ab767c03 req-4bf31d47-345b-4c9b-9413-b48816b2c74a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0534775 Sep 23 19:47:56.447345 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:47:56.470966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4eec1328-ec1a-4099-b966-e8a1ab767c03 req-72609a2b-d080-4655-aee7-18d29f01924e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428138 Sep 23 19:47:56.742321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539efdc4-50b4-4fb2-b5a3-a9a1dc5ec721 req-a887b60a-1271-4dcf-94bd-052a85c1fb04 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:56.744036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-539efdc4-50b4-4fb2-b5a3-a9a1dc5ec721 req-a887b60a-1271-4dcf-94bd-052a85c1fb04 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0554135 Sep 23 19:47:56.792864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-539efdc4-50b4-4fb2-b5a3-a9a1dc5ec721 req-ec7e925b-300d-42f7-834e-ce62c25142b5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 Sep 23 19:47:56.869638 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:57.642443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f8121-ef89-49ed-86d3-21e707766d39 req-de8e4a0e-b279-4e53-8307-73ffc8fc50b8 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.644281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c8f8121-ef89-49ed-86d3-21e707766d39 req-de8e4a0e-b279-4e53-8307-73ffc8fc50b8 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0824056 Sep 23 19:47:57.709048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c8f8121-ef89-49ed-86d3-21e707766d39 req-33bf1815-63df-409b-a813-7f210ca32ef1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537195 Sep 23 19:47:57.935857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5e7e2-f20a-4e11-9113-0822b701e548 req-f2116d50-e46a-4193-a405-fb2f359e46fb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.937964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ed5e7e2-f20a-4e11-9113-0822b701e548 req-f2116d50-e46a-4193-a405-fb2f359e46fb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0554774 Sep 23 19:47:57.978700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ed5e7e2-f20a-4e11-9113-0822b701e548 req-c09b4bf2-b2f0-4f07-a633-578d8950841e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Sep 23 19:47:58.876545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae21e0-1a2e-4d28-9bd3-d94ef92891a6 req-a6bfdef0-f6fd-4ef4-8b0e-c0af5ecafb91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:58.878311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9ae21e0-1a2e-4d28-9bd3-d94ef92891a6 req-a6bfdef0-f6fd-4ef4-8b0e-c0af5ecafb91 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0688157 Sep 23 19:47:58.920791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9ae21e0-1a2e-4d28-9bd3-d94ef92891a6 req-1365b94b-544c-4003-83d6-3799ee9b2d79 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352323 Sep 23 19:47:59.117840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e551f44-0a33-4e81-aa52-ab7ae0611f35 req-80007051-f7f0-4c1e-939e-745ec795d5cc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:59.119410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e551f44-0a33-4e81-aa52-ab7ae0611f35 req-80007051-f7f0-4c1e-939e-745ec795d5cc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 943 time: 0.0504026 Sep 23 19:47:59.185322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e551f44-0a33-4e81-aa52-ab7ae0611f35 req-d78dbff3-fcd4-4a1f-96a8-4f9fb5bf39de tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570428 Sep 23 19:47:59.960044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:48:00.061527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:00.073419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'network_id': 'da7f85ba-0393-48df-a833-47fce18f6491', 'port_id': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'mac_address': 'fa:16:3e:df:c2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9752c4a7-c57c-40b6-802c-b51590bb581b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:48:00.111022 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.124275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b52e52-054d-4bf8-8879-a0b6aadb916b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:00.145477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:00.150131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.222552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:00.327243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919597f-ef43-4870-ac3b-690aca6b5065 req-d45c61d0-8abe-413f-a09f-c0eafc447e1b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:00.335565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b919597f-ef43-4870-ac3b-690aca6b5065 req-d45c61d0-8abe-413f-a09f-c0eafc447e1b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 944 time: 0.0677204 Sep 23 19:48:00.369092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b919597f-ef43-4870-ac3b-690aca6b5065 req-780f39f8-ff81-453c-883c-1606dce9a290 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Sep 23 19:48:00.439882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['10b52e52-054d-4bf8-8879-a0b6aadb916b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:48:01.496434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e39e6-04f5-47a1-93d3-0848617dcd22 req-c60b3d66-38a6-42ae-9e8f-b3f33e7cf6e3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:01.498145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc4e39e6-04f5-47a1-93d3-0848617dcd22 req-c60b3d66-38a6-42ae-9e8f-b3f33e7cf6e3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 944 time: 0.0573063 Sep 23 19:48:01.548195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc4e39e6-04f5-47a1-93d3-0848617dcd22 req-4fcef8f6-11da-4ec8-9daf-7fff6f567b94 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Sep 23 19:48:01.959845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:02.018869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 10b52e52-054d-4bf8-8879-a0b6aadb916b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:02.019247 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.104015 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.124671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:02.127070 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d5794-e239-4654-88f0-07d1a091ae2e" -d '{"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-plugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:02.142237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:02.148232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.181518 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4e39d-0131-4904-9bba-dfa020b22db7 x-openstack-request-id: req-11c4e39d-0131-4904-9bba-dfa020b22db7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:02.181832 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-plugged", "status": "completed", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:02.182290 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11c4e39d-0131-4904-9bba-dfa020b22db7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:02.182866 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'code': 200} Sep 23 19:48:02.220124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:02.370930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cdf3c-53b0-4283-800c-27df8bfeecdc req-add827b7-e26a-448d-b310-5abdf1c50cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:02.372494 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a49cdf3c-53b0-4283-800c-27df8bfeecdc req-add827b7-e26a-448d-b310-5abdf1c50cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 1097 time: 0.0478003 Sep 23 19:48:02.416465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a49cdf3c-53b0-4283-800c-27df8bfeecdc req-6e21cd9a-7707-4846-90ba-259a83c3abd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Sep 23 19:48:02.675435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4cd4f-e206-419a-8929-8088870d3bcc req-043e2fba-5df0-40c2-833f-2b4eb3513024 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:02.677701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aab4cd4f-e206-419a-8929-8088870d3bcc req-043e2fba-5df0-40c2-833f-2b4eb3513024 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Sep 23 19:48:02.716685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aab4cd4f-e206-419a-8929-8088870d3bcc req-9efa9a28-0518-4220-bfc3-101a2b43767d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Sep 23 19:48:03.866907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b2e04-e74a-494c-b449-f3c2448e4c91 req-712a09a2-4329-450a-a4eb-025ac3113ce5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:03.868694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-457b2e04-e74a-494c-b449-f3c2448e4c91 req-712a09a2-4329-450a-a4eb-025ac3113ce5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0787716 Sep 23 19:48:03.924317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-457b2e04-e74a-494c-b449-f3c2448e4c91 req-53ca54e3-9960-47bf-b1e0-2cb693624835 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Sep 23 19:48:05.051853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6c71e-e14a-4b9b-9fd2-6b7e2ef488bb req-cfcab938-7460-4af2-8dbd-bdd4bfe6a81b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:05.053556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8f6c71e-e14a-4b9b-9fd2-6b7e2ef488bb req-cfcab938-7460-4af2-8dbd-bdd4bfe6a81b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0591097 Sep 23 19:48:05.093392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8f6c71e-e14a-4b9b-9fd2-6b7e2ef488bb req-68254ee9-b68a-4c7a-ab35-47b099d84c20 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Sep 23 19:48:05.207824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18107fb-8048-42c0-94b1-80d160278de8 req-c59e015b-bc47-44c0-9283-1ec9dd28ff8e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:05.209424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a18107fb-8048-42c0-94b1-80d160278de8 req-c59e015b-bc47-44c0-9283-1ec9dd28ff8e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0503750 Sep 23 19:48:05.250317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a18107fb-8048-42c0-94b1-80d160278de8 req-d4e5c745-f00e-494b-9c25-d8a161138556 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Sep 23 19:48:05.416807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49abeca-abe5-4bde-97e2-c70b59f2031d req-ccba6eb0-7d02-4d2a-8d14-dca7bdb0dbeb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:05.419609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c49abeca-abe5-4bde-97e2-c70b59f2031d req-ccba6eb0-7d02-4d2a-8d14-dca7bdb0dbeb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0696106 Sep 23 19:48:05.499933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c49abeca-abe5-4bde-97e2-c70b59f2031d req-dacb7ac8-f9bd-4f35-985b-0b7732e3ab03 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661652 Sep 23 19:48:05.736821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d98c1-0f97-4838-89fb-1b7100da624f req-867704fe-7c7b-4627-a966-424e391783e4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:05.737983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a9d98c1-0f97-4838-89fb-1b7100da624f req-867704fe-7c7b-4627-a966-424e391783e4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0586836 Sep 23 19:48:05.777607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a9d98c1-0f97-4838-89fb-1b7100da624f req-ef9e745c-4f9e-493a-ab10-ee6243f6231b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Sep 23 19:48:05.899176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3c8b0-a023-4858-82c1-feb22cc8e2db req-5f450268-f6bc-48db-a025-3b59e5f46c4e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:05.906594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4e3c8b0-a023-4858-82c1-feb22cc8e2db req-5f450268-f6bc-48db-a025-3b59e5f46c4e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0602305 Sep 23 19:48:05.942765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4e3c8b0-a023-4858-82c1-feb22cc8e2db req-8b6fd010-9185-4e09-93c9-f3da361d9aa2 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Sep 23 19:48:06.073248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da68d0a-7017-4398-9354-5221d3bbfd62 req-b3948727-91bc-499a-a618-c6f88b99bce8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:06.075649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7da68d0a-7017-4398-9354-5221d3bbfd62 req-b3948727-91bc-499a-a618-c6f88b99bce8 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0512671 Sep 23 19:48:06.118354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7da68d0a-7017-4398-9354-5221d3bbfd62 req-a870e177-cfd4-4eba-8da3-d44bd205723c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Sep 23 19:48:06.241307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634d18-9b3b-49b1-bfd4-0eec848cc0c0 req-66b460b2-ccbb-45ff-bdde-b19c65439155 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:06.243059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68634d18-9b3b-49b1-bfd4-0eec848cc0c0 req-66b460b2-ccbb-45ff-bdde-b19c65439155 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0537190 Sep 23 19:48:06.282638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68634d18-9b3b-49b1-bfd4-0eec848cc0c0 req-a4b826b5-ad46-4fc8-989d-06fb6d4d1462 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Sep 23 19:48:06.548058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1c606-4274-473d-8dc7-bc635d15444d req-3f1d4a0c-b135-463e-b208-8a889bf7771d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:06.550080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcf1c606-4274-473d-8dc7-bc635d15444d req-3f1d4a0c-b135-463e-b208-8a889bf7771d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0686381 Sep 23 19:48:06.595405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcf1c606-4274-473d-8dc7-bc635d15444d req-9664b6c3-78eb-405e-a8dc-76d0573d17e4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Sep 23 19:48:07.752077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06f240-af6e-4654-9de3-6b5333506733 req-7bea4fb9-2c27-4dc4-9cfd-f5bd0079720d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:07.753871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca06f240-af6e-4654-9de3-6b5333506733 req-7bea4fb9-2c27-4dc4-9cfd-f5bd0079720d tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0643954 Sep 23 19:48:07.803012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ca06f240-af6e-4654-9de3-6b5333506733 req-b84e207a-590c-4505-bdfd-e2d9523d4334 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Sep 23 19:48:08.145238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82f299-cccf-4937-934a-902501b13747 req-8059b0dc-71dc-41db-b101-005f21da8c0c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:08.147191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df82f299-cccf-4937-934a-902501b13747 req-8059b0dc-71dc-41db-b101-005f21da8c0c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0601869 Sep 23 19:48:08.184420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-315f7e57-f483-4eb3-ae38-5baab8166285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:08.185942 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-315f7e57-f483-4eb3-ae38-5baab8166285 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 1097 time: 0.0524800 Sep 23 19:48:08.191494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df82f299-cccf-4937-934a-902501b13747 req-bb28cf28-43e7-4e30-9290-68cbaefe20ac tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Sep 23 19:48:08.289944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-091b3d21-b2cf-4aaf-8874-862ec528d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:08.291486 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-091b3d21-b2cf-4aaf-8874-862ec528d6ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 200 len: 914 time: 0.0982687 Sep 23 19:48:08.341712 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-40bd87da-d841-4075-9e34-7e6a50f98a70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b HTTP/1.1" status: 200 len: 217 time: 0.0415895 Sep 23 19:48:08.396371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-ae67f8b3-316a-4bee-bd99-0764e1957ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:08.398033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-ae67f8b3-316a-4bee-bd99-0764e1957ae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 200 len: 853 time: 0.0487988 Sep 23 19:48:08.437038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-73414690-58fc-454c-98fc-15a7d3810d79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da7f85ba-0393-48df-a833-47fce18f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303755 Sep 23 19:48:08.549415 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-2dfb58f5-3bfc-4216-9763-4483d41616f2 service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048372 Sep 23 19:48:08.642772 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fac7f545-ea77-42ef-a326-9ea0dc4a79c9 req-46fd48c6-0fdf-4342-b3e6-c660e398e292 service neutron] 10.222.0.41 "GET /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860422 Sep 23 19:48:09.346842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c06e0-b3a8-46a3-a130-bb7409c8f645 req-4f9bd4ee-da59-47e5-88ff-e7c0825ae92c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:09.348500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e6c06e0-b3a8-46a3-a130-bb7409c8f645 req-4f9bd4ee-da59-47e5-88ff-e7c0825ae92c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0797026 Sep 23 19:48:09.388401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e6c06e0-b3a8-46a3-a130-bb7409c8f645 req-569b0e36-e415-42b1-8949-720fc646d58e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336013 Sep 23 19:48:10.511852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ee016-778d-4723-b46d-6aaec4cea990 req-67561f91-aa02-4a6f-9b77-e1f259063b73 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.513552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-578ee016-778d-4723-b46d-6aaec4cea990 req-67561f91-aa02-4a6f-9b77-e1f259063b73 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0538151 Sep 23 19:48:10.556454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-578ee016-778d-4723-b46d-6aaec4cea990 req-07fcf439-29a5-44a9-9b56-93db1d21f9b4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361454 Sep 23 19:48:10.712157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54fcd-f645-4875-94a9-ed8e63c85a9a req-6cea3946-c406-4a88-b935-1328736506ba tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.713695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bb54fcd-f645-4875-94a9-ed8e63c85a9a req-6cea3946-c406-4a88-b935-1328736506ba tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0736401 Sep 23 19:48:10.752190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bb54fcd-f645-4875-94a9-ed8e63c85a9a req-50a0a46c-93ed-461c-bab3-aed93c82b994 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Sep 23 19:48:10.883745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c27de-4172-4ed2-8531-bc556f239b83 req-4f579ad8-8111-4e6e-9a2a-04c9316b0922 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.885248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a73c27de-4172-4ed2-8531-bc556f239b83 req-4f579ad8-8111-4e6e-9a2a-04c9316b0922 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Sep 23 19:48:10.924080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a73c27de-4172-4ed2-8531-bc556f239b83 req-01d3ad3c-5c91-4a95-8fcb-742ecfd56956 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325692 Sep 23 19:48:11.042953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab06a4-2383-45d8-a3c6-d5134e24f802 req-d3cbe014-65bb-4fa7-a1ec-644e072ebeee tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:11.044451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51ab06a4-2383-45d8-a3c6-d5134e24f802 req-d3cbe014-65bb-4fa7-a1ec-644e072ebeee tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0502100 Sep 23 19:48:11.085406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51ab06a4-2383-45d8-a3c6-d5134e24f802 req-6c5a7e85-499d-494b-825c-df1a1a35dc2e tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352013 Sep 23 19:48:11.341262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d65326-b5fa-4de6-bc9c-b46cb44e869b req-d7af9a27-a57f-430d-bf15-88e29331492b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:11.342932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34d65326-b5fa-4de6-bc9c-b46cb44e869b req-d7af9a27-a57f-430d-bf15-88e29331492b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0600865 Sep 23 19:48:11.389104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34d65326-b5fa-4de6-bc9c-b46cb44e869b req-8e409c79-599f-4e22-93bf-1ed135c97cf3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Sep 23 19:48:11.511164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720e63c-61ef-48a6-a632-95d2ebd56d30 req-6c7e65a8-bf1b-43af-b455-3990fbcc25b6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:11.512663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8720e63c-61ef-48a6-a632-95d2ebd56d30 req-6c7e65a8-bf1b-43af-b455-3990fbcc25b6 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0535445 Sep 23 19:48:11.557833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8720e63c-61ef-48a6-a632-95d2ebd56d30 req-9bd7b396-56eb-43f6-bed4-5ef16228c7aa tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391011 Sep 23 19:48:11.693312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfad23f-5198-4c9e-bc68-ce20c889582d req-a51b222d-d74e-4b78-882a-325d58cbfe09 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:11.695113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcfad23f-5198-4c9e-bc68-ce20c889582d req-a51b222d-d74e-4b78-882a-325d58cbfe09 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0511606 Sep 23 19:48:11.734257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcfad23f-5198-4c9e-bc68-ce20c889582d req-e45227c6-d864-46d0-b579-9502daed15d4 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Sep 23 19:48:11.858092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0388c3-3f7a-44ad-926d-a21f0894e6e6 req-ad46fe04-fdc6-4f0d-955f-7203efe5f5ec tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:11.859852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be0388c3-3f7a-44ad-926d-a21f0894e6e6 req-ad46fe04-fdc6-4f0d-955f-7203efe5f5ec tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0559070 Sep 23 19:48:11.900227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be0388c3-3f7a-44ad-926d-a21f0894e6e6 req-b304d32d-7eba-49c3-b01c-6ec5cc8b643a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Sep 23 19:48:12.068837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f89456-f429-4d58-a191-ebb642f672d1 req-133e977c-8553-453e-a4e9-103c54fd0c2b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.069070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90f89456-f429-4d58-a191-ebb642f672d1 req-133e977c-8553-453e-a4e9-103c54fd0c2b tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0547071 Sep 23 19:48:12.117074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90f89456-f429-4d58-a191-ebb642f672d1 req-288a36c1-cafe-4bd9-bd0a-eeda18d700a3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Sep 23 19:48:12.237197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0444-94de-4b40-9528-287346457212 req-1c40534d-79fa-4ccc-9bcc-f305f346ff03 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.238917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-934e0444-94de-4b40-9528-287346457212 req-1c40534d-79fa-4ccc-9bcc-f305f346ff03 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0521314 Sep 23 19:48:12.288217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-934e0444-94de-4b40-9528-287346457212 req-b074f877-a6a4-4232-a2c3-902fb998a7ec tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Sep 23 19:48:12.488928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3f6f8-fdda-45bb-8ace-f8998c0568cf req-038c1e13-b878-4283-91b6-7d1bf8fcf49f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.490555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6b3f6f8-fdda-45bb-8ace-f8998c0568cf req-038c1e13-b878-4283-91b6-7d1bf8fcf49f tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0545022 Sep 23 19:48:12.540020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6b3f6f8-fdda-45bb-8ace-f8998c0568cf req-6d969616-8ed4-479e-a3b5-d2b2e01434ff tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Sep 23 19:48:12.675315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b787b-b05b-4cb1-893e-4e59fe98d6e5 req-6be582b5-8a05-4ddd-b418-0465222954c3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.677328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-061b787b-b05b-4cb1-893e-4e59fe98d6e5 req-6be582b5-8a05-4ddd-b418-0465222954c3 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0580716 Sep 23 19:48:12.720014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-061b787b-b05b-4cb1-893e-4e59fe98d6e5 req-c9c7207e-eb1e-4a12-8e32-053a5571810a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Sep 23 19:48:12.851414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605767-202a-484c-a667-9c64f15f58e7 req-4cef8aa0-7cee-4e26-83c6-23f8d72efb82 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.853472 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c605767-202a-484c-a667-9c64f15f58e7 req-4cef8aa0-7cee-4e26-83c6-23f8d72efb82 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0517550 Sep 23 19:48:12.901402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c605767-202a-484c-a667-9c64f15f58e7 req-6241b0ab-e28f-454e-bfd6-370d118add4c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Sep 23 19:48:13.038066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a520382-fed2-4ec3-9c0c-ed02eaab3615 req-4965cfce-62a8-435e-ae84-d2c7c7bc04bc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:13.039872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a520382-fed2-4ec3-9c0c-ed02eaab3615 req-4965cfce-62a8-435e-ae84-d2c7c7bc04bc tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0696733 Sep 23 19:48:13.079100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2a520382-fed2-4ec3-9c0c-ed02eaab3615 req-efd12685-18a1-428d-bf5c-e6349bcb0dfb tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Sep 23 19:48:13.145512 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce92046a-877b-45e0-a7c4-bf17d7f7939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.232639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab008fa-6ffb-4431-95c6-68939ffcecbb req-b1fa7b39-a274-4fb2-a72c-21bc1bfe429c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:13.234525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ab008fa-6ffb-4431-95c6-68939ffcecbb req-b1fa7b39-a274-4fb2-a72c-21bc1bfe429c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0570991 Sep 23 19:48:13.281931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ab008fa-6ffb-4431-95c6-68939ffcecbb req-cd96cb18-6bac-44e1-95e8-d7ee26e29fba tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Sep 23 19:48:14.723014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01572-a510-42a5-bb3b-30d3b75c7b7a req-a3233117-ad71-40b2-be5e-11e1a3a62f2b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:14.731680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30b01572-a510-42a5-bb3b-30d3b75c7b7a req-a3233117-ad71-40b2-be5e-11e1a3a62f2b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 945 time: 0.0914128 Sep 23 19:48:14.776796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30b01572-a510-42a5-bb3b-30d3b75c7b7a req-58eeff0e-6c2d-479e-8fc6-5b7c3483f7c0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Sep 23 19:48:16.320441 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5b16281-8a20-4607-ad37-cfbdad6dfd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:16.471953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.044716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.534502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-c4982a04-2232-4a08-94e4-676c770b4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.537045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-c4982a04-2232-4a08-94e4-676c770b4672 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1096 time: 0.0820956 Sep 23 19:48:17.677952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-f8941a95-7db4-4e4f-94fe-4e673f753c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.679489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-f8941a95-7db4-4e4f-94fe-4e673f753c7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1106198 Sep 23 19:48:17.760116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-5a9cf1b7-eb08-469c-b055-a18caf0778af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 1001 time: 0.0675070 Sep 23 19:48:17.832682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-3de97cfb-7579-4167-9704-f6d308b26b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.834675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-3de97cfb-7579-4167-9704-f6d308b26b35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0638638 Sep 23 19:48:17.929311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-2fbfdf97-fcd6-4225-a9c7-3f3a83d22c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.932555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-2fbfdf97-fcd6-4225-a9c7-3f3a83d22c4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887461 Sep 23 19:48:18.081980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-71c5eacd-7528-4b8e-bad2-73427e481e59 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399364 Sep 23 19:48:18.197700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ae9592c-cff6-4f36-9d67-c63399676b3d req-952217ea-fb4f-4d73-afed-6963642bfbae service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029470 Sep 23 19:48:18.332510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82f166-bb61-4299-8d5d-69f83df56a7a req-cda5f9a9-7b7a-49cf-8576-05904d61b79a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:18.334103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b82f166-bb61-4299-8d5d-69f83df56a7a req-cda5f9a9-7b7a-49cf-8576-05904d61b79a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0940814 Sep 23 19:48:18.396581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b82f166-bb61-4299-8d5d-69f83df56a7a req-5e14d276-390e-4dd9-bec6-8f351e57b0db tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536520 Sep 23 19:48:18.569383 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.729228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:48:18.834299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:18.849379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'mac_address': 'fa:16:3e:2c:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:48:18.891114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.908732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:18.930255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:18.935160 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.015980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:19.044000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['276ddc5e-0e3c-4745-af52-70fad78c2ca2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:48:19.586844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f49aa9-d650-41dc-b6e9-ef13fb173cf6 req-e84eec3b-052f-4608-aeba-30b030edbf0a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:19.594188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7f49aa9-d650-41dc-b6e9-ef13fb173cf6 req-e84eec3b-052f-4608-aeba-30b030edbf0a tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0793672 Sep 23 19:48:19.698652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7f49aa9-d650-41dc-b6e9-ef13fb173cf6 req-1b645fce-9163-4ca2-ab9a-45808d171910 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/security-groups?id=be215631-5866-4901-ad2b-c86b2e431d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976353 Sep 23 19:48:20.174985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-eeef61cd-a63a-4727-9fbf-5e88a66d512c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:20.180928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-eeef61cd-a63a-4727-9fbf-5e88a66d512c tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.41 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 946 time: 0.0585158 Sep 23 19:48:20.319601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Deleting port 10b52e52-054d-4bf8-8879-a0b6aadb916b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:20.320577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.432873 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] For port 10b52e52-054d-4bf8-8879-a0b6aadb916b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=10b52e52-054d-4bf8-8879-a0b6aadb916b,segment=NetworkSegment(287ad66a-0743-4290-8462-3a2af0f4899c),segment_id=287ad66a-0743-4290-8462-3a2af0f4899c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:20.433640 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.465162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Calling delete_port for 10b52e52-054d-4bf8-8879-a0b6aadb916b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:20.633309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.647538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['10b52e52-054d-4bf8-8879-a0b6aadb916b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:48:20.661845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Pushing event deleted for resources: {'Port': ['ID=10b52e52-054d-4bf8-8879-a0b6aadb916b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:20.699887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.700282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.700583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.700916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.701238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.701568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.701894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.702231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.702643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.702956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.703329 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.703593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:20.728805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:20.759552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] No DVR routers for this DVR port 10b52e52-054d-4bf8-8879-a0b6aadb916b on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:20.763734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.765681 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704d7a44-246d-49a9-b925-c9fd2c181b71 req-bcc0135e-4f86-4c15-9c70-9e6fde7480d5 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.41 "DELETE /v2.0/ports/10b52e52-054d-4bf8-8879-a0b6aadb916b HTTP/1.1" status: 204 len: 173 time: 0.5778468 Sep 23 19:48:20.766121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-deleted', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:20.772729 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c96b3d4-b81e-48a7-a39c-a757cf081bef" -d '{"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-deleted", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:20.834055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08b14527-52fc-4c1e-a92d-96581b78196e req-cd23c8e5-6e9c-4336-9d02-4cc6be1db767 tempest-ServersNegativeTestJSON-506682560 tempest-ServersNegativeTestJSON-506682560-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24e7027-30ab-41cf-8200-5e3abde32355 HTTP/1.1" status: 200 len: 210 time: 0.0404835 Sep 23 19:48:20.878714 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4574303-7dbe-4636-b340-6e01016b85a2 x-openstack-request-id: req-a4574303-7dbe-4636-b340-6e01016b85a2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:20.879574 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24e7027-30ab-41cf-8200-5e3abde32355", "name": "network-vif-deleted", "tag": "10b52e52-054d-4bf8-8879-a0b6aadb916b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:20.879869 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4574303-7dbe-4636-b340-6e01016b85a2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:20.880300 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24e7027-30ab-41cf-8200-5e3abde32355', 'name': 'network-vif-deleted', 'tag': '10b52e52-054d-4bf8-8879-a0b6aadb916b', 'status': 'completed', 'code': 200} Sep 23 19:48:21.082576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:21.082953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.174874 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.214116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:21.216583 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f706b01-9d72-4d00-a98a-912468e82abd" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:21.231296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:21.242986 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.318807 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0dac9-3952-4b2b-8b60-5a9b2619d320 x-openstack-request-id: req-0be0dac9-3952-4b2b-8b60-5a9b2619d320 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:21.319272 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:21.319628 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0be0dac9-3952-4b2b-8b60-5a9b2619d320 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:21.320126 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'code': 200} Sep 23 19:48:21.352499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:21.910913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.993784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] Deleting subnet 9752c4a7-c57c-40b6-802c-b51590bb581b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:21.997245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.044303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.110886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.195238 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.235105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.236998 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9752c4a7-c57c-40b6-802c-b51590bb581b HTTP/1.1" status: 204 len: 168 time: 0.3245332 Sep 23 19:48:22.238039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931f79-fc3b-495d-82ea-cdc4e8bfd323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9752c4a7-c57c-40b6-802c-b51590bb581b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:22.240544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.350014 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.441555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.472037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7f85ba-0393-48df-a833-47fce18f6491']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:22.482166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287ad66a-0743-4290-8462-3a2af0f4899c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:22.482739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287ad66a-0743-4290-8462-3a2af0f4899c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:22.493871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.507742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.514041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:22.514733 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:22.516714 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:22.635127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.677504 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.682372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] 10.222.0.38 "DELETE /v2.0/networks/da7f85ba-0393-48df-a833-47fce18f6491 HTTP/1.1" status: 204 len: 168 time: 0.4389985 Sep 23 19:48:22.683712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d3ace-8de2-499f-9090-07b73490a16c admin admin] Pushing event deleted for resources: {'Network': ['ID=da7f85ba-0393-48df-a833-47fce18f6491,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:23.053579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:23.102946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fc332e6-4576-4965-8ce4-423cb7726327 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8e2cd94b2124a1da0d6b9d5d2d375d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468290 Sep 23 19:48:23.104509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:23.201659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2b77-db52-4b7e-a6bc-12ecc606a729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.245491 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2b77-db52-4b7e-a6bc-12ecc606a729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.303997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2b77-db52-4b7e-a6bc-12ecc606a729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.319369 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2b77-db52-4b7e-a6bc-12ecc606a729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.321684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1c0d2b77-db52-4b7e-a6bc-12ecc606a729 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be215631-5866-4901-ad2b-c86b2e431d03 HTTP/1.1" status: 204 len: 168 time: 0.2155948 Sep 23 19:48:23.353665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d2b77-db52-4b7e-a6bc-12ecc606a729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be215631-5866-4901-ad2b-c86b2e431d03,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:24.068410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:24.105086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 10b52e52-054d-4bf8-8879-a0b6aadb916b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:48:24.109879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 10b52e52-054d-4bf8-8879-a0b6aadb916b not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:48:25.331475 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.763138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:25.937130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c1005a3-de2c-4227-bab2-7666b7474c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.092132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c1005a3-de2c-4227-bab2-7666b7474c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.099636 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c1005a3-de2c-4227-bab2-7666b7474c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.171907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1005a3-de2c-4227-bab2-7666b7474c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f03e72-6f86-43f3-a2ee-c35997fc908e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:26.178261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c1005a3-de2c-4227-bab2-7666b7474c56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e22c3603b5f1478f9c88e236e20f83a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126930 Sep 23 19:48:26.180467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48328) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:26.291577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb367f-7f28-48ec-85ba-75cf3e408148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.357858 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb367f-7f28-48ec-85ba-75cf3e408148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.429573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb367f-7f28-48ec-85ba-75cf3e408148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.431233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ccb367f-7f28-48ec-85ba-75cf3e408148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.432871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ccb367f-7f28-48ec-85ba-75cf3e408148 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/82f03e72-6f86-43f3-a2ee-c35997fc908e HTTP/1.1" status: 204 len: 168 time: 0.2499681 Sep 23 19:48:26.443811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb367f-7f28-48ec-85ba-75cf3e408148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f03e72-6f86-43f3-a2ee-c35997fc908e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:26.839326 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.186680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:28.413154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78cc8956-680e-4d3d-975c-7b970b11ec6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.581633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78cc8956-680e-4d3d-975c-7b970b11ec6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.587853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78cc8956-680e-4d3d-975c-7b970b11ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.630468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-78cc8956-680e-4d3d-975c-7b970b11ec6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fbfd8e02eec427782872b95a592af6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426210 Sep 23 19:48:28.634191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:28.649768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc8956-680e-4d3d-975c-7b970b11ec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c71fa4-999c-468f-8094-91c40673c839,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:28.703694 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d116e61-e841-40de-b862-379ba61df088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.736324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d116e61-e841-40de-b862-379ba61df088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.802195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d116e61-e841-40de-b862-379ba61df088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.804860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d116e61-e841-40de-b862-379ba61df088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.806006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d116e61-e841-40de-b862-379ba61df088 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3c71fa4-999c-468f-8094-91c40673c839 HTTP/1.1" status: 204 len: 168 time: 0.1706381 Sep 23 19:48:28.826020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d116e61-e841-40de-b862-379ba61df088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c71fa4-999c-468f-8094-91c40673c839,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:33.042592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80451a3-95c8-4997-b0f3-0981b95728d7 req-06f7d3d5-1399-4421-baad-56bbb276fe18 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:33.048275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b80451a3-95c8-4997-b0f3-0981b95728d7 req-06f7d3d5-1399-4421-baad-56bbb276fe18 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 945 time: 0.0883846 Sep 23 19:48:33.094885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b80451a3-95c8-4997-b0f3-0981b95728d7 req-58f4c1d3-8a73-40f3-85f6-7e6d630a733c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422924 Sep 23 19:48:33.452506 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:48:35.684910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:35.821601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a95df0c-95fd-4b8a-a1fe-6c785dfa50a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:35.914490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a95df0c-95fd-4b8a-a1fe-6c785dfa50a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:35.919093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a95df0c-95fd-4b8a-a1fe-6c785dfa50a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:35.962700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95df0c-95fd-4b8a-a1fe-6c785dfa50a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820b9cb1-2f90-43df-8f37-4134c9bffda3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:35.974473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:35.975027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7a95df0c-95fd-4b8a-a1fe-6c785dfa50a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=141bba16787040d49d60bd9d8967420a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885346 Sep 23 19:48:36.035260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-739c5e8e-1f14-43c9-ad92-be69c8959942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.064545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-739c5e8e-1f14-43c9-ad92-be69c8959942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.122564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-739c5e8e-1f14-43c9-ad92-be69c8959942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.125880 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-739c5e8e-1f14-43c9-ad92-be69c8959942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.130634 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-739c5e8e-1f14-43c9-ad92-be69c8959942 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/820b9cb1-2f90-43df-8f37-4134c9bffda3 HTTP/1.1" status: 204 len: 168 time: 0.1551187 Sep 23 19:48:36.138702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c5e8e-1f14-43c9-ad92-be69c8959942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820b9cb1-2f90-43df-8f37-4134c9bffda3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:36.410667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:36.423620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4600-b6aa-497d-a5f2-f54abd435862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.514958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4600-b6aa-497d-a5f2-f54abd435862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.518671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b5d4600-b6aa-497d-a5f2-f54abd435862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.559242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b5d4600-b6aa-497d-a5f2-f54abd435862 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=340cd96bfe3b412c9ca9319d879c9130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474366 Sep 23 19:48:36.560113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d4600-b6aa-497d-a5f2-f54abd435862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b1149-c82a-4199-9df3-ee40b19a3bcf,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:36.561900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:36.618278 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe3a408d-cb47-43f3-a9a9-04b6de867cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.642907 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe3a408d-cb47-43f3-a9a9-04b6de867cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.694104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe3a408d-cb47-43f3-a9a9-04b6de867cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.696924 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe3a408d-cb47-43f3-a9a9-04b6de867cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.698186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fe3a408d-cb47-43f3-a9a9-04b6de867cf0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/631b1149-c82a-4199-9df3-ee40b19a3bcf HTTP/1.1" status: 204 len: 168 time: 0.1352165 Sep 23 19:48:36.707256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a408d-cb47-43f3-a9a9-04b6de867cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b1149-c82a-4199-9df3-ee40b19a3bcf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:36.814156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:48:36.816667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:37.064947 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.126473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:37.151712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:37.153737 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32b88af-5685-4b87-a128-f0db4f5e592b" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-unplugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:37.193718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'mac_address': 'fa:16:3e:2c:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:48:37.205316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:37.258559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.261471 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e9e6a6-18bb-46b9-ac4a-4b1a82e1a807 x-openstack-request-id: req-e5e9e6a6-18bb-46b9-ac4a-4b1a82e1a807 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:37.261787 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-unplugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:37.262038 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5e9e6a6-18bb-46b9-ac4a-4b1a82e1a807 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:37.262729 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'code': 200} Sep 23 19:48:37.264983 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.282132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:37.387549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:37.399586 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:48:37.399940 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:48:37.401437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.401775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.402111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.402479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.402805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.403125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.403447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.403760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.404275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.404761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.405256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.405586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:37.993966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.026735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:38.079852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:38.087517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.171593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:38.177897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['276ddc5e-0e3c-4745-af52-70fad78c2ca2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:48:38.813649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:38.908133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:38.908949 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.058497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.104687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:39.118225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.192146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.264081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:39.270168 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3293e2f9-7569-46b4-9c57-caeb5e41adf5" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:39.324936 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca715d-6b2d-4b8e-950b-65be0ffa6194 x-openstack-request-id: req-6aca715d-6b2d-4b8e-950b-65be0ffa6194 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:39.325332 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:39.325711 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6aca715d-6b2d-4b8e-950b-65be0ffa6194 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:39.326193 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'code': 200} Sep 23 19:48:40.940299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:41.266601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f50496bc-eed0-4f7c-9043-0f13a9c9b3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.499773 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f50496bc-eed0-4f7c-9043-0f13a9c9b3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.511772 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f50496bc-eed0-4f7c-9043-0f13a9c9b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.548301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f50496bc-eed0-4f7c-9043-0f13a9c9b3d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c30bc7eddf054b9ab97fed45f7f4398c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061349 Sep 23 19:48:41.551078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:41.596362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50496bc-eed0-4f7c-9043-0f13a9c9b3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3f9bf3-8f42-4104-a55e-a43dfcc45305,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:41.656400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fa8148c-b66c-40be-a959-25f503833c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.707482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fa8148c-b66c-40be-a959-25f503833c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.772944 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fa8148c-b66c-40be-a959-25f503833c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.775817 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fa8148c-b66c-40be-a959-25f503833c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.781342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3fa8148c-b66c-40be-a959-25f503833c87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad3f9bf3-8f42-4104-a55e-a43dfcc45305 HTTP/1.1" status: 204 len: 168 time: 0.2286732 Sep 23 19:48:41.804336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8148c-b66c-40be-a959-25f503833c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3f9bf3-8f42-4104-a55e-a43dfcc45305,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:42.292464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.598341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddbf300d-a2e1-468f-a61c-8ca350ffe6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.770159 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddbf300d-a2e1-468f-a61c-8ca350ffe6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.775220 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddbf300d-a2e1-468f-a61c-8ca350ffe6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.827741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49478) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.828182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ddbf300d-a2e1-468f-a61c-8ca350ffe6d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfc256fa743047c0b554553c7d2d0575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325623 Sep 23 19:48:42.829121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf300d-a2e1-468f-a61c-8ca350ffe6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ddd640-7364-489b-95fb-4b0615315037,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:42.902272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6b59e9e-ca2c-4811-91c2-c75d33b134a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.928942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6b59e9e-ca2c-4811-91c2-c75d33b134a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.989644 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6b59e9e-ca2c-4811-91c2-c75d33b134a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.997734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6b59e9e-ca2c-4811-91c2-c75d33b134a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.999594 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d6b59e9e-ca2c-4811-91c2-c75d33b134a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12ddd640-7364-489b-95fb-4b0615315037 HTTP/1.1" status: 204 len: 168 time: 0.1695662 Sep 23 19:48:43.016790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59e9e-ca2c-4811-91c2-c75d33b134a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ddd640-7364-489b-95fb-4b0615315037,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:43.151900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38262ab8-61b6-4697-b903-0889fd69e45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.497605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:43.519982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aadabd13-c941-4942-bfba-1fecbad893ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.705475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aadabd13-c941-4942-bfba-1fecbad893ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.718776 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aadabd13-c941-4942-bfba-1fecbad893ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.776731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadabd13-c941-4942-bfba-1fecbad893ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b11b8a5-d6a6-4430-87bb-2cab86c011f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:43.782121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aadabd13-c941-4942-bfba-1fecbad893ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b8620e3bf7243c78c91a45bfb06b053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826509 Sep 23 19:48:43.784833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:43.851410 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.890798 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.969610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.972521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.976261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b11b8a5-d6a6-4430-87bb-2cab86c011f9 HTTP/1.1" status: 204 len: 168 time: 0.1878891 Sep 23 19:48:43.983198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b11b8a5-d6a6-4430-87bb-2cab86c011f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:43.991987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.992337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.992679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.993009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.993333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.993662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.994346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.994696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.995006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.995337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.995653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:43.995960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31dbd9d-96cd-4bac-99c5-3316a80cc69c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:46.331157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e74d-6cb9-4772-9534-092aec10aa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.508027 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.054091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.667418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.941757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b70b486-a802-48f7-beee-ebdc49abe308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.164298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b70b486-a802-48f7-beee-ebdc49abe308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.170955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b70b486-a802-48f7-beee-ebdc49abe308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.221511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b70b486-a802-48f7-beee-ebdc49abe308 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d1b1c02860546f187c1644657b8b571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524561 Sep 23 19:48:48.224572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.241101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49668) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.255593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70b486-a802-48f7-beee-ebdc49abe308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2c1109-b511-491b-9984-a07fa79ab2b6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.302863 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5bd-eef7-4e4f-91d6-99f42d9bf1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.355909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5bd-eef7-4e4f-91d6-99f42d9bf1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.445460 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5bd-eef7-4e4f-91d6-99f42d9bf1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.452065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5bd-eef7-4e4f-91d6-99f42d9bf1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.459077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-51b4c5bd-eef7-4e4f-91d6-99f42d9bf1d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a2c1109-b511-491b-9984-a07fa79ab2b6 HTTP/1.1" status: 204 len: 168 time: 0.2326977 Sep 23 19:48:48.469832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4c5bd-eef7-4e4f-91d6-99f42d9bf1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2c1109-b511-491b-9984-a07fa79ab2b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.521473 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94f5627c-82d2-4f76-be87-5102bca2dfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.591066 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.654188 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94f5627c-82d2-4f76-be87-5102bca2dfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.658743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94f5627c-82d2-4f76-be87-5102bca2dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.754622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-94f5627c-82d2-4f76-be87-5102bca2dfc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9cb446bd9f1c4f8b973f80abec690169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4957924 Sep 23 19:48:48.754622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49680) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.754622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5627c-82d2-4f76-be87-5102bca2dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f896d91-967c-443f-9a61-8a1d91c46adb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.818508 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4919fefe-2331-483c-90b9-bf2dba3a107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.842026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4919fefe-2331-483c-90b9-bf2dba3a107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.898155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4919fefe-2331-483c-90b9-bf2dba3a107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.902547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4919fefe-2331-483c-90b9-bf2dba3a107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.905064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4919fefe-2331-483c-90b9-bf2dba3a107f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f896d91-967c-443f-9a61-8a1d91c46adb HTTP/1.1" status: 204 len: 168 time: 0.1652067 Sep 23 19:48:48.918672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919fefe-2331-483c-90b9-bf2dba3a107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f896d91-967c-443f-9a61-8a1d91c46adb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:49.372167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.390997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c1992a5-fb17-4457-acbc-6bdb178f9004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.549085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c1992a5-fb17-4457-acbc-6bdb178f9004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.554422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c1992a5-fb17-4457-acbc-6bdb178f9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.603156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1992a5-fb17-4457-acbc-6bdb178f9004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7afdb4-f82d-40f6-80dc-5956fa807676,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:49.615242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c1992a5-fb17-4457-acbc-6bdb178f9004 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e71babf405a24a2085e0e6ed534c7de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385707 Sep 23 19:48:49.615338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.692067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e487b76c-40ec-48fb-9dea-ca799e8dcb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.721431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e487b76c-40ec-48fb-9dea-ca799e8dcb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.775248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e487b76c-40ec-48fb-9dea-ca799e8dcb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.780234 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e487b76c-40ec-48fb-9dea-ca799e8dcb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.781750 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e487b76c-40ec-48fb-9dea-ca799e8dcb90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df7afdb4-f82d-40f6-80dc-5956fa807676 HTTP/1.1" status: 204 len: 168 time: 0.1653223 Sep 23 19:48:49.801403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487b76c-40ec-48fb-9dea-ca799e8dcb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7afdb4-f82d-40f6-80dc-5956fa807676,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:50.396541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:50.614397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7488-2829-4fdd-8671-e56fe8e4053c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.743140 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7488-2829-4fdd-8671-e56fe8e4053c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.747656 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7488-2829-4fdd-8671-e56fe8e4053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.800179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3c6b7488-2829-4fdd-8671-e56fe8e4053c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f53d5ad03e7f48a589d573ad732cdcc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012473 Sep 23 19:48:50.802687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:50.803197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b7488-2829-4fdd-8671-e56fe8e4053c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e24f7-280f-4090-a181-a6c3a974c89b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:50.888344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8ce41c1-186c-4688-8070-2b7c9d13b7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.919746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8ce41c1-186c-4688-8070-2b7c9d13b7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.998719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8ce41c1-186c-4688-8070-2b7c9d13b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.006843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8ce41c1-186c-4688-8070-2b7c9d13b7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.012442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f8ce41c1-186c-4688-8070-2b7c9d13b7ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/795e24f7-280f-4090-a181-a6c3a974c89b HTTP/1.1" status: 204 len: 168 time: 0.2074561 Sep 23 19:48:51.022630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce41c1-186c-4688-8070-2b7c9d13b7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e24f7-280f-4090-a181-a6c3a974c89b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:51.996652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49844) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:52.219479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-116585953-network', 'tenant_id': '707cb7146a014a9893e63171a019ec00'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:52.259321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Made reservation on behalf of 707cb7146a014a9893e63171a019ec00 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:52.261826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.272743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.387313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.402262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.425717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:52.436407 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.436407 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Added segment 34df093f-ff49-42a4-8443-cb601714fb30 of type vlan for network a7ccc119-a03c-4fae-ad20-e1846da4caa9 Sep 23 19:48:52.490020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.495215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61a0408-b581-459b-a635-d48044ee7f14,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:52.523076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.524345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:52.525177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.559275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac214-9bcc-47b8-8fa5-ffca26b9c8e5 req-3f2186d2-dd87-445d-a42f-00c5f201a5c4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:52.561591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-001ac214-9bcc-47b8-8fa5-ffca26b9c8e5 req-3f2186d2-dd87-445d-a42f-00c5f201a5c4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.0849361 Sep 23 19:48:52.607547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-001ac214-9bcc-47b8-8fa5-ffca26b9c8e5 req-8c3a2403-e572-464a-82e6-edb016893aff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366631 Sep 23 19:48:52.617169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6194088 Sep 23 19:48:52.629885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d7c40-233f-4297-b25d-33da35e84695 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ccc119-a03c-4fae-ad20-e1846da4caa9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:52.631335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:52.631335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Request body: {'subnet': {'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-116585953-subnet', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:52.640908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:52.667000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Made reservation on behalf of 707cb7146a014a9893e63171a019ec00 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:52.670890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.916298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.979188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486355db-df50-4ea0-83d6-56fa7cf2bd7b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:52.990633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Checking segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:52.991057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Network hostable DHCP agents. Network: a7ccc119-a03c-4fae-ad20-e1846da4caa9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:48:53.019560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:48:53.034251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, a7ccc119-a03c-4fae-ad20-e1846da4caa9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:53.039285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:53.040043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.046699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb295787-486c-4448-bfc5-fbb7cef4f3a4 None None] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:53.069964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-202cdc9b-d762-4a65-8e7a-079ffab07b90 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4460094 Sep 23 19:48:53.070147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 49912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:53.076300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:53.100857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.102690 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.235260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.285487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:48:53.286634 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.382004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417912ac-d010-4682-ba29-f9e3ec4aa247 req-50da2bd7-bc8c-409f-bb7e-4a709231d70c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:53.383707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-417912ac-d010-4682-ba29-f9e3ec4aa247 req-50da2bd7-bc8c-409f-bb7e-4a709231d70c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1466408 Sep 23 19:48:53.472377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.493141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Allocated IP 172.20.0.2 (a7ccc119-a03c-4fae-ad20-e1846da4caa9/486355db-df50-4ea0-83d6-56fa7cf2bd7b/9e8ed6e7-862a-4519-b6db-ba6da67035c7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:53.493699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-417912ac-d010-4682-ba29-f9e3ec4aa247 req-519787f1-09e7-4dd6-8c01-c505f6e5c0e5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739717 Sep 23 19:48:53.693833 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.705048 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.749388 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.754841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:53.757900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:53.762741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:53.779020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.814357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Pushing event updated for resources: {'Port': ['ID=9e8ed6e7-862a-4519-b6db-ba6da67035c7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:53.846467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Attempting to bind port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:53.847739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Attempting to bind port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:53.848335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Attempting to bind port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:53.854309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:53.854911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Checking segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:53.855502 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.856231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Bound using segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:53.856994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Bound port: 9e8ed6e7-862a-4519-b6db-ba6da67035c7, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:53.857666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.909068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Allocated IP 172.25.6.186 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/4b7ffde6-db14-4c27-9bc6-b8408cf8aa97) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:53.941385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] For port 9e8ed6e7-862a-4519-b6db-ba6da67035c7, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:53.947795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] For port 9e8ed6e7-862a-4519-b6db-ba6da67035c7, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9e8ed6e7-862a-4519-b6db-ba6da67035c7,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:53.953033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.015493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7764b99-1c27-4d08-8284-3c6a4df5a782 None None] Pushing event updated for resources: {'Port': ['ID=9e8ed6e7-862a-4519-b6db-ba6da67035c7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:54.042253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.093587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.136756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:54.143974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:54.146228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:54.148444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:54.485061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.079766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38d536-d144-494c-aa2c-24e656b67bb1 req-79fae3ec-1c17-4584-a431-a18a1a52c2df tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:55.085646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b38d536-d144-494c-aa2c-24e656b67bb1 req-79fae3ec-1c17-4584-a431-a18a1a52c2df tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.4912341 Sep 23 19:48:55.139235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.162581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9e8ed6e7-862a-4519-b6db-ba6da67035c7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:55.243138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:55.243900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.269992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b38d536-d144-494c-aa2c-24e656b67bb1 req-c25e608b-341e-4108-b3d9-f0abc5decec0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269422 Sep 23 19:48:55.331816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517678e0-3782-41da-b7b0-a5d4331243d2 None None] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:55.355920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.381524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4b0d6598-ba83-41aa-8ada-d22fbbbcf687 None None] Provisioning complete for port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:55.381954 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b0d6598-ba83-41aa-8ada-d22fbbbcf687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.390673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Router 14d2400a-871b-4796-bf77-f64d81838d4a is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:48:55.511322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.524782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:55.547154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.549623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5ac704df-101d-4675-b01c-f57d5e009743 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4780619 Sep 23 19:48:55.552990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 49986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:55.594778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Sync routers for ids ['14d2400a-871b-4796-bf77-f64d81838d4a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:48:55.688640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 9e8ed6e7-862a-4519-b6db-ba6da67035c7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9e8ed6e7-862a-4519-b6db-ba6da67035c7,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:55.711215 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.712915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Routers {'14d2400a-871b-4796-bf77-f64d81838d4a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:55.713626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['14d2400a-871b-4796-bf77-f64d81838d4a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:55.860599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Set router 14d2400a-871b-4796-bf77-f64d81838d4a gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:56.179119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=9e8ed6e7-862a-4519-b6db-ba6da67035c7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:56.183996 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b0d6598-ba83-41aa-8ada-d22fbbbcf687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.314410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-4b0d6598-ba83-41aa-8ada-d22fbbbcf687 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:48:56.314766 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-4b0d6598-ba83-41aa-8ada-d22fbbbcf687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:48:56.395614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.418166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:54Z', 'revision_number': 3, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port': {'id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:56.470419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd88ba-b15a-4a99-b8a7-1875c34a22f1 req-45130a5e-1e12-487a-87ad-1f4ffe5443a8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:56.472675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fecd88ba-b15a-4a99-b8a7-1875c34a22f1 req-45130a5e-1e12-487a-87ad-1f4ffe5443a8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.0755939 Sep 23 19:48:56.491669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Checking router: 14d2400a-871b-4796-bf77-f64d81838d4a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:48:56.493266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Updating router 14d2400a-871b-4796-bf77-f64d81838d4a port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:48:56.543333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.551509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fecd88ba-b15a-4a99-b8a7-1875c34a22f1 req-f812d972-a5ae-46e8-9306-ad183e5686d0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726736 Sep 23 19:48:56.711520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Allocated IP 172.20.0.1 (a7ccc119-a03c-4fae-ad20-e1846da4caa9/486355db-df50-4ea0-83d6-56fa7cf2bd7b/c27914e9-3666-4385-a5d6-9db3103128cd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:56.880277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.888892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.933076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:48:56.936023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:56.936398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.022638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c27914e9-3666-4385-a5d6-9db3103128cd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:57.049224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:57.057470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:57.064797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:57.078349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.129597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-94cbd546-cbd4-4988-bbb6-c0859e20718c None None] Provisioning complete for port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:57.130249 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94cbd546-cbd4-4988-bbb6-c0859e20718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.133076 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.154846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.277962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9e8ed6e7-862a-4519-b6db-ba6da67035c7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:57.452279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.616428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:57.649300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Attempting to bind port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:57.650229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Attempting to bind port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:57.650589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Attempting to bind port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:57.743465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'mac_address': 'fa:16:3e:2c:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:48:57.756962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:57.758883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:57.759189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.759694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:57.763929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Bound port: 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:57.764679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.768419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d42d6-27dd-4acd-bd47-cd50aa8c2e8e None None] Pushing event updated for resources: {'Port': ['ID=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:57.860460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.872602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.877444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.887822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f200-77b6-4e82-88ec-67886e49f96a req-d763ed80-fbcd-438e-ae7a-f3502f63587e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:57.896885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b560f200-77b6-4e82-88ec-67886e49f96a req-d763ed80-fbcd-438e-ae7a-f3502f63587e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.0851581 Sep 23 19:48:57.977906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b560f200-77b6-4e82-88ec-67886e49f96a req-c6e5a4cb-710d-4847-91da-d2cc34ff5a84 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799119 Sep 23 19:48:58.004290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c27914e9-3666-4385-a5d6-9db3103128cd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:58.060191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.196065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b106d4f-9c24-47ba-9b41-6c66cee42b84 req-15fd4a3e-8e01-4b58-94ad-08bd0dd537a2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:58.196532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:58.197227 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.207010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b106d4f-9c24-47ba-9b41-6c66cee42b84 req-15fd4a3e-8e01-4b58-94ad-08bd0dd537a2 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.1001468 Sep 23 19:48:58.224046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:58.232608 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c7ab93-2dc5-4a45-bdff-c996a6594416" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-unplugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:58.264266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:58.266490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:58.285083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.297852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b106d4f-9c24-47ba-9b41-6c66cee42b84 req-f3978722-14f6-4cd5-a3fa-d54635059f6e tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862830 Sep 23 19:48:58.347265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] For port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:58.371225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:58.410057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:58.419790 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b68387-0f0b-4d3c-8577-45fbb9f7ed28 x-openstack-request-id: req-d8b68387-0f0b-4d3c-8577-45fbb9f7ed28 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:58.427571 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-unplugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:58.428097 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8b68387-0f0b-4d3c-8577-45fbb9f7ed28 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:58.428680 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'code': 200} Sep 23 19:48:58.451199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.462176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] For port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:58.486012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.580580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:48:58.581195 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:48:58.595905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1a6d1e61-d7fe-4d5c-9874-e57cd3f1f389 None None] Provisioning complete for port c27914e9-3666-4385-a5d6-9db3103128cd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:58.596302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1e61-d7fe-4d5c-9874-e57cd3f1f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.601403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Router 14d2400a-871b-4796-bf77-f64d81838d4a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:48:58.684370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Routers {'14d2400a-871b-4796-bf77-f64d81838d4a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:58.685013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['14d2400a-871b-4796-bf77-f64d81838d4a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:58.727499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:58.788974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:58.799163 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d65193a-3ac0-4404-8b03-9f7a1a0d90d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/14d2400a-871b-4796-bf77-f64d81838d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2451437 Sep 23 19:48:58.874028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d42d6-27dd-4acd-bd47-cd50aa8c2e8e None None] Pushing event updated for resources: {'Port': ['ID=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:58.915397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d1e61-d7fe-4d5c-9874-e57cd3f1f389 None None] Port c27914e9-3666-4385-a5d6-9db3103128cd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:48:59.009416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] Set router 14d2400a-871b-4796-bf77-f64d81838d4a gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:59.077062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-68db7727-9760-4bb1-b9eb-cb99a643336f None None] Provisioning complete for port c27914e9-3666-4385-a5d6-9db3103128cd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:59.077632 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68db7727-9760-4bb1-b9eb-cb99a643336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.214164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f532e-e3b8-444f-b067-1ea6e755bf7c req-5e3f60c8-a34a-4291-a505-78a99501a23d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:59.225099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-110f532e-e3b8-444f-b067-1ea6e755bf7c req-5e3f60c8-a34a-4291-a505-78a99501a23d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1083896 Sep 23 19:48:59.250856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68db7727-9760-4bb1-b9eb-cb99a643336f None None] Port c27914e9-3666-4385-a5d6-9db3103128cd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:48:59.261253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-110f532e-e3b8-444f-b067-1ea6e755bf7c req-54bfde34-afd6-405c-abb0-e4142694c18e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349734 Sep 23 19:48:59.284098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.404822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-2f563e9c-57d0-44de-abf5-b2f6dd5effc1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:59.408058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-2f563e9c-57d0-44de-abf5-b2f6dd5effc1 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.0969431 Sep 23 19:48:59.583694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Deleting port ee8330ff-d72f-40b3-9575-488a57cccb09 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:59.584090 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.640714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57431b-3fa0-4f9e-b866-66e6bcf13f58 req-ddf6c757-79bd-4b12-af37-6e36476e81ec tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:59.661184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad57431b-3fa0-4f9e-b866-66e6bcf13f58 req-ddf6c757-79bd-4b12-af37-6e36476e81ec tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 947 time: 0.2087715 Sep 23 19:48:59.750052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:59.753657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad57431b-3fa0-4f9e-b866-66e6bcf13f58 req-e599c851-0c8d-4180-8dcf-de5dee5d9773 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups?id=44c8c009-2842-4ee7-aeb8-b7d9523b415e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773292 Sep 23 19:48:59.796144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:59.804474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.830033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] For port ee8330ff-d72f-40b3-9575-488a57cccb09, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ee8330ff-d72f-40b3-9575-488a57cccb09,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:59.830475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.867005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=12']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:59.920892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['276ddc5e-0e3c-4745-af52-70fad78c2ca2'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:00.072872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:00.079025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-66921590-network', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:00.089518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 4, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port': {'id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c27914e9-3666-4385-a5d6-9db3103128cd', 'name': '', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'mac_address': 'fa:16:3e:f5:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:56Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 2, 'project_id': '707cb7146a014a9893e63171a019ec00', 'subnets': [{'id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:00.131980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Made reservation on behalf of e74de71ccc754d80a481ae8957d762eb for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:00.135731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.148498 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.165214 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef61d2-2503-47f8-ba38-3025feac7ab3 None None] The sync data for ids ['14d2400a-871b-4796-bf77-f64d81838d4a'] in n-d-810763-1 is: [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 4, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port': {'id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c27914e9-3666-4385-a5d6-9db3103128cd', 'name': '', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'mac_address': 'fa:16:3e:f5:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:56Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 2, 'project_id': '707cb7146a014a9893e63171a019ec00', 'subnets': [{'id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:00.185715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.186091 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.191086 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Floating IP e2e36228-5e9d-4653-84dc-543ed2c332b2 disassociated. External IP: 172.25.6.78, port: ee8330ff-d72f-40b3-9575-488a57cccb09. Sep 23 19:49:00.191465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Calling delete_port for ee8330ff-d72f-40b3-9575-488a57cccb09 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:00.421982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.428512 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.473440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.529117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:00.565301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d08909-68c5-4b4f-944d-cd07d08bff45,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:00.577086 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.577431 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Added segment 4ed2bf0a-e271-46e2-902c-2bb4bdf1e383 of type vlan for network ecaf7226-72ce-4562-a4c9-507e938ddf2f Sep 23 19:49:00.591134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event deleted for resources: {'Port': ['ID=ee8330ff-d72f-40b3-9575-488a57cccb09,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:00.636044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.665439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.667236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:00.667991 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.748573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33c1a7-5dad-42a9-a28f-cf70bcf5746d req-f50da34f-db77-4507-9aa8-71fb7d5ce1fd tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:00.751850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b33c1a7-5dad-42a9-a28f-cf70bcf5746d req-f50da34f-db77-4507-9aa8-71fb7d5ce1fd tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 945 time: 0.3799477 Sep 23 19:49:00.763968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6895993 Sep 23 19:49:00.779559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:00.799627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Request body: {'subnet': {'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-66921590-subnet', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:00.877915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Router 1debd3fb-ec77-4e59-b367-620b54a79350 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:00.894862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e268cd-9379-4ade-bf0b-037f63a75ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=ecaf7226-72ce-4562-a4c9-507e938ddf2f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:00.910594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:00.949531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b33c1a7-5dad-42a9-a28f-cf70bcf5746d req-e3e7a999-117a-4651-a7ae-ef78cc2eee4b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766491 Sep 23 19:49:00.956203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Made reservation on behalf of e74de71ccc754d80a481ae8957d762eb for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:00.971178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.233794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:01.246084 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] Sync routers for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:01.270606 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:01.273953 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:01.368343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.381236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] No DVR routers for this DVR port ee8330ff-d72f-40b3-9575-488a57cccb09 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:01.389452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.393250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5facd8c4-0a90-4b2e-adcf-2d24e54ebf3e req-caa7ce9b-8c45-42be-998d-9da5f7587858 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c2af897-1eaf-4601-aa3b-64436c00c4d1 HTTP/1.1" status: 200 len: 210 time: 0.0596023 Sep 23 19:49:01.395739 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f36a3386-3341-4c60-ba6d-87d632694f9f req-fc18214f-ba22-488d-b620-b5cfe7cbd90a tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.41 "DELETE /v2.0/ports/ee8330ff-d72f-40b3-9575-488a57cccb09 HTTP/1.1" status: 204 len: 173 time: 1.9816823 Sep 23 19:49:01.400953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-deleted', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:01.410859 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b09655-d9e5-4ab2-aff1-ffe7425f59c6" -d '{"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-deleted", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:01.571822 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8a09dd-723f-47bf-8d46-fffacde3c4f8 x-openstack-request-id: req-0f8a09dd-723f-47bf-8d46-fffacde3c4f8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:01.573258 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2af897-1eaf-4601-aa3b-64436c00c4d1", "name": "network-vif-deleted", "tag": "ee8330ff-d72f-40b3-9575-488a57cccb09", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:01.574066 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f8a09dd-723f-47bf-8d46-fffacde3c4f8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:01.574898 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2af897-1eaf-4601-aa3b-64436c00c4d1', 'name': 'network-vif-deleted', 'tag': 'ee8330ff-d72f-40b3-9575-488a57cccb09', 'status': 'completed', 'code': 200} Sep 23 19:49:01.660125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c4f281-a032-4642-827b-e8a8b52bb253,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:01.687272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Checking segment: {'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:01.687643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Network hostable DHCP agents. Network: ecaf7226-72ce-4562-a4c9-507e938ddf2f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:01.688492 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:01.717566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:01.730561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ecaf7226-72ce-4562-a4c9-507e938ddf2f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:01.736077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:01.739370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.741962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1644546-b55f-4d24-99ee-3bcce84c9a4d None None] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:01.767931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:01.769168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a00e030c-781c-4747-a77d-1da92e3cb290 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9885933 Sep 23 19:49:01.773978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:01.823827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.825389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.038832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.055788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:02.192078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'fixed_ips': [{'subnet_id': '72c4f281-a032-4642-827b-e8a8b52bb253'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:49:02.193131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.304425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26439af5-9461-47dc-ab0d-48db3c33ca4d req-b7eb1c1c-def7-4e4c-92ef-3a7dafa98fa0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:02.313623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26439af5-9461-47dc-ab0d-48db3c33ca4d req-b7eb1c1c-def7-4e4c-92ef-3a7dafa98fa0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 945 time: 0.1207638 Sep 23 19:49:02.358260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.370075 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:02.418840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26439af5-9461-47dc-ab0d-48db3c33ca4d req-0052ea6c-56c5-425a-afb3-073493838bdc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018360 Sep 23 19:49:02.488148 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] Checking router: 1debd3fb-ec77-4e59-b367-620b54a79350 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:02.502772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.535294 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:02.543658 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:02.544219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:02.545146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.589674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.728754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-303feda8-a605-4695-9b0e-52daa6ebe587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.880450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Allocated IP 172.20.0.2 (ecaf7226-72ce-4562-a4c9-507e938ddf2f/72c4f281-a032-4642-827b-e8a8b52bb253/36927fd5-9104-4f70-a828-a287cf3114bb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:02.902925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-303feda8-a605-4695-9b0e-52daa6ebe587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.912841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-303feda8-a605-4695-9b0e-52daa6ebe587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.940278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.979950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-303feda8-a605-4695-9b0e-52daa6ebe587 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9153044d71e94550be7f8db0af2ff456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866513 Sep 23 19:49:02.980727 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78384702-374f-4e57-9dc7-efeb3d184a28 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.982357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.984082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303feda8-a605-4695-9b0e-52daa6ebe587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8230cdf7-77cd-4c78-8f5f-6b4786538bf8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.054599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:03.057207 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68896555-c41c-4c17-9391-d7bf1597c87a" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:03.065856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78384702-374f-4e57-9dc7-efeb3d184a28 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.087072 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:03.097645 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13717ec5-456b-4014-8f34-9885b378c72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.121159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.151189 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13717ec5-456b-4014-8f34-9885b378c72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.158847 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5759014-54c6-483d-bf65-bee54593117e x-openstack-request-id: req-c5759014-54c6-483d-bf65-bee54593117e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:03.159685 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-plugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:03.159957 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5759014-54c6-483d-bf65-bee54593117e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:03.160372 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'code': 200} Sep 23 19:49:03.162217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:03.183776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.215167 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.294510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:03.347401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13717ec5-456b-4014-8f34-9885b378c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.350033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-13717ec5-456b-4014-8f34-9885b378c72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.351498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-13717ec5-456b-4014-8f34-9885b378c72b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8230cdf7-77cd-4c78-8f5f-6b4786538bf8 HTTP/1.1" status: 204 len: 168 time: 0.3628991 Sep 23 19:49:03.370298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78384702-374f-4e57-9dc7-efeb3d184a28 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.376127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78384702-374f-4e57-9dc7-efeb3d184a28 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.377289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-78384702-374f-4e57-9dc7-efeb3d184a28 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "DELETE /v2.0/security-groups/44c8c009-2842-4ee7-aeb8-b7d9523b415e HTTP/1.1" status: 204 len: 168 time: 0.7863460 Sep 23 19:49:03.383410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50148) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.414688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13717ec5-456b-4014-8f34-9885b378c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230cdf7-77cd-4c78-8f5f-6b4786538bf8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.439180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78384702-374f-4e57-9dc7-efeb3d184a28 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c8c009-2842-4ee7-aeb8-b7d9523b415e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.445159 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-b11f65fa-e064-4d04-a59a-1c86d5f0c693 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] show failed (client error): The resource could not be found. Sep 23 19:49:03.446287 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b11f65fa-e064-4d04-a59a-1c86d5f0c693 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "GET /v2.0/security-groups/44c8c009-2842-4ee7-aeb8-b7d9523b415e HTTP/1.1" status: 404 len: 347 time: 0.0607920 Sep 23 19:49:03.449496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.716648 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.722251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=13']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.743189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.745842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37f56a-d2aa-4cee-81a4-77e592c08068 req-7bd1a9a3-89da-4ae3-bfe5-5653d11f95f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:03.747903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Allocated IP 172.25.6.112 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/a344a5a5-fd46-48ba-bf86-92ebba9ab838) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:03.758965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e37f56a-d2aa-4cee-81a4-77e592c08068 req-7bd1a9a3-89da-4ae3-bfe5-5653d11f95f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1528659 Sep 23 19:49:03.828465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e37f56a-d2aa-4cee-81a4-77e592c08068 req-fe81a892-1d47-4f60-8763-98294a53c757 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647447 Sep 23 19:49:03.896144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Pushing event updated for resources: {'Port': ['ID=36927fd5-9104-4f70-a828-a287cf3114bb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.902746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:03.903123 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.940075 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:03.980226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.983961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:03.992871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:03.997252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:04.012694 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-387a5dda-77f5-4fbf-a9d1-a12a1e58329a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.013483 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3faa0f7-e105-475f-9209-11e4fc1396b8 None None] The sync data for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 is: [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 4, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e15264af-34c3-4ac0-b640-6c26bd9c932b', 'name': '', 'network_id': '2d9f528b-6b82-44a8-910f-f50c2e3f981f', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'mac_address': 'fa:16:3e:76:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:14Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'subnets': [{'id': 'e634a1fd-a9f1-422d-a719-45aedab246be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:04.072042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.105229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Deleting port 621a372d-7226-4e85-9c96-b17dde8eb711 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:04.105570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.158701 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.164285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Sync routers for ids ['14d2400a-871b-4796-bf77-f64d81838d4a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:04.172769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Attempting to bind port 36927fd5-9104-4f70-a828-a287cf3114bb on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:04.173389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Attempting to bind port 36927fd5-9104-4f70-a828-a287cf3114bb by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:04.173922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Attempting to bind port 36927fd5-9104-4f70-a828-a287cf3114bb on network ecaf7226-72ce-4562-a4c9-507e938ddf2f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:04.182459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-387a5dda-77f5-4fbf-a9d1-a12a1e58329a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.187701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-387a5dda-77f5-4fbf-a9d1-a12a1e58329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.194859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:04.195456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Checking segment: {'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:04.196051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.196620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Bound using segment: {'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:04.197279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Bound port: 36927fd5-9104-4f70-a828-a287cf3114bb, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:04.197928 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.214028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Routers {'14d2400a-871b-4796-bf77-f64d81838d4a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:04.215084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['14d2400a-871b-4796-bf77-f64d81838d4a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:04.235217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.266095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-387a5dda-77f5-4fbf-a9d1-a12a1e58329a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3875caf624a647c6b5809f2448266825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847514 Sep 23 19:49:04.267797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a5dda-77f5-4fbf-a9d1-a12a1e58329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5281e335-7bd2-47ce-934d-5f6f11af9dc9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:04.286647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50162) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:04.301866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:04.303481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:04.351065 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.373610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:04.423153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.423479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.437006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: ee8330ff-d72f-40b3-9575-488a57cccb09 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:04.437363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ee8330ff-d72f-40b3-9575-488a57cccb09 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:04.443168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:04.462666 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a13d6a-1d49-4788-8be7-1a80b5f3863a None None] New status for floating IP e2e36228-5e9d-4653-84dc-543ed2c332b2: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:49:04.484489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:04.518121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Calling delete_port for 621a372d-7226-4e85-9c96-b17dde8eb711 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:04.544199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Pushing event updated for resources: {'Port': ['ID=a344a5a5-fd46-48ba-bf86-92ebba9ab838,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:04.571323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:04.585635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] For port 36927fd5-9104-4f70-a828-a287cf3114bb, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:04.590844 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] For port 36927fd5-9104-4f70-a828-a287cf3114bb, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=36927fd5-9104-4f70-a828-a287cf3114bb,segment=NetworkSegment(4ed2bf0a-e271-46e2-902c-2bb4bdf1e383),segment_id=4ed2bf0a-e271-46e2-902c-2bb4bdf1e383)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:04.599374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.603620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Set router 14d2400a-871b-4796-bf77-f64d81838d4a gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:04.717434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6464a27a-2dc5-4fd3-b466-83bedc24b840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.784038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6464a27a-2dc5-4fd3-b466-83bedc24b840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.840315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eafa0-d65e-40c2-a555-d122ad533d79 None None] Pushing event updated for resources: {'Port': ['ID=36927fd5-9104-4f70-a828-a287cf3114bb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:04.997090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8da54-541a-4f1a-af9d-de8d8a16bd57 req-f521b9cb-d97f-487c-ad55-580d999c222b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:05.007387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae8da54-541a-4f1a-af9d-de8d8a16bd57 req-f521b9cb-d97f-487c-ad55-580d999c222b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.0780985 Sep 23 19:49:05.134812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae8da54-541a-4f1a-af9d-de8d8a16bd57 req-e1272603-5c1a-4e9f-9c57-838f7194c5ac tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263459 Sep 23 19:49:05.235186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:05.248542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 4, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port': {'id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c27914e9-3666-4385-a5d6-9db3103128cd', 'name': '', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'mac_address': 'fa:16:3e:f5:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:56Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 2, 'project_id': '707cb7146a014a9893e63171a019ec00', 'subnets': [{'id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:05.373131 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Checking router: 14d2400a-871b-4796-bf77-f64d81838d4a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:05.373560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Updating router 14d2400a-871b-4796-bf77-f64d81838d4a port c27914e9-3666-4385-a5d6-9db3103128cd binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:49:05.404844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.419333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.442115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Pushing event deleted for resources: {'Port': ['ID=621a372d-7226-4e85-9c96-b17dde8eb711,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.444815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6464a27a-2dc5-4fd3-b466-83bedc24b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.447749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6464a27a-2dc5-4fd3-b466-83bedc24b840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.449067 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6464a27a-2dc5-4fd3-b466-83bedc24b840 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5281e335-7bd2-47ce-934d-5f6f11af9dc9 HTTP/1.1" status: 204 len: 168 time: 1.1557772 Sep 23 19:49:05.499617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464a27a-2dc5-4fd3-b466-83bedc24b840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5281e335-7bd2-47ce-934d-5f6f11af9dc9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.553838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.735339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:05.735339 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.925434 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.936672 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.098980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Attempting to bind port c27914e9-3666-4385-a5d6-9db3103128cd on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:06.099350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Attempting to bind port c27914e9-3666-4385-a5d6-9db3103128cd by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:06.099719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Attempting to bind port c27914e9-3666-4385-a5d6-9db3103128cd on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:06.110130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.112844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.114174 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-06232c6f-5d24-4f67-9266-7e3c63b65cd5 tempest-AttachVolumeShelveTestJSON-1486004432 tempest-AttachVolumeShelveTestJSON-1486004432-project] 10.222.0.38 "DELETE /v2.0/floatingips/e2e36228-5e9d-4653-84dc-543ed2c332b2 HTTP/1.1" status: 204 len: 168 time: 2.6543529 Sep 23 19:49:06.149422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.204647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:06.205026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Checking segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:06.210271 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.210788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Bound using segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:06.211306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Bound port: c27914e9-3666-4385-a5d6-9db3103128cd, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:06.211740 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.214771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04e895-3dd1-44bf-84ac-dde3b6dab389 None None] Pushing event updated for resources: {'Port': ['ID=c27914e9-3666-4385-a5d6-9db3103128cd,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:06.451995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fab887-e682-4d25-80b5-1bff176cf32c req-94611c67-95ff-4b9d-9215-e013bd4b3f9a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:06.464190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47fab887-e682-4d25-80b5-1bff176cf32c req-94611c67-95ff-4b9d-9215-e013bd4b3f9a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1683075 Sep 23 19:49:06.536572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] For port c27914e9-3666-4385-a5d6-9db3103128cd, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:06.549554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] For port c27914e9-3666-4385-a5d6-9db3103128cd, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c27914e9-3666-4385-a5d6-9db3103128cd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:06.557621 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.585838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47fab887-e682-4d25-80b5-1bff176cf32c req-bc209f72-a34e-40ab-817b-e2532f99f999 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198182 Sep 23 19:49:06.635753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Router 6bd55790-4556-4670-8c92-30c44cf79381 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:49:06.826572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf07218-362d-4485-8691-e0941cabe27a None None] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:06.909627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Routers {'14d2400a-871b-4796-bf77-f64d81838d4a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:06.910229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['14d2400a-871b-4796-bf77-f64d81838d4a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:06.945543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04e895-3dd1-44bf-84ac-dde3b6dab389 None None] Pushing event updated for resources: {'Port': ['ID=c27914e9-3666-4385-a5d6-9db3103128cd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:06.945942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:06.962386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ad9af104-e08e-4699-bf91-c3270a5f1383 None None] Provisioning complete for port c27914e9-3666-4385-a5d6-9db3103128cd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:06.962759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9af104-e08e-4699-bf91-c3270a5f1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.983740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.987357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-482e22cd-5773-4565-83a4-27e599229ebc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2178931 Sep 23 19:49:06.990387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:07.047769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Sync routers for ids ['6bd55790-4556-4670-8c92-30c44cf79381'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:07.395832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Routers {'6bd55790-4556-4670-8c92-30c44cf79381'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:07.396644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6bd55790-4556-4670-8c92-30c44cf79381'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:07.545924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9af104-e08e-4699-bf91-c3270a5f1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.560751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c27914e9-3666-4385-a5d6-9db3103128cd up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:07.757733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] Set router 14d2400a-871b-4796-bf77-f64d81838d4a gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:07.817418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ad9af104-e08e-4699-bf91-c3270a5f1383 None None] For port c27914e9-3666-4385-a5d6-9db3103128cd, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c27914e9-3666-4385-a5d6-9db3103128cd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:07.819205 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c27914e9-3666-4385-a5d6-9db3103128cd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:07.819634 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.828438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1692eb-3cb7-42ce-bb63-4b31401a241a req-66751db9-13db-486b-991e-379c44d70612 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:07.844854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd1692eb-3cb7-42ce-bb63-4b31401a241a req-66751db9-13db-486b-991e-379c44d70612 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1182106 Sep 23 19:49:07.905288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd1692eb-3cb7-42ce-bb63-4b31401a241a req-a96610b0-7ffd-47a3-99cc-28b08b89aa83 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590954 Sep 23 19:49:07.929647 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad9af104-e08e-4699-bf91-c3270a5f1383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:08.090911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:08.385798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Set router 6bd55790-4556-4670-8c92-30c44cf79381 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:08.411743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] Provisioning complete for port 36927fd5-9104-4f70-a828-a287cf3114bb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:08.412142 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:08.413622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Allocated IP 172.20.0.1 (ecaf7226-72ce-4562-a4c9-507e938ddf2f/72c4f281-a032-4642-827b-e8a8b52bb253/f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:08.582408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:08.636292 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:08.701106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:08.709670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:08.713191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:08.826726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Pushing event updated for resources: {'Port': ['ID=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:08.855620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.008148 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.021120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af104-e08e-4699-bf91-c3270a5f1383 None None] Pushing event updated for resources: {'Port': ['ID=c27914e9-3666-4385-a5d6-9db3103128cd,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:09.074734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.131619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 36927fd5-9104-4f70-a828-a287cf3114bb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:09.170844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0a201-4990-48f7-93d9-243c6d644577 req-95429e9a-4c75-42d8-8bf1-5a4ba01961f0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:09.186274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2dc0a201-4990-48f7-93d9-243c6d644577 req-95429e9a-4c75-42d8-8bf1-5a4ba01961f0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1255939 Sep 23 19:49:09.270665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2dc0a201-4990-48f7-93d9-243c6d644577 req-86be7884-f73a-45ab-bb4a-8f5114fb883a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801024 Sep 23 19:49:09.296991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] For port 36927fd5-9104-4f70-a828-a287cf3114bb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=36927fd5-9104-4f70-a828-a287cf3114bb,segment=NetworkSegment(4ed2bf0a-e271-46e2-902c-2bb4bdf1e383),segment_id=4ed2bf0a-e271-46e2-902c-2bb4bdf1e383)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:09.315899 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.426716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] Pushing event updated for resources: {'Port': ['ID=36927fd5-9104-4f70-a828-a287cf3114bb,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:09.437997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:49:04Z', 'revision_number': 3, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port': {'id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:03Z', 'updated_at': '2021-09-23T19:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:09.481499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Checking router: 6bd55790-4556-4670-8c92-30c44cf79381 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:09.482122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Updating router 6bd55790-4556-4670-8c92-30c44cf79381 port a344a5a5-fd46-48ba-bf86-92ebba9ab838 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:49:09.485870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 4, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port': {'id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c27914e9-3666-4385-a5d6-9db3103128cd', 'name': '', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'mac_address': 'fa:16:3e:f5:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:56Z', 'updated_at': '2021-09-23T19:49:06Z', 'revision_number': 4, 'project_id': '707cb7146a014a9893e63171a019ec00', 'subnets': [{'id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:09.522385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e94c4-60e7-442f-a7c2-6b4b1e9f1e82 None None] The sync data for ids ['14d2400a-871b-4796-bf77-f64d81838d4a'] in n-d-810763-1 is: [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:48:57Z', 'revision_number': 4, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port': {'id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c27914e9-3666-4385-a5d6-9db3103128cd', 'name': '', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'mac_address': 'fa:16:3e:f5:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:56Z', 'updated_at': '2021-09-23T19:49:06Z', 'revision_number': 4, 'project_id': '707cb7146a014a9893e63171a019ec00', 'subnets': [{'id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:09.538666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.545711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.562931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] Provisioning complete for port c27914e9-3666-4385-a5d6-9db3103128cd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:09.563493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad846-2295-42e7-b04c-f23877469ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.629490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 36927fd5-9104-4f70-a828-a287cf3114bb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:09.629868 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.665315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:09.693117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Pushing event updated for resources: {'Port': ['ID=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:09.695444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.695863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.923488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:09.935828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:10.061753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d01fb932-8be5-4b04-891a-b4c26a2380dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.223621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Router 6bd55790-4556-4670-8c92-30c44cf79381 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:10.355977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d01fb932-8be5-4b04-891a-b4c26a2380dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.360863 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d01fb932-8be5-4b04-891a-b4c26a2380dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.453564 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:49:10.463032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d01fb932-8be5-4b04-891a-b4c26a2380dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d030bf22157b4b2bad8b8fcd243794bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961988 Sep 23 19:49:10.464089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:10.468975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fb932-8be5-4b04-891a-b4c26a2380dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2c207-3e30-4963-8d98-e06d2cb38511,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:10.563751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:10.582965 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c2ce08bf-5ef9-4e70-b3ec-a422aef6f341 admin admin] 10.222.0.38 "PUT /v2.0/routers/6bd55790-4556-4670-8c92-30c44cf79381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5832748 Sep 23 19:49:10.704062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8ccf98-d26e-414f-82bb-ed274ce561d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.740261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364be2b-7579-4523-befe-18086be666da req-87cece06-a8ef-4d90-b80e-c4ebb3c634a3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:10.749921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3364be2b-7579-4523-befe-18086be666da req-87cece06-a8ef-4d90-b80e-c4ebb3c634a3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.2819092 Sep 23 19:49:10.769962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.786664 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.835657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84af74-8e9f-41e4-9f37-4fb2ca2c79ba None None] Pushing event updated for resources: {'Port': ['ID=a344a5a5-fd46-48ba-bf86-92ebba9ab838,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:10.882603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3364be2b-7579-4523-befe-18086be666da req-10e7d1f7-6632-4a6c-93cc-6808dc9d6c9a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260562 Sep 23 19:49:10.930782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8ccf98-d26e-414f-82bb-ed274ce561d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.945239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Attempting to bind port a344a5a5-fd46-48ba-bf86-92ebba9ab838 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:10.946070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Attempting to bind port a344a5a5-fd46-48ba-bf86-92ebba9ab838 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:10.946520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Attempting to bind port a344a5a5-fd46-48ba-bf86-92ebba9ab838 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:10.954025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:10.954488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:10.954836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.955232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:10.956699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Bound port: a344a5a5-fd46-48ba-bf86-92ebba9ab838, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:10.957088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.021001 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8ccf98-d26e-414f-82bb-ed274ce561d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.024459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b8ccf98-d26e-414f-82bb-ed274ce561d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.028307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b8ccf98-d26e-414f-82bb-ed274ce561d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44f2c207-3e30-4963-8d98-e06d2cb38511 HTTP/1.1" status: 204 len: 168 time: 0.5495496 Sep 23 19:49:11.043102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] For port a344a5a5-fd46-48ba-bf86-92ebba9ab838, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:11.043347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ccf98-d26e-414f-82bb-ed274ce561d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2c207-3e30-4963-8d98-e06d2cb38511,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:11.063982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] For port a344a5a5-fd46-48ba-bf86-92ebba9ab838, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a344a5a5-fd46-48ba-bf86-92ebba9ab838,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:11.129465 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.180486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-71e3d545-26fd-4102-b5f4-9916302a55d1 None None] Provisioning complete for port 36927fd5-9104-4f70-a828-a287cf3114bb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:11.181417 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71e3d545-26fd-4102-b5f4-9916302a55d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.414334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Routers {'6bd55790-4556-4670-8c92-30c44cf79381'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:11.423060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:48:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6bd55790-4556-4670-8c92-30c44cf79381'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:11.526082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84af74-8e9f-41e4-9f37-4fb2ca2c79ba None None] Pushing event updated for resources: {'Port': ['ID=a344a5a5-fd46-48ba-bf86-92ebba9ab838,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:11.681950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c27914e9-3666-4385-a5d6-9db3103128cd up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:11.882437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-67607143-5174-40e4-a7f9-f62aa80bb102 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:11.883975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-67607143-5174-40e4-a7f9-f62aa80bb102 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/networks?id=a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 200 len: 910 time: 0.2420349 Sep 23 19:49:11.897980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] Set router 6bd55790-4556-4670-8c92-30c44cf79381 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:11.909306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-c5457d78-b896-49b4-9c65-a8af80f741cd tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/quotas/e74de71ccc754d80a481ae8957d762eb HTTP/1.1" status: 200 len: 375 time: 0.0091445 Sep 23 19:49:12.079916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-71e3d545-26fd-4102-b5f4-9916302a55d1 None None] Provisioning complete for port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:12.080292 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71e3d545-26fd-4102-b5f4-9916302a55d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.082854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-38f83590-c61e-4e75-a974-34c2a11fc2f0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=e74de71ccc754d80a481ae8957d762eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652172 Sep 23 19:49:12.131833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-71e3d545-26fd-4102-b5f4-9916302a55d1 None None] Port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:12.152916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c27914e9-3666-4385-a5d6-9db3103128cd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:12.153289 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.231725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-528c9728-7c30-4f56-80eb-6b420f75b836 service neutron] 10.222.0.38 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477244 Sep 23 19:49:12.380461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 36927fd5-9104-4f70-a828-a287cf3114bb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:12.404866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-bf9470dd-e1da-478a-acac-20639786efe1 service neutron] 10.222.0.38 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719429 Sep 23 19:49:12.458682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:49:08Z', 'revision_number': 4, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port': {'id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:03Z', 'updated_at': '2021-09-23T19:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4', 'name': '', 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'mac_address': 'fa:16:3e:fe:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:08Z', 'updated_at': '2021-09-23T19:49:09Z', 'revision_number': 2, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'subnets': [{'id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:12.518790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 36927fd5-9104-4f70-a828-a287cf3114bb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:12.520493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.575425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f61d37-c0bc-4989-a886-09f23dc35fdf None None] The sync data for ids ['6bd55790-4556-4670-8c92-30c44cf79381'] in n-d-810763-1 is: [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:49:08Z', 'revision_number': 4, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port': {'id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:03Z', 'updated_at': '2021-09-23T19:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4', 'name': '', 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'mac_address': 'fa:16:3e:fe:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:08Z', 'updated_at': '2021-09-23T19:49:09Z', 'revision_number': 2, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'subnets': [{'id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:12.673054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9870a-407f-4fc3-99d0-889cb7d1df72 req-1c4963f2-6fab-4bf3-91ca-c6ef3596fd4e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:12.681187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfb9870a-407f-4fc3-99d0-889cb7d1df72 req-1c4963f2-6fab-4bf3-91ca-c6ef3596fd4e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.0639446 Sep 23 19:49:12.774591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bfb9870a-407f-4fc3-99d0-889cb7d1df72 req-54d60fa3-598e-4b61-9bd9-a8840ff1b1fc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918248 Sep 23 19:49:12.893973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d30a9f21-10d7-4c32-af32-1bcf9ae636c7 req-2693b8fc-9a39-4eba-b647-367a94e8c051 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 210 time: 0.0497382 Sep 23 19:49:13.171690 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2881abf-313e-415c-8433-a069cc1a6816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.659188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:13.960905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2127828375', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:14.007416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Made reservation on behalf of 7bd4bbc005a84292ab5330d020c9534e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:14.010116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.032583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.155357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882190-10f0-4a3b-86fd-c0b4df690da8 req-3e845197-2a21-4750-adb9-e20484818a3b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:14.156968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af882190-10f0-4a3b-86fd-c0b4df690da8 req-3e845197-2a21-4750-adb9-e20484818a3b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.2184188 Sep 23 19:49:14.222495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.246849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af882190-10f0-4a3b-86fd-c0b4df690da8 req-044ffe0d-3fc2-4750-8925-22eaac4ea765 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759466 Sep 23 19:49:14.250628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.285230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60874641-eb43-4355-a74b-4a8b6402858b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:14.293522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] device_id is not set on port 2cce3ff2-176e-4243-a07d-314869974f32 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:14.446328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f32cd3b-a886-463f-8599-611ad7df303b req-001146a3-8077-4d0b-8396-297c2cca1d58 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 210 time: 0.0467172 Sep 23 19:49:14.647838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Allocated IP 172.25.6.109 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/2cce3ff2-176e-4243-a07d-314869974f32) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:14.825457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-236ddfd7-9743-4d87-975e-30deddf7e0a9 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:14.827369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-236ddfd7-9743-4d87-975e-30deddf7e0a9 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.41 "GET /v2.0/networks?id=a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 200 len: 910 time: 0.3325655 Sep 23 19:49:14.849408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Request body: {'port': {'device_id': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'admin_state_up': True, 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:14.880045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Made reservation on behalf of e74de71ccc754d80a481ae8957d762eb for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:14.888426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.041124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.128160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.152961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Allocated IP 172.20.0.6 (a7ccc119-a03c-4fae-ad20-e1846da4caa9/486355db-df50-4ea0-83d6-56fa7cf2bd7b/d15d6ff8-19c2-4588-bc8e-c352628522bd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:15.203984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Pushing event updated for resources: {'Port': ['ID=2cce3ff2-176e-4243-a07d-314869974f32,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:15.222303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:15.224460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:15.227705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:15.290918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.291694 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.317971 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.326639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1affbee6-e741-42c6-83d0-6bf1fcf15f49 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6627722 Sep 23 19:49:15.326862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:15.331233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:15.401755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.402858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.624006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.632707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625885d-3054-411a-be64-a1307acf9568 req-1f20cb0b-f549-437f-8da3-eb798567dce6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.634363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b625885d-3054-411a-be64-a1307acf9568 req-1f20cb0b-f549-437f-8da3-eb798567dce6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.2187922 Sep 23 19:49:15.645250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a344a5a5-fd46-48ba-bf86-92ebba9ab838 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:15.761764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.806500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a344a5a5-fd46-48ba-bf86-92ebba9ab838 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:15.807180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.844553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:15.848394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:15.857370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:15.950525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Pushing event updated for resources: {'Port': ['ID=d15d6ff8-19c2-4588-bc8e-c352628522bd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:15.989391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.990493 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.014628 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-44f90af8-48eb-42ca-8b2b-1774e2d5e16c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1774118 Sep 23 19:49:16.028210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Request body: {'port': {'device_id': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:16.034820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.068803 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.070860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b625885d-3054-411a-be64-a1307acf9568 req-1aed2909-a4a6-4af9-9fcf-98a5b9e4fcba tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240991 Sep 23 19:49:16.150511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port a344a5a5-fd46-48ba-bf86-92ebba9ab838, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a344a5a5-fd46-48ba-bf86-92ebba9ab838,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:16.158103 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.239790 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.307801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=a344a5a5-fd46-48ba-bf86-92ebba9ab838,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:16.325579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24bcda-f79d-43c3-8d8e-34f6365b8957 req-d64cf5bb-96ff-42e5-8c57-52d6a32deeea tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:16.333571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d24bcda-f79d-43c3-8d8e-34f6365b8957 req-d64cf5bb-96ff-42e5-8c57-52d6a32deeea tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1027 time: 0.0781860 Sep 23 19:49:16.356574 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c2945c6-0045-4dd6-a1ea-e6f37ca0a649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.394768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-92391ed0-5d9b-4759-b7c2-98a33d397cb4 None None] Provisioning complete for port d15d6ff8-19c2-4588-bc8e-c352628522bd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:16.395314 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92391ed0-5d9b-4759-b7c2-98a33d397cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.432101 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Sync routers for ids ['6bd55790-4556-4670-8c92-30c44cf79381'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:16.449880 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Routers {'6bd55790-4556-4670-8c92-30c44cf79381'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:16.450567 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6bd55790-4556-4670-8c92-30c44cf79381'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:16.451112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-92391ed0-5d9b-4759-b7c2-98a33d397cb4 None None] Port d15d6ff8-19c2-4588-bc8e-c352628522bd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:16.469268 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.505066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.579224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.710083 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Set router 6bd55790-4556-4670-8c92-30c44cf79381 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:16.759823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.777803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d24bcda-f79d-43c3-8d8e-34f6365b8957 req-e8a32f27-a879-401a-898a-8ec2391789aa tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433076 Sep 23 19:49:16.903009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15d6ff8-19c2-4588-bc8e-c352628522bd {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:16.918447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.961890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Transition to ACTIVE for port object d15d6ff8-19c2-4588-bc8e-c352628522bd will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:49:16.967903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.064790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.067610 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.074985 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.164561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Pushing event updated for resources: {'Port': ['ID=d15d6ff8-19c2-4588-bc8e-c352628522bd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:17.201753 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:49:08Z', 'revision_number': 4, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port': {'id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:03Z', 'updated_at': '2021-09-23T19:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4', 'name': '', 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'mac_address': 'fa:16:3e:fe:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:08Z', 'updated_at': '2021-09-23T19:49:09Z', 'revision_number': 2, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'subnets': [{'id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:17.209173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.209872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adbf80c6-1698-4453-a9eb-f5da5b79df46 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:17.246874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Attempting to bind port d15d6ff8-19c2-4588-bc8e-c352628522bd on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:17.247210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Attempting to bind port d15d6ff8-19c2-4588-bc8e-c352628522bd by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:17.247537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Attempting to bind port d15d6ff8-19c2-4588-bc8e-c352628522bd on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:17.266003 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Checking router: 6bd55790-4556-4670-8c92-30c44cf79381 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:17.267629 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Updating router 6bd55790-4556-4670-8c92-30c44cf79381 port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:49:17.274123 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:49:17.275768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Port d15d6ff8-19c2-4588-bc8e-c352628522bd on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:49:17.276025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Attempting to bind port d15d6ff8-19c2-4588-bc8e-c352628522bd on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:17.278338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a44a893e-28b8-45df-8d39-653b8dfe02fb tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9491920 Sep 23 19:49:17.291367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50382) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:17.340646 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.342252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:17.342418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Checking segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:17.342919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Bound using segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:17.343372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Bound port: d15d6ff8-19c2-4588-bc8e-c352628522bd, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:17.343741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.416214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0a7ef-b45d-4232-9b8a-aea36a3ba41b req-be60a8a6-aa11-40a0-962c-dc67cf595a11 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:17.430895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73d0a7ef-b45d-4232-9b8a-aea36a3ba41b req-be60a8a6-aa11-40a0-962c-dc67cf595a11 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1659858 Sep 23 19:49:17.484215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] For port d15d6ff8-19c2-4588-bc8e-c352628522bd, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:17.487790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] For port d15d6ff8-19c2-4588-bc8e-c352628522bd, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:17.492644 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.509800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73d0a7ef-b45d-4232-9b8a-aea36a3ba41b req-d3161ca6-2c2c-4e4c-b60d-f53f06682a72 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720456 Sep 23 19:49:17.591836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:17.593135 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.594705 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] 10.222.0.41 "PUT /v2.0/ports/d15d6ff8-19c2-4588-bc8e-c352628522bd HTTP/1.1" status: 200 len: 1091 time: 1.5708799 Sep 23 19:49:17.597723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'tag': 'd15d6ff8-19c2-4588-bc8e-c352628522bd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:17.611929 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd08c5f-197e-47d0-ac93-6768cbb13279" -d '{"events": [{"name": "network-changed", "server_uuid": "5f14613f-c2e2-4808-b04d-64e943b52ee5", "tag": "d15d6ff8-19c2-4588-bc8e-c352628522bd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:17.662568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a344a5a5-fd46-48ba-bf86-92ebba9ab838 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:17.747788 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b3d131-30ab-4ea9-8106-485d7e63b8d1 x-openstack-request-id: req-e0b3d131-30ab-4ea9-8106-485d7e63b8d1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:17.748080 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f14613f-c2e2-4808-b04d-64e943b52ee5", "tag": "d15d6ff8-19c2-4588-bc8e-c352628522bd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:17.748330 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0b3d131-30ab-4ea9-8106-485d7e63b8d1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:17.748741 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'tag': 'd15d6ff8-19c2-4588-bc8e-c352628522bd', 'status': 'completed', 'code': 200} Sep 23 19:49:17.782123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc42f2-6751-4805-bbe6-a80d0614c95a service neutron] Pushing event updated for resources: {'Port': ['ID=d15d6ff8-19c2-4588-bc8e-c352628522bd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:17.812437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a344a5a5-fd46-48ba-bf86-92ebba9ab838 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:17.814065 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.886748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Deleting port 2cce3ff2-176e-4243-a07d-314869974f32 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:17.887745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.940257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-f566b93e-9bc7-4bac-9b4d-4bbf9d5186a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:17.942097 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-f566b93e-9bc7-4bac-9b4d-4bbf9d5186a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e74de71ccc754d80a481ae8957d762eb&device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1094 time: 0.2907689 Sep 23 19:49:18.037026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-12c7720b-7a11-4ed9-a5ec-4b66bfb18c33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd HTTP/1.1" status: 200 len: 217 time: 0.0838997 Sep 23 19:49:18.062827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b13f0-5656-43a6-8c89-621cb5c95160 req-3d1fbfaf-7283-46f1-b769-74510a655130 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:18.079609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861b13f0-5656-43a6-8c89-621cb5c95160 req-3d1fbfaf-7283-46f1-b769-74510a655130 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1094 time: 0.1771495 Sep 23 19:49:18.128975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-2b47c3be-9349-477c-9386-159862d4f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:18.130741 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-2b47c3be-9349-477c-9386-159862d4f932 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=486355db-df50-4ea0-83d6-56fa7cf2bd7b HTTP/1.1" status: 200 len: 848 time: 0.0867491 Sep 23 19:49:18.180663 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.198878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Calling delete_port for 2cce3ff2-176e-4243-a07d-314869974f32 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:18.226840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-ff6c4a93-c574-4851-a277-9e9d38a00fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:18.229308 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-ff6c4a93-c574-4851-a277-9e9d38a00fac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ccc119-a03c-4fae-ad20-e1846da4caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916305 Sep 23 19:49:18.240892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861b13f0-5656-43a6-8c89-621cb5c95160 req-c9541160-e3ab-4764-9548-22f526464469 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603088 Sep 23 19:49:18.252115 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.265031 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.400545 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Pushing event updated for resources: {'Port': ['ID=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.468607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-8c69ac6a-120e-4b21-92c4-0c86c8e786e2 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021983 Sep 23 19:49:18.488944 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.489581 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.490340 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.494664 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.504683 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.505258 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.505756 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.506295 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.506780 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.507260 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.507741 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.508225 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:18.538049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:18.543922 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Attempting to bind port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:18.544284 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Attempting to bind port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:18.544644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Attempting to bind port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 on network ecaf7226-72ce-4562-a4c9-507e938ddf2f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:18.566515 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:18.566986 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Checking segment: {'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:18.567505 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.567778 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Bound using segment: {'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:18.568262 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Bound port: f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:18.568639 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.595138 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.792911 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] For port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:18.801358 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] For port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,segment=NetworkSegment(4ed2bf0a-e271-46e2-902c-2bb4bdf1e383),segment_id=4ed2bf0a-e271-46e2-902c-2bb4bdf1e383)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:18.808387 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.832118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1753deeb-3c1e-4681-a153-3a09bd9dda84 req-c9895b03-c0e2-4a99-aa7e-3d673783f3ea service neutron] 10.222.0.41 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529563 Sep 23 19:49:18.869409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-08271b17-b795-4651-b525-6c7a15d5acae None None] Provisioning complete for port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:18.871173 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08271b17-b795-4651-b525-6c7a15d5acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.913219 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dc012-a381-4565-b681-241c315323b4 None None] Pushing event updated for resources: {'Port': ['ID=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.994384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Routers {'6bd55790-4556-4670-8c92-30c44cf79381'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:18.995227 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6bd55790-4556-4670-8c92-30c44cf79381'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:19.185018 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08271b17-b795-4651-b525-6c7a15d5acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.265795 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] Set router 6bd55790-4556-4670-8c92-30c44cf79381 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:19.292472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-08271b17-b795-4651-b525-6c7a15d5acae None None] For port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,segment=NetworkSegment(4ed2bf0a-e271-46e2-902c-2bb4bdf1e383),segment_id=4ed2bf0a-e271-46e2-902c-2bb4bdf1e383)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:19.297824 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08271b17-b795-4651-b525-6c7a15d5acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.369729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.442190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08271b17-b795-4651-b525-6c7a15d5acae None None] Pushing event updated for resources: {'Port': ['ID=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:19.447149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cce3ff2-176e-4243-a07d-314869974f32,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:19.463467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bc93feb5-01bc-4783-90cf-897254d3544a None None] Provisioning complete for port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:19.466545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc93feb5-01bc-4783-90cf-897254d3544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.557227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-3a5b407b-c89b-4063-affb-f5278d393f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.564177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-3a5b407b-c89b-4063-affb-f5278d393f15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e74de71ccc754d80a481ae8957d762eb&device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1094 time: 0.5177901 Sep 23 19:49:19.709272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:19.757589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.765509 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de28a853-7625-4cd1-b971-b9ce22930846 tempest-RoutersAdminNegativeTest-1453041180 tempest-RoutersAdminNegativeTest-1453041180-project-admin] 10.222.0.38 "DELETE /v2.0/ports/2cce3ff2-176e-4243-a07d-314869974f32 HTTP/1.1" status: 204 len: 168 time: 2.4680047 Sep 23 19:49:19.768444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-c3abc434-0a5e-442f-8a02-84d4fbdfb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.780013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-c3abc434-0a5e-442f-8a02-84d4fbdfb2f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1097 time: 1.3264456 Sep 23 19:49:19.822975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc6b94-3ffc-426b-8093-0ea38e9fae57 req-c6dd23b5-9e04-4204-81c8-8cd609f6c20b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.823783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:19.824275 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.825179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9bc6b94-3ffc-426b-8093-0ea38e9fae57 req-c6dd23b5-9e04-4204-81c8-8cd609f6c20b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.2158568 Sep 23 19:49:19.916519 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:49:08Z', 'revision_number': 4, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port': {'id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:03Z', 'updated_at': '2021-09-23T19:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4', 'name': '', 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'mac_address': 'fa:16:3e:fe:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:08Z', 'updated_at': '2021-09-23T19:49:18Z', 'revision_number': 4, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'subnets': [{'id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:20.006846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-233100ef-760d-4adb-ad8e-95a0832983ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.008772 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-233100ef-760d-4adb-ad8e-95a0832983ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 200 len: 910 time: 0.3853564 Sep 23 19:49:20.033946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cb4fa-e8bf-4e60-97fd-7bd82b521d6b None None] The sync data for ids ['6bd55790-4556-4670-8c92-30c44cf79381'] in n-d-810763-1 is: [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:49:08Z', 'revision_number': 4, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port': {'id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:03Z', 'updated_at': '2021-09-23T19:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4', 'name': '', 'network_id': 'ecaf7226-72ce-4562-a4c9-507e938ddf2f', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'mac_address': 'fa:16:3e:fe:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:08Z', 'updated_at': '2021-09-23T19:49:18Z', 'revision_number': 4, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'subnets': [{'id': '72c4f281-a032-4642-827b-e8a8b52bb253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:20.081238 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-0117e4cb-faab-4701-959f-69c7212b18d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd HTTP/1.1" status: 200 len: 217 time: 0.0638585 Sep 23 19:49:20.158195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9bc6b94-3ffc-426b-8093-0ea38e9fae57 req-47e78996-ab44-4ecf-be8b-925ab742652d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053639 Sep 23 19:49:20.219704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-9474730a-d8d6-4132-ae20-c2abdf2d76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.225117 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-9474730a-d8d6-4132-ae20-c2abdf2d76f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=486355db-df50-4ea0-83d6-56fa7cf2bd7b HTTP/1.1" status: 200 len: 848 time: 0.1357608 Sep 23 19:49:20.238822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-73fecb19-9363-4721-b4e5-007a0723c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.240355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-73fecb19-9363-4721-b4e5-007a0723c30d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.4124253 Sep 23 19:49:20.499551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:20.506616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-dd9da652-3da9-4af0-acf4-249b127047a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.506616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-dd9da652-3da9-4af0-acf4-249b127047a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ccc119-a03c-4fae-ad20-e1846da4caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417071 Sep 23 19:49:20.518239 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:20.557044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-43aeb0b6-9871-447f-b9af-389d0d477ee1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 1001 time: 0.3077283 Sep 23 19:49:20.654258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60751a80-a987-4e64-bbb5-7ab74324e335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:20.660127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69f81-6fff-4097-9f77-c17a2041be15 req-394f7001-8a8d-428a-88f6-4aa236c82f41 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.667745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0c69f81-6fff-4097-9f77-c17a2041be15 req-394f7001-8a8d-428a-88f6-4aa236c82f41 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1094 time: 0.2855241 Sep 23 19:49:20.707146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-79a035c1-f4de-4744-bd01-25a47337be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.709003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-79a035c1-f4de-4744-bd01-25a47337be3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.1419990 Sep 23 19:49:20.788574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0c69f81-6fff-4097-9f77-c17a2041be15 req-6d830b8b-4790-4f9b-a84f-ec7ed46d9608 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148326 Sep 23 19:49:20.807446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-29ba824b-4728-400a-adf1-ff731d39d346 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114278 Sep 23 19:49:20.827330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-7878cb8e-0d1e-4cc9-88fb-dfb8db700567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.829352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-7878cb8e-0d1e-4cc9-88fb-dfb8db700567 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102242 Sep 23 19:49:20.887510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60751a80-a987-4e64-bbb5-7ab74324e335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:20.911874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60751a80-a987-4e64-bbb5-7ab74324e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.017113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-60751a80-a987-4e64-bbb5-7ab74324e335 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78bb425d1ba543e7b1def81e8220c098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754029 Sep 23 19:49:21.019785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:21.027472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60751a80-a987-4e64-bbb5-7ab74324e335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a3843-1817-4445-98d9-3d61e7055488,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:21.081687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-ea498535-8f68-4fa9-9fd5-dd5a9a44df7b service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918459 Sep 23 19:49:21.179447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6910-3a24-4822-a62b-05fb38d9f7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.198460 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5fd08c5f-197e-47d0-ac93-6768cbb13279 req-705aedc2-1479-4691-9836-a4f5f4ad45a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801470 Sep 23 19:49:21.302625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6910-3a24-4822-a62b-05fb38d9f7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.344106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Deleting port e15264af-34c3-4ac0-b640-6c26bd9c932b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:21.344577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.378885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a7f429-3ed7-43aa-ac63-dbcb143cb420 req-ca4493db-0a09-470e-a35c-4577f3fe0b69 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839780 Sep 23 19:49:21.398700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6910-3a24-4822-a62b-05fb38d9f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.401461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6910-3a24-4822-a62b-05fb38d9f7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.402956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a2f6910-3a24-4822-a62b-05fb38d9f7eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f04a3843-1817-4445-98d9-3d61e7055488 HTTP/1.1" status: 204 len: 168 time: 0.3820159 Sep 23 19:49:21.451703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e3140-a5f5-482e-8816-8f434acecea0 req-b6e961bb-e60d-45d8-b851-09f058fcdf25 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:21.458744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-235e3140-a5f5-482e-8816-8f434acecea0 req-b6e961bb-e60d-45d8-b851-09f058fcdf25 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1757674 Sep 23 19:49:21.460767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f6910-3a24-4822-a62b-05fb38d9f7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a3843-1817-4445-98d9-3d61e7055488,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:21.497838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] For port e15264af-34c3-4ac0-b640-6c26bd9c932b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e15264af-34c3-4ac0-b640-6c26bd9c932b,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:21.498313 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.507009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-235e3140-a5f5-482e-8816-8f434acecea0 req-9e89008c-3a5a-46bd-b691-c835ae605f11 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Sep 23 19:49:21.543547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Calling delete_port for e15264af-34c3-4ac0-b640-6c26bd9c932b owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:21.626371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:21.761419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:21.762201 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:21.951719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.031669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15264af-34c3-4ac0-b640-6c26bd9c932b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:22.045173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.045173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.045546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.045935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.046328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.047023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.047421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.047723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.048073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.048492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.048973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.049382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:22.074091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:22.163712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a7396e4-b090-423a-9110-ebdfee96ba43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7bd4bbc005a84292ab5330d020c9534e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880406 Sep 23 19:49:22.165955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:22.274617 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8573c6e7-738f-4646-a877-6aa209ed9742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.309876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d15d6ff8-19c2-4588-bc8e-c352628522bd details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:49:22.356546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8573c6e7-738f-4646-a877-6aa209ed9742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.486411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.565997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15291291-3036-4507-b1a1-c64b7929a719 req-e879f5a0-8043-4b4f-b32c-c6b0421091e1 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:22.567731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d15d6ff8-19c2-4588-bc8e-c352628522bd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:22.575619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15291291-3036-4507-b1a1-c64b7929a719 req-e879f5a0-8043-4b4f-b32c-c6b0421091e1 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1094 time: 0.6796103 Sep 23 19:49:22.599431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'd15d6ff8-19c2-4588-bc8e-c352628522bd', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'port_id': 'd15d6ff8-19c2-4588-bc8e-c352628522bd', 'mac_address': 'fa:16:3e:a9:ca:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:49:22.600478 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8573c6e7-738f-4646-a877-6aa209ed9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.603786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8573c6e7-738f-4646-a877-6aa209ed9742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.606775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8573c6e7-738f-4646-a877-6aa209ed9742 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60874641-eb43-4355-a74b-4a8b6402858b HTTP/1.1" status: 204 len: 168 time: 0.4394479 Sep 23 19:49:22.628979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573c6e7-738f-4646-a877-6aa209ed9742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60874641-eb43-4355-a74b-4a8b6402858b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:22.668798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15291291-3036-4507-b1a1-c64b7929a719 req-3bc777bf-0e71-4f8d-951c-c300ad2d43c8 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921104 Sep 23 19:49:22.671630 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.695951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15d6ff8-19c2-4588-bc8e-c352628522bd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:22.728254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d15d6ff8-19c2-4588-bc8e-c352628522bd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:22.733868 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.806595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d15d6ff8-19c2-4588-bc8e-c352628522bd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:22.921823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6dfd7-7a35-40d6-b9ba-7e02f732adb4 req-a5c1640f-2ad7-45c2-a1c7-6451b4fced9d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:22.932181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64e6dfd7-7a35-40d6-b9ba-7e02f732adb4 req-a5c1640f-2ad7-45c2-a1c7-6451b4fced9d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1038332 Sep 23 19:49:23.038284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64e6dfd7-7a35-40d6-b9ba-7e02f732adb4 req-1e600e5c-81ca-45d0-9872-9963017bfcd2 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048677 Sep 23 19:49:23.045303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d15d6ff8-19c2-4588-bc8e-c352628522bd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:23.302275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Router 1debd3fb-ec77-4e59-b367-620b54a79350 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:23.468930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:23.482471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] Sync routers for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:23.483239 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fc3d6274-acbf-4a87-823c-6c1627bbe000 admin admin] 10.222.0.38 "PUT /v2.0/routers/1debd3fb-ec77-4e59-b367-620b54a79350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9294991 Sep 23 19:49:23.485831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:23.508047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:23.509066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:23.632532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:23.816411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:23.836107 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:23.871318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1918-a6c5-4eeb-a97c-c31b9042eb1c req-38388b20-efc7-4b15-b89f-2bc6db5cae13 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:23.875981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3bf1918-a6c5-4eeb-a97c-c31b9042eb1c req-38388b20-efc7-4b15-b89f-2bc6db5cae13 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1095 time: 0.1247032 Sep 23 19:49:23.948013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3bf1918-a6c5-4eeb-a97c-c31b9042eb1c req-3e2aa6e9-f933-42e5-9705-4ab0186c7258 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Sep 23 19:49:23.962006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Deleting port 183b18a3-b51e-4467-bdd2-aed717fae051 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:23.962413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.148911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:49:21Z', 'revision_number': 5, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port': {'id': '183b18a3-b51e-4467-bdd2-aed717fae051', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:03Z', 'updated_at': '2021-09-23T19:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:24.188471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] For port 183b18a3-b51e-4467-bdd2-aed717fae051, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=183b18a3-b51e-4467-bdd2-aed717fae051,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:24.188856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.210903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Calling delete_port for 183b18a3-b51e-4467-bdd2-aed717fae051 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:24.232360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6b7bc-1ff3-486a-9cd2-86a9c6706f54 req-94bb955c-cdb7-4225-9c4e-c7c48596acbb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:24.237148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f6b7bc-1ff3-486a-9cd2-86a9c6706f54 req-94bb955c-cdb7-4225-9c4e-c7c48596acbb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.0921745 Sep 23 19:49:24.302328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:24.338154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9f6b7bc-1ff3-486a-9cd2-86a9c6706f54 req-e634babd-2fde-4ac0-b9d8-24f2b599eda0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941744 Sep 23 19:49:24.413497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] Checking router: 1debd3fb-ec77-4e59-b367-620b54a79350 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:24.418472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d15d6ff8-19c2-4588-bc8e-c352628522bd up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:24.479494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] Routers {'1debd3fb-ec77-4e59-b367-620b54a79350'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:24.480112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1debd3fb-ec77-4e59-b367-620b54a79350'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:24.495747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1561721023'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:24.571063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] Set router 1debd3fb-ec77-4e59-b367-620b54a79350 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:24.572250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:24.576229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.585566 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.590004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.631408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:49:23Z', 'revision_number': 6, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:24.666826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=183b18a3-b51e-4467-bdd2-aed717fae051,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:24.686139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b490736-39c4-40f8-9ee4-2081726111aa None None] The sync data for ids ['1debd3fb-ec77-4e59-b367-620b54a79350'] in n-d-810763-1 is: [{'id': '1debd3fb-ec77-4e59-b367-620b54a79350', 'name': 'tempest-AttachVolumeShelveTestJSON-1034456992-router', 'tenant_id': '3fe1c58af78a44d3ad1568444706d8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:01Z', 'updated_at': '2021-09-23T19:49:23Z', 'revision_number': 6, 'project_id': '3fe1c58af78a44d3ad1568444706d8b4', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:24.704050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port d15d6ff8-19c2-4588-bc8e-c352628522bd completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:49:24.714735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port d15d6ff8-19c2-4588-bc8e-c352628522bd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:24.715122 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.797586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.850682 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.874452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15d6ff8-19c2-4588-bc8e-c352628522bd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:24.878018 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc1a6d0-4279-4b69-aa05-819e23d942f3" -d '{"events": [{"server_uuid": "5f14613f-c2e2-4808-b04d-64e943b52ee5", "name": "network-vif-plugged", "status": "completed", "tag": "d15d6ff8-19c2-4588-bc8e-c352628522bd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:24.880645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.913825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.915711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.921267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.929447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d15d6ff8-19c2-4588-bc8e-c352628522bd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:24.934992 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.971967 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e4366e-a0b3-4c47-8a85-cbb998361fff x-openstack-request-id: req-38e4366e-a0b3-4c47-8a85-cbb998361fff {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:24.972263 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f14613f-c2e2-4808-b04d-64e943b52ee5", "name": "network-vif-plugged", "status": "completed", "tag": "d15d6ff8-19c2-4588-bc8e-c352628522bd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:24.972515 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38e4366e-a0b3-4c47-8a85-cbb998361fff {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:24.972900 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15d6ff8-19c2-4588-bc8e-c352628522bd', 'code': 200} Sep 23 19:49:24.996252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:25.009076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c58cd7-3532-4228-913f-c9d1e501926a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:25.011276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d15d6ff8-19c2-4588-bc8e-c352628522bd,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:25.024812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.025146 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Added segment 59dbd998-1c6a-4843-aae4-ac65cb2860c9 of type vlan for network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 Sep 23 19:49:25.026533 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.027133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1debd3fb-ec77-4e59-b367-620b54a79350 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:25.038100 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.042067 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-83f5882a-fef9-483f-a79c-cf80f2180e1d admin admin] 10.222.0.38 "DELETE /v2.0/routers/1debd3fb-ec77-4e59-b367-620b54a79350 HTTP/1.1" status: 204 len: 168 time: 1.5525656 Sep 23 19:49:25.042735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:25.137570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.162384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] Deleting subnet e634a1fd-a9f1-422d-a719-45aedab246be {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:49:25.165751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.177933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc593-0bb2-4728-b8bd-164c620754dc req-28b2423c-12fc-4aec-8421-fa727d7c60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:25.199935 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d35bc593-0bb2-4728-b8bd-164c620754dc req-28b2423c-12fc-4aec-8421-fa727d7c60ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1226082 Sep 23 19:49:25.202564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.211087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.216661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:25.217318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.285366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc19ce6-2c35-4d5f-b2bf-3980024276e6 req-63fc2c7d-1b3d-450b-85c7-4db4c6371422 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:25.287533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cc19ce6-2c35-4d5f-b2bf-3980024276e6 req-63fc2c7d-1b3d-450b-85c7-4db4c6371422 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1812148 Sep 23 19:49:25.307614 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0042045 Sep 23 19:49:25.313625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:25.329067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'subnet': {'network_id': '9c3a36bd-612f-4e6d-bead-2d3fdd5e8262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:25.340185 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.392520 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d35bc593-0bb2-4728-b8bd-164c620754dc req-616f8a13-a51c-4826-b8b2-df285be768d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882088 Sep 23 19:49:25.394272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f2f12-f09e-4c37-9931-15a50cebfe79 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Network': ['ID=9c3a36bd-612f-4e6d-bead-2d3fdd5e8262,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:25.405165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:25.436986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cc19ce6-2c35-4d5f-b2bf-3980024276e6 req-b134d420-035f-443c-9d4b-2286b9c24e3d tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239552 Sep 23 19:49:25.460594 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.615051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:25.620734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.626555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.635908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d026f67-989a-4273-9e9f-76ca96efcb69 req-5fb50599-adc2-4499-baba-674730b5765b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:25.637509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d026f67-989a-4273-9e9f-76ca96efcb69 req-5fb50599-adc2-4499-baba-674730b5765b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1044941 Sep 23 19:49:25.683245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e15264af-34c3-4ac0-b640-6c26bd9c932b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:25.696971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e634a1fd-a9f1-422d-a719-45aedab246be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:25.705339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.707881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:25.712632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef2475d7-e960-49c7-9621-10a1f0860fbc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e634a1fd-a9f1-422d-a719-45aedab246be HTTP/1.1" status: 204 len: 168 time: 0.6685650 Sep 23 19:49:25.717049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e15264af-34c3-4ac0-b640-6c26bd9c932b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:25.717906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e15264af-34c3-4ac0-b640-6c26bd9c932b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:25.718566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 183b18a3-b51e-4467-bdd2-aed717fae051 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:25.740797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92890d08-1295-41e8-b2af-92bb03d63518 None None] Network 2d9f528b-6b82-44a8-910f-f50c2e3f981f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:25.743413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 183b18a3-b51e-4467-bdd2-aed717fae051 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:25.743764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 183b18a3-b51e-4467-bdd2-aed717fae051 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:25.791937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d026f67-989a-4273-9e9f-76ca96efcb69 req-0c801780-53df-4db1-9a73-38645c2d60b0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378813 Sep 23 19:49:25.813401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.948518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Deleting port 6832be99-4a64-42db-8798-457ce825caf4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:25.949080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.996870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.014132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] DHCP port deletion for 2d9f528b-6b82-44a8-910f-f50c2e3f981f request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:49:26.082116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] For port 6832be99-4a64-42db-8798-457ce825caf4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6832be99-4a64-42db-8798-457ce825caf4,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:26.082863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.103155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Calling delete_port for 6832be99-4a64-42db-8798-457ce825caf4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:26.104307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] Deleting port 6832be99-4a64-42db-8798-457ce825caf4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:26.104892 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.147191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Subnet': ['ID=01e3bc56-b430-43f1-92ce-48119dab8f97,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:26.166422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Checking segment: {'id': '59dbd998-1c6a-4843-aae4-ac65cb2860c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9c3a36bd-612f-4e6d-bead-2d3fdd5e8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:26.167094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network hostable DHCP agents. Network: 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:26.182385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d653c-3297-4dc3-8f4a-5ee00021b624 req-5b5264a8-fa83-4212-a39c-05860d7b1286 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:26.184836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db0d653c-3297-4dc3-8f4a-5ee00021b624 req-5b5264a8-fa83-4212-a39c-05860d7b1286 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1106462 Sep 23 19:49:26.201378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] For port 6832be99-4a64-42db-8798-457ce825caf4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6832be99-4a64-42db-8798-457ce825caf4,segment=NetworkSegment(12856197-3120-40e6-90ac-9cb83a245ce0),segment_id=12856197-3120-40e6-90ac-9cb83a245ce0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:26.201788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.215760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:26.228373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] Calling delete_port for 6832be99-4a64-42db-8798-457ce825caf4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:26.236067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:26.244791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.246478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcaaa56-98fd-4ac7-8a78-8a4ef9be1661 None None] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:26.247561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:26.248158 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.260496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] No DVR routers for this DVR port 6832be99-4a64-42db-8798-457ce825caf4 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:26.271662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db0d653c-3297-4dc3-8f4a-5ee00021b624 req-2e7c2033-d619-485c-9b5f-a68e2a9bda8e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764458 Sep 23 19:49:26.285402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cddfe321-9a2d-41a0-a2ef-87ae7d0acef5 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9702353 Sep 23 19:49:26.286406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:26.291694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1508029530', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:26.332048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.333871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.344456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6832be99-4a64-42db-8798-457ce825caf4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:26.490820 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.496535 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.513293 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.526742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9f528b-6b82-44a8-910f-f50c2e3f981f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:26.543168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12856197-3120-40e6-90ac-9cb83a245ce0') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:26.543665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12856197-3120-40e6-90ac-9cb83a245ce0') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:26.555904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.574008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.585475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:26.586578 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:26.588901 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:26.605928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] No DVR routers for this DVR port 6832be99-4a64-42db-8798-457ce825caf4 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:26.620054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a0079-f947-44ff-9e98-29b57c5c2582 None None] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:26.704362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be15aa6-2165-40b5-891a-5d97ef48c3c2 None None] Pushing event deleted for resources: {'Port': ['ID=6832be99-4a64-42db-8798-457ce825caf4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:26.744796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.754460 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.757115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.769217 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] 10.222.0.38 "DELETE /v2.0/networks/2d9f528b-6b82-44a8-910f-f50c2e3f981f HTTP/1.1" status: 204 len: 168 time: 1.0597484 Sep 23 19:49:26.782927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47f18e-b076-4799-8927-9f9bd0242f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9f528b-6b82-44a8-910f-f50c2e3f981f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:26.857138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5041b-96dd-4059-b4e8-5c6beb3ca0e8 req-27f7a743-236e-4b44-aa44-17bd74eb8a55 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:26.866301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dac5041b-96dd-4059-b4e8-5c6beb3ca0e8 req-27f7a743-236e-4b44-aa44-17bd74eb8a55 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.2812476 Sep 23 19:49:26.920022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-fc9ad306-b8bb-4dfb-ae7a-ea9930a75144 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611789 Sep 23 19:49:26.942580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:26.954785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dac5041b-96dd-4059-b4e8-5c6beb3ca0e8 req-dacf239e-4b9f-4806-b25e-96a1285fb327 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797141 Sep 23 19:49:27.047848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-4ca0f344-592d-4921-b851-e152191de334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:27.050568 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-4ca0f344-592d-4921-b851-e152191de334 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e74de71ccc754d80a481ae8957d762eb&device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0653384 Sep 23 19:49:27.170996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:27.232522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-2bca01d2-3471-4bb2-92d4-a0d1e8ffdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:27.234510 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-2bca01d2-3471-4bb2-92d4-a0d1e8ffdd28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 200 len: 910 time: 0.1595380 Sep 23 19:49:27.243088 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.277383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.287457 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-1482b37f-fa09-44ea-9670-f0f3d2d1425b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd HTTP/1.1" status: 200 len: 217 time: 0.0462523 Sep 23 19:49:27.302706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2087bd79-77c0-4a05-9eae-c170d30f8eef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fe1c58af78a44d3ad1568444706d8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304348 Sep 23 19:49:27.305205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:27.372726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-e748ff4d-d234-4405-b967-e83ed047152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:27.373863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-e748ff4d-d234-4405-b967-e83ed047152f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=486355db-df50-4ea0-83d6-56fa7cf2bd7b HTTP/1.1" status: 200 len: 848 time: 0.0794771 Sep 23 19:49:27.466200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3de20-75b2-4a43-9629-c45c810e0049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.468090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-22d228c3-e539-4235-8205-d2577cc727bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:27.480783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-22d228c3-e539-4235-8205-d2577cc727bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ccc119-a03c-4fae-ad20-e1846da4caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878575 Sep 23 19:49:27.500378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.25.6.152 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/df1891e2-fc7f-4278-91a3-7b2ec7b9c9be) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:27.527750 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3de20-75b2-4a43-9629-c45c810e0049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.571674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6832be99-4a64-42db-8798-457ce825caf4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:27.607079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6832be99-4a64-42db-8798-457ce825caf4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:27.607405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6832be99-4a64-42db-8798-457ce825caf4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:27.620893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-8ce50016-3cdc-4b32-bdf5-642f5833cd47 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387053 Sep 23 19:49:27.667879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3de20-75b2-4a43-9629-c45c810e0049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.670528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ff3de20-75b2-4a43-9629-c45c810e0049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.675059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0ff3de20-75b2-4a43-9629-c45c810e0049 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6dd794d4-8455-4c96-abf2-0a069d3c67a8 HTTP/1.1" status: 204 len: 168 time: 0.3655775 Sep 23 19:49:27.687255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3de20-75b2-4a43-9629-c45c810e0049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd794d4-8455-4c96-abf2-0a069d3c67a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:27.730022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.766844 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-415decbe-6eab-472c-8339-8a7c4521cf88 req-0e717403-f5b2-400d-958e-507c980f20a5 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380293 Sep 23 19:49:27.779630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.797200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:27.800002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:27.820113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:27.868390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=df1891e2-fc7f-4278-91a3-7b2ec7b9c9be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:28.074042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff06e6-82ec-45a6-87aa-d3612203e554 req-77b324ed-d3bd-476d-be6d-1db2d41d1ccd tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:28.075607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dff06e6-82ec-45a6-87aa-d3612203e554 req-77b324ed-d3bd-476d-be6d-1db2d41d1ccd tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.0997076 Sep 23 19:49:28.191853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dff06e6-82ec-45a6-87aa-d3612203e554 req-3c67cab2-bf15-4121-b5a0-8624906b9ca5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805433 Sep 23 19:49:28.216775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.364492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79518af1-19c2-4842-a499-94aa6975f2f2 req-0dd4e9a9-dd0f-4102-8a4c-f825f06da40c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:28.366101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79518af1-19c2-4842-a499-94aa6975f2f2 req-0dd4e9a9-dd0f-4102-8a4c-f825f06da40c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0696394 Sep 23 19:49:28.671588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:28.784795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-219829120-network', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:28.807486 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Made reservation on behalf of 1c8506b2846941909e2405a472e6eb9d for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:28.810882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.813840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79518af1-19c2-4842-a499-94aa6975f2f2 req-78b5c6f9-9f48-4e7b-ae29-62555e95b93e tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080551 Sep 23 19:49:28.820697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.849721 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.947323 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.963994 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.010023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:49:29.017354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e92f0bf-0972-4766-8ba0-2c7a864e2cd5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:29.048988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:29.062438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.062787 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Added segment 05477005-4c30-41f7-badd-49b040e5a849 of type vlan for network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 Sep 23 19:49:29.108425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.138064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.139260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.139927 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.172165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56c9d3-55ae-4c3f-9275-0e7cad7806dd req-7d7401ab-8d1f-4d6a-a892-f0bfebf37d87 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.173403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c56c9d3-55ae-4c3f-9275-0e7cad7806dd req-7d7401ab-8d1f-4d6a-a892-f0bfebf37d87 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1356583 Sep 23 19:49:29.177572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5041845 Sep 23 19:49:29.178054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-69bc27e6-341b-4b61-90f8-d6776815e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.179436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-69bc27e6-341b-4b61-90f8-d6776815e287 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1097 time: 0.1617241 Sep 23 19:49:29.180877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:29.187404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Request body: {'subnet': {'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-219829120-subnet', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:29.219476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84a0bf-f7bd-4921-8389-823eeb525d9c admin admin] Pushing event updated for resources: {'Network': ['ID=dbeeeb79-4e3d-4961-ae51-6dee07386cb0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:29.233744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:29.246412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Made reservation on behalf of 1c8506b2846941909e2405a472e6eb9d for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:29.248382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:29.252140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.271796 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:29.287799 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:29.288438 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:29.309092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c56c9d3-55ae-4c3f-9275-0e7cad7806dd req-0e14e666-f3ef-4fe4-9b95-961d4472ef47 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234126 Sep 23 19:49:29.320395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.321677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-29c1ef39-2cc0-46c1-87ca-d65098f463dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0340273 Sep 23 19:49:29.324756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:29.373867 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:29.385068 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:29.385694 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:29.432844 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:29.433552 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2847b-529b-4723-8c76-674b63a6c970 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:29.446168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-4aa69785-001f-4960-833a-2695e59c1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.447670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-4aa69785-001f-4960-833a-2695e59c1bdf service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.2553446 Sep 23 19:49:29.540452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.593757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-11b4dca0-a607-4169-8256-21a9c58a5904 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 1001 time: 0.1265030 Sep 23 19:49:29.601590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f699ad4-5218-48b2-b481-f978ce84f3c5 req-2d5685f9-a226-44cf-a377-d076d21e6112 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.603330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f699ad4-5218-48b2-b481-f978ce84f3c5 req-2d5685f9-a226-44cf-a377-d076d21e6112 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 946 time: 0.1589818 Sep 23 19:49:29.611602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6f591f-07d0-4272-83b3-cc210f44212a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:29.618820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Checking segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:29.619266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Network hostable DHCP agents. Network: dbeeeb79-4e3d-4961-ae51-6dee07386cb0, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:29.639686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:29.660716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, dbeeeb79-4e3d-4961-ae51-6dee07386cb0) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:29.665503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.667299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.671065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39847ff4-b0d3-4349-b78f-f50e07006ff3 None None] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:29.691286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-af6d1416-50d7-4eee-b202-c9b9b1291a18 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5087631 Sep 23 19:49:29.693622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:29.699466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:29.729625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.731308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.747720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-790ceda5-c430-4cff-875a-f4bb5c5f4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.749213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-790ceda5-c430-4cff-875a-f4bb5c5f4519 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.1450167 Sep 23 19:49:29.774382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f699ad4-5218-48b2-b481-f978ce84f3c5 req-fec355c6-13f8-4993-8588-56bdbf40648e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310225 Sep 23 19:49:29.848174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.879830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:29.900072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-92423671-8e39-448b-9495-becf6371f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.901870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-92423671-8e39-448b-9495-becf6371f938 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443439 Sep 23 19:49:29.905468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:49:29.907148 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.012624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf26f3c-1a89-40be-a41b-4b7bfbf67383 req-5d237866-0e1b-4579-8638-d3f40a41e2a2 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:30.019981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cf26f3c-1a89-40be-a41b-4b7bfbf67383 req-5d237866-0e1b-4579-8638-d3f40a41e2a2 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1562798 Sep 23 19:49:30.050036 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.090164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:30.094085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:30.097141 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb7a63-28eb-4de0-96f8-887ecb167ad9" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-unplugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:30.103174 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.202038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Allocated IP 172.20.0.2 (dbeeeb79-4e3d-4961-ae51-6dee07386cb0/ec6f591f-07d0-4272-83b3-cc210f44212a/43621ac2-aed7-4f58-8c11-73470933582f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:30.210554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cf26f3c-1a89-40be-a41b-4b7bfbf67383 req-59f857e9-d13a-4177-a3d1-19936cd84ef2 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855283 Sep 23 19:49:30.250353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-23d924f3-0a5b-4c44-99ce-ba4b43c8ca15 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077364 Sep 23 19:49:30.295489 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a943708-0325-450d-97e0-450fd336c8d4 x-openstack-request-id: req-1a943708-0325-450d-97e0-450fd336c8d4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:30.296465 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-unplugged", "status": "completed", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:30.296985 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a943708-0325-450d-97e0-450fd336c8d4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:30.297542 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'code': 200} Sep 23 19:49:30.300546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=14']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:30.417910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2b2e0f0-2617-4f59-95c8-9e45b7204750 req-e4e431da-9a36-489e-87ed-8acd2144fee9 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612041 Sep 23 19:49:30.465452 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.473670 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.483067 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.527189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:30.530777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:30.533433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:30.574487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Pushing event updated for resources: {'Port': ['ID=43621ac2-aed7-4f58-8c11-73470933582f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:30.607428 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.635816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Attempting to bind port 43621ac2-aed7-4f58-8c11-73470933582f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:30.636549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Attempting to bind port 43621ac2-aed7-4f58-8c11-73470933582f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:30.637083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Attempting to bind port 43621ac2-aed7-4f58-8c11-73470933582f on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:30.648824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:30.650646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Checking segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:30.663781 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.663781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Bound using segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:30.663781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Bound port: 43621ac2-aed7-4f58-8c11-73470933582f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:30.663781 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.742085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] For port 43621ac2-aed7-4f58-8c11-73470933582f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:30.747599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] For port 43621ac2-aed7-4f58-8c11-73470933582f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=43621ac2-aed7-4f58-8c11-73470933582f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:30.772253 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.773702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-7584115a-1e43-4f4e-a428-a39b7e92d782 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:30.780647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-7584115a-1e43-4f4e-a428-a39b7e92d782 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/networks?id=a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 200 len: 910 time: 0.2922392 Sep 23 19:49:30.803058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-ca74bf98-8c6d-493e-92b1-faaffe21a776 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/quotas/e74de71ccc754d80a481ae8957d762eb HTTP/1.1" status: 200 len: 375 time: 0.0213516 Sep 23 19:49:30.837913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300d8b7-b4ae-4761-bd99-f2ce7e463402 None None] Pushing event updated for resources: {'Port': ['ID=43621ac2-aed7-4f58-8c11-73470933582f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:30.959131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.983247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.993145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-150ab651-5727-486e-9917-5d78b072efef tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=e74de71ccc754d80a481ae8957d762eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1886165 Sep 23 19:49:31.105851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Allocated IP 172.25.6.210 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/88dad19f-eab4-426e-b505-5e1fc15c4824) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:31.202763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-a260465f-77a9-4b3b-a292-b40c88ff9ca4 service neutron] 10.222.0.38 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090564 Sep 23 19:49:31.260695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.1 (9c3a36bd-612f-4e6d-bead-2d3fdd5e8262/01e3bc56-b430-43f1-92ce-48119dab8f97/aa1b4d99-98f1-4f85-a1e8-0545c3bfe6e0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:31.306289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.363823 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.405175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:31.409271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:31.413402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:31.450354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Pushing event updated for resources: {'Port': ['ID=88dad19f-eab4-426e-b505-5e1fc15c4824,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:31.653358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 43621ac2-aed7-4f58-8c11-73470933582f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:31.721704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 43621ac2-aed7-4f58-8c11-73470933582f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:31.722078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.742637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.823160 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.850966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-102f5996-2404-4fe3-8062-fe436d7711d5 service neutron] 10.222.0.38 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398373 Sep 23 19:49:31.897362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 43621ac2-aed7-4f58-8c11-73470933582f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=43621ac2-aed7-4f58-8c11-73470933582f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:31.903716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.911929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.987262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:32.019509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=43621ac2-aed7-4f58-8c11-73470933582f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:32.054323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:32.060030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:32.065667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:32.109222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=aa1b4d99-98f1-4f85-a1e8-0545c3bfe6e0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:32.192430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:32.195503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:32.246905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25eae5-b3b3-4152-913b-be63c136657e req-340f80a8-f982-4652-88c0-b625b9519083 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:32.255915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f25eae5-b3b3-4152-913b-be63c136657e req-340f80a8-f982-4652-88c0-b625b9519083 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1509130 Sep 23 19:49:32.295600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ba04d-f08c-415a-ab0c-294525836788 None None] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:32.345614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f25eae5-b3b3-4152-913b-be63c136657e req-35f587bc-b90b-47ca-8620-7a464790a562 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835171 Sep 23 19:49:32.460048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:49:32.484966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f112dde1-e359-4a13-87f9-5a9a10b4fb90 req-cf086d40-7f50-45db-8ddd-4738fb12a632 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 210 time: 0.0740104 Sep 23 19:49:32.525480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:32.608889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-01234725-79fd-4841-9c93-26dff9346d8a None None] Provisioning complete for port 43621ac2-aed7-4f58-8c11-73470933582f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:32.610238 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01234725-79fd-4841-9c93-26dff9346d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:32.731281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:32.760172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:32.761382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Sync routers for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:32.762834 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f4b020be-04ab-459b-82d0-663ba7fe638c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0681236 Sep 23 19:49:32.765515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:32.787374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:32.788327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:32.941506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:32.967763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffee4a-f884-4d08-8b49-0608af5e7b43 req-df768fa2-a110-48fd-9440-2b7066576692 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:32.974246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fffee4a-f884-4d08-8b49-0608af5e7b43 req-df768fa2-a110-48fd-9440-2b7066576692 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.2186601 Sep 23 19:49:33.074518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fffee4a-f884-4d08-8b49-0608af5e7b43 req-62dcdccb-3600-4895-9a88-59aeeeb58a71 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861108 Sep 23 19:49:33.137127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.145448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.235807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=aa1b4d99-98f1-4f85-a1e8-0545c3bfe6e0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:33.328499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2832d03-c298-4994-bf25-3ef88a825497 req-5d7847c5-0724-4c15-8e89-e61687dbb52c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:33.339022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2832d03-c298-4994-bf25-3ef88a825497 req-5d7847c5-0724-4c15-8e89-e61687dbb52c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1145551 Sep 23 19:49:33.389995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2832d03-c298-4994-bf25-3ef88a825497 req-28f462be-93d9-4261-92b6-1390bffb1319 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494266 Sep 23 19:49:33.391944 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.455241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.467086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a4e94455-923d-413e-90f4-9e248d1e222f None None] Provisioning complete for port 43621ac2-aed7-4f58-8c11-73470933582f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:33.467869 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a4e94455-923d-413e-90f4-9e248d1e222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.678076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 43621ac2-aed7-4f58-8c11-73470933582f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:33.683381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:31Z', 'revision_number': 3, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:33.760067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Checking router: 0ec1ea27-f871-4a20-8195-0a55c52f6df5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:33.760067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Updating router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 port 88dad19f-eab4-426e-b505-5e1fc15c4824 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:49:33.776785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Allocated IP 172.20.0.1 (dbeeeb79-4e3d-4961-ae51-6dee07386cb0/ec6f591f-07d0-4272-83b3-cc210f44212a/62b9eb50-2479-43dd-a4be-0078c1983ade) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:33.796701 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.815276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49387263-de4e-418a-9d1d-072905bf95a5 req-888a5771-449c-48d9-aedf-f0281c1788ab tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 210 time: 0.0716469 Sep 23 19:49:33.895373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:33.898544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:33.906346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-bd5da224-c1bf-4148-a43b-7aebea3fedbb tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:33.908256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-bd5da224-c1bf-4148-a43b-7aebea3fedbb tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.72 "GET /v2.0/networks?id=a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 200 len: 910 time: 0.2913249 Sep 23 19:49:33.909725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.923709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Request body: {'port': {'device_id': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'admin_state_up': True, 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:33.953869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.011026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:34.014411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:34.027422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:34.057680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Pushing event updated for resources: {'Port': ['ID=62b9eb50-2479-43dd-a4be-0078c1983ade,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:34.076103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.119212 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.132529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.211231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-3597a000-1574-4976-821a-8f6ea70000a0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:34.219780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-3597a000-1574-4976-821a-8f6ea70000a0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.2350390 Sep 23 19:49:34.225050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Made reservation on behalf of e74de71ccc754d80a481ae8957d762eb for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:34.225232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcbec0-5945-402e-ab05-5be466c1ddfd None None] Pushing event updated for resources: {'Port': ['ID=88dad19f-eab4-426e-b505-5e1fc15c4824,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:34.228055 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.243637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Attempting to bind port 88dad19f-eab4-426e-b505-5e1fc15c4824 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:34.244004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Attempting to bind port 88dad19f-eab4-426e-b505-5e1fc15c4824 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:34.244363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Attempting to bind port 88dad19f-eab4-426e-b505-5e1fc15c4824 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:34.257737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:34.258257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:34.258546 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.258935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:34.259407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Bound port: 88dad19f-eab4-426e-b505-5e1fc15c4824, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:34.259779 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.266437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-107c16f2-0baf-40b8-b93f-f51d68b1c651 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/quotas/4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 375 time: 0.0456462 Sep 23 19:49:34.269124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.302527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 43621ac2-aed7-4f58-8c11-73470933582f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:34.302929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.395962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:34.416526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] For port 88dad19f-eab4-426e-b505-5e1fc15c4824, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:34.422669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] For port 88dad19f-eab4-426e-b505-5e1fc15c4824, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=88dad19f-eab4-426e-b505-5e1fc15c4824,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:34.457671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.471285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-b30e1d33-6dde-4689-901f-c0c5d1c20f21 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2034338 Sep 23 19:49:34.524897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.527715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-edb3ca99-b39d-4f24-9276-54c797177959 None None] Provisioning complete for port 62b9eb50-2479-43dd-a4be-0078c1983ade triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:34.528246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edb3ca99-b39d-4f24-9276-54c797177959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.532152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.566226 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:34.567083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:34.622122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.625598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Pushing event updated for resources: {'Port': ['ID=62b9eb50-2479-43dd-a4be-0078c1983ade,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:34.671612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcbec0-5945-402e-ab05-5be466c1ddfd None None] Pushing event updated for resources: {'Port': ['ID=88dad19f-eab4-426e-b505-5e1fc15c4824,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:34.679124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-edb3ca99-b39d-4f24-9276-54c797177959 None None] Port 62b9eb50-2479-43dd-a4be-0078c1983ade cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:34.681871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Allocated IP 172.20.0.4 (a7ccc119-a03c-4fae-ad20-e1846da4caa9/486355db-df50-4ea0-83d6-56fa7cf2bd7b/f2f12d96-c668-480a-b792-bcde4ea55b38) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:34.688794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:34.700825 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:34.705769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a28b8bcf-8bba-45ce-bf24-fccb6bd3e9f8 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/routers/03082fc1-0e4f-409f-b6c2-8fb86a05d536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3791888 Sep 23 19:49:34.710590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:34.720734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'port': {'network_id': '9c3a36bd-612f-4e6d-bead-2d3fdd5e8262', 'name': 'tempest-FloatingIPTestJSON-255243904'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:34.772426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:34.798566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-98891eb3-f605-4baa-be8d-f5c29b2f2fca service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221854 Sep 23 19:49:34.829405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:34.831524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:34.927053 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:34.928251 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:34.997192 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:35.015506 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:35.016129 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:35.037574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:35.067981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 2, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:35.091199 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:35.092449 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492dedb-c4cb-41aa-ac94-fa48cab166d1 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:35.107521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-20487097-7674-4299-92d1-840b477223b4 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941222 Sep 23 19:49:35.130649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5dcf0-f572-4013-a965-877180dbe420 None None] The sync data for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 is: [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 2, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:35.208829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cb233ae1-f495-4cfa-b62f-9ff821ee11f8 None None] Provisioning complete for port 62b9eb50-2479-43dd-a4be-0078c1983ade triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:35.209304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb233ae1-f495-4cfa-b62f-9ff821ee11f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.243579 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.297642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:35.301606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cb233ae1-f495-4cfa-b62f-9ff821ee11f8 None None] Port 62b9eb50-2479-43dd-a4be-0078c1983ade cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:35.307955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:35.312257 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.341280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0c8a582e-2908-4c32-b6dd-807629ce47a8 admin admin] 10.222.0.38 "PUT /v2.0/routers/0ec1ea27-f871-4a20-8195-0a55c52f6df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5741394 Sep 23 19:49:35.346542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] device_id is not set on port 2b5fdaea-823d-4d6b-835b-26362e35ee42 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:35.548717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc232137-45b6-4716-a32f-4606708c17ab req-4e98e48e-3f94-492e-88f3-3884b938d5b8 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 210 time: 0.0641551 Sep 23 19:49:35.552607 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.568996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d15d6ff8-19c2-4588-bc8e-c352628522bd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:35.594419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.12 (9c3a36bd-612f-4e6d-bead-2d3fdd5e8262/01e3bc56-b430-43f1-92ce-48119dab8f97/2b5fdaea-823d-4d6b-835b-26362e35ee42) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:35.703906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26764105-a84a-4606-8520-bcb66072eac0 req-37366633-e94b-481a-9d21-91a175e94f82 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 210 time: 0.0618253 Sep 23 19:49:35.730908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:35.743257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:35.759805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Pushing event updated for resources: {'Port': ['ID=f2f12d96-c668-480a-b792-bcde4ea55b38,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:35.763034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:35.881769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:35.882481 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.920465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-62195d79-fd66-4dbc-acd8-32de53162c83 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0031917 Sep 23 19:49:35.948523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Request body: {'port': {'device_id': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:36.099904 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.190841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.246277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-03cb6a6a-a98d-47c2-b4fd-9ac09bfff0ce None None] Provisioning complete for port f2f12d96-c668-480a-b792-bcde4ea55b38 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:36.246789 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03cb6a6a-a98d-47c2-b4fd-9ac09bfff0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.348104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-03cb6a6a-a98d-47c2-b4fd-9ac09bfff0ce None None] Port f2f12d96-c668-480a-b792-bcde4ea55b38 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:36.396716 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.412878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:36.429353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-53d25f4b-1021-4e53-8853-d18afc8a603a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146401005', 'description': 'tempest-description--1174520552'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:36.478652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:36.491230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:36.494293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:36.566876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=2b5fdaea-823d-4d6b-835b-26362e35ee42,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:36.618795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d25f4b-1021-4e53-8853-d18afc8a603a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.628371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:36.629029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.666444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f7707f8-3493-494d-9706-2d9ff4b0f817 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9540358 Sep 23 19:49:36.670904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 50992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:36.676566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'port': {'network_id': '9c3a36bd-612f-4e6d-bead-2d3fdd5e8262', 'name': 'tempest-FloatingIPTestJSON-2041136605'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:36.787458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadf957-7f60-41d3-9448-cd38d2d5167f req-6b603121-cec2-45f5-9d2b-05caecb32e93 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:36.789024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afadf957-7f60-41d3-9448-cd38d2d5167f req-6b603121-cec2-45f5-9d2b-05caecb32e93 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1027 time: 0.1490476 Sep 23 19:49:36.870703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f12d96-c668-480a-b792-bcde4ea55b38 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:36.887283 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.905980 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d25f4b-1021-4e53-8853-d18afc8a603a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.922970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d25f4b-1021-4e53-8853-d18afc8a603a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.927117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Transition to ACTIVE for port object f2f12d96-c668-480a-b792-bcde4ea55b38 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:49:36.938499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.942377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afadf957-7f60-41d3-9448-cd38d2d5167f req-4a79b208-3abc-43f5-a47e-4a3ee47e5cae tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239707 Sep 23 19:49:36.987982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53d25f4b-1021-4e53-8853-d18afc8a603a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.989025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-53d25f4b-1021-4e53-8853-d18afc8a603a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5693505 Sep 23 19:49:36.998702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 50998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:37.008827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fbc6f6b6-2211-4705-b437-a0b28e0a951d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'security_group_rule': {'security_group_id': '7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:37.024602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d25f4b-1021-4e53-8853-d18afc8a603a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:37.049624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Pushing event updated for resources: {'Port': ['ID=f2f12d96-c668-480a-b792-bcde4ea55b38,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:37.065821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-ee4029eb-feb9-4468-bd2d-6c67d84ed1cb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:37.067436 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-ee4029eb-feb9-4468-bd2d-6c67d84ed1cb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.3158734 Sep 23 19:49:37.084867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'port': {'device_id': '1852ff04-fe15-4512-89be-86a781572808', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'admin_state_up': True, 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:37.090583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:37.095287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.130154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be5cc911-aa63-4f3b-8dcd-73fdf9164577 req-343c862a-5570-4a4a-9337-64818be9a4b9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 210 time: 0.0581520 Sep 23 19:49:37.163376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f6b6-2211-4705-b437-a0b28e0a951d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.193666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] device_id is not set on port 821eebde-6d37-456e-8ef9-53f70c1bf247 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:37.219511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Attempting to bind port f2f12d96-c668-480a-b792-bcde4ea55b38 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:37.220029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Attempting to bind port f2f12d96-c668-480a-b792-bcde4ea55b38 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:37.220462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Attempting to bind port f2f12d96-c668-480a-b792-bcde4ea55b38 on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:37.269229 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f6b6-2211-4705-b437-a0b28e0a951d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.271769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Port f2f12d96-c668-480a-b792-bcde4ea55b38 on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:49:37.272189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Attempting to bind port f2f12d96-c668-480a-b792-bcde4ea55b38 on network a7ccc119-a03c-4fae-ad20-e1846da4caa9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:37.276380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f6b6-2211-4705-b437-a0b28e0a951d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.286647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:37.287814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Checking segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:37.287814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Bound using segment: {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:37.288039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Bound port: f2f12d96-c668-480a-b792-bcde4ea55b38, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34df093f-ff49-42a4-8443-cb601714fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:37.288709 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.302946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f6b6-2211-4705-b437-a0b28e0a951d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf816e6c-a300-4d0d-a2ed-9d6167cdc718,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:37.380848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f6b6-2211-4705-b437-a0b28e0a951d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.385221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fbc6f6b6-2211-4705-b437-a0b28e0a951d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3818464 Sep 23 19:49:37.386062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:37.389107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Made reservation on behalf of 4885be9ab6434a98832bf0a6c2e425fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:37.392514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.393946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-238c3e6b-30df-45b6-840e-e6e143bf22d0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'security_group_rule': {'security_group_id': '7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:37.408121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.10 (9c3a36bd-612f-4e6d-bead-2d3fdd5e8262/01e3bc56-b430-43f1-92ce-48119dab8f97/821eebde-6d37-456e-8ef9-53f70c1bf247) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:37.432042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] For port f2f12d96-c668-480a-b792-bcde4ea55b38, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:37.435632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] For port f2f12d96-c668-480a-b792-bcde4ea55b38, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f2f12d96-c668-480a-b792-bcde4ea55b38,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:37.441470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.449683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-238c3e6b-30df-45b6-840e-e6e143bf22d0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.494199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:37.494600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.496006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] 10.222.0.72 "PUT /v2.0/ports/f2f12d96-c668-480a-b792-bcde4ea55b38 HTTP/1.1" status: 200 len: 1091 time: 1.5624752 Sep 23 19:49:37.496797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'tag': 'f2f12d96-c668-480a-b792-bcde4ea55b38'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:37.498728 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a4341-bd80-4f79-a4b9-3657dea27e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d2f4f0-4450-4027-a32a-546ba2e2071d", "tag": "f2f12d96-c668-480a-b792-bcde4ea55b38"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:37.596320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5521b9-16a8-4cb8-96ae-3adc49b38b0a service neutron] Pushing event updated for resources: {'Port': ['ID=f2f12d96-c668-480a-b792-bcde4ea55b38,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:37.634087 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75c309b-6079-40f1-854b-5c454d149f90 x-openstack-request-id: req-e75c309b-6079-40f1-854b-5c454d149f90 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:37.636484 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d2f4f0-4450-4027-a32a-546ba2e2071d", "tag": "f2f12d96-c668-480a-b792-bcde4ea55b38", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:37.636997 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e75c309b-6079-40f1-854b-5c454d149f90 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:37.637118 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'tag': 'f2f12d96-c668-480a-b792-bcde4ea55b38', 'status': 'completed', 'code': 200} Sep 23 19:49:37.639606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-238c3e6b-30df-45b6-840e-e6e143bf22d0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.649155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-238c3e6b-30df-45b6-840e-e6e143bf22d0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.679947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 88dad19f-eab4-426e-b505-5e1fc15c4824 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:37.697389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-63359906-c288-4eb8-a723-42de31423c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:37.706260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-63359906-c288-4eb8-a723-42de31423c21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e74de71ccc754d80a481ae8957d762eb&device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1094 time: 0.1577365 Sep 23 19:49:37.711367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c3e6b-30df-45b6-840e-e6e143bf22d0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2542c78d-dbfe-46fb-824b-850e7a2f5a62,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:37.711596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Allocated IP 172.20.0.6 (9690c1e5-cd26-41bb-8342-967b4a35c4e5/11d87c1c-3834-4777-a40e-22b7d9cb7d79/47de4939-afa3-49dd-9f1f-104156cdad92) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:37.763615 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-238c3e6b-30df-45b6-840e-e6e143bf22d0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.765131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-238c3e6b-30df-45b6-840e-e6e143bf22d0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3756018 Sep 23 19:49:37.766617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-5a695ad3-2514-4d9a-8121-e990a7e20840 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2f12d96-c668-480a-b792-bcde4ea55b38 HTTP/1.1" status: 200 len: 217 time: 0.0520802 Sep 23 19:49:37.768628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:37.769924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.773105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:37.792829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 88dad19f-eab4-426e-b505-5e1fc15c4824 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:37.793717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.853509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.863984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-08b3c02e-a892-4858-b9da-9410a85906b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:37.865629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-08b3c02e-a892-4858-b9da-9410a85906b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=486355db-df50-4ea0-83d6-56fa7cf2bd7b HTTP/1.1" status: 200 len: 848 time: 0.0874100 Sep 23 19:49:37.918399 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.945520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 88dad19f-eab4-426e-b505-5e1fc15c4824, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=88dad19f-eab4-426e-b505-5e1fc15c4824,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:37.953460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.957440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-a2a98691-7bdd-4811-82a3-3093e29027f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:37.959194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-a2a98691-7bdd-4811-82a3-3093e29027f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ccc119-a03c-4fae-ad20-e1846da4caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838742 Sep 23 19:49:38.109745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=88dad19f-eab4-426e-b505-5e1fc15c4824,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:38.118999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.119521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.119967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.120431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.120874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.121308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.121739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.122163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.122622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.123044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.123468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.123888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:38.233084 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.292741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:38.298592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:38.305270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:38.346629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.348325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=821eebde-6d37-456e-8ef9-53f70c1bf247,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:38.383156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:38.384086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.416425 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d5659238-2efc-4c82-93cb-0bb1381e84e2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7462971 Sep 23 19:49:38.421063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51012) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:38.426528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '821eebde-6d37-456e-8ef9-53f70c1bf247', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:38.433369 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.496243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:38.497929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:38.502747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:38.510126 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.515630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=47de4939-afa3-49dd-9f1f-104156cdad92,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:38.524371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.575416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Sync routers for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:38.589466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:38.590108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:38.591775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:38.592719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.598080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-0bc8d5eb-a4ea-428b-8761-c390f0b384b6 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076844 Sep 23 19:49:38.615502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-47fb3218-894a-4c02-a74e-bce26274f422 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5359764 Sep 23 19:49:38.618164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b1fa-264a-4cbc-98b9-fe469cf63e99 req-fd46cd9b-d776-4635-83c7-bfbbaf856e68 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:38.634821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd39b1fa-264a-4cbc-98b9-fe469cf63e99 req-fd46cd9b-d776-4635-83c7-bfbbaf856e68 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1094 time: 0.1866081 Sep 23 19:49:38.648278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Request body: {'port': {'device_id': '1852ff04-fe15-4512-89be-86a781572808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:38.732016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.748458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.780883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:38.839988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2998d3df-b184-4cc5-b958-4f864db76b92 req-faa2f6b7-6e6f-44a8-a876-d1520368e60c service neutron] 10.222.0.72 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240820 Sep 23 19:49:38.873712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd39b1fa-264a-4cbc-98b9-fe469cf63e99 req-cfde8cb4-c5bc-4ab1-bd3c-a40c98e8c1ad tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327688 Sep 23 19:49:38.915164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Allocated IP 172.25.6.108 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/05e088f9-8feb-4460-8bd6-0b05916286b1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:39.015738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-99c8736f-2a39-4b54-90e6-b7cf3b769bbf None None] Provisioning complete for port 47de4939-afa3-49dd-9f1f-104156cdad92 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:39.016364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c8736f-2a39-4b54-90e6-b7cf3b769bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.082623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99c8736f-2a39-4b54-90e6-b7cf3b769bbf None None] Port 47de4939-afa3-49dd-9f1f-104156cdad92 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:39.118795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 2, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:39.124364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-ac5c09aa-e9c1-4797-ae94-0e4bc28a981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.125895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-ac5c09aa-e9c1-4797-ae94-0e4bc28a981c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e74de71ccc754d80a481ae8957d762eb&device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1094 time: 0.2052128 Sep 23 19:49:39.142784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06697f82-2383-4b1a-91b0-a0970e267e4f req-e7547d12-19be-4264-a4df-70e3895c51b5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.144277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06697f82-2383-4b1a-91b0-a0970e267e4f req-e7547d12-19be-4264-a4df-70e3895c51b5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 931 time: 0.1593635 Sep 23 19:49:39.153661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Checking router: 0ec1ea27-f871-4a20-8195-0a55c52f6df5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:39.154017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Updating router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 port 62b9eb50-2479-43dd-a4be-0078c1983ade binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:49:39.182980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47de4939-afa3-49dd-9f1f-104156cdad92 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:39.183708 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.194182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.208607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Transition to ACTIVE for port object 47de4939-afa3-49dd-9f1f-104156cdad92 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:49:39.212396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.240526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.271902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=47de4939-afa3-49dd-9f1f-104156cdad92,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:39.305208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-48840f56-dc21-45b6-a877-e38bee476386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.306777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-48840f56-dc21-45b6-a877-e38bee476386 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 200 len: 910 time: 0.1589110 Sep 23 19:49:39.363561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Attempting to bind port 47de4939-afa3-49dd-9f1f-104156cdad92 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:39.364133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Attempting to bind port 47de4939-afa3-49dd-9f1f-104156cdad92 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:39.364645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Attempting to bind port 47de4939-afa3-49dd-9f1f-104156cdad92 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:39.369701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Port 47de4939-afa3-49dd-9f1f-104156cdad92 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:49:39.370165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Attempting to bind port 47de4939-afa3-49dd-9f1f-104156cdad92 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:39.375772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:39.376254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:39.377462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Bound using segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:39.378140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Bound port: 47de4939-afa3-49dd-9f1f-104156cdad92, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:39.378662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.421174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06697f82-2383-4b1a-91b0-a0970e267e4f req-a3220860-885a-4c9f-a8d7-3d4afef94a2c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881294 Sep 23 19:49:39.427868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-08581692-af16-46b7-9971-4bbe3d81d644 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2f12d96-c668-480a-b792-bcde4ea55b38 HTTP/1.1" status: 200 len: 217 time: 0.1073627 Sep 23 19:49:39.487822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] For port 47de4939-afa3-49dd-9f1f-104156cdad92, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:39.491895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] For port 47de4939-afa3-49dd-9f1f-104156cdad92, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=47de4939-afa3-49dd-9f1f-104156cdad92,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:39.497341 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.511582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.559555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-aba66b75-f307-4881-9bd3-004d58ae9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.561499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-aba66b75-f307-4881-9bd3-004d58ae9952 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=486355db-df50-4ea0-83d6-56fa7cf2bd7b HTTP/1.1" status: 200 len: 848 time: 0.1190615 Sep 23 19:49:39.569410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:39.577635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 88dad19f-eab4-426e-b505-5e1fc15c4824 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:39.582570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:39.585091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:39.620524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.621517 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.623640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] 10.222.0.41 "PUT /v2.0/ports/47de4939-afa3-49dd-9f1f-104156cdad92 HTTP/1.1" status: 200 len: 1091 time: 0.9808476 Sep 23 19:49:39.626466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1852ff04-fe15-4512-89be-86a781572808', 'tag': '47de4939-afa3-49dd-9f1f-104156cdad92'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:39.630056 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b34a25-7892-4d5f-a472-3d62f95a0c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1852ff04-fe15-4512-89be-86a781572808", "tag": "47de4939-afa3-49dd-9f1f-104156cdad92"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:39.651435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'Port': ['ID=05e088f9-8feb-4460-8bd6-0b05916286b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:39.708101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-7d5c6b50-32c7-4e88-90c5-33f92697dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.710093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-7d5c6b50-32c7-4e88-90c5-33f92697dfbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7ccc119-a03c-4fae-ad20-e1846da4caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382067 Sep 23 19:49:39.729127 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535d6d8a-d2b2-4c4a-a824-2040fcafe9b5 x-openstack-request-id: req-535d6d8a-d2b2-4c4a-a824-2040fcafe9b5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:39.729574 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1852ff04-fe15-4512-89be-86a781572808", "tag": "47de4939-afa3-49dd-9f1f-104156cdad92", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:39.729952 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-535d6d8a-d2b2-4c4a-a824-2040fcafe9b5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:39.730506 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1852ff04-fe15-4512-89be-86a781572808', 'tag': '47de4939-afa3-49dd-9f1f-104156cdad92', 'status': 'completed', 'code': 200} Sep 23 19:49:39.752878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.25.6.20 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/0bbc32fc-c404-4000-a801-320ead46688b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:39.763115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70246fbb-555c-4aca-9759-4817e5c0ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=47de4939-afa3-49dd-9f1f-104156cdad92,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:39.766034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.799880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-6fe0d90c-3148-4e5a-b1ee-d3756e01b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.801610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-6fe0d90c-3148-4e5a-b1ee-d3756e01b323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 1094 time: 0.1275308 Sep 23 19:49:39.871162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-f9a9f12b-5978-4888-a5a5-282babe5f9f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47de4939-afa3-49dd-9f1f-104156cdad92 HTTP/1.1" status: 200 len: 217 time: 0.0522990 Sep 23 19:49:39.898501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.907696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 88dad19f-eab4-426e-b505-5e1fc15c4824 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:39.908050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.918411 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.943885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-fb5b2bdd-e13e-4e67-b910-517067527c2e service neutron] 10.222.0.72 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693046 Sep 23 19:49:40.029396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-6a799bdb-7dcc-414c-b40a-d377705b38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.031297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-6a799bdb-7dcc-414c-b40a-d377705b38c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.1525838 Sep 23 19:49:40.034578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd8aba-f394-455f-825a-8767204f0f69 None None] Pushing event updated for resources: {'Port': ['ID=62b9eb50-2479-43dd-a4be-0078c1983ade,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:40.089031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.108396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b31a4341-bd80-4f79-a4b9-3657dea27e4f req-2ed3a2b8-555d-4f31-89ad-57edd0a6f4b6 service neutron] 10.222.0.72 "GET /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551709 Sep 23 19:49:40.137567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-23797d47-2349-4bae-bf0c-023e381e803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.139371 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-23797d47-2349-4bae-bf0c-023e381e803a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905147 Sep 23 19:49:40.154163 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.168600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Attempting to bind port 62b9eb50-2479-43dd-a4be-0078c1983ade on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:40.169258 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Attempting to bind port 62b9eb50-2479-43dd-a4be-0078c1983ade by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:40.169819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Attempting to bind port 62b9eb50-2479-43dd-a4be-0078c1983ade on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:40.176421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.205938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:40.206353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Checking segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:40.206759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.207145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Bound using segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:40.207637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Bound port: 62b9eb50-2479-43dd-a4be-0078c1983ade, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:40.208755 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.259646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8641-ae45-4482-aa3b-f5c1586fa7c5 req-751eba6e-b865-470a-884e-8c3b2ddae64c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.261234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-465b8641-ae45-4482-aa3b-f5c1586fa7c5 req-751eba6e-b865-470a-884e-8c3b2ddae64c tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1094 time: 0.1496646 Sep 23 19:49:40.311896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] For port 62b9eb50-2479-43dd-a4be-0078c1983ade, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:40.322233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] For port 62b9eb50-2479-43dd-a4be-0078c1983ade, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=62b9eb50-2479-43dd-a4be-0078c1983ade,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:40.330761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.341644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:40.342931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=0bbc32fc-c404-4000-a801-320ead46688b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:40.356419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:40.360473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:40.403324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:40.403964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:40.487389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd8aba-f394-455f-825a-8767204f0f69 None None] Pushing event updated for resources: {'Port': ['ID=62b9eb50-2479-43dd-a4be-0078c1983ade,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:40.489607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-21872751-e76b-4d3d-9fbd-8410d0c4f7f5 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424680 Sep 23 19:49:40.513359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.520017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-465b8641-ae45-4482-aa3b-f5c1586fa7c5 req-059a15ff-d521-4f25-af94-fe803c01b1dd tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641285 Sep 23 19:49:40.522568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.570152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8bbca4be-e05a-4f4e-92ec-9158fc244ace None None] Provisioning complete for port 62b9eb50-2479-43dd-a4be-0078c1983ade triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:40.570527 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bbca4be-e05a-4f4e-92ec-9158fc244ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.636297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'Port': ['ID=05e088f9-8feb-4460-8bd6-0b05916286b1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:40.694399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.710031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:40.721321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.722716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-16c5c7de-cc02-4264-970a-7e590c51efbe tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9531467 Sep 23 19:49:40.771711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d473fd-526e-4a0e-b349-4c0ca7523c8b req-805e143b-5646-4b37-afba-f2a49d98caad tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.782556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58d473fd-526e-4a0e-b349-4c0ca7523c8b req-805e143b-5646-4b37-afba-f2a49d98caad tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 943 time: 0.1399827 Sep 23 19:49:40.832152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58d473fd-526e-4a0e-b349-4c0ca7523c8b req-b6ea7a38-1b12-407e-bdde-05e31b9ed693 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485508 Sep 23 19:49:40.880169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4122aa6a-521b-4b81-a835-9166a4b0ca08 req-afd8ebf9-9d04-453f-98dd-3bfcba541741 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771017 Sep 23 19:49:40.906785 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bbca4be-e05a-4f4e-92ec-9158fc244ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.980020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8bbca4be-e05a-4f4e-92ec-9158fc244ace None None] For port 62b9eb50-2479-43dd-a4be-0078c1983ade, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=62b9eb50-2479-43dd-a4be-0078c1983ade,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:40.990981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-840dbae0-3769-46ee-bbd3-e6c75599e8c8 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2146401005&fields=id&tenant_id=1c8506b2846941909e2405a472e6eb9d HTTP/1.1" status: 200 len: 267 time: 0.0504074 Sep 23 19:49:41.011753 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bbca4be-e05a-4f4e-92ec-9158fc244ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.030632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-584fb5de-0b38-4a26-8323-801858697882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.032325 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-584fb5de-0b38-4a26-8323-801858697882 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 1094 time: 0.1060882 Sep 23 19:49:41.082765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbca4be-e05a-4f4e-92ec-9158fc244ace None None] Pushing event updated for resources: {'Port': ['ID=62b9eb50-2479-43dd-a4be-0078c1983ade,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:41.093285 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.128080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-509eb040-7f25-44d1-b367-763744033689 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.136944 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-509eb040-7f25-44d1-b367-763744033689 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 810 time: 0.1448503 Sep 23 19:49:41.141718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2d58f49e-331b-491c-9d5a-722b4b8b844d None None] Provisioning complete for port 62b9eb50-2479-43dd-a4be-0078c1983ade triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:41.142330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d58f49e-331b-491c-9d5a-722b4b8b844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.155886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-eb08e8fc-6d94-4240-82a4-1b33071778c0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/quotas/1c8506b2846941909e2405a472e6eb9d HTTP/1.1" status: 200 len: 375 time: 0.0179617 Sep 23 19:49:41.189685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-3a15551f-0313-44a0-8023-c8ba7ceca3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.191465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-3a15551f-0313-44a0-8023-c8ba7ceca3da service neutron] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1503873 Sep 23 19:49:41.195480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:41.222962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-85d6d0e7-99bb-4f75-bf91-55a907b5d265 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596950 Sep 23 19:49:41.240506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef5e93-9e1f-41f1-a96d-86dfd595470e None None] The sync data for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 is: [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:41.281803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-fc4c690e-46e8-4019-80b7-221583431bc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47de4939-afa3-49dd-9f1f-104156cdad92 HTTP/1.1" status: 200 len: 217 time: 0.0595825 Sep 23 19:49:41.283121 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.361178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-7b6a686d-1449-4065-868b-d7451277998c service neutron] 10.222.0.38 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335793 Sep 23 19:49:41.372586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-0102fc97-32a0-4d71-97e8-8b2c830312cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.374184 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-0102fc97-32a0-4d71-97e8-8b2c830312cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0574052 Sep 23 19:49:41.515422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-09ed73c5-41d4-4cd5-86a5-91b9bcec5fb9 service neutron] 10.222.0.38 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409819 Sep 23 19:49:41.528255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-4db3ea85-21c8-4a94-a03f-8b184b8c5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.529900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-4db3ea85-21c8-4a94-a03f-8b184b8c5138 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399176 Sep 23 19:49:41.589582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 62b9eb50-2479-43dd-a4be-0078c1983ade up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:41.678529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.683860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-b3f4be30-054c-440c-adca-26873f354896 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465309 Sep 23 19:49:41.684903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.698636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 62b9eb50-2479-43dd-a4be-0078c1983ade triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:41.698791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.841752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3f034-2e42-4411-849d-3a985553b6aa req-8e33a2d0-a582-4278-b544-6d89d5ee720b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.847815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08f3f034-2e42-4411-849d-3a985553b6aa req-8e33a2d0-a582-4278-b544-6d89d5ee720b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1094 time: 0.0856144 Sep 23 19:49:41.863629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=0bbc32fc-c404-4000-a801-320ead46688b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:41.878291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.899464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f2f12d96-c668-480a-b792-bcde4ea55b38 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:49:41.941531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08f3f034-2e42-4411-849d-3a985553b6aa req-30ce636c-1eba-4c4c-b636-8a17ae25ebfa tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Sep 23 19:49:42.095190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e86d41a7-5278-477d-9cf3-f05dcc7afdfb req-4fdf119f-6c0b-456a-86b2-04df91315881 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 210 time: 0.0654507 Sep 23 19:49:42.115830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f2f12d96-c668-480a-b792-bcde4ea55b38, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f2f12d96-c668-480a-b792-bcde4ea55b38,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:42.135929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f2f12d96-c668-480a-b792-bcde4ea55b38', 'network_id': 'a7ccc119-a03c-4fae-ad20-e1846da4caa9', 'port_id': 'f2f12d96-c668-480a-b792-bcde4ea55b38', 'mac_address': 'fa:16:3e:e3:2a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486355db-df50-4ea0-83d6-56fa7cf2bd7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:49:42.197692 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.232753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f12d96-c668-480a-b792-bcde4ea55b38 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:42.276585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f2f12d96-c668-480a-b792-bcde4ea55b38, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f2f12d96-c668-480a-b792-bcde4ea55b38,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:42.281352 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.291771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2cf70-e666-4d45-8435-0f64813172ea req-f8e54566-5f17-40f1-b793-cfa7d849cf79 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:42.299609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfe2cf70-e666-4d45-8435-0f64813172ea req-f8e54566-5f17-40f1-b793-cfa7d849cf79 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 943 time: 0.1148841 Sep 23 19:49:42.354830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfe2cf70-e666-4d45-8435-0f64813172ea req-c295aaf3-d453-4770-b15f-590c568a8b94 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542357 Sep 23 19:49:42.366281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f2f12d96-c668-480a-b792-bcde4ea55b38,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:42.372376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05b34a25-7892-4d5f-a472-3d62f95a0c9e req-c7a7a3a9-c5f5-430e-ba88-66583a532167 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596200 Sep 23 19:49:42.391019 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP a017ee3f-bd31-4e69-b078-49c2ae34171e associated. External IP: 172.25.6.20, port: 821eebde-6d37-456e-8ef9-53f70c1bf247. Sep 23 19:49:42.530465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f2f12d96-c668-480a-b792-bcde4ea55b38'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:42.609590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:42.722949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:42.732682 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:42.738129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.742815 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:42.743520 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:42.764518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4b4f7e75-1ca8-4878-b922-1e43b135d7dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3419812 Sep 23 19:49:42.767179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:42.771896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:42.778817 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:42.787722 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:42.788318 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:42.819514 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:42.820239 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe33e5-fc49-444d-9d2d-50ee9dd6d607 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:42.828757 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.982134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.987217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.987573 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP a017ee3f-bd31-4e69-b078-49c2ae34171e disassociated. External IP: 172.25.6.20, port: 821eebde-6d37-456e-8ef9-53f70c1bf247. Sep 23 19:49:43.059374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-f9643bf2-8264-43e5-bdc1-4a674f4c80e6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:43.061114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-f9643bf2-8264-43e5-bdc1-4a674f4c80e6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 810 time: 0.1486981 Sep 23 19:49:43.083748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c458dd-40ad-4c62-9438-09f85711a990 req-741759f9-e0d0-43bc-a6dc-a8e2ba904036 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:43.085465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c458dd-40ad-4c62-9438-09f85711a990 req-741759f9-e0d0-43bc-a6dc-a8e2ba904036 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1095 time: 0.0639279 Sep 23 19:49:43.128682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-a0fd4473-af1a-4a1f-b040-d1c038822a94 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8506b2846941909e2405a472e6eb9d HTTP/1.1" status: 200 len: 380 time: 0.0537624 Sep 23 19:49:43.145181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'port': {'device_id': '101e178c-359b-4375-9b6b-389277d761af', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'admin_state_up': True, 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'security_groups': ['7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:43.160688 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-260acb64-4366-4ee1-ba9b-a17baef6e869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.165000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44c458dd-40ad-4c62-9438-09f85711a990 req-ddb92c0b-ea1a-43e6-a672-238109a0806a tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732186 Sep 23 19:49:43.243078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:43.272099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cba3de0-02ad-4315-91c2-fef51eca7750 req-a9960c58-882a-4649-985c-7acbae1956ef tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 210 time: 0.0321922 Sep 23 19:49:43.308962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Made reservation on behalf of 1c8506b2846941909e2405a472e6eb9d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:43.312437 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.379014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:43.384682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.390178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:43.406239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:43.406983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:43.440427 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e047a351-587a-41a2-b68c-64c4d8728cb2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/floatingips/a017ee3f-bd31-4e69-b078-49c2ae34171e HTTP/1.1" status: 200 len: 687 time: 0.6717384 Sep 23 19:49:43.444901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51076) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:43.449273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:43.458713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:43.459325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:43.491847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:43.492828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1e10a-07bf-4733-a15e-c487edcf9f06 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:43.520242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Allocated IP 172.20.0.9 (dbeeeb79-4e3d-4961-ae51-6dee07386cb0/ec6f591f-07d0-4272-83b3-cc210f44212a/3d4d843b-daa9-4d42-a7a5-018bc28e515f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:43.575963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5984f7b-6113-4fc1-b4ce-323e8938ebc9 req-09db460c-05ee-4bea-a5bb-077ffcf4e66a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:43.577414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5984f7b-6113-4fc1-b4ce-323e8938ebc9 req-09db460c-05ee-4bea-a5bb-077ffcf4e66a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 943 time: 0.0900993 Sep 23 19:49:43.584713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 0bbc32fc-c404-4000-a801-320ead46688b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:43.585075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.676292 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.676623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.685101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5984f7b-6113-4fc1-b4ce-323e8938ebc9 req-bbdab56c-9446-43d1-983c-a71bf5ff59b5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966668 Sep 23 19:49:43.688857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 0bbc32fc-c404-4000-a801-320ead46688b owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:43.725604 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.760610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.806870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:43.811950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:43.815592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:43.825177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'Port': ['ID=3d4d843b-daa9-4d42-a7a5-018bc28e515f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:43.841004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.871281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=0bbc32fc-c404-4000-a801-320ead46688b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:43.887422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:43.888360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.905447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-87bc9cb8-2bf5-4334-a9c5-2a98d600b30c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7693241 Sep 23 19:49:43.909132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f2f12d96-c668-480a-b792-bcde4ea55b38 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:43.927583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Request body: {'port': {'device_id': '101e178c-359b-4375-9b6b-389277d761af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:43.957458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.961165 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.962899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a0e5feef-e18c-4f4f-92c4-66122d14d44d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/floatingips/a017ee3f-bd31-4e69-b078-49c2ae34171e HTTP/1.1" status: 204 len: 168 time: 0.5169055 Sep 23 19:49:43.966825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:43.973847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '2b5fdaea-823d-4d6b-835b-26362e35ee42'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:43.993546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f2f12d96-c668-480a-b792-bcde4ea55b38 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:49:43.997316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.998874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f2f12d96-c668-480a-b792-bcde4ea55b38 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:43.999446 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.022395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.121366 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.151488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f12d96-c668-480a-b792-bcde4ea55b38'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:44.154035 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95138026-8601-4366-8994-02790143aa1e" -d '{"events": [{"server_uuid": "a1d2f4f0-4450-4027-a32a-546ba2e2071d", "name": "network-vif-plugged", "status": "completed", "tag": "f2f12d96-c668-480a-b792-bcde4ea55b38"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:44.159688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.184746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f2f12d96-c668-480a-b792-bcde4ea55b38, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f2f12d96-c668-480a-b792-bcde4ea55b38,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:44.193056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.200026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4bfb72e3-c7d4-4d24-b30d-a74fab283533 None None] Provisioning complete for port 3d4d843b-daa9-4d42-a7a5-018bc28e515f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:44.200529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bfb72e3-c7d4-4d24-b30d-a74fab283533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.247951 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65631e23-3ebd-42f4-b54e-6dd2089d4a0a x-openstack-request-id: req-65631e23-3ebd-42f4-b54e-6dd2089d4a0a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:44.248916 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d2f4f0-4450-4027-a32a-546ba2e2071d", "name": "network-vif-plugged", "status": "completed", "tag": "f2f12d96-c668-480a-b792-bcde4ea55b38", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:44.248916 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65631e23-3ebd-42f4-b54e-6dd2089d4a0a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:44.249142 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f12d96-c668-480a-b792-bcde4ea55b38', 'code': 200} Sep 23 19:49:44.283919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb72e3-c7d4-4d24-b30d-a74fab283533 None None] Port 3d4d843b-daa9-4d42-a7a5-018bc28e515f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:44.290733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f2f12d96-c668-480a-b792-bcde4ea55b38,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:44.369618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.25.6.121 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/0133d6d6-1739-42ac-81a9-3be7f50480a5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:44.374365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15d214-3aba-4019-8687-49c42a4876de req-6f3e46ee-1eaa-4f39-a8ed-48c66b67b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:44.376187 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd15d214-3aba-4019-8687-49c42a4876de req-6f3e46ee-1eaa-4f39-a8ed-48c66b67b6b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0957899 Sep 23 19:49:44.385994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0d59a-2cb8-44c2-b1c9-4b4fb565c60c req-514f43fd-9ad9-4a63-a2c6-d38164a09757 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:44.387575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17b0d59a-2cb8-44c2-b1c9-4b4fb565c60c req-514f43fd-9ad9-4a63-a2c6-d38164a09757 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0663202 Sep 23 19:49:44.453514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 47de4939-afa3-49dd-9f1f-104156cdad92 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:49:44.464119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17b0d59a-2cb8-44c2-b1c9-4b4fb565c60c req-dbb785d0-b01a-430a-859c-ab62c98f07ae tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658498 Sep 23 19:49:44.470270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4d843b-daa9-4d42-a7a5-018bc28e515f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:44.478818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.511779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Transition to ACTIVE for port object 3d4d843b-daa9-4d42-a7a5-018bc28e515f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:49:44.517042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.545609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.548237 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd15d214-3aba-4019-8687-49c42a4876de req-d699965d-6a41-4419-95f2-cdfd47580d2f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898466 Sep 23 19:49:44.593168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.596918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 47de4939-afa3-49dd-9f1f-104156cdad92, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=47de4939-afa3-49dd-9f1f-104156cdad92,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:44.614700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '47de4939-afa3-49dd-9f1f-104156cdad92', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': '47de4939-afa3-49dd-9f1f-104156cdad92', 'mac_address': 'fa:16:3e:b3:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:49:44.635037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d843b-daa9-4d42-a7a5-018bc28e515f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:44.642542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:44.645537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:44.649248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:44.675785 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.678840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=0133d6d6-1739-42ac-81a9-3be7f50480a5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:44.701382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47de4939-afa3-49dd-9f1f-104156cdad92 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:44.724598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.726162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 47de4939-afa3-49dd-9f1f-104156cdad92, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=47de4939-afa3-49dd-9f1f-104156cdad92,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:44.732854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.733074 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.733191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.733191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.733191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.733495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.733698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.734024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.734852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.735191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.735534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.735861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:44.790291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=47de4939-afa3-49dd-9f1f-104156cdad92,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:44.794015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89990b4d-c281-42ff-af9f-2d9137ef23e8 req-b7808409-9e69-4dbc-9a66-c35991130f85 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:44.796600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89990b4d-c281-42ff-af9f-2d9137ef23e8 req-b7808409-9e69-4dbc-9a66-c35991130f85 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 943 time: 0.2414758 Sep 23 19:49:44.799967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Attempting to bind port 3d4d843b-daa9-4d42-a7a5-018bc28e515f on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:44.800302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Attempting to bind port 3d4d843b-daa9-4d42-a7a5-018bc28e515f by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:44.800700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Attempting to bind port 3d4d843b-daa9-4d42-a7a5-018bc28e515f on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:44.812939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Port 3d4d843b-daa9-4d42-a7a5-018bc28e515f on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:49:44.813268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Attempting to bind port 3d4d843b-daa9-4d42-a7a5-018bc28e515f on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:44.826540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:44.826880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Checking segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:44.827324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Bound using segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:44.827696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Bound port: 3d4d843b-daa9-4d42-a7a5-018bc28e515f, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:44.828058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.856901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-89990b4d-c281-42ff-af9f-2d9137ef23e8 req-6c8930db-e293-4d3d-9b37-9fee44b18173 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516434 Sep 23 19:49:44.923678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] For port 3d4d843b-daa9-4d42-a7a5-018bc28e515f, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:44.929649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] For port 3d4d843b-daa9-4d42-a7a5-018bc28e515f, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:44.944543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.000907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.001352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.002909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] 10.222.0.72 "PUT /v2.0/ports/3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 1091 time: 1.0897787 Sep 23 19:49:45.005342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:45.016905 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ec5af3-d838-4874-8966-d472cf68f8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:45.034711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:45.103655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32848b1d-175d-4abb-9cb3-7663f153fce0 req-c30da41c-7136-4f41-b9dc-059cb76ed754 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.111401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32848b1d-175d-4abb-9cb3-7663f153fce0 req-c30da41c-7136-4f41-b9dc-059cb76ed754 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 944 time: 0.1787837 Sep 23 19:49:45.119206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a575c-6cfd-407e-8385-b7fa5c354837 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d843b-daa9-4d42-a7a5-018bc28e515f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:45.132127 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.180824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32848b1d-175d-4abb-9cb3-7663f153fce0 req-7092dbd6-d94a-4a74-a546-0812c0073c1b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682890 Sep 23 19:49:45.190617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-a1d6b514-2307-4653-8fc6-53afb0d265e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.192205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-a1d6b514-2307-4653-8fc6-53afb0d265e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1094 time: 0.1262343 Sep 23 19:49:45.239768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.253427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-4770b8e4-f07f-4c9f-8e47-923e90c0a45a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 217 time: 0.0497925 Sep 23 19:49:45.278019 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb97c0f-64a7-45ad-bfca-db351be457e4 x-openstack-request-id: req-eeb97c0f-64a7-45ad-bfca-db351be457e4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:45.278260 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:45.278507 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eeb97c0f-64a7-45ad-bfca-db351be457e4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:45.279962 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'status': 'completed', 'code': 200} Sep 23 19:49:45.322372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-d6e4559c-6c08-4535-900a-5d862941eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.324272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-d6e4559c-6c08-4535-900a-5d862941eef3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0617270 Sep 23 19:49:45.380296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-130d93ca-ccab-4631-8d8d-fc24bc7ba9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.383204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-130d93ca-ccab-4631-8d8d-fc24bc7ba9e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484147 Sep 23 19:49:45.430611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.435711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.498896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-f1602720-b453-4f32-aabc-1717424fcde2 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069062 Sep 23 19:49:45.538524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=0133d6d6-1739-42ac-81a9-3be7f50480a5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:45.594954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.635703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed3efd76-6249-4fde-9d6f-bcf11df55894 req-d2e430ad-13f6-4ae6-ad2c-472ae66c2801 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294286 Sep 23 19:49:45.649803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0b799-ea66-4b1a-9f35-8c99e2968711 req-cc94da72-b7a4-4fda-a086-87ef82e7e65f tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.651373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4b0b799-ea66-4b1a-9f35-8c99e2968711 req-cc94da72-b7a4-4fda-a086-87ef82e7e65f tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0591056 Sep 23 19:49:45.697263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4b0b799-ea66-4b1a-9f35-8c99e2968711 req-20091717-9be7-4e4c-a38b-43d99f434d00 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365982 Sep 23 19:49:45.739388 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP df2f7697-4237-42af-99ff-8cbb376712d2 associated. External IP: 172.25.6.121, port: 2b5fdaea-823d-4d6b-835b-26362e35ee42. Sep 23 19:49:45.786108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-f211f382-ef5f-4a5b-90f0-32ecc9f61f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.789779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-f211f382-ef5f-4a5b-90f0-32ecc9f61f5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1094 time: 0.0510879 Sep 23 19:49:45.886085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-acd01525-473f-475e-b67c-6d6ced68be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.887700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-acd01525-473f-475e-b67c-6d6ced68be50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.0907335 Sep 23 19:49:45.938374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-d3914a0a-ec1c-4917-902e-64801bd8fbe6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 217 time: 0.0426002 Sep 23 19:49:45.979893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:46.021072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd3bd8-c38a-4881-bc77-cc0e0ca7c701 req-6d5a7eea-235d-4008-9a5f-94c16ffd6f31 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:46.023134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-decd3bd8-c38a-4881-bc77-cc0e0ca7c701 req-6d5a7eea-235d-4008-9a5f-94c16ffd6f31 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 943 time: 0.0872540 Sep 23 19:49:46.024931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-28703576-641b-4da7-94fc-a65b213bbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:46.026994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-28703576-641b-4da7-94fc-a65b213bbe5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0793614 Sep 23 19:49:46.089560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:46.101055 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259be44-630a-41ea-900e-425ca622c11a None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:46.110714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-decd3bd8-c38a-4881-bc77-cc0e0ca7c701 req-8d129d3b-d337-456d-9fd1-7e670bcc24e1 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805550 Sep 23 19:49:46.110983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259be44-630a-41ea-900e-425ca622c11a None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:46.111819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.112170 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6259be44-630a-41ea-900e-425ca622c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:46.138854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-8608d56c-510a-4876-bcdb-cb51ff1dba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:46.140776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-8608d56c-510a-4876-bcdb-cb51ff1dba4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041989 Sep 23 19:49:46.153989 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6259be44-630a-41ea-900e-425ca622c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:46.164601 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259be44-630a-41ea-900e-425ca622c11a None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:46.165555 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6259be44-630a-41ea-900e-425ca622c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:46.201653 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6259be44-630a-41ea-900e-425ca622c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:46.202752 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259be44-630a-41ea-900e-425ca622c11a None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:46.264729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-14f09a01-2ff8-4925-a267-2a885f1ba482 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152711 Sep 23 19:49:46.329410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45147240-0b6b-4c87-bc21-00094e52a9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.382458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780ea16-ff17-4b30-b224-99d352cb40ae req-70234bf1-dd00-4e8e-8c99-dd3d7efeb69f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:46.384062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1780ea16-ff17-4b30-b224-99d352cb40ae req-70234bf1-dd00-4e8e-8c99-dd3d7efeb69f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 944 time: 0.1121600 Sep 23 19:49:46.434169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7ec5af3-d838-4874-8966-d472cf68f8fd req-b7126c7c-1315-4ac9-9247-4979ee9bf7f6 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609900 Sep 23 19:49:46.443282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1780ea16-ff17-4b30-b224-99d352cb40ae req-59675612-180a-4ab8-b7c3-5bf0f51333d8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524139 Sep 23 19:49:46.469061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a004dee8-73b6-4186-954b-400692e0675f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5006535 Sep 23 19:49:46.472114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:46.473470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 47de4939-afa3-49dd-9f1f-104156cdad92 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:46.499158 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.535974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 47de4939-afa3-49dd-9f1f-104156cdad92 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:49:46.541915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 47de4939-afa3-49dd-9f1f-104156cdad92 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:46.542411 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.550811 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bd044277-7ab0-4f56-86c2-c52fcc7b3662 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "GET /v2.0/floatingips/df2f7697-4237-42af-99ff-8cbb376712d2 HTTP/1.1" status: 200 len: 978 time: 0.0772066 Sep 23 19:49:46.552999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:46.642198 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.669737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1852ff04-fe15-4512-89be-86a781572808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47de4939-afa3-49dd-9f1f-104156cdad92'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:46.671869 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d880c09d-8daf-4233-8df1-f5e4caaefc7b" -d '{"events": [{"server_uuid": "1852ff04-fe15-4512-89be-86a781572808", "name": "network-vif-plugged", "status": "completed", "tag": "47de4939-afa3-49dd-9f1f-104156cdad92"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:46.690330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 47de4939-afa3-49dd-9f1f-104156cdad92, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=47de4939-afa3-49dd-9f1f-104156cdad92,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:46.695518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.728996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a89b175a-4894-4ee8-af0c-54fb99f8842e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1725979 Sep 23 19:49:46.729596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:46.733574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'port_id': '821eebde-6d37-456e-8ef9-53f70c1bf247'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:46.766331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=47de4939-afa3-49dd-9f1f-104156cdad92,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:46.781965 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a38d06d-ecf9-4a2a-8e51-055eba99c855 x-openstack-request-id: req-6a38d06d-ecf9-4a2a-8e51-055eba99c855 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:46.784708 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1852ff04-fe15-4512-89be-86a781572808", "name": "network-vif-plugged", "status": "completed", "tag": "47de4939-afa3-49dd-9f1f-104156cdad92", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:46.785216 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a38d06d-ecf9-4a2a-8e51-055eba99c855 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:46.785681 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1852ff04-fe15-4512-89be-86a781572808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47de4939-afa3-49dd-9f1f-104156cdad92', 'code': 200} Sep 23 19:49:46.812663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.886296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4dbb7-2e18-49f0-ad6b-7d75be1af518 req-fef08e58-8ff4-4396-a13f-624d3e925417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:46.888211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6af4dbb7-2e18-49f0-ad6b-7d75be1af518 req-fef08e58-8ff4-4396-a13f-624d3e925417 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 1096 time: 0.0605915 Sep 23 19:49:46.942677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d322f-3b13-462b-a77c-073b960fd3c2 req-738426f8-b293-45bd-a9b6-db75b2f7c027 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:46.944155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-980d322f-3b13-462b-a77c-073b960fd3c2 req-738426f8-b293-45bd-a9b6-db75b2f7c027 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0868068 Sep 23 19:49:46.946230 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6af4dbb7-2e18-49f0-ad6b-7d75be1af518 req-15d3863f-2831-4a2e-843a-7c62717e9e69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502808 Sep 23 19:49:47.012541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-980d322f-3b13-462b-a77c-073b960fd3c2 req-6a4762c6-64b6-4a02-9b9e-e7f8bbb0dedb tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604422 Sep 23 19:49:47.062362 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.159052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bcb92-0cc5-4207-855f-e0b4d7c88548 req-9c89436c-78e4-4077-a065-5b63e6afa310 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:47.160613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c9bcb92-0cc5-4207-855f-e0b4d7c88548 req-9c89436c-78e4-4077-a065-5b63e6afa310 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0620856 Sep 23 19:49:47.453005 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:49:47.567240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c9bcb92-0cc5-4207-855f-e0b4d7c88548 req-f9e38dc2-136a-4d1f-ba10-c78b6a0ff9af tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995297 Sep 23 19:49:47.726946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935e8c-4da4-4715-9c99-beb99c858cd5 req-1f72e451-3864-43d4-933e-f16616a20642 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:47.728321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39935e8c-4da4-4715-9c99-beb99c858cd5 req-1f72e451-3864-43d4-933e-f16616a20642 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 943 time: 0.0904174 Sep 23 19:49:47.809807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.815921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39935e8c-4da4-4715-9c99-beb99c858cd5 req-e8bd431e-7d47-44e1-816f-eb508d37f3e3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778978 Sep 23 19:49:47.816879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.930280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3d4d843b-daa9-4d42-a7a5-018bc28e515f details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:49:47.963594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b3fed-98fc-4a31-ab8c-5b7de413e368 req-af2668f6-3bc8-4fe8-8f65-b1e633a7a2d3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:47.965116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a3b3fed-98fc-4a31-ab8c-5b7de413e368 req-af2668f6-3bc8-4fe8-8f65-b1e633a7a2d3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0738654 Sep 23 19:49:47.966684 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP df2f7697-4237-42af-99ff-8cbb376712d2 associated. External IP: 172.25.6.121, port: 2b5fdaea-823d-4d6b-835b-26362e35ee42. Sep 23 19:49:48.043567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3d4d843b-daa9-4d42-a7a5-018bc28e515f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:48.056970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'port_id': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'mac_address': 'fa:16:3e:39:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:49:48.090776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a3b3fed-98fc-4a31-ab8c-5b7de413e368 req-1879d120-9b3c-466a-90ab-e95b6388934d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887656 Sep 23 19:49:48.105170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.126127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4d843b-daa9-4d42-a7a5-018bc28e515f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:48.147714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3d4d843b-daa9-4d42-a7a5-018bc28e515f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:48.153820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.205290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3d4d843b-daa9-4d42-a7a5-018bc28e515f,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:48.261213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3afdf6-a6ae-4412-a33c-a912a0ff07a9 req-a4accd04-37aa-4ab3-8222-b62b20952f46 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:48.262762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf3afdf6-a6ae-4412-a33c-a912a0ff07a9 req-a4accd04-37aa-4ab3-8222-b62b20952f46 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0661197 Sep 23 19:49:48.273234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:48.375895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3d4d843b-daa9-4d42-a7a5-018bc28e515f'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:48.377585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf3afdf6-a6ae-4412-a33c-a912a0ff07a9 req-28927208-9c2d-4607-968d-41468f239e9d tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032023 Sep 23 19:49:48.417255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:48.449281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:48.466075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:48.466968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.504232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.543545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:48.544154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.754160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f0f7-219b-4460-ac58-a3af7566206d req-5f7d2994-dded-4026-9a9b-9fc413f03326 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:48.755738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e22f0f7-219b-4460-ac58-a3af7566206d req-5f7d2994-dded-4026-9a9b-9fc413f03326 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.1217659 Sep 23 19:49:48.759698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.760168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:48.760295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10e489-f027-406e-b6c1-fb2b36b6eabc None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:48.774071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.843025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8e22f0f7-219b-4460-ac58-a3af7566206d req-f6f44078-140c-4089-bc50-a0bbceb4f68f tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711596 Sep 23 19:49:48.917711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:48.927481 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:48.935720 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.937549 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:48.938394 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.980945 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.991243 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:48.991777 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.002409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5f28f-bf10-4f31-bccf-4d6d8a2a6363 req-ff51faae-4c57-4535-bfc8-cd21ec544c1e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:49.003857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01c5f28f-bf10-4f31-bccf-4d6d8a2a6363 req-ff51faae-4c57-4535-bfc8-cd21ec544c1e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 944 time: 0.0978961 Sep 23 19:49:49.021029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a99d5c0-4d82-468a-99a9-12d184dfefc1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/floatingips/df2f7697-4237-42af-99ff-8cbb376712d2 HTTP/1.1" status: 200 len: 979 time: 2.2908330 Sep 23 19:49:49.024052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:49.026693 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.027348 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d5b95-1a4e-4ba9-8cb4-9a62eb1b6d27 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:49.034515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:49.053668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01c5f28f-bf10-4f31-bccf-4d6d8a2a6363 req-2236d971-59c2-4fdb-8698-a5835ef53f91 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Sep 23 19:49:49.092263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.220127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c7851-2c92-4a48-90f2-0c8dfda4beb6 req-a803f4a0-efc5-4632-9fc5-2036bf945cec tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:49.221786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-049c7851-2c92-4a48-90f2-0c8dfda4beb6 req-a803f4a0-efc5-4632-9fc5-2036bf945cec tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0578279 Sep 23 19:49:49.254200 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.258156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.258596 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP df2f7697-4237-42af-99ff-8cbb376712d2 disassociated. External IP: 172.25.6.121, port: 821eebde-6d37-456e-8ef9-53f70c1bf247. Sep 23 19:49:49.270675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-049c7851-2c92-4a48-90f2-0c8dfda4beb6 req-fd289f6e-b7e2-41e6-bd32-f1f8410eac28 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Sep 23 19:49:49.510257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23015-e547-44be-b1ab-e1b377f1ec1f req-5c1d46b4-9e7d-4af8-84ac-2574c4c49806 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:49.512262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51b23015-e547-44be-b1ab-e1b377f1ec1f req-5c1d46b4-9e7d-4af8-84ac-2574c4c49806 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0699420 Sep 23 19:49:49.529766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:49.558129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51b23015-e547-44be-b1ab-e1b377f1ec1f req-674358a6-dd62-4d2c-8162-d4ac00e1e615 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Sep 23 19:49:49.648821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:49.654056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.660427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:49.670576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:49.671190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.686194 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7e611ff7-bea5-4df1-b63f-fe6498d5a2ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/floatingips/df2f7697-4237-42af-99ff-8cbb376712d2 HTTP/1.1" status: 200 len: 688 time: 0.6596422 Sep 23 19:49:49.688577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:49.709498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.718398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:49.719004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.758537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.759194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf0413-309d-4794-997a-bdb7ed1419dc None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:49.829722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 0133d6d6-1739-42ac-81a9-3be7f50480a5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:49.830679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.913452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.913865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.927627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 0133d6d6-1739-42ac-81a9-3be7f50480a5 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:49.932070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3d4d843b-daa9-4d42-a7a5-018bc28e515f up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:49.963896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366110b6-3c33-462d-8dae-26bff4e5af46 req-836a620d-3be9-4a44-8778-fa3ba81d8f73 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:49.965440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-366110b6-3c33-462d-8dae-26bff4e5af46 req-836a620d-3be9-4a44-8778-fa3ba81d8f73 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0557766 Sep 23 19:49:49.999913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 3d4d843b-daa9-4d42-a7a5-018bc28e515f completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:49:50.005290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 3d4d843b-daa9-4d42-a7a5-018bc28e515f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:50.006093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.046560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-366110b6-3c33-462d-8dae-26bff4e5af46 req-46afac11-7c60-45be-bc52-4b72ee0401e8 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684285 Sep 23 19:49:50.068160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-1e37ffff-3063-4d00-a87c-1340deebb612 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.069790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-1e37ffff-3063-4d00-a87c-1340deebb612 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 1096 time: 0.0798085 Sep 23 19:49:50.087175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.111972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.116819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=0133d6d6-1739-42ac-81a9-3be7f50480a5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:50.144772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:50.147256 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989d062-9a27-4212-9fba-cdaf561ee40e" -d '{"events": [{"server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:50.161640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3d4d843b-daa9-4d42-a7a5-018bc28e515f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:50.167104 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.193761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.196525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Deleting port f2f12d96-c668-480a-b792-bcde4ea55b38 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:50.196870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.197474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.200969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7215d90c-b4c1-4b72-b917-a23fb2fb37ed tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/floatingips/df2f7697-4237-42af-99ff-8cbb376712d2 HTTP/1.1" status: 204 len: 168 time: 0.5091038 Sep 23 19:49:50.201213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:50.215509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db698-6a40-4d13-bc25-29c3caf4bbab req-e54829ad-1dea-46a7-8ac4-a903b8c9e317 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.217027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-207db698-6a40-4d13-bc25-29c3caf4bbab req-e54829ad-1dea-46a7-8ac4-a903b8c9e317 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 944 time: 0.0780478 Sep 23 19:49:50.227012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3d4d843b-daa9-4d42-a7a5-018bc28e515f,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:50.242321 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-d88bd2a7-dae0-4cbd-bcf4-cb029f66598c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] delete failed (client error): The resource could not be found. Sep 23 19:49:50.243433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d88bd2a7-dae0-4cbd-bcf4-cb029f66598c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/floatingips/df2f7697-4237-42af-99ff-8cbb376712d2 HTTP/1.1" status: 404 len: 345 time: 0.0409586 Sep 23 19:49:50.247165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51584) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:50.300395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-207db698-6a40-4d13-bc25-29c3caf4bbab req-d4d069d3-cebd-4092-b537-08d965c986e9 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724726 Sep 23 19:49:50.313504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] For port f2f12d96-c668-480a-b792-bcde4ea55b38, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f2f12d96-c668-480a-b792-bcde4ea55b38,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:50.313879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.335846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Calling delete_port for f2f12d96-c668-480a-b792-bcde4ea55b38 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:50.352592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f188a-30ae-42c6-b2d2-59d6e3ecfff0 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.358693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f188a-30ae-42c6-b2d2-59d6e3ecfff0 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.361888 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab73cd6-294c-40a4-84f9-084a0425bfff x-openstack-request-id: req-8ab73cd6-294c-40a4-84f9-084a0425bfff {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:50.362183 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:50.362464 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ab73cd6-294c-40a4-84f9-084a0425bfff {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:50.362850 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'code': 200} Sep 23 19:49:50.367056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f188a-30ae-42c6-b2d2-59d6e3ecfff0 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.368960 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-468f188a-30ae-42c6-b2d2-59d6e3ecfff0 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "GET /v2.0/ports?network_id=9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 HTTP/1.1" status: 200 len: 2359 time: 0.1208537 Sep 23 19:49:50.371604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:50.425229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8deee2-d75c-4870-a29b-69bc28c98877 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.426660 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ad8deee2-d75c-4870-a29b-69bc28c98877 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "GET /v2.0/subnets/01e3bc56-b430-43f1-92ce-48119dab8f97 HTTP/1.1" status: 200 len: 797 time: 0.0540152 Sep 23 19:49:50.435594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:50.441006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'port': {'network_id': '9c3a36bd-612f-4e6d-bead-2d3fdd5e8262', 'name': 'tempest-FloatingIPTestJSON-1745388623', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:50.471505 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.484575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f2f12d96-c668-480a-b792-bcde4ea55b38'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:50.486855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d15d6ff8-19c2-4588-bc8e-c352628522bd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:50.499818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2f12d96-c668-480a-b792-bcde4ea55b38,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:50.540061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b5201-69ae-4a1f-b9c8-a9c1ab01daf5 req-7a5ec3c3-4f42-4a26-bf18-4680e22dbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.541558 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-936b5201-69ae-4a1f-b9c8-a9c1ab01daf5 req-7a5ec3c3-4f42-4a26-bf18-4680e22dbf4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1096 time: 0.1137519 Sep 23 19:49:50.547784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] No DVR routers for this DVR port f2f12d96-c668-480a-b792-bcde4ea55b38 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:50.550701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.554876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3dfede8-6b80-40be-a093-aac1dc39e75c req-02d4792a-7d00-44bd-a331-710b4532151b tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.72 "DELETE /v2.0/ports/f2f12d96-c668-480a-b792-bcde4ea55b38 HTTP/1.1" status: 204 len: 173 time: 0.4771581 Sep 23 19:49:50.555338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'name': 'network-vif-deleted', 'tag': 'f2f12d96-c668-480a-b792-bcde4ea55b38'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:50.557767 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1796a29-304a-4c88-addb-52c1e84ef770" -d '{"events": [{"server_uuid": "a1d2f4f0-4450-4027-a32a-546ba2e2071d", "name": "network-vif-deleted", "tag": "f2f12d96-c668-480a-b792-bcde4ea55b38"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:50.625902 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64975f3-51fa-467b-ae59-3149b331a6d8 x-openstack-request-id: req-f64975f3-51fa-467b-ae59-3149b331a6d8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:50.626233 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d2f4f0-4450-4027-a32a-546ba2e2071d", "name": "network-vif-deleted", "tag": "f2f12d96-c668-480a-b792-bcde4ea55b38", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:50.626468 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f64975f3-51fa-467b-ae59-3149b331a6d8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:50.628277 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d2f4f0-4450-4027-a32a-546ba2e2071d', 'name': 'network-vif-deleted', 'tag': 'f2f12d96-c668-480a-b792-bcde4ea55b38', 'status': 'completed', 'code': 200} Sep 23 19:49:50.638430 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-936b5201-69ae-4a1f-b9c8-a9c1ab01daf5 req-d714f0ae-bb2d-4e23-8a95-27f36ac1b35b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833728 Sep 23 19:49:50.658825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:50.765656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.765765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2deaed-69d9-4696-8c39-61473ca590ca req-d99eb279-ad02-4a97-be51-b28d489c9f24 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:50.765765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a2deaed-69d9-4696-8c39-61473ca590ca req-d99eb279-ad02-4a97-be51-b28d489c9f24 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0643613 Sep 23 19:49:50.782739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] device_id is not set on port 45d31701-eb0a-495d-ac5c-61243346b52b yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:50.808028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a2deaed-69d9-4696-8c39-61473ca590ca req-b66461d5-f3f3-4045-8ea1-bd7726fc4d70 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Sep 23 19:49:51.094039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.14 (9c3a36bd-612f-4e6d-bead-2d3fdd5e8262/01e3bc56-b430-43f1-92ce-48119dab8f97/45d31701-eb0a-495d-ac5c-61243346b52b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:51.103095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.13 (9c3a36bd-612f-4e6d-bead-2d3fdd5e8262/01e3bc56-b430-43f1-92ce-48119dab8f97/45d31701-eb0a-495d-ac5c-61243346b52b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:51.161483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13331205-6728-404a-a1c5-4a6eb11b776f req-b94b4975-6aa9-494c-a4f3-d5f35f155702 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1d2f4f0-4450-4027-a32a-546ba2e2071d HTTP/1.1" status: 200 len: 210 time: 0.0299411 Sep 23 19:49:51.266070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.301383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.354469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:51.357457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:51.361381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:51.388314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=45d31701-eb0a-495d-ac5c-61243346b52b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:51.426975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:51.427600 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.429197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cc6bf-0044-4727-aec0-3a6eb4e6ce09 req-87dd9346-5111-4786-8309-dea4887fa64a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:51.430774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e37cc6bf-0044-4727-aec0-3a6eb4e6ce09 req-87dd9346-5111-4786-8309-dea4887fa64a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0498183 Sep 23 19:49:51.442490 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8d50f949-e94e-4dc9-890f-587ebb87fac1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0053611 Sep 23 19:49:51.444988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:51.449301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '45d31701-eb0a-495d-ac5c-61243346b52b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:51.473685 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.475654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e37cc6bf-0044-4727-aec0-3a6eb4e6ce09 req-c0c33f30-9fbe-48e6-aef7-98349e82588b tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383055 Sep 23 19:49:51.574456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.683928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.25.6.55 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/1ac8665d-132f-411c-800c-ca9d16ef9b14) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:51.797758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.831692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.878883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:51.881702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:51.888597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:51.914328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=1ac8665d-132f-411c-800c-ca9d16ef9b14,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:51.944801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a56d-446b-4054-b959-f3ff872a253e req-642f30d3-1a21-432e-92c4-08b0e922724a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:51.946423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ce4a56d-446b-4054-b959-f3ff872a253e req-642f30d3-1a21-432e-92c4-08b0e922724a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0606933 Sep 23 19:49:51.998536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ce4a56d-446b-4054-b959-f3ff872a253e req-968433bc-d05b-48b6-912b-6119282959a1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Sep 23 19:49:52.246266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.317767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.437481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d818-c1c5-4ddc-8208-7f24eee683ce req-b1b23a16-a22f-43a3-9ad4-4b8a381a6e03 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:52.439103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97b2d818-c1c5-4ddc-8208-7f24eee683ce req-b1b23a16-a22f-43a3-9ad4-4b8a381a6e03 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0419199 Sep 23 19:49:52.474530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97b2d818-c1c5-4ddc-8208-7f24eee683ce req-5a59d070-a6c7-46ad-8224-c92136b35b71 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290411 Sep 23 19:49:52.492777 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.497698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.568517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=1ac8665d-132f-411c-800c-ca9d16ef9b14,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:52.581207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.601257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a7f75-d27f-4bd2-a45f-c331e92d55af req-2e48d038-fac8-4cb1-a464-08e6f7da1849 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:52.602791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c7a7f75-d27f-4bd2-a45f-c331e92d55af req-2e48d038-fac8-4cb1-a464-08e6f7da1849 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0519345 Sep 23 19:49:52.643032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c7a7f75-d27f-4bd2-a45f-c331e92d55af req-36fa58fc-ac4f-4885-91dc-6c68b9273a6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Sep 23 19:49:52.686110 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP 425f6eac-d6d2-4d11-81c6-8b69217f694e associated. External IP: 172.25.6.55, port: 45d31701-eb0a-495d-ac5c-61243346b52b. Sep 23 19:49:52.765695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740cce0-bfe3-4870-9821-7b369b2f0b7e req-624a956a-9784-4d1b-ac78-854a6ea96c6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:52.767118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a740cce0-bfe3-4870-9821-7b369b2f0b7e req-624a956a-9784-4d1b-ac78-854a6ea96c6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0580871 Sep 23 19:49:52.776786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:52.784161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'floatingip': {'port_id': '3d4d843b-daa9-4d42-a7a5-018bc28e515f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:52.825407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.908374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:53.051538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:53.063921 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:53.080235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.081278 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:53.082937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:53.162443 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bf32f680-c527-4ae5-b152-c52bb3ab39c7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7163193 Sep 23 19:49:53.164870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51632) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:53.175790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'port_id': '45d31701-eb0a-495d-ac5c-61243346b52b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:53.176198 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:53.196407 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:53.197087 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:53.251269 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:53.252344 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611d576-3285-4f65-aa36-f123a807f7fc None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:53.260408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.304618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea22fe-39c8-40ae-a6a0-d6feefa956c5 req-ba5a7894-4047-479c-84ab-4d364bf536fc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:53.306122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25ea22fe-39c8-40ae-a6a0-d6feefa956c5 req-ba5a7894-4047-479c-84ab-4d364bf536fc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.1351213 Sep 23 19:49:53.354113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25ea22fe-39c8-40ae-a6a0-d6feefa956c5 req-083d2143-a82f-47b3-9290-b78a2e6dc6e2 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Sep 23 19:49:53.416236 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.421083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.640738 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Floating IP da3b27f4-9c7c-4b7f-a324-3d42c9374445 associated. External IP: 172.25.6.108, port: 3d4d843b-daa9-4d42-a7a5-018bc28e515f. Sep 23 19:49:53.794971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a588401-c463-4d1a-b3e1-4588808d1769 req-a21525c6-b470-4fec-9833-6c1d14a73446 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:53.796475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a588401-c463-4d1a-b3e1-4588808d1769 req-a21525c6-b470-4fec-9833-6c1d14a73446 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0635478 Sep 23 19:49:53.854618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-a7ecd246-9149-472f-b31a-29746eed320f tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:53.856169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-a7ecd246-9149-472f-b31a-29746eed320f tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0536697 Sep 23 19:49:53.921274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a588401-c463-4d1a-b3e1-4588808d1769 req-0bf20fa3-f8e5-46ed-a856-1f24351b2c61 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=09d08909-68c5-4b4f-944d-cd07d08bff45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165767 Sep 23 19:49:53.947848 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f2f12d96-c668-480a-b792-bcde4ea55b38 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:53.983082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:53.996715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f2f12d96-c668-480a-b792-bcde4ea55b38 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:53.997714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f2f12d96-c668-480a-b792-bcde4ea55b38 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:54.074815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Deleting port d15d6ff8-19c2-4588-bc8e-c352628522bd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:54.075255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.250916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] For port d15d6ff8-19c2-4588-bc8e-c352628522bd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d15d6ff8-19c2-4588-bc8e-c352628522bd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:54.251397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.279063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.280343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Calling delete_port for d15d6ff8-19c2-4588-bc8e-c352628522bd owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:54.288009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.497903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:54.503596 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.509886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] Sync routers for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:54.519554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:54.520484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:54.540818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe305-42f7-4e1a-b056-d7ff33bba233 req-d945dc74-be01-4b06-b80a-222a7bfe82e0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:54.548115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbabe305-42f7-4e1a-b056-d7ff33bba233 req-d945dc74-be01-4b06-b80a-222a7bfe82e0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0941322 Sep 23 19:49:54.574022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b86829b-31f5-49e3-8d4c-0c8837c125c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "PUT /v2.0/floatingips/da3b27f4-9c7c-4b7f-a324-3d42c9374445 HTTP/1.1" status: 200 len: 991 time: 1.7936316 Sep 23 19:49:54.577044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:54.579122 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:54.599982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbabe305-42f7-4e1a-b056-d7ff33bba233 req-2f65d9fd-5f03-489b-a753-4a7f05e273d5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504038 Sep 23 19:49:54.662166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.677319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d15d6ff8-19c2-4588-bc8e-c352628522bd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:54.713202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:54.724603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Pushing event deleted for resources: {'Port': ['ID=d15d6ff8-19c2-4588-bc8e-c352628522bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:54.743776 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e907959-732d-4da9-b7a3-b6c2dca68bf9 x-openstack-request-id: req-7e907959-732d-4da9-b7a3-b6c2dca68bf9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:54.744309 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:54.744309 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e907959-732d-4da9-b7a3-b6c2dca68bf9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:54.745080 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'status': 'completed', 'code': 200} Sep 23 19:49:54.800602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] No DVR routers for this DVR port d15d6ff8-19c2-4588-bc8e-c352628522bd on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:54.819449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.821815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-69c733ec-f2f1-4289-96f4-ec6bf966760d req-fafb9fe8-163b-4698-a184-fe3bcbe7a5d0 tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d15d6ff8-19c2-4588-bc8e-c352628522bd HTTP/1.1" status: 204 len: 173 time: 0.9561834 Sep 23 19:49:54.822707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'name': 'network-vif-deleted', 'tag': 'd15d6ff8-19c2-4588-bc8e-c352628522bd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:54.825113 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30138af7-540e-440b-927b-0dd511d700a1" -d '{"events": [{"server_uuid": "5f14613f-c2e2-4808-b04d-64e943b52ee5", "name": "network-vif-deleted", "tag": "d15d6ff8-19c2-4588-bc8e-c352628522bd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:54.837593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:54.863988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-a92f4448-a5a4-43cf-97a3-7ae98e340d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:54.865522 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-a92f4448-a5a4-43cf-97a3-7ae98e340d6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1096 time: 0.0745609 Sep 23 19:49:55.026198 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c43b7d2-d1b0-4f1b-a7e4-16baf7b9ae1e x-openstack-request-id: req-9c43b7d2-d1b0-4f1b-a7e4-16baf7b9ae1e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:55.026198 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f14613f-c2e2-4808-b04d-64e943b52ee5", "name": "network-vif-deleted", "tag": "d15d6ff8-19c2-4588-bc8e-c352628522bd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:55.026509 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c43b7d2-d1b0-4f1b-a7e4-16baf7b9ae1e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:55.026997 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f14613f-c2e2-4808-b04d-64e943b52ee5', 'name': 'network-vif-deleted', 'tag': 'd15d6ff8-19c2-4588-bc8e-c352628522bd', 'status': 'completed', 'code': 200} Sep 23 19:49:55.060641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-896da053-2f2b-47c6-b875-7ad1a3f0f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:55.062111 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-896da053-2f2b-47c6-b875-7ad1a3f0f826 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.1642654 Sep 23 19:49:55.086360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'da3b27f4-9c7c-4b7f-a324-3d42c9374445', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'port_id': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'mac_address': 'fa:16:3e:39:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101e178c-359b-4375-9b6b-389277d761af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:49:39Z', 'updated_at': '2021-09-23T19:49:53Z', 'revision_number': 1, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:55.121310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:55.127413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.128135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ff514ee-046b-4f4e-b961-c872b3c06c86 req-e241c942-3ef0-422c-aa90-e27f379b035a tempest-TestServerMultinode-1096532225 tempest-TestServerMultinode-1096532225-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f14613f-c2e2-4808-b04d-64e943b52ee5 HTTP/1.1" status: 200 len: 210 time: 0.0345452 Sep 23 19:49:55.129982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] Checking router: 0ec1ea27-f871-4a20-8195-0a55c52f6df5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:55.131096 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:55.143194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:55.143972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:55.150696 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:55.153170 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:55.175278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-31b5c16c-9907-4b72-9f16-500171f0453c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 999 time: 0.1045678 Sep 23 19:49:55.196741 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:55.208823 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:55.209818 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:55.234337 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4ee751dd-bad4-41d1-8fb3-fe0d3f26b4f9 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/floatingips/425f6eac-d6d2-4d11-81c6-8b69217f694e HTTP/1.1" status: 200 len: 978 time: 2.0658274 Sep 23 19:49:55.234712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:55.254279 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:55.255300 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528e0c6-e937-4818-a92f-db22a6f78a69 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:55.258783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-02d86fd2-6bfe-4d65-b23c-3242e50a4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:55.260157 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-02d86fd2-6bfe-4d65-b23c-3242e50a4618 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0668828 Sep 23 19:49:55.327106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-a1b8760e-d0dc-46ca-86ac-d1aad9e9cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:55.329422 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-a1b8760e-d0dc-46ca-86ac-d1aad9e9cd60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606587 Sep 23 19:49:55.336777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:55.427500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.454083 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-bc0a2036-5866-4acc-8aa0-c72e7a3c0009 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145895 Sep 23 19:49:55.542592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 1ac8665d-132f-411c-800c-ca9d16ef9b14 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:55.542852 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.563204 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-34c70256-7cb9-4a8f-9ee1-ec5e5affb5a3 req-1c834f2f-4822-4321-b424-39b09ddddce4 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018941 Sep 23 19:49:55.626919 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.627424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.645739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 1ac8665d-132f-411c-800c-ca9d16ef9b14 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:55.682424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'da3b27f4-9c7c-4b7f-a324-3d42c9374445', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'port_id': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'mac_address': 'fa:16:3e:39:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101e178c-359b-4375-9b6b-389277d761af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:49:39Z', 'updated_at': '2021-09-23T19:49:53Z', 'revision_number': 1, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:55.717990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec7dfa0-fc6d-447f-a7bb-3992f39986dd None None] The sync data for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 is: [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'da3b27f4-9c7c-4b7f-a324-3d42c9374445', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'port_id': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'mac_address': 'fa:16:3e:39:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101e178c-359b-4375-9b6b-389277d761af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:49:39Z', 'updated_at': '2021-09-23T19:49:53Z', 'revision_number': 1, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:55.799856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42277b-c975-40ed-866a-33cb07a09975 req-45219f62-70be-435f-8c18-503901580d0f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:55.801351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b42277b-c975-40ed-866a-33cb07a09975 req-45219f62-70be-435f-8c18-503901580d0f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.1013448 Sep 23 19:49:55.861643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b42277b-c975-40ed-866a-33cb07a09975 req-a93cac54-960b-44e1-a45a-437a285da529 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Sep 23 19:49:55.924381 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.950825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=1ac8665d-132f-411c-800c-ca9d16ef9b14,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:55.980103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd90f5-333e-4a4e-be2b-78c63b933bbf None None] New status for floating IP da3b27f4-9c7c-4b7f-a324-3d42c9374445: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:49:56.030383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.030719 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP 425f6eac-d6d2-4d11-81c6-8b69217f694e disassociated (deleted). External IP: 172.25.6.55, port: 45d31701-eb0a-495d-ac5c-61243346b52b. Sep 23 19:49:56.204260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:56.259272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:56.388189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:56.393007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.400143 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e284db-8504-4e29-9035-442124030804 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:56.413414 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e284db-8504-4e29-9035-442124030804 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:56.415644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e284db-8504-4e29-9035-442124030804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:56.428481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-161f0801-2bbe-4d80-88e1-2ef3816c2fb7 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/floatingips/425f6eac-d6d2-4d11-81c6-8b69217f694e HTTP/1.1" status: 204 len: 168 time: 1.1923499 Sep 23 19:49:56.429371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:56.469603 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e284db-8504-4e29-9035-442124030804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:56.481145 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e284db-8504-4e29-9035-442124030804 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:56.482319 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e284db-8504-4e29-9035-442124030804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:56.541339 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-93e284db-8504-4e29-9035-442124030804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:56.542316 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e284db-8504-4e29-9035-442124030804 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:56.551379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 45d31701-eb0a-495d-ac5c-61243346b52b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:56.551827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.627703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.658747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.671952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 45d31701-eb0a-495d-ac5c-61243346b52b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:56.715469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:56.852358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.896599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.927685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=45d31701-eb0a-495d-ac5c-61243346b52b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:56.934282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-870ff422-0848-4d3d-b8f3-c9d144c59ddc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=13003b252dc04a2a977437aa55dc5c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176380 Sep 23 19:49:56.936749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:56.953067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Deleting port c27914e9-3666-4385-a5d6-9db3103128cd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:56.953704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.039747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] For port c27914e9-3666-4385-a5d6-9db3103128cd, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c27914e9-3666-4385-a5d6-9db3103128cd,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:57.040112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.052529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Calling delete_port for c27914e9-3666-4385-a5d6-9db3103128cd owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:57.087256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a2538-865d-42d1-8d60-1ecbeff2aae4 req-130579c7-a076-4d88-a475-6466d6ef6b22 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:57.088756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-653a2538-865d-42d1-8d60-1ecbeff2aae4 req-130579c7-a076-4d88-a475-6466d6ef6b22 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.1269343 Sep 23 19:49:57.099240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.101311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f95c0721-c2b1-4011-83c0-01cc4b9f5422 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/ports/45d31701-eb0a-495d-ac5c-61243346b52b HTTP/1.1" status: 204 len: 168 time: 0.6707606 Sep 23 19:49:57.105387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51682) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:57.109693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:57.116424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd787-6345-43cd-9faf-30ec5c057aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.152815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd787-6345-43cd-9faf-30ec5c057aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.163508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-653a2538-865d-42d1-8d60-1ecbeff2aae4 req-f1bf9230-8474-4665-a5fe-065cd1627dfc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657315 Sep 23 19:49:57.177370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.218412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd787-6345-43cd-9faf-30ec5c057aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.221487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd787-6345-43cd-9faf-30ec5c057aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.222685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b9bd787-6345-43cd-9faf-30ec5c057aff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7d65269-9819-45c8-bd30-a1405bbc5586 HTTP/1.1" status: 204 len: 168 time: 0.2850034 Sep 23 19:49:57.235886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd787-6345-43cd-9faf-30ec5c057aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d65269-9819-45c8-bd30-a1405bbc5586,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:57.337816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.369560 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.372156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27914e9-3666-4385-a5d6-9db3103128cd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:57.625319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.25.6.65 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/8ef604e7-3c90-4b2d-9b13-8334a212c124) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:57.652711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.137109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.260059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.290348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de820b75-f864-4bd4-93bc-63c954620658 req-7f914525-950f-4f09-82b3-a1abc76b2ea7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:58.297649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de820b75-f864-4bd4-93bc-63c954620658 req-7f914525-950f-4f09-82b3-a1abc76b2ea7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0584769 Sep 23 19:49:58.312029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:58.323845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:58.330375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:58.347678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de820b75-f864-4bd4-93bc-63c954620658 req-73d1eb50-98ca-430a-b375-907940610e7d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 Sep 23 19:49:58.376071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=8ef604e7-3c90-4b2d-9b13-8334a212c124,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:58.384351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Router 14d2400a-871b-4796-bf77-f64d81838d4a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:58.504464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d15d6ff8-19c2-4588-bc8e-c352628522bd no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:58.527182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: d15d6ff8-19c2-4588-bc8e-c352628522bd {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:58.527739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d15d6ff8-19c2-4588-bc8e-c352628522bd not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:58.545633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.562579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:58.578111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] Sync routers for ids ['14d2400a-871b-4796-bf77-f64d81838d4a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:58.581407 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eec846a4-f33d-4183-b2f5-824f1a68f0b8 admin admin] 10.222.0.38 "PUT /v2.0/routers/14d2400a-871b-4796-bf77-f64d81838d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3759489 Sep 23 19:49:58.584019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.590715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] Routers {'14d2400a-871b-4796-bf77-f64d81838d4a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:58.591319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['14d2400a-871b-4796-bf77-f64d81838d4a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:58.684500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.697090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] Set router 14d2400a-871b-4796-bf77-f64d81838d4a gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:58.713814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.880802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:49:57Z', 'revision_number': 5, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port': {'id': '4b7ffde6-db14-4c27-9bc6-b8408cf8aa97', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:58.887399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.910304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] Checking router: 14d2400a-871b-4796-bf77-f64d81838d4a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:58.918662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] Routers {'14d2400a-871b-4796-bf77-f64d81838d4a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:58.919277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['14d2400a-871b-4796-bf77-f64d81838d4a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:58.960740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.966180 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.012463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] Set router 14d2400a-871b-4796-bf77-f64d81838d4a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:59.042037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Deleting port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:59.042483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.065995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:49:58Z', 'revision_number': 6, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:59.069779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=8ef604e7-3c90-4b2d-9b13-8334a212c124,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:59.097933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489dbb8f-7ae0-4286-9bca-7cf500b71cbf None None] The sync data for ids ['14d2400a-871b-4796-bf77-f64d81838d4a'] in n-d-810763-1 is: [{'id': '14d2400a-871b-4796-bf77-f64d81838d4a', 'name': 'tempest-TestServerMultinode-116585953-router', 'tenant_id': '707cb7146a014a9893e63171a019ec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:53Z', 'updated_at': '2021-09-23T19:49:58Z', 'revision_number': 6, 'project_id': '707cb7146a014a9893e63171a019ec00', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:59.108194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.156907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.160657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-64e53501-303c-40c2-a779-bd5ab26d4b9b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0518920 Sep 23 19:49:59.161266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:59.166543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'port': {'network_id': '9c3a36bd-612f-4e6d-bead-2d3fdd5e8262', 'name': 'tempest-FloatingIPTestJSON-1482732929'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:59.185637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] For port 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:59.186065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.199239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Calling delete_port for 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:59.278304 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:59.281930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.299598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] device_id is not set on port b103a956-7979-457f-bed2-e78f8b9f1f23 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:59.370267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.398633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7ffde6-db14-4c27-9bc6-b8408cf8aa97,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:59.415253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.5 (9c3a36bd-612f-4e6d-bead-2d3fdd5e8262/01e3bc56-b430-43f1-92ce-48119dab8f97/b103a956-7979-457f-bed2-e78f8b9f1f23) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:59.475912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.518295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6a877-1b17-4d57-9235-30adf88c62b3 req-abacb579-6a42-4e21-8306-28d3bd22ae92 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:59.528586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64a6a877-1b17-4d57-9235-30adf88c62b3 req-abacb579-6a42-4e21-8306-28d3bd22ae92 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.1040359 Sep 23 19:49:59.602775 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.605216 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.660563 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.661171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14d2400a-871b-4796-bf77-f64d81838d4a {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:59.665719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.666968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-61d6aaaf-dbd9-45aa-93ec-1305f1f2357c admin admin] 10.222.0.38 "DELETE /v2.0/routers/14d2400a-871b-4796-bf77-f64d81838d4a HTTP/1.1" status: 204 len: 168 time: 1.0820360 Sep 23 19:49:59.667529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64a6a877-1b17-4d57-9235-30adf88c62b3 req-9e650b37-aa6c-415a-b143-5d9c32837e46 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380825 Sep 23 19:49:59.669440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51734) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:59.697033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.724093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] Deleting subnet 486355db-df50-4ea0-83d6-56fa7cf2bd7b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:49:59.728362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.741080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.773101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.793372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:59.796558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:59.800700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:59.830109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=b103a956-7979-457f-bed2-e78f8b9f1f23,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:59.864017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:59.864661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.875727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.880977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fb3e6f8-ce34-46d9-8c5d-155e59876a03 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7183909 Sep 23 19:49:59.883330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:59.889140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'port_id': 'b103a956-7979-457f-bed2-e78f8b9f1f23'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:59.936996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.950250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c27914e9-3666-4385-a5d6-9db3103128cd no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:59.951479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.959613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.962899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/486355db-df50-4ea0-83d6-56fa7cf2bd7b HTTP/1.1" status: 204 len: 168 time: 0.2924585 Sep 23 19:49:59.982580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07baf0-34ab-478c-b3dd-4955e3f815c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486355db-df50-4ea0-83d6-56fa7cf2bd7b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:59.985876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51742) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:00.008508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c71229-f85d-4c0d-a2eb-fbfbd741c712 None None] Network a7ccc119-a03c-4fae-ad20-e1846da4caa9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:00.011325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: c27914e9-3666-4385-a5d6-9db3103128cd {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:00.014439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c27914e9-3666-4385-a5d6-9db3103128cd not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:00.084539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.157634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Deleting port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:00.158659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.256897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] For port 9e8ed6e7-862a-4519-b6db-ba6da67035c7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9e8ed6e7-862a-4519-b6db-ba6da67035c7,segment=NetworkSegment(34df093f-ff49-42a4-8443-cb601714fb30),segment_id=34df093f-ff49-42a4-8443-cb601714fb30)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:00.257370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.282042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Calling delete_port for 9e8ed6e7-862a-4519-b6db-ba6da67035c7 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:00.382055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.416572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8ed6e7-862a-4519-b6db-ba6da67035c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:00.418859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] No DVR routers for this DVR port 9e8ed6e7-862a-4519-b6db-ba6da67035c7 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:00.469194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dbeb4f-e428-44bb-9bf1-e95d585620ae None None] DHCP port deletion for a7ccc119-a03c-4fae-ad20-e1846da4caa9 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:00.510273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.533085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ccc119-a03c-4fae-ad20-e1846da4caa9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:00.542975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34df093f-ff49-42a4-8443-cb601714fb30') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:00.543387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34df093f-ff49-42a4-8443-cb601714fb30') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:00.556312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.568062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.572534 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.573902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.579666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:00.580171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:00.582331 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:00.649670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.661610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.663914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] 10.222.0.38 "DELETE /v2.0/networks/a7ccc119-a03c-4fae-ad20-e1846da4caa9 HTTP/1.1" status: 204 len: 168 time: 0.6767178 Sep 23 19:50:00.670284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:00.684853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5a694-c4f6-43dd-a59d-ea08c2bada5e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ccc119-a03c-4fae-ad20-e1846da4caa9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:00.735324 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP e1d1c515-fe70-414a-ba19-04cdc7de0cec associated. External IP: 172.25.6.65, port: b103a956-7979-457f-bed2-e78f8b9f1f23. Sep 23 19:50:00.917332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d8e6-d60b-4f35-99d4-14475a17814d req-714ae653-988b-406d-bc03-e5b4dc07a4c5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:00.918855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac35d8e6-d60b-4f35-99d4-14475a17814d req-714ae653-988b-406d-bc03-e5b4dc07a4c5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.1518521 Sep 23 19:50:01.106864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac35d8e6-d60b-4f35-99d4-14475a17814d req-02d7c433-de42-4103-b1b8-289f35d8acdb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503918 Sep 23 19:50:01.185570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:01.345841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:01.351000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.356623 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:01.366389 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:01.367047 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:01.403390 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:01.410249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4c760a30-9a4d-47ef-9999-cf27a30327df tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/floatingips/e1d1c515-fe70-414a-ba19-04cdc7de0cec HTTP/1.1" status: 200 len: 977 time: 1.5239782 Sep 23 19:50:01.411905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51764) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:01.414989 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:01.416231 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:01.433473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.455870 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:01.456784 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdff06-5e57-49da-b8a3-57484643fac6 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:01.522767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port b103a956-7979-457f-bed2-e78f8b9f1f23 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:01.523113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.606404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:01.630766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:01.631546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4b7ffde6-db14-4c27-9bc6-b8408cf8aa97 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:01.632174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9e8ed6e7-862a-4519-b6db-ba6da67035c7 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:01.637011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.654734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9e8ed6e7-862a-4519-b6db-ba6da67035c7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:01.655376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9e8ed6e7-862a-4519-b6db-ba6da67035c7 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:01.826197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.826485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.826810 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP e1d1c515-fe70-414a-ba19-04cdc7de0cec disassociated. External IP: 172.25.6.65, port: b103a956-7979-457f-bed2-e78f8b9f1f23. Sep 23 19:50:01.827389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for b103a956-7979-457f-bed2-e78f8b9f1f23 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:01.981421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.014511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=b103a956-7979-457f-bed2-e78f8b9f1f23,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:02.028533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Deleting port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:02.028995 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.105688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] For port f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,segment=NetworkSegment(4ed2bf0a-e271-46e2-902c-2bb4bdf1e383),segment_id=4ed2bf0a-e271-46e2-902c-2bb4bdf1e383)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:02.105966 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.118088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Calling delete_port for f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:02.128062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:02.238611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:02.249626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:02.258971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:02.259580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:02.272140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4047d5-3c85-459b-b096-0aa95decf86b req-07f6fa54-1c2d-46f5-850a-f65637bbc44b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:02.273660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e4047d5-3c85-459b-b096-0aa95decf86b req-07f6fa54-1c2d-46f5-850a-f65637bbc44b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0908499 Sep 23 19:50:02.294267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:02.305590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:02.306290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:02.314855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.319247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c742c636-24a2-460a-9939-c2685e519769 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/ports/b103a956-7979-457f-bed2-e78f8b9f1f23 HTTP/1.1" status: 204 len: 168 time: 0.9035344 Sep 23 19:50:02.319482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:02.344903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e4047d5-3c85-459b-b096-0aa95decf86b req-a7063dcb-808d-4b94-993e-6e0563cefbbb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Sep 23 19:50:02.351676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:02.352522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845de79-daeb-448f-baa5-1df3acc19d86 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:02.375482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-75878912-d42d-49d8-a664-042af3136af1 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "GET /v2.0/floatingips/e1d1c515-fe70-414a-ba19-04cdc7de0cec HTTP/1.1" status: 200 len: 687 time: 0.0548840 Sep 23 19:50:02.377999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:02.396625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.427001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:02.636799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.846248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 8ef604e7-3c90-4b2d-9b13-8334a212c124 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:02.846857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.888140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Router 6bd55790-4556-4670-8c92-30c44cf79381 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:02.924843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.925168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.938117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 8ef604e7-3c90-4b2d-9b13-8334a212c124 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:03.008183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:03.013534 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bb6f1560-39d3-42b9-a8f7-1f5ee3ab3179 admin admin] 10.222.0.38 "PUT /v2.0/routers/6bd55790-4556-4670-8c92-30c44cf79381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3420959 Sep 23 19:50:03.016009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.023781 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] Sync routers for ids ['6bd55790-4556-4670-8c92-30c44cf79381'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:03.033613 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] Routers {'6bd55790-4556-4670-8c92-30c44cf79381'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:03.034310 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6bd55790-4556-4670-8c92-30c44cf79381'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:03.089286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.130777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=8ef604e7-3c90-4b2d-9b13-8334a212c124,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:03.140945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.171963 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] Set router 6bd55790-4556-4670-8c92-30c44cf79381 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:03.200901 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.203603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.205561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f66aec3a-d3b7-4245-b465-7afa36ab07dd tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/floatingips/e1d1c515-fe70-414a-ba19-04cdc7de0cec HTTP/1.1" status: 204 len: 168 time: 0.8258171 Sep 23 19:50:03.208955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.213768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '821eebde-6d37-456e-8ef9-53f70c1bf247'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:03.239326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.287659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.370671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Deleting port a344a5a5-fd46-48ba-bf86-92ebba9ab838 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:03.371019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.371194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.436827 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 5, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port': {'id': 'a344a5a5-fd46-48ba-bf86-92ebba9ab838', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd55790-4556-4670-8c92-30c44cf79381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:03Z', 'updated_at': '2021-09-23T19:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:03.462570 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] Checking router: 6bd55790-4556-4670-8c92-30c44cf79381 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:03.471791 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] Routers {'6bd55790-4556-4670-8c92-30c44cf79381'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:03.472402 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6bd55790-4556-4670-8c92-30c44cf79381'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:03.536758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] For port a344a5a5-fd46-48ba-bf86-92ebba9ab838, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a344a5a5-fd46-48ba-bf86-92ebba9ab838,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:03.537122 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.549091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.25.6.132 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/26d7b668-f04d-4a49-91cb-2c3b114c2702) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:03.557434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cb159-ea31-4958-b38e-fc19218be997 req-e892c203-add8-49e6-ad68-0cfc8b8ac6c2 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:03.565904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad4cb159-ea31-4958-b38e-fc19218be997 req-e892c203-add8-49e6-ad68-0cfc8b8ac6c2 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.1031809 Sep 23 19:50:03.571885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Calling delete_port for a344a5a5-fd46-48ba-bf86-92ebba9ab838 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:03.624051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad4cb159-ea31-4958-b38e-fc19218be997 req-84c1e0ad-1396-4083-9157-48c5e3ad11f0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Sep 23 19:50:03.629231 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] Set router 6bd55790-4556-4670-8c92-30c44cf79381 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:03.691195 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:50:03Z', 'revision_number': 6, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:03.695726 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.724894 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd3571-7d6f-4d80-bc78-669c5da50c3e None None] The sync data for ids ['6bd55790-4556-4670-8c92-30c44cf79381'] in n-d-810763-1 is: [{'id': '6bd55790-4556-4670-8c92-30c44cf79381', 'name': 'tempest-TestServerMultinode-66921590-router', 'tenant_id': 'e74de71ccc754d80a481ae8957d762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:01Z', 'updated_at': '2021-09-23T19:50:03Z', 'revision_number': 6, 'project_id': 'e74de71ccc754d80a481ae8957d762eb', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:03.744411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.775062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:03.805292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:03.809507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:03.848966 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.854036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=26d7b668-f04d-4a49-91cb-2c3b114c2702,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:03.895396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Pushing event deleted for resources: {'Port': ['ID=a344a5a5-fd46-48ba-bf86-92ebba9ab838,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:03.959335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.053159 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.055263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.104524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.105202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd55790-4556-4670-8c92-30c44cf79381 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:50:04.112929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.116518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-720c5ff7-ff03-4863-9aa9-c487bb6cb8da admin admin] 10.222.0.38 "DELETE /v2.0/routers/6bd55790-4556-4670-8c92-30c44cf79381 HTTP/1.1" status: 204 len: 168 time: 1.0972712 Sep 23 19:50:04.116947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:04.162767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] Deleting subnet 72c4f281-a032-4642-827b-e8a8b52bb253 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:04.166482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.196087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.201498 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.281852 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.319473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.389525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.413548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c4f281-a032-4642-827b-e8a8b52bb253,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:04.435589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a59fdb-de4f-4de6-8a0a-ed06538f3f8c None None] Network ecaf7226-72ce-4562-a4c9-507e938ddf2f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:04.436058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.440163 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1cf0261f-31a9-4bf0-adf9-1957b0b1f08f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/72c4f281-a032-4642-827b-e8a8b52bb253 HTTP/1.1" status: 204 len: 168 time: 0.3221617 Sep 23 19:50:04.443349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:04.486779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.492764 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.536040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.581332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.603239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Deleting port 36927fd5-9104-4f70-a828-a287cf3114bb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:04.603239 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.681417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=26d7b668-f04d-4a49-91cb-2c3b114c2702,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:04.751282 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP fbcf1658-4257-4534-8574-446865f6dab6 associated. External IP: 172.25.6.132, port: 821eebde-6d37-456e-8ef9-53f70c1bf247. Sep 23 19:50:04.753502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] For port 36927fd5-9104-4f70-a828-a287cf3114bb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=36927fd5-9104-4f70-a828-a287cf3114bb,segment=NetworkSegment(4ed2bf0a-e271-46e2-902c-2bb4bdf1e383),segment_id=4ed2bf0a-e271-46e2-902c-2bb4bdf1e383)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:04.753885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.771720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Calling delete_port for 36927fd5-9104-4f70-a828-a287cf3114bb owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:04.816299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] DHCP port deletion for ecaf7226-72ce-4562-a4c9-507e938ddf2f request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:04.868562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] Deleting port 36927fd5-9104-4f70-a828-a287cf3114bb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:04.868943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.915855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbf110-8e4c-42e2-92a9-8963716f8c37 req-bd5646d4-434a-4305-9c67-23e20f5d4d85 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:04.917305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38dbf110-8e4c-42e2-92a9-8963716f8c37 req-bd5646d4-434a-4305-9c67-23e20f5d4d85 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0788479 Sep 23 19:50:04.965170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38dbf110-8e4c-42e2-92a9-8963716f8c37 req-788d5db0-1ddb-4a56-a6a6-fea5b76ae711 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 Sep 23 19:50:04.969797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.975059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] For port 36927fd5-9104-4f70-a828-a287cf3114bb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=36927fd5-9104-4f70-a828-a287cf3114bb,segment=NetworkSegment(4ed2bf0a-e271-46e2-902c-2bb4bdf1e383),segment_id=4ed2bf0a-e271-46e2-902c-2bb4bdf1e383)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:04.975401 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.998306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] No DVR routers for this DVR port 36927fd5-9104-4f70-a828-a287cf3114bb on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:05.000951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] Calling delete_port for 36927fd5-9104-4f70-a828-a287cf3114bb owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:05.010156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:05.044735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36927fd5-9104-4f70-a828-a287cf3114bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.120945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.140512 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.147458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:05.159860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:05.165291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] Pushing event deleted for resources: {'Port': ['ID=36927fd5-9104-4f70-a828-a287cf3114bb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.167537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d741b9-04d8-4e38-b518-989c804608cf None None] No DVR routers for this DVR port 36927fd5-9104-4f70-a828-a287cf3114bb on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:05.169186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaf7226-72ce-4562-a4c9-507e938ddf2f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.175318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:05.175934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.181419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.181955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed2bf0a-e271-46e2-902c-2bb4bdf1e383') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.190534 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.194340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.210427 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.214095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.218263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:05.219005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:05.221145 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:05.225992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:05.226648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.235436 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7ea2f5a3-d9c2-47f8-84a5-a166ea239351 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.0230367 Sep 23 19:50:05.236402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51848) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:05.249466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1466801789'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:05.270965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.271854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ee37d-b124-4a85-ac2e-7b4f885228b4 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:05.278142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:05.283319 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.303492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.316053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.316053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ecaf7226-72ce-4562-a4c9-507e938ddf2f HTTP/1.1" status: 204 len: 168 time: 0.8674793 Sep 23 19:50:05.317648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:05.332584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde31d3b-fe44-4f4d-b2d7-eef450101ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecaf7226-72ce-4562-a4c9-507e938ddf2f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.340298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.340689 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Added segment 8d32efff-9267-46fc-ab92-93facf57761b of type vlan for network 9b544a25-63c1-4965-8a61-b7ce7edda3fc Sep 23 19:50:05.385027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.440242 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.448481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:05.449344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.513141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:05.532083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Network': ['ID=9b544a25-63c1-4965-8a61-b7ce7edda3fc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.544322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:05.564661 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-da951e61-845e-48c9-b03a-b27d331716c2 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3247557 Sep 23 19:50:05.567656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:05.571517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c37bc4aa-ed67-415a-adfc-85f0dee7bc02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=707cb7146a014a9893e63171a019ec00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571578 Sep 23 19:50:05.574124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:05.575846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'subnet': {'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:05.624085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485269bb-b271-4f8a-b0c7-5870b42c45c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.646392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485269bb-b271-4f8a-b0c7-5870b42c45c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.656161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:05.677283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:05.680627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:05.681170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f1bb85fc-b273-4bd7-8ee3-8b3c690acbc4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:05.681882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 36927fd5-9104-4f70-a828-a287cf3114bb no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:05.693041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.699204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485269bb-b271-4f8a-b0c7-5870b42c45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.702656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 36927fd5-9104-4f70-a828-a287cf3114bb {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:05.703013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 36927fd5-9104-4f70-a828-a287cf3114bb not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:05.703600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a344a5a5-fd46-48ba-bf86-92ebba9ab838 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:05.703815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485269bb-b271-4f8a-b0c7-5870b42c45c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.705359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-485269bb-b271-4f8a-b0c7-5870b42c45c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c61a0408-b581-459b-a635-d48044ee7f14 HTTP/1.1" status: 204 len: 168 time: 0.1304064 Sep 23 19:50:05.719186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485269bb-b271-4f8a-b0c7-5870b42c45c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61a0408-b581-459b-a635-d48044ee7f14,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.737936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a344a5a5-fd46-48ba-bf86-92ebba9ab838 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:05.738549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a344a5a5-fd46-48ba-bf86-92ebba9ab838 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:05.923546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.989423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Subnet': ['ID=5539eebd-09c1-406b-8ba6-b19422383b66,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.008417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Checking segment: {'id': '8d32efff-9267-46fc-ab92-93facf57761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:06.008780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network hostable DHCP agents. Network: 9b544a25-63c1-4965-8a61-b7ce7edda3fc, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:06.028779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:06.040404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 9b544a25-63c1-4965-8a61-b7ce7edda3fc) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:06.050375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23a6d6-bc7c-4f7a-8996-b82e1a03dfdb None None] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:06.056969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:06.057609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.060334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:06.074835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-28d16866-579b-4ce0-92a1-6a0d3433b5ef tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5060380 Sep 23 19:50:06.082926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:06.102255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-763079124', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:06.173487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7fdc8b7-c147-459a-8f57-6acb94c403e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e74de71ccc754d80a481ae8957d762eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1102307 Sep 23 19:50:06.176599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51876) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:06.182725 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.183858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.196655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19601655-e8e6-48cc-9ff9-5002f84f1534 req-1abdb8b1-780c-4725-a9ab-47fb56f893f3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:06.206007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19601655-e8e6-48cc-9ff9-5002f84f1534 req-1abdb8b1-780c-4725-a9ab-47fb56f893f3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.1073725 Sep 23 19:50:06.237375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-9b544a25-63c1-4965-8a61-b7ce7edda3fc', 'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc', 'tenant_id': 'f3394f1325ea44a6b47fee20038d2357', 'fixed_ips': [{'subnet_id': '5539eebd-09c1-406b-8ba6-b19422383b66'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:06.238891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.247666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22dfd2b-d090-48da-af09-bae176933853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.271532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19601655-e8e6-48cc-9ff9-5002f84f1534 req-678be513-5f8c-4b99-b6ad-1e68d4631d0b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643728 Sep 23 19:50:06.274113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22dfd2b-d090-48da-af09-bae176933853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.336757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.349502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22dfd2b-d090-48da-af09-bae176933853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.354384 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d22dfd2b-d090-48da-af09-bae176933853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.355926 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d22dfd2b-d090-48da-af09-bae176933853 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09d08909-68c5-4b4f-944d-cd07d08bff45 HTTP/1.1" status: 204 len: 168 time: 0.1761057 Sep 23 19:50:06.370269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dfd2b-d090-48da-af09-bae176933853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d08909-68c5-4b4f-944d-cd07d08bff45,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.445627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Allocated IP 172.20.0.2 (9b544a25-63c1-4965-8a61-b7ce7edda3fc/5539eebd-09c1-406b-8ba6-b19422383b66/f7a569c4-51aa-4c08-9d16-512e41e1ee65) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:06.502876 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.660877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.668929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.731217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:06.735354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:06.744181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:06.796100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.813494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Pushing event updated for resources: {'Port': ['ID=f7a569c4-51aa-4c08-9d16-512e41e1ee65,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.820111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.834833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Attempting to bind port f7a569c4-51aa-4c08-9d16-512e41e1ee65 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:06.835203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Attempting to bind port f7a569c4-51aa-4c08-9d16-512e41e1ee65 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8d32efff-9267-46fc-ab92-93facf57761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:06.835576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Attempting to bind port f7a569c4-51aa-4c08-9d16-512e41e1ee65 on network 9b544a25-63c1-4965-8a61-b7ce7edda3fc {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:06.842026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:06.842685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Checking segment: {'id': '8d32efff-9267-46fc-ab92-93facf57761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:06.843098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.843508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Bound using segment: {'id': '8d32efff-9267-46fc-ab92-93facf57761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:06.843984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Bound port: f7a569c4-51aa-4c08-9d16-512e41e1ee65, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d32efff-9267-46fc-ab92-93facf57761b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:06.844374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.932685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] For port f7a569c4-51aa-4c08-9d16-512e41e1ee65, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:06.937327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] For port f7a569c4-51aa-4c08-9d16-512e41e1ee65, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f7a569c4-51aa-4c08-9d16-512e41e1ee65,segment=NetworkSegment(8d32efff-9267-46fc-ab92-93facf57761b),segment_id=8d32efff-9267-46fc-ab92-93facf57761b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:06.946196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.980118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.25.6.61 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/d8c29794-91e7-4e49-9057-1b7ab9c79072) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:07.025525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62688e-152f-49fb-9838-ee246b0863a0 None None] Pushing event updated for resources: {'Port': ['ID=f7a569c4-51aa-4c08-9d16-512e41e1ee65,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:07.117426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.152817 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.212850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:07.216420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:07.220921 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:07.271961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=d8c29794-91e7-4e49-9057-1b7ab9c79072,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:07.444103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2e834-86bd-4bbf-bff0-776aaeaa8a07 req-df8800d6-bb22-40c6-a524-85989eb01a20 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:07.445637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0da2e834-86bd-4bbf-bff0-776aaeaa8a07 req-df8800d6-bb22-40c6-a524-85989eb01a20 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0833220 Sep 23 19:50:07.636354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7a569c4-51aa-4c08-9d16-512e41e1ee65 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:07.711383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f7a569c4-51aa-4c08-9d16-512e41e1ee65 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:07.712079 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.863469 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.904733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f7a569c4-51aa-4c08-9d16-512e41e1ee65, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f7a569c4-51aa-4c08-9d16-512e41e1ee65,segment=NetworkSegment(8d32efff-9267-46fc-ab92-93facf57761b),segment_id=8d32efff-9267-46fc-ab92-93facf57761b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:07.910827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.968200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0da2e834-86bd-4bbf-bff0-776aaeaa8a07 req-6d761212-8d8f-4e22-92e3-0588b71a8dee tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887052 Sep 23 19:50:07.993371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.997642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f7a569c4-51aa-4c08-9d16-512e41e1ee65,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:08.223882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357285e-5253-4de0-9e8c-89c8dd547fd3 None None] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:08.243566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.322434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3b95a400-aa0a-4ea9-8bd3-d4cee5ba81f0 None None] Provisioning complete for port f7a569c4-51aa-4c08-9d16-512e41e1ee65 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:08.322807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b95a400-aa0a-4ea9-8bd3-d4cee5ba81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.396936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 5d9db564-335e-4699-8db2-648c5185183c is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:50:08.508713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:08.520275 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] Sync routers for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:08.533863 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:08.535143 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.535859 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:08.536700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-09ee06d5-69f7-401a-bf4c-0096f840b780 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4417965 Sep 23 19:50:08.539544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51892) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:08.574703 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:08.583669 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:08.584399 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:08.631421 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:08.632362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86d63f-e92a-4736-a26a-5de9be0d83cc None None] The sync data for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:08.805709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a8f6b3d2-4699-4f70-9647-b072325ad68d None None] Provisioning complete for port f7a569c4-51aa-4c08-9d16-512e41e1ee65 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:08.806341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b3d2-4699-4f70-9647-b072325ad68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.024212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.099834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c40c6-6797-45fb-bdfc-b5e4638d6e2e req-53622ac6-40aa-49cb-8676-23480d637e71 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:09.101890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-727c40c6-6797-45fb-bdfc-b5e4638d6e2e req-53622ac6-40aa-49cb-8676-23480d637e71 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0524621 Sep 23 19:50:09.141891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-727c40c6-6797-45fb-bdfc-b5e4638d6e2e req-8fe23bd0-2fa3-4a0f-a376-4e0a8af907ef tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Sep 23 19:50:09.582599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7a569c4-51aa-4c08-9d16-512e41e1ee65 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:09.634867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f7a569c4-51aa-4c08-9d16-512e41e1ee65 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:09.635124 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.635806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.1 (9b544a25-63c1-4965-8a61-b7ce7edda3fc/5539eebd-09c1-406b-8ba6-b19422383b66/43b7e914-a7ce-46d2-8f88-f708d4ea4a23) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:09.749618 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.787111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.827086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:09.830066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:09.833795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:09.863159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=43b7e914-a7ce-46d2-8f88-f708d4ea4a23,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:09.891608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.057455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.226162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9ff2462e-1b6d-4eb4-908b-eef704b88b6e None None] Provisioning complete for port 43b7e914-a7ce-46d2-8f88-f708d4ea4a23 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:10.227272 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ff2462e-1b6d-4eb4-908b-eef704b88b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.280538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a3079-24d3-450b-a6f3-ec23a58649e2 req-9abc8193-f933-4926-8fda-9e08c9be2e96 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:10.289694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5a3079-24d3-450b-a6f3-ec23a58649e2 req-9abc8193-f933-4926-8fda-9e08c9be2e96 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0737255 Sep 23 19:50:10.302696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2462e-1b6d-4eb4-908b-eef704b88b6e None None] Port 43b7e914-a7ce-46d2-8f88-f708d4ea4a23 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:10.340266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e5a3079-24d3-450b-a6f3-ec23a58649e2 req-7dc5ad25-6a14-4c4e-8431-49bcd3785a1d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495002 Sep 23 19:50:10.396715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.401580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.473730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.476288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=43b7e914-a7ce-46d2-8f88-f708d4ea4a23,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:10.573562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:10.575015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:10.695281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 5d9db564-335e-4699-8db2-648c5185183c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:10.813264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:10.819449 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b1dd994-dd14-490b-82f3-02383f1f9850 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/routers/5d9db564-335e-4699-8db2-648c5185183c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782512 Sep 23 19:50:10.822027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:10.825404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] Sync routers for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:10.827252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'port': {'network_id': '9b544a25-63c1-4965-8a61-b7ce7edda3fc', 'name': 'tempest-FloatingIPTestJSON-2127653839'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:10.833602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ed6e39ba-d49c-4c8e-8ebd-dcc37e8316ea None None] Provisioning complete for port 43b7e914-a7ce-46d2-8f88-f708d4ea4a23 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:10.834100 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed6e39ba-d49c-4c8e-8ebd-dcc37e8316ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.861162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:10.861725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:10.894917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:10.910121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e39ba-d49c-4c8e-8ebd-dcc37e8316ea None None] Port 43b7e914-a7ce-46d2-8f88-f708d4ea4a23 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:10.911747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:10.912263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:10.938507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Made reservation on behalf of f3394f1325ea44a6b47fee20038d2357 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:10.943339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.947331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:10.947999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf12be5d-55c0-4876-b458-1a8f2e4cde83 None None] The sync data for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:10.963100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] device_id is not set on port da8ed418-e5b2-48c8-9a6f-b28462a7f2c6 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:11.077405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Allocated IP 172.20.0.13 (9b544a25-63c1-4965-8a61-b7ce7edda3fc/5539eebd-09c1-406b-8ba6-b19422383b66/da8ed418-e5b2-48c8-9a6f-b28462a7f2c6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:11.224732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.261542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.302525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:11.305734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:11.308324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:11.354567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event updated for resources: {'Port': ['ID=da8ed418-e5b2-48c8-9a6f-b28462a7f2c6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:11.372639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:11.373307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.388715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bea8a1d0-f031-424b-a075-2306ce48b052 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5655062 Sep 23 19:50:11.391494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:11.396337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Request body: {'floatingip': {'port_id': 'da8ed418-e5b2-48c8-9a6f-b28462a7f2c6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:11.471459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.480110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4a50-3aee-49c7-9c33-a4fe412498c8 req-f256a3d2-9fea-4fa8-a4a7-633c07eccb9d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:11.481998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-871f4a50-3aee-49c7-9c33-a4fe412498c8 req-f256a3d2-9fea-4fa8-a4a7-633c07eccb9d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0610325 Sep 23 19:50:11.534828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-871f4a50-3aee-49c7-9c33-a4fe412498c8 req-0d7d048b-4e16-44dd-9e30-47e35b9a8e87 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445616 Sep 23 19:50:11.638129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e4eacbe9-30dc-46ee-8fa0-fd10bffa6bef None None] Provisioning complete for port da8ed418-e5b2-48c8-9a6f-b28462a7f2c6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:11.638725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4eacbe9-30dc-46ee-8fa0-fd10bffa6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.675797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e4eacbe9-30dc-46ee-8fa0-fd10bffa6bef None None] Port da8ed418-e5b2-48c8-9a6f-b28462a7f2c6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:11.959471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.963214 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.064670 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP fbcf1658-4257-4534-8574-446865f6dab6 associated. External IP: 172.25.6.132, port: 821eebde-6d37-456e-8ef9-53f70c1bf247. Sep 23 19:50:12.289075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:12.363933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:12.399713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:12.410312 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:12.419557 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:12.420167 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.482696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877f46aa-f8e1-4d23-8942-66970fea098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.542157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.553378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:12.554414 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.600789 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.601785 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3642-7dbd-4e2a-a5f3-f5e825b06ee1 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:12.601978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877f46aa-f8e1-4d23-8942-66970fea098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.607840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877f46aa-f8e1-4d23-8942-66970fea098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.647544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f46aa-f8e1-4d23-8942-66970fea098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd1ffd-9679-4b32-9ce9-6da3bffc870c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:12.649520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 5d9db564-335e-4699-8db2-648c5185183c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:12.652096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-877f46aa-f8e1-4d23-8942-66970fea098b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00f90e14318548b08ed33823f4e44297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871420 Sep 23 19:50:12.654809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 51934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:12.748301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ee41-02cd-4c21-8a7e-17b80dd42988 req-d4436cbc-53ba-4a52-8be4-c3bbc16eae06 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:12.749734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c96ee41-02cd-4c21-8a7e-17b80dd42988 req-d4436cbc-53ba-4a52-8be4-c3bbc16eae06 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0823932 Sep 23 19:50:12.750851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35816942-3730-40e0-ad8b-8a4582ad745f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.767267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:12.773270 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.777847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] Sync routers for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:12.785503 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35816942-3730-40e0-ad8b-8a4582ad745f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.786265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:12.786970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.821004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.828616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c96ee41-02cd-4c21-8a7e-17b80dd42988 req-2baacb0f-32a4-4b92-8b5e-36c33d0de01d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681345 Sep 23 19:50:12.834461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:12.836084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4827d0bb-00c4-4a37-8bca-708087b235e6 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/floatingips/fbcf1658-4257-4534-8574-446865f6dab6 HTTP/1.1" status: 200 len: 979 time: 1.4432666 Sep 23 19:50:12.838908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:12.840634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.863808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35816942-3730-40e0-ad8b-8a4582ad745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.866542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35816942-3730-40e0-ad8b-8a4582ad745f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.870176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-35816942-3730-40e0-ad8b-8a4582ad745f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13fd1ffd-9679-4b32-9ce9-6da3bffc870c HTTP/1.1" status: 204 len: 168 time: 0.2120142 Sep 23 19:50:12.882602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35816942-3730-40e0-ad8b-8a4582ad745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd1ffd-9679-4b32-9ce9-6da3bffc870c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:12.917330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.917944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae797110-f3e7-4d19-ad58-1a83151f4a85 None None] The sync data for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:12.952921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port da8ed418-e5b2-48c8-9a6f-b28462a7f2c6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:12.953268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.039400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.152289 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1391753b-706d-47ec-9e38-d8249e8ea816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.222810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.223259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.223649 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Floating IP fbcf1658-4257-4534-8574-446865f6dab6 disassociated. External IP: 172.25.6.132, port: da8ed418-e5b2-48c8-9a6f-b28462a7f2c6. Sep 23 19:50:13.224057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for da8ed418-e5b2-48c8-9a6f-b28462a7f2c6 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:13.350283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.384967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=da8ed418-e5b2-48c8-9a6f-b28462a7f2c6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:13.508789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 5d9db564-335e-4699-8db2-648c5185183c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:13.935342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:13.951333 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] Sync routers for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:13.965143 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:13.966745 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:13.969664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3304d-3f75-4bab-8a45-0f4395727767 req-e6fc42ef-0b49-44fa-b94e-2161aa995ca7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:13.974864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79b3304d-3f75-4bab-8a45-0f4395727767 req-e6fc42ef-0b49-44fa-b94e-2161aa995ca7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0626259 Sep 23 19:50:14.023975 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:14.029243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79b3304d-3f75-4bab-8a45-0f4395727767 req-0e5562c5-adbf-45ca-9285-7d88e2246417 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Sep 23 19:50:14.037416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.039722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-df7e016d-cbee-406c-be04-e94709767a70 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/ports/da8ed418-e5b2-48c8-9a6f-b28462a7f2c6 HTTP/1.1" status: 204 len: 168 time: 1.1995006 Sep 23 19:50:14.042114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51970) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:14.051304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:14.051914 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:14.084704 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:14.085361 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ea61f-bdf2-4088-9dfd-c187f46ad603 None None] The sync data for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:14.405063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.670693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 43b7e914-a7ce-46d2-8f88-f708d4ea4a23 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:14.671033 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.761009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.773855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 43b7e914-a7ce-46d2-8f88-f708d4ea4a23 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:14.967603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.999757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=43b7e914-a7ce-46d2-8f88-f708d4ea4a23,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:15.212891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.443287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 5d9db564-335e-4699-8db2-648c5185183c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:15.446853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316077a1-eab0-42bb-9afe-a5b45c63ada2 req-f4afa9d2-fe35-4e9a-97e5-d0bf0531140c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:15.448353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-316077a1-eab0-42bb-9afe-a5b45c63ada2 req-f4afa9d2-fe35-4e9a-97e5-d0bf0531140c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Sep 23 19:50:15.486922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-316077a1-eab0-42bb-9afe-a5b45c63ada2 req-ffd3abdc-9efd-49cb-9538-e21c1085effa tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323598 Sep 23 19:50:15.550952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:15.555756 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-23314f35-8d82-46f0-a516-c3a20c062d11 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/routers/5d9db564-335e-4699-8db2-648c5185183c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5122423 Sep 23 19:50:15.558380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 51986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:15.559852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] Sync routers for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:15.569964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:15.570733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:15.604175 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:15.613798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] Routers {'5d9db564-335e-4699-8db2-648c5185183c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:15.614758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:49:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5d9db564-335e-4699-8db2-648c5185183c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:15.647541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:15.648370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e0b71-b21b-49d8-ba4a-5f8ca79dee2b None None] The sync data for ids ['5d9db564-335e-4699-8db2-648c5185183c'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:15.667322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.667481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-c18601bb-11cc-4052-960f-85eeb857f723 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bb39baaf459443a39ca7f7dfecc7aebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264337 Sep 23 19:50:15.769285 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.774935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-06973d4c-f2b2-4f7d-bb34-bee765a3b6e8 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:15.776606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-06973d4c-f2b2-4f7d-bb34-bee765a3b6e8 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034060 Sep 23 19:50:15.792221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-8c2a8e6c-717e-4ec0-9cc5-f9ba9d6119d9 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/quotas/bb39baaf459443a39ca7f7dfecc7aebb HTTP/1.1" status: 200 len: 375 time: 0.0093052 Sep 23 19:50:15.825041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port d8c29794-91e7-4e49-9057-1b7ab9c79072 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:15.825365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.832088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-c1fdb209-450f-4374-beda-5b919d33cf68 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb39baaf459443a39ca7f7dfecc7aebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342624 Sep 23 19:50:15.898990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.911880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for d8c29794-91e7-4e49-9057-1b7ab9c79072 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:16.057390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efd83831-71cc-4d4a-b989-b526d1b69c6d req-9d8cd9e3-2120-45c5-a656-8097c5d6a0bc tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 210 time: 0.0278318 Sep 23 19:50:16.094348 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.118943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=d8c29794-91e7-4e49-9057-1b7ab9c79072,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:16.173652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607137b-c8b2-4817-9d2a-f88090df3504 req-41731e5b-d9d5-48c4-a1c7-b270e9ca1921 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:16.180897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e607137b-c8b2-4817-9d2a-f88090df3504 req-41731e5b-d9d5-48c4-a1c7-b270e9ca1921 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0628176 Sep 23 19:50:16.185645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.215280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e607137b-c8b2-4817-9d2a-f88090df3504 req-58bbc2c1-263e-4958-9f49-c393869636dd tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335221 Sep 23 19:50:16.280774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.283815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.339494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f7916fe-3006-42ff-a99e-6fa49cfe189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.351804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.352331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9db564-335e-4699-8db2-648c5185183c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:50:16.359247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.363711 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7849d2b0-d81c-4de2-ba15-67115cec607e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/routers/5d9db564-335e-4699-8db2-648c5185183c HTTP/1.1" status: 204 len: 168 time: 0.8010027 Sep 23 19:50:16.363711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52010) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:16.366182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96615e-25fb-4f51-9237-21f678f27454 req-b1115f69-5bcb-4e01-82bd-234e735f5df4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:16.368215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa96615e-25fb-4f51-9237-21f678f27454 req-b1115f69-5bcb-4e01-82bd-234e735f5df4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0758557 Sep 23 19:50:16.410308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa96615e-25fb-4f51-9237-21f678f27454 req-0442cfe3-c059-4469-bde0-b08cfc409423 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359473 Sep 23 19:50:16.428276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting subnet 5539eebd-09c1-406b-8ba6-b19422383b66 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:16.431522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.469867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.719809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-f80cce9c-f38d-495f-8185-71f1c7ca7f8d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:16.721359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-f80cce9c-f38d-495f-8185-71f1c7ca7f8d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.1210637 Sep 23 19:50:16.739496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-34dc3288-ab23-444b-9e15-f308616ca6cb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/quotas/4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 375 time: 0.0098608 Sep 23 19:50:16.787988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.812761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-96a24aad-da48-4b7c-a971-46d61dbc3290 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0641069 Sep 23 19:50:16.870438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.917667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-04dba4f6-dedc-4ba6-b9e3-208b3becfa00 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971823 Sep 23 19:50:16.930760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.961399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Subnet': ['ID=5539eebd-09c1-406b-8ba6-b19422383b66,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:16.965129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.967356 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c6dfb2a5-16a9-4c6e-a831-4bb0a16469ff tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/subnets/5539eebd-09c1-406b-8ba6-b19422383b66 HTTP/1.1" status: 204 len: 168 time: 0.6022320 Sep 23 19:50:16.969931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52028) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:16.978373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a27995-38ce-485b-a963-3c9a952d51c2 None None] Network 9b544a25-63c1-4965-8a61-b7ce7edda3fc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:17.015697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-0fae887c-0078-4dcd-ba02-1b8dccd3c82a service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905540 Sep 23 19:50:17.060625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.107560 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.132863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-273eb7aa-3814-4451-bcaa-62dddfc039ce tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bb39baaf459443a39ca7f7dfecc7aebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372827 Sep 23 19:50:17.208143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] DHCP port deletion for 9b544a25-63c1-4965-8a61-b7ce7edda3fc request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:17.237257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port f7a569c4-51aa-4c08-9d16-512e41e1ee65 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:17.237601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.320315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] Deleting port f7a569c4-51aa-4c08-9d16-512e41e1ee65 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:17.320873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.323757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] For port f7a569c4-51aa-4c08-9d16-512e41e1ee65, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f7a569c4-51aa-4c08-9d16-512e41e1ee65,segment=NetworkSegment(8d32efff-9267-46fc-ab92-93facf57761b),segment_id=8d32efff-9267-46fc-ab92-93facf57761b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:17.324223 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.343488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5b29fbc-031e-4805-ae79-1cc04f973149 req-a85d312c-960d-49dc-b925-ac1acf6bfc60 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 210 time: 0.0612960 Sep 23 19:50:17.351359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for f7a569c4-51aa-4c08-9d16-512e41e1ee65 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:17.374466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-0eca9e9f-e09b-4f1e-b81f-6c27c5100102 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:17.376546 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-0eca9e9f-e09b-4f1e-b81f-6c27c5100102 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368920 Sep 23 19:50:17.389239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Request body: {'port': {'device_id': '135a10de-9f5b-4095-9236-95d0d333c527', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': 'bb39baaf459443a39ca7f7dfecc7aebb'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:17.415547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] For port f7a569c4-51aa-4c08-9d16-512e41e1ee65, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f7a569c4-51aa-4c08-9d16-512e41e1ee65,segment=NetworkSegment(8d32efff-9267-46fc-ab92-93facf57761b),segment_id=8d32efff-9267-46fc-ab92-93facf57761b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:17.415945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.420804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90007d4b-6a92-46ce-8916-2539eea5a2f4 req-6434fc93-f601-49d9-b3e6-340eab39903c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 210 time: 0.0317090 Sep 23 19:50:17.429822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] Calling delete_port for f7a569c4-51aa-4c08-9d16-512e41e1ee65 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:17.530386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.550077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] No DVR routers for this DVR port f7a569c4-51aa-4c08-9d16-512e41e1ee65 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:17.573921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952a131-1b30-4653-b47c-59b6e700ce47 None None] Pushing event deleted for resources: {'Port': ['ID=f7a569c4-51aa-4c08-9d16-512e41e1ee65,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:17.615061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.630301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7a569c4-51aa-4c08-9d16-512e41e1ee65 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:17.646372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Made reservation on behalf of bb39baaf459443a39ca7f7dfecc7aebb for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:17.649771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.651792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=f7a569c4-51aa-4c08-9d16-512e41e1ee65,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:17.653717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f7a569c4-51aa-4c08-9d16-512e41e1ee65 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:17.654379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7a569c4-51aa-4c08-9d16-512e41e1ee65 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:17.669159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] No DVR routers for this DVR port f7a569c4-51aa-4c08-9d16-512e41e1ee65 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:17.671483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.770788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.800995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b544a25-63c1-4965-8a61-b7ce7edda3fc']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:17.813570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d32efff-9267-46fc-ab92-93facf57761b') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:17.813968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d32efff-9267-46fc-ab92-93facf57761b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:17.828492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.848575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.857999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:17.858415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:17.861817 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:17.939161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.940564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.948095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.952623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/networks/9b544a25-63c1-4965-8a61-b7ce7edda3fc HTTP/1.1" status: 204 len: 168 time: 0.9790404 Sep 23 19:50:17.952623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.953731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:17.974867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071909ec-9b70-4248-ad6b-3be4cf39fa09 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Network': ['ID=9b544a25-63c1-4965-8a61-b7ce7edda3fc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:18.031601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b4a98-40ed-4b6f-8c60-a02e078e0339,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:18.091007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 26d7b668-f04d-4a49-91cb-2c3b114c2702 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:18.091339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.096650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Allocated IP 192.168.233.19 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/6e368e19-7d5b-4ef5-abb0-21c3058c36ef) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:18.167758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.168335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.180394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 26d7b668-f04d-4a49-91cb-2c3b114c2702 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:18.302198 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.343437 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.370841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=26d7b668-f04d-4a49-91cb-2c3b114c2702,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:18.412357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.472363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.476162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.477368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-793afeb2-026e-4ec4-82f9-25b1a627069d tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/floatingips/fbcf1658-4257-4534-8574-446865f6dab6 HTTP/1.1" status: 204 len: 168 time: 0.5204029 Sep 23 19:50:18.487796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:18.488331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.492379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:18.500933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:18.511187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-044ccb34-aa9f-4e88-b868-c2d9f081d19b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:18.516457 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-044ccb34-aa9f-4e88-b868-c2d9f081d19b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.1849682 Sep 23 19:50:18.523341 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e9204-c92d-4ad2-9cfd-3ac29e3a99d2 req-7ffefd17-5cfa-4c23-a66e-a63b187c1b5b tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:18.524874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a4e9204-c92d-4ad2-9cfd-3ac29e3a99d2 req-7ffefd17-5cfa-4c23-a66e-a63b187c1b5b tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 935 time: 0.0939112 Sep 23 19:50:18.526447 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6436e8a6-634b-4e46-9a4c-d9ce948c161f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:18.528521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6436e8a6-634b-4e46-9a4c-d9ce948c161f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:18.533855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6436e8a6-634b-4e46-9a4c-d9ce948c161f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/ports/da8ed418-e5b2-48c8-9a6f-b28462a7f2c6 HTTP/1.1" status: 404 len: 333 time: 0.0414369 Sep 23 19:50:18.534128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.536098 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Pushing event updated for resources: {'Port': ['ID=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:18.544872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'port': {'device_id': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'admin_state_up': True, 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:18.581291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e9b86cb-4704-4c2c-a0c7-b2e530466771 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d9db564-335e-4699-8db2-648c5185183c HTTP/1.1" status: 200 len: 205 time: 0.0459213 Sep 23 19:50:18.585209 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.588891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52054) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.609814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:18.610505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.622133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a4e9204-c92d-4ad2-9cfd-3ac29e3a99d2 req-b435446b-6dd5-41bc-91e3-3bc1b769a6f5 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728364 Sep 23 19:50:18.654167 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-2813f9bd-00ce-4d6c-bead-fee094808c48 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] delete failed (client error): The resource could not be found. Sep 23 19:50:18.657783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2813f9bd-00ce-4d6c-bead-fee094808c48 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/routers/5d9db564-335e-4699-8db2-648c5185183c HTTP/1.1" status: 404 len: 336 time: 0.0637341 Sep 23 19:50:18.658751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.691039 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a9572f-7cae-46ec-a1d0-93c4f585956b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:18.691790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a9572f-7cae-46ec-a1d0-93c4f585956b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:18.696227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f7a9572f-7cae-46ec-a1d0-93c4f585956b tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/subnets/5539eebd-09c1-406b-8ba6-b19422383b66 HTTP/1.1" status: 404 len: 337 time: 0.0343909 Sep 23 19:50:18.696460 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-19c92e8b-2f73-4c6d-9756-7dbad4fb6154 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3090448 Sep 23 19:50:18.696976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.716860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Request body: {'port': {'device_id': '135a10de-9f5b-4095-9236-95d0d333c527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:18.724059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-908fce00-8e24-404c-8fd0-22b82bae8a10 req-c1212589-88c2-43b7-b273-629251cf9038 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 210 time: 0.0349472 Sep 23 19:50:18.763448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5a280ad7-9e39-4aa6-ae16-a75a5253ea14 None None] Provisioning complete for port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:18.763848 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a280ad7-9e39-4aa6-ae16-a75a5253ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.797749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5a280ad7-9e39-4aa6-ae16-a75a5253ea14 None None] Port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:18.856629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.867372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Made reservation on behalf of 4885be9ab6434a98832bf0a6c2e425fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:18.870812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.930799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 821eebde-6d37-456e-8ef9-53f70c1bf247 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:18.931131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.180171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.201990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Allocated IP 172.20.0.8 (9690c1e5-cd26-41bb-8342-967b4a35c4e5/11d87c1c-3834-4777-a40e-22b7d9cb7d79/3f4c69ea-e3b5-4745-9030-36a90f897787) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:19.208048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 821eebde-6d37-456e-8ef9-53f70c1bf247 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:19.528995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e368e19-7d5b-4ef5-abb0-21c3058c36ef {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:19.535930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-6d0002a5-2b5e-4507-a884-a46da7b18b2b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418109 Sep 23 19:50:19.542280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.557080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.562154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.577274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Transition to ACTIVE for port object 6e368e19-7d5b-4ef5-abb0-21c3058c36ef will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:50:19.601082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.603006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=821eebde-6d37-456e-8ef9-53f70c1bf247,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.620051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-70feb7b1-6527-4df4-a7a0-b83b7d186a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:19.621615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-70feb7b1-6527-4df4-a7a0-b83b7d186a1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1095 time: 0.0406744 Sep 23 19:50:19.732047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.754286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.768242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:50:19.774717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-f610cfe4-7fdb-49b8-b4de-ec3eeda3c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:19.776324 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-f610cfe4-7fdb-49b8-b4de-ec3eeda3c5c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1351416 Sep 23 19:50:19.816485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.818532 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5a2d3d5d-7e5b-4918-86c1-e0d3df8fe33f tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/ports/821eebde-6d37-456e-8ef9-53f70c1bf247 HTTP/1.1" status: 204 len: 168 time: 1.1205237 Sep 23 19:50:19.825978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:19.851667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:19.858293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6aea-e348-472c-84fa-c0fda7a319d7 req-90707ff0-b872-4d3c-8ff4-9e89d221e122 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:19.860225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5d6aea-e348-472c-84fa-c0fda7a319d7 req-90707ff0-b872-4d3c-8ff4-9e89d221e122 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 947 time: 0.1449070 Sep 23 19:50:19.877800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=3f4c69ea-e3b5-4745-9030-36a90f897787,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.880522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:19.888988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:19.908203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-d2e98b89-80c0-484c-bc30-c4019859ed66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 999 time: 0.1214511 Sep 23 19:50:19.972286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Attempting to bind port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:19.972999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Attempting to bind port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:19.972999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Attempting to bind port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:19.980842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe5d6aea-e348-472c-84fa-c0fda7a319d7 req-f6891228-c6a3-42d8-b11e-e0edbb1cee33 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130357 Sep 23 19:50:19.989801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-becdeb0d-3ce4-4329-8c4a-de323048878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:19.991496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-becdeb0d-3ce4-4329-8c4a-de323048878a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0751610 Sep 23 19:50:19.993923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:50:19.994270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Attempting to bind port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:20.000114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:20.000461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:20.000847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:20.002278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Bound port: 6e368e19-7d5b-4ef5-abb0-21c3058c36ef, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:20.002656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.036631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:20.037322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.049532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-ede8d073-cdd8-480c-b3cc-81284323f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:20.051408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-ede8d073-cdd8-480c-b3cc-81284323f8a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484443 Sep 23 19:50:20.090765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-b2575390-d6a7-4af8-b391-e5e448a01e9b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5520060 Sep 23 19:50:20.109708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port 2b5fdaea-823d-4d6b-835b-26362e35ee42 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:20.110099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.119395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Request body: {'port': {'device_id': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:20.147328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-74ce9c9c-a3b3-4f6d-8dcc-93e28b1226a5 None None] Provisioning complete for port 3f4c69ea-e3b5-4745-9030-36a90f897787 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:20.147716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74ce9c9c-a3b3-4f6d-8dcc-93e28b1226a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.171924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] For port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:20.174246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b591e9-6fce-40ff-927b-ca6cc910db11 req-becd9306-fb2f-418f-878a-e567ea99707e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:20.175728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14b591e9-6fce-40ff-927b-ca6cc910db11 req-becd9306-fb2f-418f-878a-e567ea99707e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 931 time: 0.1209617 Sep 23 19:50:20.185494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-74ce9c9c-a3b3-4f6d-8dcc-93e28b1226a5 None None] Port 3f4c69ea-e3b5-4745-9030-36a90f897787 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:20.208593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-dc7a21ad-5d74-4377-95fd-765c6c4802ef service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433675 Sep 23 19:50:20.238735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] For port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:20.247656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14b591e9-6fce-40ff-927b-ca6cc910db11 req-ce9d2109-ef04-47dd-b078-fd3d6cb945a5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562356 Sep 23 19:50:20.249951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.280608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.304715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:20.305343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.307016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e368e19-7d5b-4ef5-abb0-21c3058c36ef HTTP/1.1" status: 200 len: 1095 time: 1.5990393 Sep 23 19:50:20.316680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8b60d47-ef1e-4cbb-8295-4449fef69053 req-23869e48-677c-421a-8085-c231a9b7efb7 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952952 Sep 23 19:50:20.322928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a10de-9f5b-4095-9236-95d0d333c527', 'tag': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:20.325322 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439af00e-57ca-4b62-b155-4714298ec6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "135a10de-9f5b-4095-9236-95d0d333c527", "tag": "6e368e19-7d5b-4ef5-abb0-21c3058c36ef"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:20.352159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.393753 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63accf9c-cf2f-4610-81fb-b17edbf4c1bf x-openstack-request-id: req-63accf9c-cf2f-4610-81fb-b17edbf4c1bf {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:20.394025 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135a10de-9f5b-4095-9236-95d0d333c527", "tag": "6e368e19-7d5b-4ef5-abb0-21c3058c36ef", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:20.394291 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63accf9c-cf2f-4610-81fb-b17edbf4c1bf {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:20.394669 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a10de-9f5b-4095-9236-95d0d333c527', 'tag': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef', 'status': 'completed', 'code': 200} Sep 23 19:50:20.709418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for 2b5fdaea-823d-4d6b-835b-26362e35ee42 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:20.711110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46266c75-fff2-439a-9bc2-7557dd5069e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:20.834351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-477e1e09-411c-4ddf-8057-7e43d8949f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:20.835741 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-477e1e09-411c-4ddf-8057-7e43d8949f70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb39baaf459443a39ca7f7dfecc7aebb&device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 1098 time: 0.4388385 Sep 23 19:50:20.900605 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-8071d201-72ca-45d4-9103-c7379a1609d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6e368e19-7d5b-4ef5-abb0-21c3058c36ef HTTP/1.1" status: 200 len: 217 time: 0.0535679 Sep 23 19:50:21.030918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-984b57d8-1c6b-4360-9606-601a2f4b89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.032971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-984b57d8-1c6b-4360-9606-601a2f4b89ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.1214929 Sep 23 19:50:21.100117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691d9d-9186-439b-9630-f9f9752115e5 req-70d216a9-4545-4173-ab72-790e584bc383 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.102267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9691d9d-9186-439b-9630-f9f9752115e5 req-70d216a9-4545-4173-ab72-790e584bc383 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 947 time: 0.0499332 Sep 23 19:50:21.128516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.143207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9691d9d-9186-439b-9630-f9f9752115e5 req-c2cf22d1-bd45-4896-842c-e5df608b347b tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 Sep 23 19:50:21.166914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-ad5cca25-c0e9-4fbc-93a5-1e6636f6bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.168417 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-ad5cca25-c0e9-4fbc-93a5-1e6636f6bfd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271849 Sep 23 19:50:21.170813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=2b5fdaea-823d-4d6b-835b-26362e35ee42,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:21.178517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4c69ea-e3b5-4745-9030-36a90f897787 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:21.210812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.269984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Transition to ACTIVE for port object 3f4c69ea-e3b5-4745-9030-36a90f897787 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:50:21.300062 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.356975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.358821 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9e832996-c2bd-4fc6-8a81-1da877b63c8c tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/ports/2b5fdaea-823d-4d6b-835b-26362e35ee42 HTTP/1.1" status: 204 len: 168 time: 1.5264060 Sep 23 19:50:21.363850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:21.377349 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-11e13eb5-9bb9-493e-8ffd-5ce2b9f5028a service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919050 Sep 23 19:50:21.408168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bf35-f678-4796-9287-fa52a085e67e req-e8d5a44a-1845-43cf-8536-628009a38c96 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.409999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2d4bf35-f678-4796-9287-fa52a085e67e req-e8d5a44a-1845-43cf-8536-628009a38c96 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 943 time: 0.0870850 Sep 23 19:50:21.411329 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c69ea-e3b5-4745-9030-36a90f897787,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:21.448471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b16e70-a33a-4ade-abf7-6371d7a0e184 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.450047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-42b16e70-a33a-4ade-abf7-6371d7a0e184 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "GET /v2.0/ports?device_id=03082fc1-0e4f-409f-b6c2-8fb86a05d536 HTTP/1.1" status: 200 len: 913 time: 0.0851769 Sep 23 19:50:21.456475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:21.506785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2d4bf35-f678-4796-9287-fa52a085e67e req-07f7f662-f8f3-4e0f-bfb1-1160fd5532e8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900710 Sep 23 19:50:21.527700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Attempting to bind port 3f4c69ea-e3b5-4745-9030-36a90f897787 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:21.527700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Attempting to bind port 3f4c69ea-e3b5-4745-9030-36a90f897787 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:21.527700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Attempting to bind port 3f4c69ea-e3b5-4745-9030-36a90f897787 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:21.531840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Port 3f4c69ea-e3b5-4745-9030-36a90f897787 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:50:21.532227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Attempting to bind port 3f4c69ea-e3b5-4745-9030-36a90f897787 on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:21.536251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4e59fa18-6aea-457f-b4c7-c7db3ae9f0bc req-6d6e8086-64f7-4a76-aa8b-9d03c2a2ae9f service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327958 Sep 23 19:50:21.541207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:21.542394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:21.542909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Bound using segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:21.543460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Bound port: 3f4c69ea-e3b5-4745-9030-36a90f897787, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:21.543932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.655454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] For port 3f4c69ea-e3b5-4745-9030-36a90f897787, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:21.659261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] For port 3f4c69ea-e3b5-4745-9030-36a90f897787, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3f4c69ea-e3b5-4745-9030-36a90f897787,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:21.663616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.668738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-f26491a0-8857-4580-aee0-a51aa53708e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.670246 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-f26491a0-8857-4580-aee0-a51aa53708e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb39baaf459443a39ca7f7dfecc7aebb&device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 1098 time: 0.0725880 Sep 23 19:50:21.722656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.723302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.724815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] 10.222.0.72 "PUT /v2.0/ports/3f4c69ea-e3b5-4745-9030-36a90f897787 HTTP/1.1" status: 200 len: 1091 time: 1.6173749 Sep 23 19:50:21.820613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59624-a5fe-465d-98df-a5cd1fc5f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c69ea-e3b5-4745-9030-36a90f897787,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:21.870441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-b8eb1242-0abc-4d81-bab4-fd80704093de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.871832 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-b8eb1242-0abc-4d81-bab4-fd80704093de service neutron] 10.222.0.41 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.1801808 Sep 23 19:50:21.874670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-df317489-6bac-46a0-aafa-25d2d410972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.876162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-df317489-6bac-46a0-aafa-25d2d410972c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 1094 time: 0.0682521 Sep 23 19:50:21.882646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.951399 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-d6f122cf-7440-46d8-86bf-e7f4f8c165d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6e368e19-7d5b-4ef5-abb0-21c3058c36ef HTTP/1.1" status: 200 len: 217 time: 0.0723245 Sep 23 19:50:21.952753 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-f62f043b-d8f5-49c5-94d5-88c4142cd0d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f4c69ea-e3b5-4745-9030-36a90f897787 HTTP/1.1" status: 200 len: 217 time: 0.0668600 Sep 23 19:50:22.035800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-eb103a51-2316-42bd-8144-bda5a8104854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.037186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-eb103a51-2316-42bd-8144-bda5a8104854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0790985 Sep 23 19:50:22.038592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-0295246d-326b-4b02-8904-ea8569225322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.039896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-0295246d-326b-4b02-8904-ea8569225322 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0741119 Sep 23 19:50:22.118120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-ca1842c3-fc75-4ebb-abaf-02716484dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.119645 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-ca1842c3-fc75-4ebb-abaf-02716484dd48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750272 Sep 23 19:50:22.127091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-4ef11298-a959-47b6-af38-46b206c2852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.128056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-4ef11298-a959-47b6-af38-46b206c2852a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753934 Sep 23 19:50:22.146057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port aa1b4d99-98f1-4f85-a1e8-0545c3bfe6e0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:22.146640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.269565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.279373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-27e894ba-263f-4465-8fe3-1b40ad72f050 service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504090 Sep 23 19:50:22.283239 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-c819f4fc-1c16-4f2c-a006-4c4061e0a8cd service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467385 Sep 23 19:50:22.287076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for aa1b4d99-98f1-4f85-a1e8-0545c3bfe6e0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:22.298009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45ccf-8e2e-4659-91da-46187ee2185c req-7f1e3e73-1c4a-4336-9f84-30e56f003e8f tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.299591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3e45ccf-8e2e-4659-91da-46187ee2185c req-7f1e3e73-1c4a-4336-9f84-30e56f003e8f tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 947 time: 0.0810757 Sep 23 19:50:22.383026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3e45ccf-8e2e-4659-91da-46187ee2185c req-3fe6e267-65cb-40f9-8a50-68a80241545d tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765276 Sep 23 19:50:22.396634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'tag': '3f4c69ea-e3b5-4745-9030-36a90f897787'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:22.398871 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f778b77-1409-4ac6-a866-92c77efc0579" -d '{"events": [{"name": "network-changed", "server_uuid": "30c3175f-8ecf-45b9-8365-38633d23b8d7", "tag": "3f4c69ea-e3b5-4745-9030-36a90f897787"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:22.442555 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a745a8-0ab8-4bb7-898c-479020542e05 x-openstack-request-id: req-08a745a8-0ab8-4bb7-898c-479020542e05 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:22.442838 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c3175f-8ecf-45b9-8365-38633d23b8d7", "tag": "3f4c69ea-e3b5-4745-9030-36a90f897787", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:22.443078 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08a745a8-0ab8-4bb7-898c-479020542e05 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:22.443454 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'tag': '3f4c69ea-e3b5-4745-9030-36a90f897787', 'status': 'completed', 'code': 200} Sep 23 19:50:22.448486 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-439af00e-57ca-4b62-b155-4714298ec6e7 req-5b762eee-e04f-4f0e-a1d3-23fdf19d9b3d service neutron] 10.222.0.41 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613705 Sep 23 19:50:22.450245 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-efc6012c-cc8d-4f82-b3fb-c90719b40683 req-5d1105ed-8931-4ef0-8082-c7385e6246f3 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553824 Sep 23 19:50:22.515881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.538448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-d8b9db2e-6f84-4d58-96c2-63c9c425c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.540034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-d8b9db2e-6f84-4d58-96c2-63c9c425c7d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 1094 time: 0.0449312 Sep 23 19:50:22.547066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=aa1b4d99-98f1-4f85-a1e8-0545c3bfe6e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:22.636519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-d0fe6fcb-15b0-43f9-9c62-1bb5ffabe9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.638257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-d0fe6fcb-15b0-43f9-9c62-1bb5ffabe9f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.0890317 Sep 23 19:50:22.683848 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-8abdcf2e-cbe4-490d-a362-7ef7dd68a1cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f4c69ea-e3b5-4745-9030-36a90f897787 HTTP/1.1" status: 200 len: 217 time: 0.0382004 Sep 23 19:50:22.693264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de2950-9343-4a78-a005-3c9bc99a38e2 req-3fb461f5-a705-4057-983d-79d356bb6c7c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.694802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35de2950-9343-4a78-a005-3c9bc99a38e2 req-3fb461f5-a705-4057-983d-79d356bb6c7c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 943 time: 0.1048114 Sep 23 19:50:22.750679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-9dd569b2-b67f-41ff-afa3-c5969ac24fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.753243 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-9dd569b2-b67f-41ff-afa3-c5969ac24fb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0550992 Sep 23 19:50:22.772984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35de2950-9343-4a78-a005-3c9bc99a38e2 req-8adc1bf6-0bde-45cf-b27e-544be75d8343 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 Sep 23 19:50:22.789801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.815169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-bd3778c5-3256-412e-acd2-581d40cce3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.816743 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-bd3778c5-3256-412e-acd2-581d40cce3c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556407 Sep 23 19:50:22.921688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-ea3a8f93-8727-41a4-a04d-4dbabfe12789 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951314 Sep 23 19:50:23.010906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:23.011376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f778b77-1409-4ac6-a866-92c77efc0579 req-3fea343b-825a-4d5d-9f7b-e2e3726a737e service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818021 Sep 23 19:50:23.432357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:23.440722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-834f7c5f-4533-449a-b0e1-abc4c7feb40e tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "PUT /v2.0/routers/03082fc1-0e4f-409f-b6c2-8fb86a05d536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809203 Sep 23 19:50:23.441360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52094) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:23.443490 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] Sync routers for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:23.454025 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:23.454666 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:23.491314 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:23.501302 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] Routers {'03082fc1-0e4f-409f-b6c2-8fb86a05d536'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:23.501888 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:23.502354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538268e3-597b-4639-8258-92019c5104cf req-c7cf2ebe-6c61-46cf-9a42-1fa832617dc4 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:23.504006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-538268e3-597b-4639-8258-92019c5104cf req-c7cf2ebe-6c61-46cf-9a42-1fa832617dc4 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 947 time: 0.0514109 Sep 23 19:50:23.537819 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:23.538494 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c80575-e5be-4604-96a4-e9851fc49f07 None None] The sync data for ids ['03082fc1-0e4f-409f-b6c2-8fb86a05d536'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:23.550588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-538268e3-597b-4639-8258-92019c5104cf req-22142fa9-465a-4b40-afb5-a64e43af0fe2 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Sep 23 19:50:23.552160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.652622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.702538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting port df1891e2-fc7f-4278-91a3-7b2ec7b9c9be {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:23.702875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.781647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.792842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Calling delete_port for df1891e2-fc7f-4278-91a3-7b2ec7b9c9be owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:23.889893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6bfc5-964d-43dc-b344-481eafc6f723 req-3ab7edeb-7dec-4e21-a5f7-70bcde5cddf4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:23.891464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9a6bfc5-964d-43dc-b344-481eafc6f723 req-3ab7edeb-7dec-4e21-a5f7-70bcde5cddf4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 943 time: 0.0479662 Sep 23 19:50:23.929788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9a6bfc5-964d-43dc-b344-481eafc6f723 req-0c9c6954-ced7-47f8-858d-66ad35d623c6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Sep 23 19:50:23.955422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.980469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Port': ['ID=df1891e2-fc7f-4278-91a3-7b2ec7b9c9be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:24.006934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.007276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.007609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.007937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.008261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.008582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.008901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.009221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.009534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.009844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.010157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.010492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:24.047205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.136934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.139012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.186149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.186704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Fanout notify agent at l3_agent the message router_deleted on router 03082fc1-0e4f-409f-b6c2-8fb86a05d536 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:50:24.194149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.195350 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-da3d8afa-9cb5-484e-a7fb-d1a5e87a0465 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/routers/03082fc1-0e4f-409f-b6c2-8fb86a05d536 HTTP/1.1" status: 204 len: 168 time: 0.7529445 Sep 23 19:50:24.197763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:24.248039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Deleting subnet 01e3bc56-b430-43f1-92ce-48119dab8f97 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:24.251544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.289918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.333865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.396096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.427232 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.429128 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/subnets/01e3bc56-b430-43f1-92ce-48119dab8f97 HTTP/1.1" status: 204 len: 168 time: 0.2304242 Sep 23 19:50:24.429950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e537901-bb66-451f-8feb-53a4dffa55ce tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Subnet': ['ID=01e3bc56-b430-43f1-92ce-48119dab8f97,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:24.431663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:24.452627 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:50:24.509701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.597234 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.617475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3a36bd-612f-4e6d-bead-2d3fdd5e8262']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:24.636326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dbd998-1c6a-4843-aae4-ac65cb2860c9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:24.636641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dbd998-1c6a-4843-aae4-ac65cb2860c9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:24.659838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.675548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6e368e19-7d5b-4ef5-abb0-21c3058c36ef details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:50:24.679638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.691277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d28c-b5d9-458e-8b93-b91469307125 req-3a06f5e9-334b-4ecb-ad58-3e07ce851fa1 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:24.692783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cb0d28c-b5d9-458e-8b93-b91469307125 req-3a06f5e9-334b-4ecb-ad58-3e07ce851fa1 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 947 time: 0.0730560 Sep 23 19:50:24.695409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:24.695825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:24.698962 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:24.781495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.790946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.792750 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] 10.222.0.38 "DELETE /v2.0/networks/9c3a36bd-612f-4e6d-bead-2d3fdd5e8262 HTTP/1.1" status: 204 len: 168 time: 0.3601072 Sep 23 19:50:24.800508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cb0d28c-b5d9-458e-8b93-b91469307125 req-6a61809f-7028-4fb5-86fd-9d1a193ce4c2 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910540 Sep 23 19:50:24.811038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c751ea2-de5a-445e-8144-419d11029160 tempest-FloatingIPTestJSON-534945259 tempest-FloatingIPTestJSON-534945259-project] Pushing event deleted for resources: {'Network': ['ID=9c3a36bd-612f-4e6d-bead-2d3fdd5e8262,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:24.923546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:24.935152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef', 'mac_address': 'fa:16:3e:04:07:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:50:24.974854 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.991299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e368e19-7d5b-4ef5-abb0-21c3058c36ef {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:25.015626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:25.020806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.052107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74c463-39e9-4f44-a9b7-851207c72760 req-16900c07-9cea-4391-a697-3a5d242892b3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.053569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a74c463-39e9-4f44-a9b7-851207c72760 req-16900c07-9cea-4391-a697-3a5d242892b3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 943 time: 0.0526183 Sep 23 19:50:25.076907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:25.077752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:25.104454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a74c463-39e9-4f44-a9b7-851207c72760 req-d67998f4-0988-45cf-874b-2c8582f6e50b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445004 Sep 23 19:50:25.228251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-631b779d-ccae-4e26-848c-f9077ea1cf12 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f3394f1325ea44a6b47fee20038d2357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501346 Sep 23 19:50:25.230777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:25.280681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e438f0-1a44-4f06-ad90-7e617248e5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.301272 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e438f0-1a44-4f06-ad90-7e617248e5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.355479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e438f0-1a44-4f06-ad90-7e617248e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.358147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1e438f0-1a44-4f06-ad90-7e617248e5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.358374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.359442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b1e438f0-1a44-4f06-ad90-7e617248e5e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18c58cd7-3532-4228-913f-c9d1e501926a HTTP/1.1" status: 204 len: 168 time: 0.1277883 Sep 23 19:50:25.367217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e438f0-1a44-4f06-ad90-7e617248e5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c58cd7-3532-4228-913f-c9d1e501926a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:25.386995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['6e368e19-7d5b-4ef5-abb0-21c3058c36ef'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:50:25.926994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dace907-db3a-4d63-b38a-afb6f6c9bc56 req-4e1dbb69-adcc-4fba-9a72-c5dc1909ffff tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.928531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dace907-db3a-4d63-b38a-afb6f6c9bc56 req-4e1dbb69-adcc-4fba-9a72-c5dc1909ffff tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 948 time: 0.0504994 Sep 23 19:50:25.965909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dace907-db3a-4d63-b38a-afb6f6c9bc56 req-2caac008-fde5-4767-aa6d-a3daa1fa98d6 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Sep 23 19:50:26.000121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:26.079120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3f4c69ea-e3b5-4745-9030-36a90f897787 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:50:26.102232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-527313896'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:26.124021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Made reservation on behalf of 656a1a91d07940e889e8a4f8c6d4317f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:26.129801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.138663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.201087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3f4c69ea-e3b5-4745-9030-36a90f897787, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3f4c69ea-e3b5-4745-9030-36a90f897787,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:26.212758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '3f4c69ea-e3b5-4745-9030-36a90f897787', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': '3f4c69ea-e3b5-4745-9030-36a90f897787', 'mac_address': 'fa:16:3e:94:9c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:50:26.249917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.261750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b59ae-a947-44b5-ba19-214e121ba484 req-acc0776d-0a9a-45b9-ba83-6cb7c79c09e8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.262994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4c69ea-e3b5-4745-9030-36a90f897787 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:26.263274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-035b59ae-a947-44b5-ba19-214e121ba484 req-acc0776d-0a9a-45b9-ba83-6cb7c79c09e8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 943 time: 0.0778790 Sep 23 19:50:26.278618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.285926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3f4c69ea-e3b5-4745-9030-36a90f897787, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3f4c69ea-e3b5-4745-9030-36a90f897787,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:26.289619 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.291380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.320850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:26.343589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a9679f-335e-462c-a5f7-7974dc0f0ae1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:26.345086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3f4c69ea-e3b5-4745-9030-36a90f897787,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:26.351026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-035b59ae-a947-44b5-ba19-214e121ba484 req-3c360369-2305-4024-a646-801b120cf991 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775375 Sep 23 19:50:26.352514 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.352514 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Added segment 4d6dc6ca-55b1-4011-9d12-1fc077311ef5 of type vlan for network b2638253-d42d-4268-bef4-7ea5688d1d62 Sep 23 19:50:26.392865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.417631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.424719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.424719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.455694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4505260 Sep 23 19:50:26.456340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52150) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:26.461412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'subnet': {'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:26.496519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd328e-d1e4-4d69-9c80-395cd2134d1f tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Network': ['ID=b2638253-d42d-4268-bef4-7ea5688d1d62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:26.507626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b2638253-d42d-4268-bef4-7ea5688d1d62 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:26.512895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3f4c69ea-e3b5-4745-9030-36a90f897787'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:50:26.551047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Made reservation on behalf of 656a1a91d07940e889e8a4f8c6d4317f for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:26.554999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.676057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6e368e19-7d5b-4ef5-abb0-21c3058c36ef up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:26.740357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.744393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:50:26.748375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:26.748747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.805464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Subnet': ['ID=ceea5391-b840-47e5-94c2-f37f4a3f2baa,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:26.813088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Checking segment: {'id': '4d6dc6ca-55b1-4011-9d12-1fc077311ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:26.814033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Network hostable DHCP agents. Network: b2638253-d42d-4268-bef4-7ea5688d1d62, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:26.830774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Network b2638253-d42d-4268-bef4-7ea5688d1d62 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:26.835344 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.839528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b2638253-d42d-4268-bef4-7ea5688d1d62) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:26.844339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.844930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.853598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16d55f-b6b0-4173-9555-c33d7845bd04 None None] Network b2638253-d42d-4268-bef4-7ea5688d1d62 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:26.859681 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-690241dd-f33b-40a2-b0e7-f3bc93bb3530 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4022019 Sep 23 19:50:26.862962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:26.863205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.867837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b5ef308-8ce7-460a-a654-e6489110c870 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-85305299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:26.879227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a10de-9f5b-4095-9236-95d0d333c527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:26.881475 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c885b8-dc65-4baf-804f-3f1d016d2a3c" -d '{"events": [{"server_uuid": "135a10de-9f5b-4095-9236-95d0d333c527", "name": "network-vif-plugged", "status": "completed", "tag": "6e368e19-7d5b-4ef5-abb0-21c3058c36ef"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:26.894348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ef308-8ce7-460a-a654-e6489110c870 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.895394 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ef308-8ce7-460a-a654-e6489110c870 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.905385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:26.936782 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d63121e-b7f7-41e6-9aa4-e883bbe2153c x-openstack-request-id: req-7d63121e-b7f7-41e6-9aa4-e883bbe2153c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:26.937142 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a10de-9f5b-4095-9236-95d0d333c527", "name": "network-vif-plugged", "status": "completed", "tag": "6e368e19-7d5b-4ef5-abb0-21c3058c36ef", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:26.937320 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d63121e-b7f7-41e6-9aa4-e883bbe2153c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:26.937703 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a10de-9f5b-4095-9236-95d0d333c527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef', 'code': 200} Sep 23 19:50:26.939503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.953684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ef308-8ce7-460a-a654-e6489110c870 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.958916 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ef308-8ce7-460a-a654-e6489110c870 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.975747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ef308-8ce7-460a-a654-e6489110c870 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.977182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b5ef308-8ce7-460a-a654-e6489110c870 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.1132126 Sep 23 19:50:26.980045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52156) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:27.010546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:27.079938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-b2638253-d42d-4268-bef4-7ea5688d1d62', 'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62', 'tenant_id': '656a1a91d07940e889e8a4f8c6d4317f', 'fixed_ips': [{'subnet_id': 'ceea5391-b840-47e5-94c2-f37f4a3f2baa'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:27.081100 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.100310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efea553-966f-41db-a9be-be8f24f8371e req-98ec27f5-8573-4175-80f1-c9221efcb7d4 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.102247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5efea553-966f-41db-a9be-be8f24f8371e req-98ec27f5-8573-4175-80f1-c9221efcb7d4 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 949 time: 0.0590706 Sep 23 19:50:27.144355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5efea553-966f-41db-a9be-be8f24f8371e req-823343d0-5b63-46a6-b582-b6358c74022f tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Sep 23 19:50:27.231419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Allocated IP 172.20.0.2 (b2638253-d42d-4268-bef4-7ea5688d1d62/ceea5391-b840-47e5-94c2-f37f4a3f2baa/addd17c6-8fb1-49f1-a9e8-d38024dfe7f8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:27.381159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.388391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.442483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Pushing event updated for resources: {'Port': ['ID=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:27.451672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Network b2638253-d42d-4268-bef4-7ea5688d1d62 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:27.453113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:27.456509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:27.485013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d188e2-4344-4fa2-9374-bf565cb69c5c req-73242ea7-6af3-4308-bd70-d39c66e9b38f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.487660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67d188e2-4344-4fa2-9374-bf565cb69c5c req-73242ea7-6af3-4308-bd70-d39c66e9b38f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 944 time: 0.0621119 Sep 23 19:50:27.510846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Attempting to bind port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:27.511147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Attempting to bind port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4d6dc6ca-55b1-4011-9d12-1fc077311ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:27.511510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Attempting to bind port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 on network b2638253-d42d-4268-bef4-7ea5688d1d62 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:27.516529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:27.516899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Checking segment: {'id': '4d6dc6ca-55b1-4011-9d12-1fc077311ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:27.517302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.517695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Bound using segment: {'id': '4d6dc6ca-55b1-4011-9d12-1fc077311ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:27.518518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Bound port: addd17c6-8fb1-49f1-a9e8-d38024dfe7f8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6dc6ca-55b1-4011-9d12-1fc077311ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:27.518901 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.529762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d458b-658a-47ac-a597-65c82937e757 req-4f9f391d-86fe-4f72-a4db-2506e53f1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.531774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a7d458b-658a-47ac-a597-65c82937e757 req-4f9f391d-86fe-4f72-a4db-2506e53f1435 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 1100 time: 0.5447695 Sep 23 19:50:27.533017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67d188e2-4344-4fa2-9374-bf565cb69c5c req-db6f4ac3-7dd6-4f0a-a8a2-b3ba45a94701 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389378 Sep 23 19:50:27.594631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] For port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:27.597757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] For port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,segment=NetworkSegment(4d6dc6ca-55b1-4011-9d12-1fc077311ef5),segment_id=4d6dc6ca-55b1-4011-9d12-1fc077311ef5)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:27.602449 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.638943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1a7d458b-658a-47ac-a597-65c82937e757 req-d90ba1be-b583-4f3e-a8ea-773917cf55eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696890 Sep 23 19:50:27.663242 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.663674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbc1af-17ac-4d07-9c66-18f44ec55ab9 None None] Pushing event updated for resources: {'Port': ['ID=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:27.963121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Allocated IP 172.20.0.1 (b2638253-d42d-4268-bef4-7ea5688d1d62/ceea5391-b840-47e5-94c2-f37f4a3f2baa/e17920eb-6e50-441b-b748-6a280b1a799a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:27.986937 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-35e1c3de-0a7b-4c19-bf64-4f57bf293618 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671215 Sep 23 19:50:28.112964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-b161d413-7281-43fc-ab33-91645a82d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.114495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-b161d413-7281-43fc-ab33-91645a82d13b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 1096 time: 0.0703955 Sep 23 19:50:28.116950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3f4c69ea-e3b5-4745-9030-36a90f897787 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:28.117492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.171193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 3f4c69ea-e3b5-4745-9030-36a90f897787 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:50:28.177719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 3f4c69ea-e3b5-4745-9030-36a90f897787 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:28.178436 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.211059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.269856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Network b2638253-d42d-4268-bef4-7ea5688d1d62 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:28.276507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:28.279979 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.282136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:28.289907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b715bd4-b24a-4306-b7b0-47e59fe4c419 req-1ad253bf-ac22-4893-8d8b-7c42793882a9 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.290987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-329d94bc-f6c2-4ed2-8749-22457e9d4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.292353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b715bd4-b24a-4306-b7b0-47e59fe4c419 req-1ad253bf-ac22-4893-8d8b-7c42793882a9 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 949 time: 0.0665765 Sep 23 19:50:28.292777 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-329d94bc-f6c2-4ed2-8749-22457e9d4c9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1572483 Sep 23 19:50:28.325762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Port': ['ID=e17920eb-6e50-441b-b748-6a280b1a799a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:28.326919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 3f4c69ea-e3b5-4745-9030-36a90f897787, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3f4c69ea-e3b5-4745-9030-36a90f897787,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:28.338565 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.354340 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b715bd4-b24a-4306-b7b0-47e59fe4c419 req-68499718-00a9-42b7-a531-ae592c7544eb tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Sep 23 19:50:28.384803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-a1372bd3-5c92-4669-b02b-d060e73409e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47de4939-afa3-49dd-9f1f-104156cdad92 HTTP/1.1" status: 200 len: 217 time: 0.0637808 Sep 23 19:50:28.397574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=3f4c69ea-e3b5-4745-9030-36a90f897787,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:28.400940 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.509758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-80aec536-02e3-49cf-9b42-cd8113c65fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.511308 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-80aec536-02e3-49cf-9b42-cd8113c65fc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.1183910 Sep 23 19:50:28.578419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.595239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-9a2fd1ce-f90c-4d71-91e9-68efdec29ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.596769 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-9a2fd1ce-f90c-4d71-91e9-68efdec29ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776877 Sep 23 19:50:28.623752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df633e9-b3f8-464f-a81e-e0eb19e0ff5d None None] Network b2638253-d42d-4268-bef4-7ea5688d1d62 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:28.670052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40762a-bcad-494d-932e-053f4baee5df req-b568c264-f34f-44f8-88a1-3a53e7316842 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.671587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b40762a-bcad-494d-932e-053f4baee5df req-b568c264-f34f-44f8-88a1-3a53e7316842 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 945 time: 0.0602612 Sep 23 19:50:28.722009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b40762a-bcad-494d-932e-053f4baee5df req-434324ae-bfc5-4125-988a-f18ec15e2ea7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437305 Sep 23 19:50:28.770441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bed79942-91a8-4243-b0cb-9bb1273f72e4 None None] Provisioning complete for port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:28.770824 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed79942-91a8-4243-b0cb-9bb1273f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.796233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-6d51a513-7c96-4cca-aa6e-ed2f24844511 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761596 Sep 23 19:50:28.886130 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed79942-91a8-4243-b0cb-9bb1273f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.930353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bed79942-91a8-4243-b0cb-9bb1273f72e4 None None] For port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,segment=NetworkSegment(4d6dc6ca-55b1-4011-9d12-1fc077311ef5),segment_id=4d6dc6ca-55b1-4011-9d12-1fc077311ef5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:28.935981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed79942-91a8-4243-b0cb-9bb1273f72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.942247 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c69ea-e3b5-4745-9030-36a90f897787'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:28.944119 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ba299-dbac-41b8-b68b-2550d285920b" -d '{"events": [{"server_uuid": "30c3175f-8ecf-45b9-8365-38633d23b8d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f4c69ea-e3b5-4745-9030-36a90f897787"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:28.975899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ab94e92b-2554-4365-aef1-95fdfa49039c req-1009ef43-407a-423f-ab5c-0b3f45c756b6 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652496 Sep 23 19:50:29.007555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed79942-91a8-4243-b0cb-9bb1273f72e4 None None] Pushing event updated for resources: {'Port': ['ID=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:29.017657 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce2f5c7-5a80-4943-b182-550e8c348314 x-openstack-request-id: req-5ce2f5c7-5a80-4943-b182-550e8c348314 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:29.018140 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3175f-8ecf-45b9-8365-38633d23b8d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f4c69ea-e3b5-4745-9030-36a90f897787", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:29.022645 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ce2f5c7-5a80-4943-b182-550e8c348314 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:29.023971 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c69ea-e3b5-4745-9030-36a90f897787', 'code': 200} Sep 23 19:50:29.028161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.032864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.139221 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.140895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Port': ['ID=e17920eb-6e50-441b-b748-6a280b1a799a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:29.160440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5df3290d-1b71-4760-8b29-f1b67a5b254c None None] Provisioning complete for port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:29.161019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df3290d-1b71-4760-8b29-f1b67a5b254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.171519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb5321-6b9b-4f3a-bfe3-1c1a8581d3f2 req-32e9a12b-3a21-4d8c-8b78-c543f9dab2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:29.173571 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bffb5321-6b9b-4f3a-bfe3-1c1a8581d3f2 req-32e9a12b-3a21-4d8c-8b78-c543f9dab2a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0905809 Sep 23 19:50:29.254467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bffb5321-6b9b-4f3a-bfe3-1c1a8581d3f2 req-74209fe6-a794-42ca-aa5a-464214ffdb15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726066 Sep 23 19:50:29.257465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5df3290d-1b71-4760-8b29-f1b67a5b254c None None] Provisioning complete for port e17920eb-6e50-441b-b748-6a280b1a799a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:29.257966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df3290d-1b71-4760-8b29-f1b67a5b254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.271061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Network b2638253-d42d-4268-bef4-7ea5688d1d62 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:29.272918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:29.292610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5df3290d-1b71-4760-8b29-f1b67a5b254c None None] Port e17920eb-6e50-441b-b748-6a280b1a799a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:29.393634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Router 7e6943de-9688-43e0-b5b4-ce87f3884920 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:50:29.415401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-52f2604e-e538-4bce-9fd0-543743c25bf9 None None] Provisioning complete for port e17920eb-6e50-441b-b748-6a280b1a799a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:29.415773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52f2604e-e538-4bce-9fd0-543743c25bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.461326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-52f2604e-e538-4bce-9fd0-543743c25bf9 None None] Port e17920eb-6e50-441b-b748-6a280b1a799a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:29.488996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d7292-0dc2-4979-933e-0b3de26831cf req-72a1aa4e-7070-4241-b36e-f96119c1eaef tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:29.490565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-809d7292-0dc2-4979-933e-0b3de26831cf req-72a1aa4e-7070-4241-b36e-f96119c1eaef tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 949 time: 0.0561757 Sep 23 19:50:29.503024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:29.508497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9b042b6f-b240-4753-aee3-88c5d7c6d853 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "PUT /v2.0/routers/7e6943de-9688-43e0-b5b4-ce87f3884920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271037 Sep 23 19:50:29.512603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:29.515275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] Sync routers for ids ['7e6943de-9688-43e0-b5b4-ce87f3884920'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:29.518085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'port': {'network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62', 'name': 'tempest-FloatingIPNegativeTestJSON-377429048'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:29.527691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] Routers {'7e6943de-9688-43e0-b5b4-ce87f3884920'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:29.528495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e6943de-9688-43e0-b5b4-ce87f3884920'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:29.564986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-809d7292-0dc2-4979-933e-0b3de26831cf req-b8b5f1c2-597e-4942-bd92-52fe14ac49e4 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662377 Sep 23 19:50:29.571899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:29.588091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-99c7b002-8038-49d6-ab74-52e0c52511ec None None] Provisioning complete for port e17920eb-6e50-441b-b748-6a280b1a799a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:29.588091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99c7b002-8038-49d6-ab74-52e0c52511ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.610037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] Routers {'7e6943de-9688-43e0-b5b4-ce87f3884920'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:29.610834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e6943de-9688-43e0-b5b4-ce87f3884920'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:29.648079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:29.649193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3dbc9-f99f-46d3-ad38-f304e7d1fea4 None None] The sync data for ids ['7e6943de-9688-43e0-b5b4-ce87f3884920'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:29.658850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:29.661986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99c7b002-8038-49d6-ab74-52e0c52511ec None None] Port e17920eb-6e50-441b-b748-6a280b1a799a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:29.674231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Made reservation on behalf of 656a1a91d07940e889e8a4f8c6d4317f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:29.678275 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.695662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] device_id is not set on port 1c9fb334-f352-4ede-973b-61161e4c014f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:29.712392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:29.713077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.817488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Allocated IP 172.20.0.10 (b2638253-d42d-4268-bef4-7ea5688d1d62/ceea5391-b840-47e5-94c2-f37f4a3f2baa/1c9fb334-f352-4ede-973b-61161e4c014f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:29.913200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18887d69-ca04-4710-91c2-b4762cc44495 req-37de259a-05be-42e4-ba25-8450308c1001 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:29.914715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18887d69-ca04-4710-91c2-b4762cc44495 req-37de259a-05be-42e4-ba25-8450308c1001 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 945 time: 0.0867779 Sep 23 19:50:29.999402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18887d69-ca04-4710-91c2-b4762cc44495 req-003bac37-8600-4613-a6a2-29f81731435d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749359 Sep 23 19:50:30.033612 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.099778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.120164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe2746-2e66-48e2-9ff5-7ef7b8fabaa1 req-60c86b09-67cf-4871-b634-5343978c2dbc tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:30.121949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aefe2746-2e66-48e2-9ff5-7ef7b8fabaa1 req-60c86b09-67cf-4871-b634-5343978c2dbc tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 949 time: 0.0676136 Sep 23 19:50:30.158239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Network b2638253-d42d-4268-bef4-7ea5688d1d62 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:30.169706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:30.175675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:30.187423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Port': ['ID=1c9fb334-f352-4ede-973b-61161e4c014f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:30.224748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aefe2746-2e66-48e2-9ff5-7ef7b8fabaa1 req-e6df0255-9556-4107-9a6c-1866f6d221f9 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844533 Sep 23 19:50:30.250392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:30.251081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.273764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2046f881-c7d0-4a07-bd57-59d15f617e0b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7600670 Sep 23 19:50:30.277362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:30.284003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:30.308770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.416743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.484294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-82a8c26d-bf9e-4a91-b438-569fd4ee7e49 None None] Provisioning complete for port 1c9fb334-f352-4ede-973b-61161e4c014f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:30.484838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82a8c26d-bf9e-4a91-b438-569fd4ee7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.517280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-82a8c26d-bf9e-4a91-b438-569fd4ee7e49 None None] Port 1c9fb334-f352-4ede-973b-61161e4c014f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:30.519149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Allocated IP 172.25.6.43 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/25f24896-0d70-48bd-887c-d8ee47494c6e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:30.623631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.656177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.691627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:30.695884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:30.699355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:30.707009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Port': ['ID=25f24896-0d70-48bd-887c-d8ee47494c6e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:30.794148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.827803 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.976438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.981457 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.053546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Port': ['ID=25f24896-0d70-48bd-887c-d8ee47494c6e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:31.063178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.100745 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.101941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aad6c91c-f207-4011-bf12-e084609885b5 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8235674 Sep 23 19:50:31.104745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:31.110193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1a76f19f-96de-43ca-9b1d-648eddd51a33 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'floatingip': {'port_id': '1c9fb334-f352-4ede-973b-61161e4c014f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:31.155569 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a76f19f-96de-43ca-9b1d-648eddd51a33 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.196586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aca9b-c7db-422c-91db-379afcdce953 req-13084d0f-cd0e-4c34-ac6b-0308bd1a1c64 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:31.198093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f1aca9b-c7db-422c-91db-379afcdce953 req-13084d0f-cd0e-4c34-ac6b-0308bd1a1c64 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 945 time: 0.1280184 Sep 23 19:50:31.288218 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f1aca9b-c7db-422c-91db-379afcdce953 req-295669dd-6bd1-4099-9a59-e29ce5405f12 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838470 Sep 23 19:50:31.308421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-70b3772c-5515-4e71-8afc-8f0ead07f090 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:31.311106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-70b3772c-5515-4e71-8afc-8f0ead07f090 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.41 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 949 time: 0.0495374 Sep 23 19:50:31.317637 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1a76f19f-96de-43ca-9b1d-648eddd51a33 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] update failed (client error): The resource could not be found. Sep 23 19:50:31.318954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a76f19f-96de-43ca-9b1d-648eddd51a33 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "PUT /v2.0/floatingips/2997d83b-e94f-4e65-a1a2-e21283d67b10 HTTP/1.1" status: 404 len: 507 time: 0.2133031 Sep 23 19:50:31.321622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:31.405542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Deleting port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:31.405985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.445381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2187a-6fc7-4905-a911-acacc9e81705 req-6ef3befa-c2cb-40aa-bc04-918f563e657c tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:31.446882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39e2187a-6fc7-4905-a911-acacc9e81705 req-6ef3befa-c2cb-40aa-bc04-918f563e657c tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/ports?device_id=135a10de-9f5b-4095-9236-95d0d333c527 HTTP/1.1" status: 200 len: 949 time: 0.0895479 Sep 23 19:50:31.499447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] For port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:31.500099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.501917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39e2187a-6fc7-4905-a911-acacc9e81705 req-bb5b7dac-d329-481c-8cae-6a0e8ee4f88e tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.38 "GET /v2.0/security-groups?id=ce3b4a98-40ed-4b6f-8c60-a02e078e0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Sep 23 19:50:31.514328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Calling delete_port for 6e368e19-7d5b-4ef5-abb0-21c3058c36ef owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:31.514887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Deleting port 25f24896-0d70-48bd-887c-d8ee47494c6e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:31.515227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.608183 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.608911 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.622748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Calling delete_port for 25f24896-0d70-48bd-887c-d8ee47494c6e owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:31.653094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.665182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['6e368e19-7d5b-4ef5-abb0-21c3058c36ef'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:50:31.767807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.794080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event deleted for resources: {'Port': ['ID=25f24896-0d70-48bd-887c-d8ee47494c6e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:31.859092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.861568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.862788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a69f331-8158-4d67-85ea-968316b311a9 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "DELETE /v2.0/floatingips/2997d83b-e94f-4e65-a1a2-e21283d67b10 HTTP/1.1" status: 204 len: 168 time: 0.5402625 Sep 23 19:50:31.866505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:31.871001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-263be048-b95e-4dd8-8471-f8277d5da65b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'floatingip': {'floating_network_id': 'b2638253-d42d-4268-bef4-7ea5688d1d62', 'port_id': '1c9fb334-f352-4ede-973b-61161e4c014f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:31.894660 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-263be048-b95e-4dd8-8471-f8277d5da65b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.967514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Pushing event deleted for resources: {'Port': ['ID=6e368e19-7d5b-4ef5-abb0-21c3058c36ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:32.010663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] No DVR routers for this DVR port 6e368e19-7d5b-4ef5-abb0-21c3058c36ef on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:32.011131 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-263be048-b95e-4dd8-8471-f8277d5da65b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:50:32.013326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.015794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-182e93f7-b32d-4aa3-98cd-eeace5889404 req-a0001ac9-bc3e-44d8-b9c4-ffd76c6df137 tempest-VolumesNegativeTest-254875946 tempest-VolumesNegativeTest-254875946-project] 10.222.0.41 "DELETE /v2.0/ports/6e368e19-7d5b-4ef5-abb0-21c3058c36ef HTTP/1.1" status: 204 len: 173 time: 0.6962795 Sep 23 19:50:32.016044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a10de-9f5b-4095-9236-95d0d333c527', 'name': 'network-vif-deleted', 'tag': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:32.016509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-263be048-b95e-4dd8-8471-f8277d5da65b tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1488929 Sep 23 19:50:32.017131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:32.018370 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e537e-f420-4122-8d01-49ffb568a308" -d '{"events": [{"server_uuid": "135a10de-9f5b-4095-9236-95d0d333c527", "name": "network-vif-deleted", "tag": "6e368e19-7d5b-4ef5-abb0-21c3058c36ef"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:32.022320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '1c9fb334-f352-4ede-973b-61161e4c014f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:32.049598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.062908 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a621c2c1-ce09-4139-991f-aea234d181bb x-openstack-request-id: req-a621c2c1-ce09-4139-991f-aea234d181bb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:32.063803 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a10de-9f5b-4095-9236-95d0d333c527", "name": "network-vif-deleted", "tag": "6e368e19-7d5b-4ef5-abb0-21c3058c36ef", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:32.064060 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a621c2c1-ce09-4139-991f-aea234d181bb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:32.064452 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a10de-9f5b-4095-9236-95d0d333c527', 'name': 'network-vif-deleted', 'tag': '6e368e19-7d5b-4ef5-abb0-21c3058c36ef', 'status': 'completed', 'code': 200} Sep 23 19:50:32.154174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.261438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Allocated IP 172.25.6.156 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/d140a360-c199-445d-be4a-d5d9c4de3964) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:32.358680 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.392888 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.434169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:32.438940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:32.442924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:32.454468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event updated for resources: {'Port': ['ID=d140a360-c199-445d-be4a-d5d9c4de3964,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:32.642062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Deleting port d140a360-c199-445d-be4a-d5d9c4de3964 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:32.642900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.728068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.728413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.741067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Calling delete_port for d140a360-c199-445d-be4a-d5d9c4de3964 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:32.872301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.896375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event deleted for resources: {'Port': ['ID=d140a360-c199-445d-be4a-d5d9c4de3964,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:32.984534 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] create failed (client error): The resource could not be found. Sep 23 19:50:32.986168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-174b3139-4197-40ba-91d9-b311f3428ee7 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9680312 Sep 23 19:50:32.989589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:33.085835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Deleting port 1c9fb334-f352-4ede-973b-61161e4c014f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:33.086174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.173817 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.186470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Calling delete_port for 1c9fb334-f352-4ede-973b-61161e4c014f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:33.318273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.356306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event deleted for resources: {'Port': ['ID=1c9fb334-f352-4ede-973b-61161e4c014f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:33.429672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.431844 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-be9eeada-d6df-48eb-8a40-57a4b39730ed tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "DELETE /v2.0/ports/1c9fb334-f352-4ede-973b-61161e4c014f HTTP/1.1" status: 204 len: 168 time: 0.4412463 Sep 23 19:50:33.434758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:33.491610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed823380-b761-4635-bed6-376b8d380f4d tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:33.493381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed823380-b761-4635-bed6-376b8d380f4d tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e6943de-9688-43e0-b5b4-ce87f3884920 HTTP/1.1" status: 200 len: 913 time: 0.0576684 Sep 23 19:50:33.496157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:33.827408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.069867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Deleting port e17920eb-6e50-441b-b748-6a280b1a799a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:34.070231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.162614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.178126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Calling delete_port for e17920eb-6e50-441b-b748-6a280b1a799a owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:34.350839 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.382505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event deleted for resources: {'Port': ['ID=e17920eb-6e50-441b-b748-6a280b1a799a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:34.525286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.680362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Router 7e6943de-9688-43e0-b5b4-ce87f3884920 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:34.722063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6e368e19-7d5b-4ef5-abb0-21c3058c36ef no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:34.749267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 6e368e19-7d5b-4ef5-abb0-21c3058c36ef {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:34.749683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6e368e19-7d5b-4ef5-abb0-21c3058c36ef not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:34.780328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:34.786186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fffd9891-537f-42d3-ac63-69a9a0484747 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "PUT /v2.0/routers/7e6943de-9688-43e0-b5b4-ce87f3884920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2888069 Sep 23 19:50:34.788864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:34.790142 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] Sync routers for ids ['7e6943de-9688-43e0-b5b4-ce87f3884920'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:34.804954 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] Routers {'7e6943de-9688-43e0-b5b4-ce87f3884920'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:34.805729 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e6943de-9688-43e0-b5b4-ce87f3884920'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:34.862534 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:34.871635 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] Routers {'7e6943de-9688-43e0-b5b4-ce87f3884920'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:34.872438 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7e6943de-9688-43e0-b5b4-ce87f3884920'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:34.876473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7721432-a396-4d3f-8f8f-5474d9e706db tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.907515 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:34.908168 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee1497-ccea-498a-b288-86e8574115fb None None] The sync data for ids ['7e6943de-9688-43e0-b5b4-ce87f3884920'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:35.041792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7721432-a396-4d3f-8f8f-5474d9e706db tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.044010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7721432-a396-4d3f-8f8f-5474d9e706db tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.086138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7721432-a396-4d3f-8f8f-5474d9e706db tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.086689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7721432-a396-4d3f-8f8f-5474d9e706db tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6943de-9688-43e0-b5b4-ce87f3884920 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:50:35.093435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7721432-a396-4d3f-8f8f-5474d9e706db tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.095131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7721432-a396-4d3f-8f8f-5474d9e706db tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "DELETE /v2.0/routers/7e6943de-9688-43e0-b5b4-ce87f3884920 HTTP/1.1" status: 204 len: 168 time: 0.3042669 Sep 23 19:50:35.097494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:35.147733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Deleting subnet ceea5391-b840-47e5-94c2-f37f4a3f2baa {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:35.150853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.195309 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.276759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.340785 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.373813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event deleted for resources: {'Subnet': ['ID=ceea5391-b840-47e5-94c2-f37f4a3f2baa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:35.375873 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.378075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-21260f98-c8b9-4e01-9e50-c1de0127d138 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "DELETE /v2.0/subnets/ceea5391-b840-47e5-94c2-f37f4a3f2baa HTTP/1.1" status: 204 len: 168 time: 0.2792292 Sep 23 19:50:35.380213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:35.380351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ca6987-0e7d-49b2-8e82-60708d022c52 None None] Network b2638253-d42d-4268-bef4-7ea5688d1d62 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:35.455046 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.511976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Deleting port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:35.512321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.558233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] DHCP port deletion for b2638253-d42d-4268-bef4-7ea5688d1d62 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:35.588530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] For port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,segment=NetworkSegment(4d6dc6ca-55b1-4011-9d12-1fc077311ef5),segment_id=4d6dc6ca-55b1-4011-9d12-1fc077311ef5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:35.588899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.601942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Calling delete_port for addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:35.610169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] Deleting port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:35.610707 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.673056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] For port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,segment=NetworkSegment(4d6dc6ca-55b1-4011-9d12-1fc077311ef5),segment_id=4d6dc6ca-55b1-4011-9d12-1fc077311ef5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:35.673610 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.681387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.686861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] Calling delete_port for addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:35.711269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event deleted for resources: {'Port': ['ID=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:35.715244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] No DVR routers for this DVR port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.763164 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:35.768272 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:50:35.770982 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.795338 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.796541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] No DVR routers for this DVR port addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:35.801259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4228f-ff12-4588-98ca-377e76a0ece0 None None] Pushing event deleted for resources: {'Port': ['ID=addd17c6-8fb1-49f1-a9e8-d38024dfe7f8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:35.832520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2638253-d42d-4268-bef4-7ea5688d1d62']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:35.842703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6dc6ca-55b1-4011-9d12-1fc077311ef5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:35.843002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6dc6ca-55b1-4011-9d12-1fc077311ef5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:35.854068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.868761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.875363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:35.876487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:35.879777 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:35.941750 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.949321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.951240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] 10.222.0.38 "DELETE /v2.0/networks/b2638253-d42d-4268-bef4-7ea5688d1d62 HTTP/1.1" status: 204 len: 168 time: 0.5701213 Sep 23 19:50:35.963829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade23b89-5a44-4233-82a5-4ba0f0a31492 tempest-FloatingIPNegativeTestJSON-1413171539 tempest-FloatingIPNegativeTestJSON-1413171539-project] Pushing event deleted for resources: {'Network': ['ID=b2638253-d42d-4268-bef4-7ea5688d1d62,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:36.210233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52464) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:36.346891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2588b2c7-8aa2-4c73-ae31-e46bfa01dc48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=656a1a91d07940e889e8a4f8c6d4317f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354184 Sep 23 19:50:36.349445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:36.401035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bb987c2-59fb-4d6d-a327-1053b34ddef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.423181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bb987c2-59fb-4d6d-a327-1053b34ddef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.472507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bb987c2-59fb-4d6d-a327-1053b34ddef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.475061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bb987c2-59fb-4d6d-a327-1053b34ddef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.476203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8bb987c2-59fb-4d6d-a327-1053b34ddef9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97a9679f-335e-462c-a5f7-7974dc0f0ae1 HTTP/1.1" status: 204 len: 168 time: 0.1258428 Sep 23 19:50:36.483806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb987c2-59fb-4d6d-a327-1053b34ddef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a9679f-335e-462c-a5f7-7974dc0f0ae1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.150845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:37.251388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-846815564'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:37.273474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:37.277267 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.286775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.395277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:37.397020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.401128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.430673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:37.436211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58907714-b1ce-4979-a346-52b58dac9dc7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.443646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.444022 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Added segment d1dac4cd-a8e9-4b98-9614-8ceb8257163a of type vlan for network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b Sep 23 19:50:37.490673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.518251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.525850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:37.526508 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.552421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:37.553797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-552eda65-0553-458f-92aa-6d4a47246fd1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb39baaf459443a39ca7f7dfecc7aebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572001 Sep 23 19:50:37.580971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4289162 Sep 23 19:50:37.596718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:37.617608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:37.618309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device addd17c6-8fb1-49f1-a9e8-d38024dfe7f8 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:37.621451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d913ec-456e-42ec-a005-8bd16c241960 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Network': ['ID=904e18b8-bcb9-4c62-a37c-f88d70dedd3b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.639409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:37.651964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b7f40d-13f2-49d6-9766-98cbebec0de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.680254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b7f40d-13f2-49d6-9766-98cbebec0de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.739240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b7f40d-13f2-49d6-9766-98cbebec0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.742264 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91b7f40d-13f2-49d6-9766-98cbebec0de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.745839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91b7f40d-13f2-49d6-9766-98cbebec0de3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce3b4a98-40ed-4b6f-8c60-a02e078e0339 HTTP/1.1" status: 204 len: 168 time: 0.1886067 Sep 23 19:50:37.756287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7f40d-13f2-49d6-9766-98cbebec0de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b4a98-40ed-4b6f-8c60-a02e078e0339,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:38.378071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:38.473808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1915478133-network', 'tenant_id': '915285461af14224bd50eed540b3ca6c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:38.495360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Made reservation on behalf of 915285461af14224bd50eed540b3ca6c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:38.497692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.505862 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.596314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.600248 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.619977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:38.634309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4dc56-783b-4afe-9beb-99f12f5cae51,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:38.638537 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.638876 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Added segment aa6ba62c-806f-49ae-86a5-890abd7c8c10 of type vlan for network 76a57136-2581-4947-a35f-7361de67107c Sep 23 19:50:38.678201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.701049 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.701973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:38.702578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.734501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3552239 Sep 23 19:50:38.737626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52538) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:38.744912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Request body: {'subnet': {'network_id': '76a57136-2581-4947-a35f-7361de67107c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1915478133-subnet', 'tenant_id': '915285461af14224bd50eed540b3ca6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:38.765060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78d2c3-dc20-4d7c-9a99-fc039c5d5aec admin admin] Pushing event updated for resources: {'Network': ['ID=76a57136-2581-4947-a35f-7361de67107c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:38.766953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Made reservation on behalf of 915285461af14224bd50eed540b3ca6c for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:38.775887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 76a57136-2581-4947-a35f-7361de67107c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:38.777105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.942917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.990196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd52493d-c085-4c2b-8de7-52eb53e2620a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:39.007580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Checking segment: {'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:39.007938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Network hostable DHCP agents. Network: 76a57136-2581-4947-a35f-7361de67107c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:39.025027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Network 76a57136-2581-4947-a35f-7361de67107c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:39.035010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 76a57136-2581-4947-a35f-7361de67107c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:39.039735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:39.040385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:39.048114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a93f4-5bae-4cff-94d5-109282300d96 None None] Network 76a57136-2581-4947-a35f-7361de67107c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:39.069082 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-818d6eac-8d4f-4d54-9940-1f7ba30386e2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3289380 Sep 23 19:50:39.197519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a1e86-9c44-4cb2-a5ca-031a65f14363 None None] Network 76a57136-2581-4947-a35f-7361de67107c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:40.819469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:40.824710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'subnet': {'network_id': '904e18b8-bcb9-4c62-a37c-f88d70dedd3b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:40.917998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:40.921502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.106689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.163959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Subnet': ['ID=f5aa388b-314f-4217-af20-5a74aa0c1790,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.174898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Checking segment: {'id': 'd1dac4cd-a8e9-4b98-9614-8ceb8257163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '904e18b8-bcb9-4c62-a37c-f88d70dedd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:41.175271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network hostable DHCP agents. Network: 904e18b8-bcb9-4c62-a37c-f88d70dedd3b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:41.195733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:41.210749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 904e18b8-bcb9-4c62-a37c-f88d70dedd3b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:41.215090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:41.215682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.222819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7eebca-2acd-4a40-a27a-c48c9f0fdab9 None None] Network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:41.238288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5d6cf801-4b97-4413-914d-e0a51ffb1435 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4133697 Sep 23 19:50:41.238718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:41.244047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-919296798'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:41.267545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:41.271105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.295937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:41.305495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.305834 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Added segment 6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26 of type vlan for network 6347a6ed-b96a-40bb-b121-2c6eaefed16b Sep 23 19:50:41.351686 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.382520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.389037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:41.390037 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.399857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-904e18b8-bcb9-4c62-a37c-f88d70dedd3b', 'network_id': '904e18b8-bcb9-4c62-a37c-f88d70dedd3b', 'tenant_id': 'dde79d159e1e4460b5a5eee8837755f8', 'fixed_ips': [{'subnet_id': 'f5aa388b-314f-4217-af20-5a74aa0c1790'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:41.401236 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.442842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2003427 Sep 23 19:50:41.443656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52574) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:41.450543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'subnet': {'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:41.467515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098930ff-43ad-4a74-9e86-4679ab0bcee7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Network': ['ID=6347a6ed-b96a-40bb-b121-2c6eaefed16b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.479044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6347a6ed-b96a-40bb-b121-2c6eaefed16b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:41.562334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:41.566443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.596817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Allocated IP 2001:db8:0:ffff::2 (904e18b8-bcb9-4c62-a37c-f88d70dedd3b/f5aa388b-314f-4217-af20-5a74aa0c1790/ed601e5e-611c-4715-a655-5d11942307b7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:41.762968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.783714 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.868928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:41.875788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:41.880138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:41.898623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:50:41.900600 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.941220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Pushing event updated for resources: {'Port': ['ID=ed601e5e-611c-4715-a655-5d11942307b7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.955449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Attempting to bind port ed601e5e-611c-4715-a655-5d11942307b7 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:41.955820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Attempting to bind port ed601e5e-611c-4715-a655-5d11942307b7 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'd1dac4cd-a8e9-4b98-9614-8ceb8257163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '904e18b8-bcb9-4c62-a37c-f88d70dedd3b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:41.956189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Attempting to bind port ed601e5e-611c-4715-a655-5d11942307b7 on network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:41.962054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.962431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.962774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.963152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.963493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.963823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.964151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.964477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.964803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.965252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.965479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.965767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:41.971005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:41.971384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Checking segment: {'id': 'd1dac4cd-a8e9-4b98-9614-8ceb8257163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '904e18b8-bcb9-4c62-a37c-f88d70dedd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:41.971793 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.972191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Bound using segment: {'id': 'd1dac4cd-a8e9-4b98-9614-8ceb8257163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '904e18b8-bcb9-4c62-a37c-f88d70dedd3b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:41.972682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Bound port: ed601e5e-611c-4715-a655-5d11942307b7, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dac4cd-a8e9-4b98-9614-8ceb8257163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '904e18b8-bcb9-4c62-a37c-f88d70dedd3b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:41.973069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.973279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Subnet': ['ID=6b96e555-bec7-4cc9-980a-fa2123477945,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.982931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Checking segment: {'id': '6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:41.983390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network hostable DHCP agents. Network: 6347a6ed-b96a-40bb-b121-2c6eaefed16b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:42.004670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network 6347a6ed-b96a-40bb-b121-2c6eaefed16b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:42.015379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6347a6ed-b96a-40bb-b121-2c6eaefed16b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:42.019520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:42.020179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.033435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97b72e-736b-4c15-9555-9579b37a3440 None None] Network 6347a6ed-b96a-40bb-b121-2c6eaefed16b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:42.040535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ec76c5ba-4908-4d5b-b50f-6f7cceffa2d7 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5929327 Sep 23 19:50:42.040925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:42.045964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'port': {'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b', 'name': 'tempest-NetworksIpV6TestAttrs-1704670957'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:42.077480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] For port ed601e5e-611c-4715-a655-5d11942307b7, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:42.119848 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] For port ed601e5e-611c-4715-a655-5d11942307b7, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ed601e5e-611c-4715-a655-5d11942307b7,segment=NetworkSegment(d1dac4cd-a8e9-4b98-9614-8ceb8257163a),segment_id=d1dac4cd-a8e9-4b98-9614-8ceb8257163a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:42.127943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.154903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:42.158408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.175301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] device_id is not set on port 8927654f-7fd3-4d4a-a0d7-d593a1e949ce yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:42.238004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53092b-34c2-43db-a6ba-1bd76bdd249b None None] Pushing event updated for resources: {'Port': ['ID=ed601e5e-611c-4715-a655-5d11942307b7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:42.276277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-6347a6ed-b96a-40bb-b121-2c6eaefed16b', 'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b', 'tenant_id': 'dde79d159e1e4460b5a5eee8837755f8', 'fixed_ips': [{'subnet_id': '6b96e555-bec7-4cc9-980a-fa2123477945'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:42.277171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.298323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Allocated IP 2001:db8::f816:3eff:fe6b:3ddf (6347a6ed-b96a-40bb-b121-2c6eaefed16b/6b96e555-bec7-4cc9-980a-fa2123477945/8927654f-7fd3-4d4a-a0d7-d593a1e949ce) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:42.492240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.520372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7a348-0306-4d63-9aed-fba3219df310 req-f3ed7e5a-5493-449f-a6e8-969254c58631 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:42.521841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbc7a348-0306-4d63-9aed-fba3219df310 req-f3ed7e5a-5493-449f-a6e8-969254c58631 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0651181 Sep 23 19:50:42.527966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.577415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Allocated IP 2001:db8::f816:3eff:fe2b:4755 (6347a6ed-b96a-40bb-b121-2c6eaefed16b/6b96e555-bec7-4cc9-980a-fa2123477945/0e7f584e-ada0-48a9-aa63-63ab4e48570a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:42.577675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network 6347a6ed-b96a-40bb-b121-2c6eaefed16b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:42.582358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:42.587059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:42.593246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:42.593871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbc7a348-0306-4d63-9aed-fba3219df310 req-d39143cf-7493-4c65-8139-33a7910a3741 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622418 Sep 23 19:50:42.594070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.605632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Port': ['ID=8927654f-7fd3-4d4a-a0d7-d593a1e949ce,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:42.624752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-59e258e0-2f3c-4b4c-a4fd-21501a84b267 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5818648 Sep 23 19:50:42.626691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:42.691960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Deleting subnet 6b96e555-bec7-4cc9-980a-fa2123477945 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:42.716143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97196f60-a475-4bfa-8d63-fd2036ef83a1 req-241f42a3-85fc-43a5-8cfc-6896fd8c3879 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:42.718065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97196f60-a475-4bfa-8d63-fd2036ef83a1 req-241f42a3-85fc-43a5-8cfc-6896fd8c3879 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0566411 Sep 23 19:50:42.737451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.742829 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.743660 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.768284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97196f60-a475-4bfa-8d63-fd2036ef83a1 req-cdd43f35-5d43-486e-8543-5944216adca4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Sep 23 19:50:42.784006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Network 6347a6ed-b96a-40bb-b121-2c6eaefed16b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:42.788363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:42.791887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:42.792892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.803795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Pushing event updated for resources: {'Port': ['ID=0e7f584e-ada0-48a9-aa63-63ab4e48570a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:42.868658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Attempting to bind port 0e7f584e-ada0-48a9-aa63-63ab4e48570a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:42.869044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Attempting to bind port 0e7f584e-ada0-48a9-aa63-63ab4e48570a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:42.869415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Attempting to bind port 0e7f584e-ada0-48a9-aa63-63ab4e48570a on network 6347a6ed-b96a-40bb-b121-2c6eaefed16b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:42.874808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:42.875685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Checking segment: {'id': '6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:42.876095 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.876495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Bound using segment: {'id': '6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:42.876963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Bound port: 0e7f584e-ada0-48a9-aa63-63ab4e48570a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6347a6ed-b96a-40bb-b121-2c6eaefed16b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:42.877345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.986118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.084093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] For port 0e7f584e-ada0-48a9-aa63-63ab4e48570a, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:43.086921 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.087671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] For port 0e7f584e-ada0-48a9-aa63-63ab4e48570a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0e7f584e-ada0-48a9-aa63-63ab4e48570a,segment=NetworkSegment(6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26),segment_id=6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:43.097323 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.122033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Subnet': ['ID=6b96e555-bec7-4cc9-980a-fa2123477945,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:43.134319 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.140043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-62a210a6-5a16-40ba-aba2-7c1568581c86 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/6b96e555-bec7-4cc9-980a-fa2123477945 HTTP/1.1" status: 204 len: 168 time: 0.5113187 Sep 23 19:50:43.140971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52600) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:43.242239 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791bddfa-6568-463a-85f0-320446ae5d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.249624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dd932-6967-4865-be03-ad442696ac3b None None] Pushing event updated for resources: {'Port': ['ID=0e7f584e-ada0-48a9-aa63-63ab4e48570a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:43.284905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68933caf-1cf2-47dd-8ef5-f9976534af2c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:43.286488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68933caf-1cf2-47dd-8ef5-f9976534af2c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:43.289665 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-68933caf-1cf2-47dd-8ef5-f9976534af2c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1475060 Sep 23 19:50:43.293966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:43.407608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57f7eaef-0710-45ad-84d9-5e0616795225 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.417974 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f7eaef-0710-45ad-84d9-5e0616795225 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 19:50:43.418675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f7eaef-0710-45ad-84d9-5e0616795225 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:43.420725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-57f7eaef-0710-45ad-84d9-5e0616795225 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/6347a6ed-b96a-40bb-b121-2c6eaefed16b HTTP/1.1" status: 409 len: 405 time: 0.1253440 Sep 23 19:50:43.427271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:43.432520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1873324155'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:43.460024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:43.462840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.507238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d822e20-478b-4c17-9695-326889d3ea38 None None] Network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:43.520685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:43.549585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.549585 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Added segment f1e89a33-920f-4c14-838a-6ff453061c6e of type vlan for network 5312952e-5fd4-4031-92e2-1f1ba660f533 Sep 23 19:50:43.579520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ad74-315d-4c29-8045-f5e03d3fc322 req-b1c79340-805c-43f1-99ba-dfaca1a8da0f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:43.582896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3da4ad74-315d-4c29-8045-f5e03d3fc322 req-b1c79340-805c-43f1-99ba-dfaca1a8da0f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.5694661 Sep 23 19:50:43.654021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3da4ad74-315d-4c29-8045-f5e03d3fc322 req-16d56dab-d595-4d17-afac-7887241c2ff1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649855 Sep 23 19:50:43.655863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.696583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.705794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:43.706886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.727751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f770ce50-f0e7-45e2-b19a-0ce23aea3280 None None] Provisioning complete for port ed601e5e-611c-4715-a655-5d11942307b7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:43.728185 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f770ce50-f0e7-45e2-b19a-0ce23aea3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.774643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0e7f584e-ada0-48a9-aa63-63ab4e48570a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:43.812021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Network': ['ID=5312952e-5fd4-4031-92e2-1f1ba660f533,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:43.829333 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a7018431-bba8-4759-bd9e-71ce3caac1c9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3982575 Sep 23 19:50:43.829753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:43.835633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'subnet': {'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:43.838958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5312952e-5fd4-4031-92e2-1f1ba660f533 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:43.955967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:43.960230 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.010364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f770ce50-f0e7-45e2-b19a-0ce23aea3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.043456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 0e7f584e-ada0-48a9-aa63-63ab4e48570a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:44.043985 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.127482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f770ce50-f0e7-45e2-b19a-0ce23aea3280 None None] For port ed601e5e-611c-4715-a655-5d11942307b7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ed601e5e-611c-4715-a655-5d11942307b7,segment=NetworkSegment(d1dac4cd-a8e9-4b98-9614-8ceb8257163a),segment_id=d1dac4cd-a8e9-4b98-9614-8ceb8257163a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:44.144527 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f770ce50-f0e7-45e2-b19a-0ce23aea3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.251243 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.303371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770ce50-f0e7-45e2-b19a-0ce23aea3280 None None] Pushing event updated for resources: {'Port': ['ID=ed601e5e-611c-4715-a655-5d11942307b7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:44.316403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 0e7f584e-ada0-48a9-aa63-63ab4e48570a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0e7f584e-ada0-48a9-aa63-63ab4e48570a,segment=NetworkSegment(6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26),segment_id=6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:44.321726 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.322597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ed601e5e-611c-4715-a655-5d11942307b7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:44.404894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9a90c-c562-4793-974c-051c24303897 req-0feb319c-53f8-4c70-ae80-2e6e9b7316e9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:44.407691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbc9a90c-c562-4793-974c-051c24303897 req-0feb319c-53f8-4c70-ae80-2e6e9b7316e9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1306438 Sep 23 19:50:44.439306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=0e7f584e-ada0-48a9-aa63-63ab4e48570a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:44.480664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ed601e5e-611c-4715-a655-5d11942307b7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:44.483389 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.510239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbc9a90c-c562-4793-974c-051c24303897 req-892b56e5-5ba1-43f7-8a89-cb7cac12afc1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922301 Sep 23 19:50:44.515050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7c37cff8-57db-4f70-b06c-f401281a523a None None] Provisioning complete for port ed601e5e-611c-4715-a655-5d11942307b7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:44.515519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c37cff8-57db-4f70-b06c-f401281a523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.667852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d964b-dcbe-428c-88d9-8d419ff1be6e None None] Network 6347a6ed-b96a-40bb-b121-2c6eaefed16b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:44.789775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0df2e4f8-e838-4149-8ed9-73c58f9510a2 None None] Provisioning complete for port 0e7f584e-ada0-48a9-aa63-63ab4e48570a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:44.790143 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0df2e4f8-e838-4149-8ed9-73c58f9510a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.792048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:50:44.795209 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.864422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Checking segment: {'id': 'f1e89a33-920f-4c14-838a-6ff453061c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:44.868915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network hostable DHCP agents. Network: 5312952e-5fd4-4031-92e2-1f1ba660f533, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:44.888951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Subnet': ['ID=41e717df-fb7a-4144-9905-589b1fa95939,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:44.905865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] DHCP port deletion for 6347a6ed-b96a-40bb-b121-2c6eaefed16b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:44.907214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network 5312952e-5fd4-4031-92e2-1f1ba660f533 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:44.917030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5312952e-5fd4-4031-92e2-1f1ba660f533) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:44.921548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:44.922823 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.938400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-97bf2ada-fb8e-47d9-b506-2097fdca5ec9 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1072886 Sep 23 19:50:44.939231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298bdf15-ec32-43af-b109-0726bd79e333 None None] Network 5312952e-5fd4-4031-92e2-1f1ba660f533 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:44.940900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:44.946522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'port': {'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533', 'name': 'tempest-NetworksIpV6TestAttrs-1408868426'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:45.063485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:45.067170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.091307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] device_id is not set on port 7647a897-22a9-43ec-ac34-00120097a26b yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:45.183520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] Deleting port 0e7f584e-ada0-48a9-aa63-63ab4e48570a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:45.183906 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.237971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Allocated IP 2001:db8::f816:3eff:fe84:a7f4 (5312952e-5fd4-4031-92e2-1f1ba660f533/41e717df-fb7a-4144-9905-589b1fa95939/7647a897-22a9-43ec-ac34-00120097a26b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:45.291762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] For port 0e7f584e-ada0-48a9-aa63-63ab4e48570a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0e7f584e-ada0-48a9-aa63-63ab4e48570a,segment=NetworkSegment(6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26),segment_id=6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:45.292381 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.308910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] Calling delete_port for 0e7f584e-ada0-48a9-aa63-63ab4e48570a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:45.365674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-5312952e-5fd4-4031-92e2-1f1ba660f533', 'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533', 'tenant_id': 'dde79d159e1e4460b5a5eee8837755f8', 'fixed_ips': [{'subnet_id': '41e717df-fb7a-4144-9905-589b1fa95939'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:45.366481 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.405977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.443649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.495659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network 5312952e-5fd4-4031-92e2-1f1ba660f533 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:45.495864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.498795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:45.505684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:45.511608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:45.512038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.515649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Port': ['ID=7647a897-22a9-43ec-ac34-00120097a26b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:45.548111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] No DVR routers for this DVR port 0e7f584e-ada0-48a9-aa63-63ab4e48570a on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:45.549741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fc7de-8cc2-4036-8b13-8078de057800 None None] Pushing event deleted for resources: {'Port': ['ID=0e7f584e-ada0-48a9-aa63-63ab4e48570a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:45.550434 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-906285af-5f83-4240-9a2c-a46e48b0cd05 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6076381 Sep 23 19:50:45.552265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:45.611948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Allocated IP 2001:db8::f816:3eff:fea5:1780 (5312952e-5fd4-4031-92e2-1f1ba660f533/41e717df-fb7a-4144-9905-589b1fa95939/ffb1840b-85df-4a3b-9437-be029ff39306) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:45.662989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Deleting subnet 41e717df-fb7a-4144-9905-589b1fa95939 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:45.667710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ed601e5e-611c-4715-a655-5d11942307b7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:45.683464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7d09-2720-4dc7-88a1-a140932b2fa2 req-9097bc7c-6300-49ec-b10c-8a725fd562cc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:45.686138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b58b7d09-2720-4dc7-88a1-a140932b2fa2 req-9097bc7c-6300-49ec-b10c-8a725fd562cc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0917492 Sep 23 19:50:45.728077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b58b7d09-2720-4dc7-88a1-a140932b2fa2 req-a3aa8c23-e701-4501-a69c-aff8104c4898 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361664 Sep 23 19:50:45.777034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ed601e5e-611c-4715-a655-5d11942307b7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:45.777407 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.867973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.875757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.892557 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.925235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.946136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Pushing event updated for resources: {'Port': ['ID=ffb1840b-85df-4a3b-9437-be029ff39306,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:45.975164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Network 5312952e-5fd4-4031-92e2-1f1ba660f533 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:45.976861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:45.979110 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:46.044641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0e7f584e-ada0-48a9-aa63-63ab4e48570a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:46.073118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 0e7f584e-ada0-48a9-aa63-63ab4e48570a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:46.073529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 0e7f584e-ada0-48a9-aa63-63ab4e48570a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:46.075802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Attempting to bind port ffb1840b-85df-4a3b-9437-be029ff39306 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:46.076770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Attempting to bind port ffb1840b-85df-4a3b-9437-be029ff39306 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f1e89a33-920f-4c14-838a-6ff453061c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:46.076770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Attempting to bind port ffb1840b-85df-4a3b-9437-be029ff39306 on network 5312952e-5fd4-4031-92e2-1f1ba660f533 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:46.085921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:46.086281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Checking segment: {'id': 'f1e89a33-920f-4c14-838a-6ff453061c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:46.086769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.087169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Bound using segment: {'id': 'f1e89a33-920f-4c14-838a-6ff453061c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:46.088059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Bound port: ffb1840b-85df-4a3b-9437-be029ff39306, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e89a33-920f-4c14-838a-6ff453061c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5312952e-5fd4-4031-92e2-1f1ba660f533'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:46.088454 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.090832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.170244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.179560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] For port ffb1840b-85df-4a3b-9437-be029ff39306, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:46.190324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] For port ffb1840b-85df-4a3b-9437-be029ff39306, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ffb1840b-85df-4a3b-9437-be029ff39306,segment=NetworkSegment(f1e89a33-920f-4c14-838a-6ff453061c6e),segment_id=f1e89a33-920f-4c14-838a-6ff453061c6e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:46.196888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.213246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Subnet': ['ID=41e717df-fb7a-4144-9905-589b1fa95939,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:46.221972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.222890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.222890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.224504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.224504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.224504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.224504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.224504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.225556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.225556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.225556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.226882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:46.236461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.240852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4b4137e-0f61-4591-a9fb-515e697a557d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/41e717df-fb7a-4144-9905-589b1fa95939 HTTP/1.1" status: 204 len: 168 time: 0.6875989 Sep 23 19:50:46.241160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:46.254953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad377ae-f602-4849-933b-1a2377edb43a None None] Pushing event updated for resources: {'Port': ['ID=ffb1840b-85df-4a3b-9437-be029ff39306,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:46.304041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0c455-858e-4b2e-af73-62bbcce9adeb tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:46.305589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0c455-858e-4b2e-af73-62bbcce9adeb tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:46.307318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9bf0c455-858e-4b2e-af73-62bbcce9adeb tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0651107 Sep 23 19:50:46.311012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:46.355819 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f6f0746-b0b8-4dfa-8468-37a008121777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.416355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95ad7103-5462-4a20-999b-f1600a0d4a7d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.426225 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ad7103-5462-4a20-999b-f1600a0d4a7d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 19:50:46.426845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ad7103-5462-4a20-999b-f1600a0d4a7d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:46.428827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-95ad7103-5462-4a20-999b-f1600a0d4a7d tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/5312952e-5fd4-4031-92e2-1f1ba660f533 HTTP/1.1" status: 409 len: 405 time: 0.1166644 Sep 23 19:50:46.433222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:46.438651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1355158456'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:46.464394 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.506305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:46.506305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.555440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:46.570530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.570862 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Added segment a092c130-fc8d-4e60-a2cf-aa94d9a0f603 of type vlan for network 72acd8d2-a996-43f5-a8c6-396f2d1c7b64 Sep 23 19:50:46.627107 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.655435 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.661253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:46.662470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.696362 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2618599 Sep 23 19:50:46.699036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:46.706056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'subnet': {'network_id': '72acd8d2-a996-43f5-a8c6-396f2d1c7b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:46.748998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38eb3-ad33-4727-8530-9602cddd689f tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Network': ['ID=72acd8d2-a996-43f5-a8c6-396f2d1c7b64,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:46.765194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 72acd8d2-a996-43f5-a8c6-396f2d1c7b64 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:46.895914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:46.896245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f2a4-84f1-460f-9a53-1d8be013eca4 req-68809902-ffd9-4d24-bb2c-f8ee71f99ed4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:46.898596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc8f2a4-84f1-460f-9a53-1d8be013eca4 req-68809902-ffd9-4d24-bb2c-f8ee71f99ed4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0890017 Sep 23 19:50:46.903735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.948289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bc8f2a4-84f1-460f-9a53-1d8be013eca4 req-60c840ab-646a-4532-b5b5-cebf80aac89e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Sep 23 19:50:47.081745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.277981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:50:47.279854 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.354028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Subnet': ['ID=6b49351e-647c-44f1-ac37-747621cc024c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:47.363316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Checking segment: {'id': 'a092c130-fc8d-4e60-a2cf-aa94d9a0f603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72acd8d2-a996-43f5-a8c6-396f2d1c7b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:47.363732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network hostable DHCP agents. Network: 72acd8d2-a996-43f5-a8c6-396f2d1c7b64, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:47.382803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network 72acd8d2-a996-43f5-a8c6-396f2d1c7b64 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:47.393103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 72acd8d2-a996-43f5-a8c6-396f2d1c7b64) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:47.398943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:47.400114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.405277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1785f-9f0c-40df-a3bc-0adcecad78e2 None None] Network 72acd8d2-a996-43f5-a8c6-396f2d1c7b64 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:47.423538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7123148-32d6-49e2-a6b5-ac2c5987a5a6 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7233410 Sep 23 19:50:47.426064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:47.433975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32757c4-574e-4aa7-b224-8de3f45fb48f None None] Network 5312952e-5fd4-4031-92e2-1f1ba660f533 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:47.540525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d4aada17-76a1-4de0-944f-c2e900f7a552 None None] Provisioning complete for port ffb1840b-85df-4a3b-9437-be029ff39306 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:47.540816 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4aada17-76a1-4de0-944f-c2e900f7a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.547864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.649496 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.725429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ffb1840b-85df-4a3b-9437-be029ff39306 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:47.733446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08139b-2ca4-4565-9a42-54b6a3e74ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-72acd8d2-a996-43f5-a8c6-396f2d1c7b64', 'network_id': '72acd8d2-a996-43f5-a8c6-396f2d1c7b64', 'tenant_id': 'dde79d159e1e4460b5a5eee8837755f8', 'fixed_ips': [{'subnet_id': '6b49351e-647c-44f1-ac37-747621cc024c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:47.734289 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec08139b-2ca4-4565-9a42-54b6a3e74ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.741305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.770080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Subnet': ['ID=6b49351e-647c-44f1-ac37-747621cc024c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:47.865153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] DHCP port deletion for 5312952e-5fd4-4031-92e2-1f1ba660f533 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:47.878635 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4aada17-76a1-4de0-944f-c2e900f7a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.881539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.904899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72acd8d2-a996-43f5-a8c6-396f2d1c7b64']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:47.914154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ffb1840b-85df-4a3b-9437-be029ff39306 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:47.914568 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.924992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599cfee-a0ca-4997-a8ee-4302190e4309 None None] Network 72acd8d2-a996-43f5-a8c6-396f2d1c7b64 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:47.929946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a092c130-fc8d-4e60-a2cf-aa94d9a0f603') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:47.931146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a092c130-fc8d-4e60-a2cf-aa94d9a0f603') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:47.978675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.992479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4aada17-76a1-4de0-944f-c2e900f7a552 None None] For port ffb1840b-85df-4a3b-9437-be029ff39306, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ffb1840b-85df-4a3b-9437-be029ff39306,segment=NetworkSegment(f1e89a33-920f-4c14-838a-6ff453061c6e),segment_id=f1e89a33-920f-4c14-838a-6ff453061c6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:48.001496 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.011126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:48.012460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:48.016230 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:48.034847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4aada17-76a1-4de0-944f-c2e900f7a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.121442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.133921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] Deleting port ffb1840b-85df-4a3b-9437-be029ff39306 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:48.134318 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.139776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.150116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/72acd8d2-a996-43f5-a8c6-396f2d1c7b64 HTTP/1.1" status: 204 len: 168 time: 0.7230768 Sep 23 19:50:48.163546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:48.164950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5accee-7c47-41f6-b112-38ed86589a6c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Network': ['ID=72acd8d2-a996-43f5-a8c6-396f2d1c7b64,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.168779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2031939265'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:48.198748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aada17-76a1-4de0-944f-c2e900f7a552 None None] Pushing event updated for resources: {'Port': ['ID=ffb1840b-85df-4a3b-9437-be029ff39306,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.207610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca9273-b511-48bc-bfbd-6c9e20416d5a req-2afbc400-cbed-4b4c-8921-693277600ad4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:48.209074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfca9273-b511-48bc-bfbd-6c9e20416d5a req-2afbc400-cbed-4b4c-8921-693277600ad4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1242306 Sep 23 19:50:48.258831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:48.262449 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.300514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfca9273-b511-48bc-bfbd-6c9e20416d5a req-6a9101b3-5512-48c8-b6ac-215eed97c640 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773857 Sep 23 19:50:48.301190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:48.304473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] For port ffb1840b-85df-4a3b-9437-be029ff39306, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ffb1840b-85df-4a3b-9437-be029ff39306,segment=NetworkSegment(f1e89a33-920f-4c14-838a-6ff453061c6e),segment_id=f1e89a33-920f-4c14-838a-6ff453061c6e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:48.304864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.320748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] Calling delete_port for ffb1840b-85df-4a3b-9437-be029ff39306 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:48.325754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.331101 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Added segment b7a527d3-cb77-4e24-9895-c82abdf0ccc9 of type vlan for network 6337f7ed-6b6b-4748-b0ac-65a94f02f5d2 Sep 23 19:50:48.398899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.428496 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.434175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:48.434817 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.439073 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.467040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3021481 Sep 23 19:50:48.469942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:48.471723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] Pushing event deleted for resources: {'Port': ['ID=ffb1840b-85df-4a3b-9437-be029ff39306,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.473878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443acc27-561d-4ebb-a95b-7838b11d7184 None None] No DVR routers for this DVR port ffb1840b-85df-4a3b-9437-be029ff39306 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:48.475519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'subnet': {'network_id': '6337f7ed-6b6b-4748-b0ac-65a94f02f5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:48.529903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a0caa-dda9-4047-8f8f-4e4a4a0aece8 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Network': ['ID=6337f7ed-6b6b-4748-b0ac-65a94f02f5d2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.542108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6337f7ed-6b6b-4748-b0ac-65a94f02f5d2 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:48.590103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:48.594006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.764165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.824339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.889338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Subnet': ['ID=5aba7954-1258-4b2d-9a78-9e73ad5fd07c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.897471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Checking segment: {'id': 'b7a527d3-cb77-4e24-9895-c82abdf0ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6337f7ed-6b6b-4748-b0ac-65a94f02f5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:48.897833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network hostable DHCP agents. Network: 6337f7ed-6b6b-4748-b0ac-65a94f02f5d2, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:48.915510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network 6337f7ed-6b6b-4748-b0ac-65a94f02f5d2 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:48.924981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6337f7ed-6b6b-4748-b0ac-65a94f02f5d2) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:48.929519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:48.930706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.939788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ddc7e0-fd8e-469c-b859-9f83dbafac2b None None] Network 6337f7ed-6b6b-4748-b0ac-65a94f02f5d2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:48.946764 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d5827bcc-5245-4032-a512-38bcb4b5c206 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4755876 Sep 23 19:50:48.949728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:49.063482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.123266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27681e7b-c9a6-4672-8ea9-28377399f155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-6337f7ed-6b6b-4748-b0ac-65a94f02f5d2', 'network_id': '6337f7ed-6b6b-4748-b0ac-65a94f02f5d2', 'tenant_id': 'dde79d159e1e4460b5a5eee8837755f8', 'fixed_ips': [{'subnet_id': '5aba7954-1258-4b2d-9a78-9e73ad5fd07c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:49.124142 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27681e7b-c9a6-4672-8ea9-28377399f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.158116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.232538 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-27681e7b-c9a6-4672-8ea9-28377399f155 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5aba7954-1258-4b2d-9a78-9e73ad5fd07c: This subnet is being modified by another concurrent operation. Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:50:49.235799 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5aba7954-1258-4b2d-9a78-9e73ad5fd07c: This subnet is being modified by another concurrent operation. Sep 23 19:50:49.239925 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 19:50:49.261121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971968eb-fde6-4602-a0ba-9fc3d533dd83 None None] Network 6337f7ed-6b6b-4748-b0ac-65a94f02f5d2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:49.270282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Subnet': ['ID=5aba7954-1258-4b2d-9a78-9e73ad5fd07c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:49.348013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.369220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6337f7ed-6b6b-4748-b0ac-65a94f02f5d2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:49.379720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a527d3-cb77-4e24-9895-c82abdf0ccc9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:49.380011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a527d3-cb77-4e24-9895-c82abdf0ccc9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:49.396264 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.406063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb139a4d-e594-4d47-9c06-476ff8039dd8 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:50:49.432024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.458707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:49.459104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:49.462841 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:49.489316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65c58f-65e6-4a74-a437-e81a2dfd74f9 req-cc76cb7a-f38b-4c2b-961d-799a97465e75 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:49.490830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe65c58f-65e6-4a74-a437-e81a2dfd74f9 req-cc76cb7a-f38b-4c2b-961d-799a97465e75 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0718367 Sep 23 19:50:49.504058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb139a4d-e594-4d47-9c06-476ff8039dd8 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:50:49.573427 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.582108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.588814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/6337f7ed-6b6b-4748-b0ac-65a94f02f5d2 HTTP/1.1" status: 204 len: 168 time: 0.6331885 Sep 23 19:50:49.589675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:49.595656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-166205599'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:49.597891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe65c58f-65e6-4a74-a437-e81a2dfd74f9 req-e6d1f2b8-3679-4757-a208-a5c2bb709ca4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953505 Sep 23 19:50:49.612863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d797c-89d5-41de-88d0-e31ab79660b0 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Network': ['ID=6337f7ed-6b6b-4748-b0ac-65a94f02f5d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:49.651608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:49.662479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.662958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ffb1840b-85df-4a3b-9437-be029ff39306 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:49.692787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:49.697539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ffb1840b-85df-4a3b-9437-be029ff39306 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:49.697896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ffb1840b-85df-4a3b-9437-be029ff39306 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:49.713955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.714415 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Added segment e5dee41f-5b5a-4666-bc58-87a076b9ed00 of type vlan for network cd18810c-1d66-41a5-b03c-3e93d5e1480a Sep 23 19:50:49.766500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.794272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.800361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:49.800956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.845794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2555370 Sep 23 19:50:49.848583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:49.856085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Request body: {'subnet': {'network_id': 'cd18810c-1d66-41a5-b03c-3e93d5e1480a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:49.901901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaca567-58f4-4326-8db5-3782f5aaad1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Network': ['ID=cd18810c-1d66-41a5-b03c-3e93d5e1480a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:49.915294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network cd18810c-1d66-41a5-b03c-3e93d5e1480a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:49.982077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Made reservation on behalf of dde79d159e1e4460b5a5eee8837755f8 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:49.988422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.241283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:50:50.242772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.306654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event updated for resources: {'Subnet': ['ID=acf3b43c-4598-4443-a59d-ba2322db7140,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:50.315630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Checking segment: {'id': 'e5dee41f-5b5a-4666-bc58-87a076b9ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd18810c-1d66-41a5-b03c-3e93d5e1480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:50.315992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network hostable DHCP agents. Network: cd18810c-1d66-41a5-b03c-3e93d5e1480a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:50.340809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Network cd18810c-1d66-41a5-b03c-3e93d5e1480a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:50.350988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, cd18810c-1d66-41a5-b03c-3e93d5e1480a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:50.356416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:50.357128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.361434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c110d-5306-488e-a4e7-f0adcf041514 None None] Network cd18810c-1d66-41a5-b03c-3e93d5e1480a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:50.386631 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-13e5e660-762b-4a6b-9ee6-38f48d872db4 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5343266 Sep 23 19:50:50.386981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:50.490742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.542407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37afff-faf7-4ed1-b614-056cd62f5fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-cd18810c-1d66-41a5-b03c-3e93d5e1480a', 'network_id': 'cd18810c-1d66-41a5-b03c-3e93d5e1480a', 'tenant_id': 'dde79d159e1e4460b5a5eee8837755f8', 'fixed_ips': [{'subnet_id': 'acf3b43c-4598-4443-a59d-ba2322db7140'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:50.543290 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c37afff-faf7-4ed1-b614-056cd62f5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.554721 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.648844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-9c37afff-faf7-4ed1-b614-056cd62f5fda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf3b43c-4598-4443-a59d-ba2322db7140: This subnet is being modified by another concurrent operation. Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:50:50.668385 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acf3b43c-4598-4443-a59d-ba2322db7140: This subnet is being modified by another concurrent operation. Sep 23 19:50:50.673343 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 19:50:50.680607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Subnet': ['ID=acf3b43c-4598-4443-a59d-ba2322db7140,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:50.700897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498524ba-2535-46a9-9d7f-9cdf0e4bd2ba None None] Network cd18810c-1d66-41a5-b03c-3e93d5e1480a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:50.781894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.812699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95118282-74b3-4d36-9cd1-fbdc95aba84f req-7916b68d-1a61-4d0d-8cc2-daa9d2bb156e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:50.820079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95118282-74b3-4d36-9cd1-fbdc95aba84f req-7916b68d-1a61-4d0d-8cc2-daa9d2bb156e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1282988 Sep 23 19:50:50.830356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd18810c-1d66-41a5-b03c-3e93d5e1480a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:50.832854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fdcc06-d2d8-44ad-8107-17eafa25766d None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:50:50.847641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dee41f-5b5a-4666-bc58-87a076b9ed00') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:50.847979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dee41f-5b5a-4666-bc58-87a076b9ed00') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:50.867285 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.878606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95118282-74b3-4d36-9cd1-fbdc95aba84f req-0fba5984-db23-4f93-9fb4-1c1ae1f06d41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576930 Sep 23 19:50:50.887176 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.904931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:50.905809 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:50.909187 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:50.984329 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.006150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.008348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/cd18810c-1d66-41a5-b03c-3e93d5e1480a HTTP/1.1" status: 204 len: 168 time: 0.6203418 Sep 23 19:50:51.009312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c381-067b-4be1-a919-c4ea6a8b1636 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Network': ['ID=cd18810c-1d66-41a5-b03c-3e93d5e1480a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.012957 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52682) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.021977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fdcc06-d2d8-44ad-8107-17eafa25766d None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:50:51.059867 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f204e552-5f6d-4054-9d99-07a8126ada6b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:51.059867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f204e552-5f6d-4054-9d99-07a8126ada6b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:51.065181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.065374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f204e552-5f6d-4054-9d99-07a8126ada6b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/acf3b43c-4598-4443-a59d-ba2322db7140 HTTP/1.1" status: 404 len: 337 time: 0.0512860 Sep 23 19:50:51.088966 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-becc0cc5-2eee-435b-b707-bbceca7bd907 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:51.089639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becc0cc5-2eee-435b-b707-bbceca7bd907 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:51.094295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-becc0cc5-2eee-435b-b707-bbceca7bd907 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/cd18810c-1d66-41a5-b03c-3e93d5e1480a HTTP/1.1" status: 404 len: 339 time: 0.0251863 Sep 23 19:50:51.095678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52686) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.121851 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc49f85-378f-4fe1-8ddf-c93a4e06f399 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:51.122327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc49f85-378f-4fe1-8ddf-c93a4e06f399 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:51.124079 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1bc49f85-378f-4fe1-8ddf-c93a4e06f399 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/5aba7954-1258-4b2d-9a78-9e73ad5fd07c HTTP/1.1" status: 404 len: 337 time: 0.0273180 Sep 23 19:50:51.127126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.150329 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde63436-2bbe-490c-99e0-25913df8bf9c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:51.150985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde63436-2bbe-490c-99e0-25913df8bf9c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:51.155129 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fde63436-2bbe-490c-99e0-25913df8bf9c tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/6337f7ed-6b6b-4748-b0ac-65a94f02f5d2 HTTP/1.1" status: 404 len: 339 time: 0.0246603 Sep 23 19:50:51.155405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52690) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.180928 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f7eafc-c625-40e4-9c7b-5ce7fd42c6d2 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:51.181472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f7eafc-c625-40e4-9c7b-5ce7fd42c6d2 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:51.185561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-93f7eafc-c625-40e4-9c7b-5ce7fd42c6d2 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/6b49351e-647c-44f1-ac37-747621cc024c HTTP/1.1" status: 404 len: 337 time: 0.0269611 Sep 23 19:50:51.185808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.205176 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b01ba34-83cc-403d-91ef-a93bb32ce18a tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:51.205821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b01ba34-83cc-403d-91ef-a93bb32ce18a tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:51.210239 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b01ba34-83cc-403d-91ef-a93bb32ce18a tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/72acd8d2-a996-43f5-a8c6-396f2d1c7b64 HTTP/1.1" status: 404 len: 339 time: 0.0210097 Sep 23 19:50:51.210597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.302791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Deleting port 7647a897-22a9-43ec-ac34-00120097a26b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:51.303135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.377490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.389013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Calling delete_port for 7647a897-22a9-43ec-ac34-00120097a26b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:51.467166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.497048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Port': ['ID=7647a897-22a9-43ec-ac34-00120097a26b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.504364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.508546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32a73b3f-7b36-4bdc-b13a-f3e7b0609a1b tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/ports/7647a897-22a9-43ec-ac34-00120097a26b HTTP/1.1" status: 204 len: 168 time: 0.2947233 Sep 23 19:50:51.508804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.536263 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a148dfd-9583-445e-a2a7-8de6646638dd tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:51.536731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a148dfd-9583-445e-a2a7-8de6646638dd tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:51.538550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1a148dfd-9583-445e-a2a7-8de6646638dd tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/41e717df-fb7a-4144-9905-589b1fa95939 HTTP/1.1" status: 404 len: 337 time: 0.0288205 Sep 23 19:50:51.541081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.616436 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.704373 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.725235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5312952e-5fd4-4031-92e2-1f1ba660f533']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:51.734313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e89a33-920f-4c14-838a-6ff453061c6e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:51.734647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e89a33-920f-4c14-838a-6ff453061c6e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:51.743892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.756600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.762401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:51.762795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:51.766250 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:51.828870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.835706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.837500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/5312952e-5fd4-4031-92e2-1f1ba660f533 HTTP/1.1" status: 204 len: 168 time: 0.2954757 Sep 23 19:50:51.840125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.849326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54728f-dfe7-4abb-a4f4-d4b19d695aa5 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Network': ['ID=5312952e-5fd4-4031-92e2-1f1ba660f533,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.927979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Deleting port 8927654f-7fd3-4d4a-a0d7-d593a1e949ce {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:51.928327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.998374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.004824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7fff5-b907-488e-a7bc-1e7dc19789b2 req-03e83515-c424-4590-b12e-ddf9bf19c1e0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:52.006518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fe7fff5-b907-488e-a7bc-1e7dc19789b2 req-03e83515-c424-4590-b12e-ddf9bf19c1e0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0535464 Sep 23 19:50:52.011028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Calling delete_port for 8927654f-7fd3-4d4a-a0d7-d593a1e949ce owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:52.046399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fe7fff5-b907-488e-a7bc-1e7dc19789b2 req-74c0f2bf-94e2-4cf3-9aca-6c996bda8d40 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329516 Sep 23 19:50:52.095728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.132875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Port': ['ID=8927654f-7fd3-4d4a-a0d7-d593a1e949ce,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:52.143184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.146265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4dc9432b-7ff1-451a-b950-c6fc6a1fb945 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/ports/8927654f-7fd3-4d4a-a0d7-d593a1e949ce HTTP/1.1" status: 204 len: 168 time: 0.3045206 Sep 23 19:50:52.148285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.176676 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3e70cf-e4fc-4f90-8f8e-9d27c1b41204 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:52.177053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3e70cf-e4fc-4f90-8f8e-9d27c1b41204 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:52.181170 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2a3e70cf-e4fc-4f90-8f8e-9d27c1b41204 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/6b96e555-bec7-4cc9-980a-fa2123477945 HTTP/1.1" status: 404 len: 337 time: 0.0296199 Sep 23 19:50:52.181416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.258414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.348077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.368410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6347a6ed-b96a-40bb-b121-2c6eaefed16b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:52.381534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:52.381838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea807fc-3fb8-4b4f-ae62-1bb58a01cc26') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:52.392156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.405215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.411924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:52.412314 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:52.415230 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:52.475079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.482418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.484886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/6347a6ed-b96a-40bb-b121-2c6eaefed16b HTTP/1.1" status: 204 len: 168 time: 0.3020337 Sep 23 19:50:52.487325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.504445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3695f1-6980-454a-b9da-4e79e4cf9517 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Network': ['ID=6347a6ed-b96a-40bb-b121-2c6eaefed16b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:52.546772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Deleting subnet f5aa388b-314f-4217-af20-5a74aa0c1790 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:52.550320 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.589089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.674822 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.731809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.759453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Subnet': ['ID=f5aa388b-314f-4217-af20-5a74aa0c1790,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:52.766831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.768796 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0dda3117-d284-4c26-ad55-05991e41a262 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/subnets/f5aa388b-314f-4217-af20-5a74aa0c1790 HTTP/1.1" status: 204 len: 168 time: 0.2805777 Sep 23 19:50:52.772276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.773413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86970977-a171-44cc-bb96-93178a0ecb61 None None] Network 904e18b8-bcb9-4c62-a37c-f88d70dedd3b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:52.854394 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.907901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Deleting port ed601e5e-611c-4715-a655-5d11942307b7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:52.908315 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.968623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] DHCP port deletion for 904e18b8-bcb9-4c62-a37c-f88d70dedd3b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:52.973831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] For port ed601e5e-611c-4715-a655-5d11942307b7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ed601e5e-611c-4715-a655-5d11942307b7,segment=NetworkSegment(d1dac4cd-a8e9-4b98-9614-8ceb8257163a),segment_id=d1dac4cd-a8e9-4b98-9614-8ceb8257163a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:52.974178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.990629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Calling delete_port for ed601e5e-611c-4715-a655-5d11942307b7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:53.021476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] Deleting port ed601e5e-611c-4715-a655-5d11942307b7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:53.022176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.074857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.103387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] No DVR routers for this DVR port ed601e5e-611c-4715-a655-5d11942307b7 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:53.107020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] For port ed601e5e-611c-4715-a655-5d11942307b7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ed601e5e-611c-4715-a655-5d11942307b7,segment=NetworkSegment(d1dac4cd-a8e9-4b98-9614-8ceb8257163a),segment_id=d1dac4cd-a8e9-4b98-9614-8ceb8257163a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:53.107430 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.110532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Port': ['ID=ed601e5e-611c-4715-a655-5d11942307b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:53.126649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] Calling delete_port for ed601e5e-611c-4715-a655-5d11942307b7 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:53.208973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.216438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.238873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] Pushing event deleted for resources: {'Port': ['ID=ed601e5e-611c-4715-a655-5d11942307b7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:53.243575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1c780-b9fc-4baf-aa6a-7ca63513c681 None None] No DVR routers for this DVR port ed601e5e-611c-4715-a655-5d11942307b7 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:53.253124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfac2e3-06c1-4505-889d-88c7556a9c76 req-1258955b-b6c3-40ed-b809-e0834c12d804 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:53.253942 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4bfac2e3-06c1-4505-889d-88c7556a9c76 req-1258955b-b6c3-40ed-b809-e0834c12d804 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1227942 Sep 23 19:50:53.256368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904e18b8-bcb9-4c62-a37c-f88d70dedd3b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:53.280464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dac4cd-a8e9-4b98-9614-8ceb8257163a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:53.280973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dac4cd-a8e9-4b98-9614-8ceb8257163a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:53.303834 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.332776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4bfac2e3-06c1-4505-889d-88c7556a9c76 req-ed646439-44d2-4a13-bdbf-2858296857ef tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610371 Sep 23 19:50:53.332776 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.336173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:53.336731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:53.340085 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:53.423125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.430053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.431796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] 10.222.0.38 "DELETE /v2.0/networks/904e18b8-bcb9-4c62-a37c-f88d70dedd3b HTTP/1.1" status: 204 len: 168 time: 0.6584876 Sep 23 19:50:53.444054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95efe82-c206-4d4e-855a-76263457cf34 tempest-NetworksIpV6TestAttrs-616777563 tempest-NetworksIpV6TestAttrs-616777563-project] Pushing event deleted for resources: {'Network': ['ID=904e18b8-bcb9-4c62-a37c-f88d70dedd3b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:53.600277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ed601e5e-611c-4715-a655-5d11942307b7 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:53.620433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ed601e5e-611c-4715-a655-5d11942307b7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:53.620782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ed601e5e-611c-4715-a655-5d11942307b7 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:53.645023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:53.779229 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de34a91a-d00b-4271-95e1-ea1be392106e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dde79d159e1e4460b5a5eee8837755f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323886 Sep 23 19:50:53.782301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:53.828961 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaad0f2e-0d20-4224-b248-ca1cbbd569a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.850331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaad0f2e-0d20-4224-b248-ca1cbbd569a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.900459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaad0f2e-0d20-4224-b248-ca1cbbd569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.903166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaad0f2e-0d20-4224-b248-ca1cbbd569a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.904415 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aaad0f2e-0d20-4224-b248-ca1cbbd569a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58907714-b1ce-4979-a346-52b58dac9dc7 HTTP/1.1" status: 204 len: 168 time: 0.1210408 Sep 23 19:50:53.912602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad0f2e-0d20-4224-b248-ca1cbbd569a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58907714-b1ce-4979-a346-52b58dac9dc7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:54.465162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef6a6d-fcad-4527-8c92-49af8e2353e3 req-a5ee7d85-c300-4ea1-958a-a0a4c44c1815 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:54.467224 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16ef6a6d-fcad-4527-8c92-49af8e2353e3 req-a5ee7d85-c300-4ea1-958a-a0a4c44c1815 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0533614 Sep 23 19:50:54.507906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16ef6a6d-fcad-4527-8c92-49af8e2353e3 req-4ab55e69-bafb-4131-ba4b-fab82bea4fd4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338616 Sep 23 19:50:54.591147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:54.690178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-703362120'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:54.712415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:54.716908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.726159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.818722 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.824933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.856576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:54.864122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb646338-588f-4ad9-8f18-1cee0267f637,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:54.870915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.871271 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment 78761abb-6abd-4048-a743-55dccccacba6 of type vlan for network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 Sep 23 19:50:54.913189 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.938842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.944457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:54.945058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.982393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3898482 Sep 23 19:50:54.985722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:54.991367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-2146058755'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:55.013842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:55.017972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.021750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee37bf-4960-4587-8c56-f3d0a15e2ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=ba1dadc6-f5ea-418f-ae8c-0623e60e0266,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:55.037433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:55.056431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:55.066056 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.066492 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment 90a42d49-c3cd-48f4-958e-ce2c7fe614f7 of type vlan for network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 Sep 23 19:50:55.108646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.145233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.151204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:55.151387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.193442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2065194 Sep 23 19:50:55.196488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52768) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:55.201524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': 'ba1dadc6-f5ea-418f-ae8c-0623e60e0266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:55.226259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71728317-5de2-47c8-9cf4-60c78eedab8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=c05b5e69-8871-4dcb-8d7e-4bd1958efb52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:55.237400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:55.287950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:55.292749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.364452 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.486376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.552798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=e2ef4d5b-308c-4673-882e-638cb309174b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:55.558019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': '78761abb-6abd-4048-a743-55dccccacba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba1dadc6-f5ea-418f-ae8c-0623e60e0266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:55.558407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: ba1dadc6-f5ea-418f-ae8c-0623e60e0266, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:55.575523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:55.586824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ba1dadc6-f5ea-418f-ae8c-0623e60e0266) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:55.592071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:55.592660 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.595374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe28d5f-58b4-41aa-b2f5-b52f898a6f63 None None] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:55.611270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d36368b9-171a-4643-a957-8647df7e5ce6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4107883 Sep 23 19:50:55.611510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52776) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:55.616508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': 'c05b5e69-8871-4dcb-8d7e-4bd1958efb52', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:55.635491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795290f7-5b1c-45d0-9372-fc3ca1d42cfe req-2ab543b8-6839-474a-aaa1-a6a6bb9a70b7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:55.636991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-795290f7-5b1c-45d0-9372-fc3ca1d42cfe req-2ab543b8-6839-474a-aaa1-a6a6bb9a70b7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0517631 Sep 23 19:50:55.680023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-795290f7-5b1c-45d0-9372-fc3ca1d42cfe req-6b999bbe-d001-425d-84cc-52e73628af9c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364885 Sep 23 19:50:55.712687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:55.717480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.759846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-ba1dadc6-f5ea-418f-ae8c-0623e60e0266', 'network_id': 'ba1dadc6-f5ea-418f-ae8c-0623e60e0266', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': 'e2ef4d5b-308c-4673-882e-638cb309174b'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:55.759846 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.920128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Allocated IP 172.20.0.2 (ba1dadc6-f5ea-418f-ae8c-0623e60e0266/e2ef4d5b-308c-4673-882e-638cb309174b/83ad578d-20f9-4b52-9dea-4942fc2dfb99) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:55.933045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.946518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc7e97-ab39-4044-a2e5-b0c7bfe016be req-e052e126-3057-4f3e-8845-6ef17d520e74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:55.948124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1fc7e97-ab39-4044-a2e5-b0c7bfe016be req-e052e126-3057-4f3e-8845-6ef17d520e74 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0550678 Sep 23 19:50:55.988715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1fc7e97-ab39-4044-a2e5-b0c7bfe016be req-55817897-cf8d-4ffa-90ba-e997f65a0f89 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334048 Sep 23 19:50:56.052504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=89e5b81b-2668-451f-ad8e-feaea35f8305,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:56.063328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': '90a42d49-c3cd-48f4-958e-ce2c7fe614f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c05b5e69-8871-4dcb-8d7e-4bd1958efb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:56.063695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: c05b5e69-8871-4dcb-8d7e-4bd1958efb52, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:56.069063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-473d41e8-f389-45ee-9aa2-c6bc4f159f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:56.070631 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-473d41e8-f389-45ee-9aa2-c6bc4f159f41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1095 time: 0.1286809 Sep 23 19:50:56.109391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.113720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:56.116102 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.152691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c05b5e69-8871-4dcb-8d7e-4bd1958efb52) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:56.154979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:56.159038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:56.166780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8582de-4927-4b50-963b-f9f9ac1fbd43 None None] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:56.169778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:56.170505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.184099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:56.192461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b07b1429-3f2c-4213-ab9a-a843de0c4fb5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5800018 Sep 23 19:50:56.196590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:56.197183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-8a493c76-6984-4512-aa72-571a831e5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:56.197687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Pushing event updated for resources: {'Port': ['ID=83ad578d-20f9-4b52-9dea-4942fc2dfb99,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:56.198785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-8a493c76-6984-4512-aa72-571a831e5df0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1195045 Sep 23 19:50:56.206099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b63cc88-3c0a-49ad-8b64-48d5a9afa901 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444032180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:56.236161 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc88-3c0a-49ad-8b64-48d5a9afa901 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.241822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc88-3c0a-49ad-8b64-48d5a9afa901 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.279645 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-164e37e3-3414-42ab-875f-e0bb302ac376 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 999 time: 0.0724027 Sep 23 19:50:56.301744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Attempting to bind port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:56.302221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Attempting to bind port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '78761abb-6abd-4048-a743-55dccccacba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba1dadc6-f5ea-418f-ae8c-0623e60e0266'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:56.302864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Attempting to bind port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 on network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:56.310704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc88-3c0a-49ad-8b64-48d5a9afa901 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.311169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:56.311878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Checking segment: {'id': '78761abb-6abd-4048-a743-55dccccacba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba1dadc6-f5ea-418f-ae8c-0623e60e0266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:56.313083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.313581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Bound using segment: {'id': '78761abb-6abd-4048-a743-55dccccacba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba1dadc6-f5ea-418f-ae8c-0623e60e0266'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:56.314327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Bound port: 83ad578d-20f9-4b52-9dea-4942fc2dfb99, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78761abb-6abd-4048-a743-55dccccacba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba1dadc6-f5ea-418f-ae8c-0623e60e0266'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:56.314975 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.317657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc88-3c0a-49ad-8b64-48d5a9afa901 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.337729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc88-3c0a-49ad-8b64-48d5a9afa901 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.339634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b63cc88-3c0a-49ad-8b64-48d5a9afa901 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1410861 Sep 23 19:50:56.342476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:56.345387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-89808ad9-5d7c-4dcf-b78d-27fcdb264af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:56.347257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-89808ad9-5d7c-4dcf-b78d-27fcdb264af2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0588744 Sep 23 19:50:56.404536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-b7979162-b5ca-418c-bf7c-f26d101f0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:56.406595 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-b7979162-b5ca-418c-bf7c-f26d101f0b59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519128 Sep 23 19:50:56.426676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-c05b5e69-8871-4dcb-8d7e-4bd1958efb52', 'network_id': 'c05b5e69-8871-4dcb-8d7e-4bd1958efb52', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': '89e5b81b-2668-451f-ad8e-feaea35f8305'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:56.427612 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.452122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] For port 83ad578d-20f9-4b52-9dea-4942fc2dfb99, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:56.467622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] For port 83ad578d-20f9-4b52-9dea-4942fc2dfb99, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=83ad578d-20f9-4b52-9dea-4942fc2dfb99,segment=NetworkSegment(78761abb-6abd-4048-a743-55dccccacba6),segment_id=78761abb-6abd-4048-a743-55dccccacba6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:56.488962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.528148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-a3937221-c754-48cd-81e0-f44ee404cf48 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127450 Sep 23 19:50:56.678348 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-30881947-5fc2-4521-af1c-61ed7454fb7f req-7a17c272-a583-49bc-80a7-ad63d4385e4d service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403432 Sep 23 19:50:56.694727 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.864780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c41d1-9a89-4095-bacf-239479d59fa5 None None] Pushing event updated for resources: {'Port': ['ID=83ad578d-20f9-4b52-9dea-4942fc2dfb99,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:56.899690 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.915832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Allocated IP 172.21.0.2 (c05b5e69-8871-4dcb-8d7e-4bd1958efb52/89e5b81b-2668-451f-ad8e-feaea35f8305/9c123605-f29c-4d33-bc8a-f8da0a8391e3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:57.068562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.20.0.1 (ba1dadc6-f5ea-418f-ae8c-0623e60e0266/e2ef4d5b-308c-4673-882e-638cb309174b/bb5f3adb-0b51-42ff-9c3c-366c3425cd85) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:57.128172 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.135415 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.205273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Pushing event updated for resources: {'Port': ['ID=9c123605-f29c-4d33-bc8a-f8da0a8391e3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:57.213229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:57.216008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:57.219776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:57.248340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.263268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c2504-3c05-4ced-a10e-373131e634b7 req-39f13e01-39ae-42d1-8bdd-c1f38b2e98f1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:57.272084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e5c2504-3c05-4ced-a10e-373131e634b7 req-39f13e01-39ae-42d1-8bdd-c1f38b2e98f1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1224775 Sep 23 19:50:57.280767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Attempting to bind port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:57.282519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Attempting to bind port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '90a42d49-c3cd-48f4-958e-ce2c7fe614f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c05b5e69-8871-4dcb-8d7e-4bd1958efb52'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:57.283073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Attempting to bind port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 on network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:57.288900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:57.289428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Checking segment: {'id': '90a42d49-c3cd-48f4-958e-ce2c7fe614f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c05b5e69-8871-4dcb-8d7e-4bd1958efb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:57.289922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.290423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Bound using segment: {'id': '90a42d49-c3cd-48f4-958e-ce2c7fe614f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c05b5e69-8871-4dcb-8d7e-4bd1958efb52'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:57.291395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Bound port: 9c123605-f29c-4d33-bc8a-f8da0a8391e3, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a42d49-c3cd-48f4-958e-ce2c7fe614f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c05b5e69-8871-4dcb-8d7e-4bd1958efb52'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:57.291871 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.330581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e5c2504-3c05-4ced-a10e-373131e634b7 req-1dd0e303-eeae-497b-833d-a23f723d12ea tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573504 Sep 23 19:50:57.365050 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.388350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] For port 9c123605-f29c-4d33-bc8a-f8da0a8391e3, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:57.391767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] For port 9c123605-f29c-4d33-bc8a-f8da0a8391e3, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9c123605-f29c-4d33-bc8a-f8da0a8391e3,segment=NetworkSegment(90a42d49-c3cd-48f4-958e-ce2c7fe614f7),segment_id=90a42d49-c3cd-48f4-958e-ce2c7fe614f7)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:57.397173 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.411945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:57.415510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:57.425216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:57.429352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=bb5f3adb-0b51-42ff-9c3c-366c3425cd85,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:57.468059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa00e1-6798-4a32-9f00-a41537201392 None None] Pushing event updated for resources: {'Port': ['ID=9c123605-f29c-4d33-bc8a-f8da0a8391e3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:57.473457 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.649979 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.672877 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 83ad578d-20f9-4b52-9dea-4942fc2dfb99 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:57.762670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:57.763077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.872096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.918533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 83ad578d-20f9-4b52-9dea-4942fc2dfb99, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=83ad578d-20f9-4b52-9dea-4942fc2dfb99,segment=NetworkSegment(78761abb-6abd-4048-a743-55dccccacba6),segment_id=78761abb-6abd-4048-a743-55dccccacba6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:57.924918 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.992685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=83ad578d-20f9-4b52-9dea-4942fc2dfb99,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:58.077426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceeb165-4774-4dde-b440-e96ce70ced7d None None] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:58.188631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7c74f9f7-fc39-4b44-a767-03dd30b2ca56 None None] Provisioning complete for port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:58.189349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c74f9f7-fc39-4b44-a767-03dd30b2ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.396557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.404400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.525922 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.528076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=bb5f3adb-0b51-42ff-9c3c-366c3425cd85,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:58.570379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487d662-04ce-483d-aa2f-0893718222a1 req-0d896a8d-51cb-408c-babc-b9595293f0fe tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:58.572678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f487d662-04ce-483d-aa2f-0893718222a1 req-0d896a8d-51cb-408c-babc-b9595293f0fe tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1082742 Sep 23 19:50:58.665362 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f487d662-04ce-483d-aa2f-0893718222a1 req-66290ef0-c1cb-478c-a9c7-5b28766fd2d5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916078 Sep 23 19:50:58.705143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:58.707071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:58.787458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5325e0ce-a106-498c-8b6b-d2f870d8dbc1 None None] Provisioning complete for port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:58.788080 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5325e0ce-a106-498c-8b6b-d2f870d8dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.876194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9b844-868d-40a7-8537-826bdc79aa0a req-41b81722-7940-444c-9e00-392d96499ab5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:58.880255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0b9b844-868d-40a7-8537-826bdc79aa0a req-41b81722-7940-444c-9e00-392d96499ab5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0855093 Sep 23 19:50:58.902651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5325e0ce-a106-498c-8b6b-d2f870d8dbc1 None None] Provisioning complete for port bb5f3adb-0b51-42ff-9c3c-366c3425cd85 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:58.903135 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5325e0ce-a106-498c-8b6b-d2f870d8dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.928347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router bee8fce8-94e7-4029-ba5e-131eb2072868 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:50:58.935516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0b9b844-868d-40a7-8537-826bdc79aa0a req-94a744a1-12d8-4ea2-a3e8-bdec57e2043b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493009 Sep 23 19:50:58.948692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5325e0ce-a106-498c-8b6b-d2f870d8dbc1 None None] Port bb5f3adb-0b51-42ff-9c3c-366c3425cd85 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:58.973559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59855308-5642-44d2-83ac-414ebf4aa4cd None None] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:59.039500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:59.049405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b2aec60c-672c-4bdc-8e84-dac4063bc055 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/bee8fce8-94e7-4029-ba5e-131eb2072868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052743 Sep 23 19:50:59.051375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:59.076085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] Sync routers for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:59.101066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb0a95-8ba6-4a6b-8450-f47cc85920e5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:59.102878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-13bb0a95-8ba6-4a6b-8450-f47cc85920e5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports/bb5f3adb-0b51-42ff-9c3c-366c3425cd85 HTTP/1.1" status: 200 len: 910 time: 0.0501828 Sep 23 19:50:59.105172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:59.108676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:59.110033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:59.171298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:59.174188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c6dce2a0-09d0-4f49-80d4-85a1e573944d None None] Provisioning complete for port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:59.174671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6dce2a0-09d0-4f49-80d4-85a1e573944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.243181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:59.243933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:59.356021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:59.356690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230b82d-22b5-4d3d-875b-fa71b3f81567 None None] The sync data for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:59.453782 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6dce2a0-09d0-4f49-80d4-85a1e573944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.486679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a021143-ba27-4a6a-8a47-5082b7d200d4 req-6df76acb-aa1f-4640-9da3-106ba251e6cc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:59.487465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c6dce2a0-09d0-4f49-80d4-85a1e573944d None None] For port 9c123605-f29c-4d33-bc8a-f8da0a8391e3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9c123605-f29c-4d33-bc8a-f8da0a8391e3,segment=NetworkSegment(90a42d49-c3cd-48f4-958e-ce2c7fe614f7),segment_id=90a42d49-c3cd-48f4-958e-ce2c7fe614f7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:59.488620 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a021143-ba27-4a6a-8a47-5082b7d200d4 req-6df76acb-aa1f-4640-9da3-106ba251e6cc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1411934 Sep 23 19:50:59.495811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6dce2a0-09d0-4f49-80d4-85a1e573944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.564428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce2a0-09d0-4f49-80d4-85a1e573944d None None] Pushing event updated for resources: {'Port': ['ID=9c123605-f29c-4d33-bc8a-f8da0a8391e3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:59.586096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a021143-ba27-4a6a-8a47-5082b7d200d4 req-6dd1f342-2380-4d9b-8ac7-47e5fa9683f9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837622 Sep 23 19:50:59.629611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-89a30ce6-03eb-4036-be80-3e5da87b2132 None None] Provisioning complete for port bb5f3adb-0b51-42ff-9c3c-366c3425cd85 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:59.630100 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89a30ce6-03eb-4036-be80-3e5da87b2132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.681220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-89a30ce6-03eb-4036-be80-3e5da87b2132 None None] Port bb5f3adb-0b51-42ff-9c3c-366c3425cd85 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:59.683462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.771604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9c123605-f29c-4d33-bc8a-f8da0a8391e3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:59.850927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:59.851463 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.949875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f3753b33-a5a1-47f2-a3f5-a44c0efe9acb None None] Provisioning complete for port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:59.950461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3753b33-a5a1-47f2-a3f5-a44c0efe9acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.967213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f69716-74e9-4013-b0ec-af66b0a41eca req-78ea68a1-57ce-451a-9370-5a999ca8afa7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:59.969025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80f69716-74e9-4013-b0ec-af66b0a41eca req-78ea68a1-57ce-451a-9370-5a999ca8afa7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1069603 Sep 23 19:50:59.986403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 83ad578d-20f9-4b52-9dea-4942fc2dfb99 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:00.066533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80f69716-74e9-4013-b0ec-af66b0a41eca req-ad6f0d01-f1ba-4288-a0ad-dbae1e9cc82c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627785 Sep 23 19:51:00.066678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:00.067148 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.121080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.21.0.1 (c05b5e69-8871-4dcb-8d7e-4bd1958efb52/89e5b81b-2668-451f-ad8e-feaea35f8305/7a16dbde-621c-4ab2-8207-ef912f25f0bb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:00.254260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.292197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.331469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:00.336330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:00.344260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:00.348150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=7a16dbde-621c-4ab2-8207-ef912f25f0bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:00.389357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.515180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.586970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5b9cb7e3-bfb0-4b76-a0a4-4394e08c5cd7 None None] Provisioning complete for port 7a16dbde-621c-4ab2-8207-ef912f25f0bb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:00.587539 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb7e3-bfb0-4b76-a0a4-4394e08c5cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.628158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cb7e3-bfb0-4b76-a0a4-4394e08c5cd7 None None] Port 7a16dbde-621c-4ab2-8207-ef912f25f0bb cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:00.789722 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.794105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.865384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=7a16dbde-621c-4ab2-8207-ef912f25f0bb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:00.867689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.961119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:00.962539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:01.070000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router bee8fce8-94e7-4029-ba5e-131eb2072868 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:01.206985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:01.212435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-015b414e-88ec-4c33-b64f-c0c5ef814ee5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/bee8fce8-94e7-4029-ba5e-131eb2072868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1062553 Sep 23 19:51:01.216066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:01.217854 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] Sync routers for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:01.228819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415cc0b-4956-43f8-8abd-5b3e9624f477 req-2c416945-6832-4710-bb39-f858fc71f5a0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:01.230385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1415cc0b-4956-43f8-8abd-5b3e9624f477 req-2c416945-6832-4710-bb39-f858fc71f5a0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0691822 Sep 23 19:51:01.230923 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:01.231530 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:01.257355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7f05f1ad-20fe-42a7-9be2-e89872fd6a9b None None] Provisioning complete for port 7a16dbde-621c-4ab2-8207-ef912f25f0bb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:01.258951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f05f1ad-20fe-42a7-9be2-e89872fd6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.272342 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:01.283672 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:01.284960 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:01.286709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1415cc0b-4956-43f8-8abd-5b3e9624f477 req-90982ebe-6f10-4e8a-b0c0-33cb4ecfc715 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484579 Sep 23 19:51:01.323155 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:01.323657 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1278cd1-582d-4698-9d64-7e505bbb8a53 None None] The sync data for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:01.332608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be357d-ce87-4f52-9637-47a7ac85a3ca tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:01.337561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c3be357d-ce87-4f52-9637-47a7ac85a3ca tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports/7a16dbde-621c-4ab2-8207-ef912f25f0bb HTTP/1.1" status: 200 len: 910 time: 0.1196468 Sep 23 19:51:01.340489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7f05f1ad-20fe-42a7-9be2-e89872fd6a9b None None] Port 7a16dbde-621c-4ab2-8207-ef912f25f0bb cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:01.340856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52900) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:01.451568 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:51:01.608594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda944-a196-45bf-9b97-418f2920f3d0 req-364792f7-d73b-4de6-9551-2fc74f5d1b06 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:01.611156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11eda944-a196-45bf-9b97-418f2920f3d0 req-364792f7-d73b-4de6-9551-2fc74f5d1b06 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0802426 Sep 23 19:51:01.640159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9c123605-f29c-4d33-bc8a-f8da0a8391e3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:01.710665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11eda944-a196-45bf-9b97-418f2920f3d0 req-255b2b80-8b09-42c2-b2c1-b0482b8fe018 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894511 Sep 23 19:51:01.714089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:01.714529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.003756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.242377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 7a16dbde-621c-4ab2-8207-ef912f25f0bb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:02.243061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.332984 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.341883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 7a16dbde-621c-4ab2-8207-ef912f25f0bb owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:02.515849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.543609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=7a16dbde-621c-4ab2-8207-ef912f25f0bb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:02.709312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.887347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a9183-979f-44df-972f-8c20e2394eea req-b210b977-f7f9-46d7-9ca6-08f8218825c1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:02.889541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b6a9183-979f-44df-972f-8c20e2394eea req-b210b977-f7f9-46d7-9ca6-08f8218825c1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0729232 Sep 23 19:51:02.927712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0b6a9183-979f-44df-972f-8c20e2394eea req-3cdd6118-e352-4c97-b6d4-27f8324ec7d5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Sep 23 19:51:02.959290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router bee8fce8-94e7-4029-ba5e-131eb2072868 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:03.056890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:03.057131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfd3a5-ccc3-4e56-a999-3adf5e5b75d8 req-7465ae8d-3e15-4190-a1dd-5f42f6077b18 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:03.062297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-63dd4b1c-1780-4a76-b68a-dfb6bde03056 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/bee8fce8-94e7-4029-ba5e-131eb2072868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200451 Sep 23 19:51:03.064855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:03.066901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74cfd3a5-ccc3-4e56-a999-3adf5e5b75d8 req-7465ae8d-3e15-4190-a1dd-5f42f6077b18 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0668213 Sep 23 19:51:03.068452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] Sync routers for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:03.078797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:03.079769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:03.108618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74cfd3a5-ccc3-4e56-a999-3adf5e5b75d8 req-b81b2b1a-3fd5-4816-84d0-2af719c79866 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345616 Sep 23 19:51:03.119711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:03.131760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:03.133093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:03.170697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:03.172233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672adce8-0255-4c28-bf75-9f3f1e85a438 None None] The sync data for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:03.242720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdc8c5-c8bf-42ee-a6d3-ee764b46cf26 req-7ee745ac-32e9-480d-b49e-9c3c38a92c86 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:03.244247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5cdc8c5-c8bf-42ee-a6d3-ee764b46cf26 req-7ee745ac-32e9-480d-b49e-9c3c38a92c86 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0571530 Sep 23 19:51:03.289323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5cdc8c5-c8bf-42ee-a6d3-ee764b46cf26 req-71462d60-dc68-498c-b059-74346b1f1a0a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Sep 23 19:51:03.403008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.429405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023d0fc-50e2-481a-90bc-70f76b3de8a9 req-4a085692-ad85-4223-9cec-737ca67ffc4f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:03.431010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6023d0fc-50e2-481a-90bc-70f76b3de8a9 req-4a085692-ad85-4223-9cec-737ca67ffc4f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0616524 Sep 23 19:51:03.471240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6023d0fc-50e2-481a-90bc-70f76b3de8a9 req-42cd683f-62c6-4ecf-9e15-ba627193d986 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338862 Sep 23 19:51:03.655345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port bb5f3adb-0b51-42ff-9c3c-366c3425cd85 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:03.655801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.743353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.755263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for bb5f3adb-0b51-42ff-9c3c-366c3425cd85 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:03.930308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.957732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=bb5f3adb-0b51-42ff-9c3c-366c3425cd85,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:04.113223 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.272722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router bee8fce8-94e7-4029-ba5e-131eb2072868 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:04.356128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:04.367576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd54b477-9768-4f1b-a957-65a879c39ffa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/bee8fce8-94e7-4029-ba5e-131eb2072868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3015337 Sep 23 19:51:04.370238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52970) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:04.373071 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] Sync routers for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:04.384264 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:04.384898 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:04.397716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e8b81d28-d04b-48a3-9647-6cb6da41cc31 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=bee8fce8-94e7-4029-ba5e-131eb2072868 HTTP/1.1" status: 200 len: 205 time: 0.0263588 Sep 23 19:51:04.400125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52972) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:04.422523 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:04.430944 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] Routers {'bee8fce8-94e7-4029-ba5e-131eb2072868'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:04.431538 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['bee8fce8-94e7-4029-ba5e-131eb2072868'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:04.462804 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:04.463444 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454fbbf-d3f2-4ee6-8ac0-0bf376ce76b9 None None] The sync data for ids ['bee8fce8-94e7-4029-ba5e-131eb2072868'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:04.474778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e033d64-8893-4efa-a764-131831939ca5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.646488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e033d64-8893-4efa-a764-131831939ca5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.650184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e033d64-8893-4efa-a764-131831939ca5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.694149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e033d64-8893-4efa-a764-131831939ca5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.694774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e033d64-8893-4efa-a764-131831939ca5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Fanout notify agent at l3_agent the message router_deleted on router bee8fce8-94e7-4029-ba5e-131eb2072868 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:04.701818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e033d64-8893-4efa-a764-131831939ca5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.703211 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2e033d64-8893-4efa-a764-131831939ca5 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/bee8fce8-94e7-4029-ba5e-131eb2072868 HTTP/1.1" status: 204 len: 168 time: 0.3021123 Sep 23 19:51:04.705847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:04.756447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet 89e5b81b-2668-451f-ad8e-feaea35f8305 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:04.759469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.803975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.887873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.945454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.978841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=89e5b81b-2668-451f-ad8e-feaea35f8305,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:04.980809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.982853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fed7282a-b305-4ae9-bb90-97c444d973a7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/89e5b81b-2668-451f-ad8e-feaea35f8305 HTTP/1.1" status: 204 len: 168 time: 0.2759037 Sep 23 19:51:04.985432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 52988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:04.989031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f639685-385c-4c41-bc20-2b81f44e2731 None None] Network c05b5e69-8871-4dcb-8d7e-4bd1958efb52 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:05.036382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet e2ef4d5b-308c-4673-882e-638cb309174b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:05.039581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.082540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.178397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.198406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] DHCP port deletion for c05b5e69-8871-4dcb-8d7e-4bd1958efb52 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:05.239187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.246350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] Deleting port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:05.246811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.269691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.274606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 52994) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:05.274827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/e2ef4d5b-308c-4673-882e-638cb309174b HTTP/1.1" status: 204 len: 168 time: 0.2881610 Sep 23 19:51:05.276894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d64dc-f9ce-45f7-acec-576058c6d914 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ef4d5b-308c-4673-882e-638cb309174b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:05.287544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c7d05-337e-4cee-bb01-d6777895e585 None None] Network ba1dadc6-f5ea-418f-ae8c-0623e60e0266 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:05.356951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.372329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] For port 9c123605-f29c-4d33-bc8a-f8da0a8391e3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9c123605-f29c-4d33-bc8a-f8da0a8391e3,segment=NetworkSegment(90a42d49-c3cd-48f4-958e-ce2c7fe614f7),segment_id=90a42d49-c3cd-48f4-958e-ce2c7fe614f7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:05.373098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.421889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:05.422134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.430767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] Calling delete_port for 9c123605-f29c-4d33-bc8a-f8da0a8391e3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:05.498426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port 9c123605-f29c-4d33-bc8a-f8da0a8391e3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9c123605-f29c-4d33-bc8a-f8da0a8391e3,segment=NetworkSegment(90a42d49-c3cd-48f4-958e-ce2c7fe614f7),segment_id=90a42d49-c3cd-48f4-958e-ce2c7fe614f7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:05.498987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.511247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 9c123605-f29c-4d33-bc8a-f8da0a8391e3 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:05.557709 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.592279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] Pushing event deleted for resources: {'Port': ['ID=9c123605-f29c-4d33-bc8a-f8da0a8391e3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:05.598279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.598463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5d1b3-e54d-4565-8d14-202fd4428bfe None None] No DVR routers for this DVR port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:05.635193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=9c123605-f29c-4d33-bc8a-f8da0a8391e3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:05.637099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port 9c123605-f29c-4d33-bc8a-f8da0a8391e3 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:05.661512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] DHCP port deletion for ba1dadc6-f5ea-418f-ae8c-0623e60e0266 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:05.664510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9c123605-f29c-4d33-bc8a-f8da0a8391e3 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:05.690752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9c123605-f29c-4d33-bc8a-f8da0a8391e3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:05.691095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9c123605-f29c-4d33-bc8a-f8da0a8391e3 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:05.740836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] Deleting port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:05.740836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.750648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.778963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05b5e69-8871-4dcb-8d7e-4bd1958efb52']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:05.791833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a42d49-c3cd-48f4-958e-ce2c7fe614f7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:05.792416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a42d49-c3cd-48f4-958e-ce2c7fe614f7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:05.802526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.806023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] For port 83ad578d-20f9-4b52-9dea-4942fc2dfb99, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=83ad578d-20f9-4b52-9dea-4942fc2dfb99,segment=NetworkSegment(78761abb-6abd-4048-a743-55dccccacba6),segment_id=78761abb-6abd-4048-a743-55dccccacba6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:05.806556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.821711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] Calling delete_port for 83ad578d-20f9-4b52-9dea-4942fc2dfb99 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:05.821850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.828604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:05.828993 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: self.session.flush() Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:05.843232 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:05.900938 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.907443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.907603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.912471 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/c05b5e69-8871-4dcb-8d7e-4bd1958efb52 HTTP/1.1" status: 204 len: 168 time: 0.6365504 Sep 23 19:51:05.912930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:05.927213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf09e9f-086a-4941-a5be-c3a242f4da50 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=c05b5e69-8871-4dcb-8d7e-4bd1958efb52,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:05.938680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] Pushing event deleted for resources: {'Port': ['ID=83ad578d-20f9-4b52-9dea-4942fc2dfb99,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:05.943592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b0f48-a67f-4c40-b48f-aa33dd89d944 None None] No DVR routers for this DVR port 83ad578d-20f9-4b52-9dea-4942fc2dfb99 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:06.013010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.098840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.118564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1dadc6-f5ea-418f-ae8c-0623e60e0266']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:06.127536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78761abb-6abd-4048-a743-55dccccacba6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:06.127829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78761abb-6abd-4048-a743-55dccccacba6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:06.136788 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.149306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.154940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:06.155316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:06.158714 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:06.220168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.237982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.243372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/ba1dadc6-f5ea-418f-ae8c-0623e60e0266 HTTP/1.1" status: 204 len: 168 time: 0.3245924 Sep 23 19:51:06.243372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f0ae7-e8ae-478c-a5f3-80b63d92ae08 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=ba1dadc6-f5ea-418f-ae8c-0623e60e0266,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:06.243649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:06.248292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-1249711841'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:06.273130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:06.276803 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.301263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:06.310277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.310891 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment 4c1341ef-b621-4755-b244-782250a330f7 of type vlan for network c5cc6149-af26-4b33-a7aa-193dc97926be Sep 23 19:51:06.351947 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.375998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.381591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:06.382168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.423281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1787519 Sep 23 19:51:06.425983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:06.454092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:06.458542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237e6b7-721e-4600-829f-0ae543aadb02 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=c5cc6149-af26-4b33-a7aa-193dc97926be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:06.469209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c5cc6149-af26-4b33-a7aa-193dc97926be details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:06.549175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:06.552792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.738145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.804972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=e3745fbf-aca2-470e-90f5-41d28f7dec88,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:06.812239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': '4c1341ef-b621-4755-b244-782250a330f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:06.816710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: c5cc6149-af26-4b33-a7aa-193dc97926be, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:06.829643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network c5cc6149-af26-4b33-a7aa-193dc97926be is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:06.845841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c5cc6149-af26-4b33-a7aa-193dc97926be) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:06.855361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:06.855959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.864806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661abe45-d9d9-4f60-92b9-35bd4c651d78 None None] Network c5cc6149-af26-4b33-a7aa-193dc97926be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:06.877253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c39dbcfa-8556-4d78-9fb2-e768e136ddcd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4473722 Sep 23 19:51:06.877457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:06.882440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5b55f690-5b48-4e0d-a7fd-f6a55c2acfad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-988775651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:06.912041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b55f690-5b48-4e0d-a7fd-f6a55c2acfad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.913128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b55f690-5b48-4e0d-a7fd-f6a55c2acfad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.965676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b55f690-5b48-4e0d-a7fd-f6a55c2acfad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.971042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b55f690-5b48-4e0d-a7fd-f6a55c2acfad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.987070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b55f690-5b48-4e0d-a7fd-f6a55c2acfad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.990848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b55f690-5b48-4e0d-a7fd-f6a55c2acfad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1099613 Sep 23 19:51:06.991485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:06.996413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'port': {'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be', 'name': 'tempest-RoutersTest-47262115'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:07.016099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-c5cc6149-af26-4b33-a7aa-193dc97926be', 'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': 'e3745fbf-aca2-470e-90f5-41d28f7dec88'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:07.018723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.119338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:07.123445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.141581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] device_id is not set on port a957616b-17b1-4304-ba41-dcf4c8b1de2c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:51:07.160730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Allocated IP 172.20.0.2 (c5cc6149-af26-4b33-a7aa-193dc97926be/e3745fbf-aca2-470e-90f5-41d28f7dec88/8ca62b0f-202d-4328-8d15-56d6ef8069c3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:07.457877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.464349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.519134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.20.0.14 (c5cc6149-af26-4b33-a7aa-193dc97926be/e3745fbf-aca2-470e-90f5-41d28f7dec88/a957616b-17b1-4304-ba41-dcf4c8b1de2c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:07.523398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Pushing event updated for resources: {'Port': ['ID=8ca62b0f-202d-4328-8d15-56d6ef8069c3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:07.533069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Network c5cc6149-af26-4b33-a7aa-193dc97926be is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:07.534689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:07.537265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:07.600763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Attempting to bind port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:07.601164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Attempting to bind port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4c1341ef-b621-4755-b244-782250a330f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:07.601540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Attempting to bind port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 on network c5cc6149-af26-4b33-a7aa-193dc97926be {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:07.609117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:07.609856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Checking segment: {'id': '4c1341ef-b621-4755-b244-782250a330f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:07.610414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.611049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Bound using segment: {'id': '4c1341ef-b621-4755-b244-782250a330f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:07.611567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Bound port: 8ca62b0f-202d-4328-8d15-56d6ef8069c3, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1341ef-b621-4755-b244-782250a330f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c5cc6149-af26-4b33-a7aa-193dc97926be'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:07.611961 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.629773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 83ad578d-20f9-4b52-9dea-4942fc2dfb99 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:07.656332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 83ad578d-20f9-4b52-9dea-4942fc2dfb99 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:07.656960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 83ad578d-20f9-4b52-9dea-4942fc2dfb99 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:07.708679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.725540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] For port 8ca62b0f-202d-4328-8d15-56d6ef8069c3, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:07.728884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] For port 8ca62b0f-202d-4328-8d15-56d6ef8069c3, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8ca62b0f-202d-4328-8d15-56d6ef8069c3,segment=NetworkSegment(4c1341ef-b621-4755-b244-782250a330f7),segment_id=4c1341ef-b621-4755-b244-782250a330f7)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:07.733541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.743064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.793612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network c5cc6149-af26-4b33-a7aa-193dc97926be is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:07.796809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:07.803533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:07.803741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823e72-e425-4b35-a650-f924cb43b465 None None] Pushing event updated for resources: {'Port': ['ID=8ca62b0f-202d-4328-8d15-56d6ef8069c3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:07.812905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=a957616b-17b1-4304-ba41-dcf4c8b1de2c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:07.853942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:07.854487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.872548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3c97619-a34e-47c9-9a03-ef7e8ab56e6a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8800254 Sep 23 19:51:07.875485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53054) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:08.501830 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.775419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.781444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.850764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01596db9-d443-49aa-af33-58b182505aa1 None None] Network c5cc6149-af26-4b33-a7aa-193dc97926be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:08.858427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=a957616b-17b1-4304-ba41-dcf4c8b1de2c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:08.963139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0f39ba42-8882-4fbe-b0a7-79cb794b2ba8 None None] Provisioning complete for port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:08.963662 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f39ba42-8882-4fbe-b0a7-79cb794b2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.026119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.110879 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f39ba42-8882-4fbe-b0a7-79cb794b2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.150635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0f39ba42-8882-4fbe-b0a7-79cb794b2ba8 None None] For port 8ca62b0f-202d-4328-8d15-56d6ef8069c3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8ca62b0f-202d-4328-8d15-56d6ef8069c3,segment=NetworkSegment(4c1341ef-b621-4755-b244-782250a330f7),segment_id=4c1341ef-b621-4755-b244-782250a330f7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:09.155552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f39ba42-8882-4fbe-b0a7-79cb794b2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.167485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.216356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39ba42-8882-4fbe-b0a7-79cb794b2ba8 None None] Pushing event updated for resources: {'Port': ['ID=8ca62b0f-202d-4328-8d15-56d6ef8069c3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:09.384214 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6ce78ea0-e273-4f1f-a33a-3c9340ef7cec None None] Provisioning complete for port a957616b-17b1-4304-ba41-dcf4c8b1de2c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:09.398242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ce78ea0-e273-4f1f-a33a-3c9340ef7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.441166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ce78ea0-e273-4f1f-a33a-3c9340ef7cec None None] Port a957616b-17b1-4304-ba41-dcf4c8b1de2c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:09.451013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6ce78ea0-e273-4f1f-a33a-3c9340ef7cec None None] Provisioning complete for port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:09.451380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ce78ea0-e273-4f1f-a33a-3c9340ef7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.472932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.479475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.562464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.564217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=a957616b-17b1-4304-ba41-dcf4c8b1de2c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:09.670201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a1ce3e2d-0fb6-4cfc-8a6a-854baad3fb49 None None] Provisioning complete for port a957616b-17b1-4304-ba41-dcf4c8b1de2c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:09.670680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3e2d-0fb6-4cfc-8a6a-854baad3fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.674120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8ca62b0f-202d-4328-8d15-56d6ef8069c3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:09.689092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network c5cc6149-af26-4b33-a7aa-193dc97926be is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:09.690635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:09.757239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce3e2d-0fb6-4cfc-8a6a-854baad3fb49 None None] Port a957616b-17b1-4304-ba41-dcf4c8b1de2c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:09.768653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:09.769133 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.848644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 33f3f2f9-7fdc-4177-bf05-a934a65d5ba1 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:09.880004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fe02dbbe-536f-4205-97bb-04fb3b84b2c0 None None] Provisioning complete for port a957616b-17b1-4304-ba41-dcf4c8b1de2c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:09.880566 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe02dbbe-536f-4205-97bb-04fb3b84b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.923656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fe02dbbe-536f-4205-97bb-04fb3b84b2c0 None None] Port a957616b-17b1-4304-ba41-dcf4c8b1de2c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:09.962747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:09.969252 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2eb71862-82ec-4d20-aefe-0b1536eee2fd tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/33f3f2f9-7fdc-4177-bf05-a934a65d5ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0920098 Sep 23 19:51:09.971668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:09.975607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] Sync routers for ids ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:09.989349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] Routers {'33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:09.990003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:10.033894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:10.054119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] Routers {'33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:10.059005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:10.072543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d6e83-eb7f-4284-82a2-03f37fc54f54 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:10.074823 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2b8d6e83-eb7f-4284-82a2-03f37fc54f54 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports/a957616b-17b1-4304-ba41-dcf4c8b1de2c HTTP/1.1" status: 200 len: 976 time: 0.1016598 Sep 23 19:51:10.077656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:10.096367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:10.097023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac74b3-cf65-4407-be68-36f88ad01d72 None None] The sync data for ids ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:10.142051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f60d59ae-5a79-44d9-81db-8576fa0170af None None] Provisioning complete for port a957616b-17b1-4304-ba41-dcf4c8b1de2c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:10.142453 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f60d59ae-5a79-44d9-81db-8576fa0170af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.181115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f60d59ae-5a79-44d9-81db-8576fa0170af None None] Port a957616b-17b1-4304-ba41-dcf4c8b1de2c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:10.831531 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.044175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port a957616b-17b1-4304-ba41-dcf4c8b1de2c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:11.044520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.136016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.150155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for a957616b-17b1-4304-ba41-dcf4c8b1de2c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:11.334438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.373645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=a957616b-17b1-4304-ba41-dcf4c8b1de2c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:11.519002 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.686537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 33f3f2f9-7fdc-4177-bf05-a934a65d5ba1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:11.760672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:11.766102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b1385ca-1e28-47a5-b146-e1f3c4674747 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/33f3f2f9-7fdc-4177-bf05-a934a65d5ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6868055 Sep 23 19:51:11.768877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:11.774510 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] Sync routers for ids ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:11.784531 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] Routers {'33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:11.785139 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:11.817291 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:11.825664 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] Routers {'33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:11.826281 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:11.861397 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:11.862039 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bbae1f-ff3c-4852-9057-2679a77ece40 None None] The sync data for ids ['33f3f2f9-7fdc-4177-bf05-a934a65d5ba1'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:11.958522 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-07ce5d12-9a05-4d88-93d2-d6feeebf9573 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 19:51:11.959571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-07ce5d12-9a05-4d88-93d2-d6feeebf9573 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/33f3f2f9-7fdc-4177-bf05-a934a65d5ba1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1897547 Sep 23 19:51:11.962410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:11.988240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5482da22-365e-4234-8b11-45bd131ae103 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=33f3f2f9-7fdc-4177-bf05-a934a65d5ba1 HTTP/1.1" status: 200 len: 205 time: 0.0248060 Sep 23 19:51:11.990836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:12.062291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b20e2113-d9df-453d-a9ab-27f10198e161 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.223865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b20e2113-d9df-453d-a9ab-27f10198e161 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.225932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b20e2113-d9df-453d-a9ab-27f10198e161 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.271402 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b20e2113-d9df-453d-a9ab-27f10198e161 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.271941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e2113-d9df-453d-a9ab-27f10198e161 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Fanout notify agent at l3_agent the message router_deleted on router 33f3f2f9-7fdc-4177-bf05-a934a65d5ba1 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:12.278686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b20e2113-d9df-453d-a9ab-27f10198e161 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.282183 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b20e2113-d9df-453d-a9ab-27f10198e161 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/33f3f2f9-7fdc-4177-bf05-a934a65d5ba1 HTTP/1.1" status: 204 len: 168 time: 0.2879772 Sep 23 19:51:12.282813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53152) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:12.335744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet e3745fbf-aca2-470e-90f5-41d28f7dec88 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:12.339057 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.379930 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.465634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.524383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.551263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=e3745fbf-aca2-470e-90f5-41d28f7dec88,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:12.556267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.560899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bbc08998-9fd0-433b-9c2c-59372ce9b716 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/e3745fbf-aca2-470e-90f5-41d28f7dec88 HTTP/1.1" status: 204 len: 168 time: 0.2745914 Sep 23 19:51:12.560899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:12.561557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d11568-2f8e-4d64-a99b-b45e7bf6b970 None None] Network c5cc6149-af26-4b33-a7aa-193dc97926be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:12.638906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.703124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:12.703472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.752367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] DHCP port deletion for c5cc6149-af26-4b33-a7aa-193dc97926be request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:12.770935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port 8ca62b0f-202d-4328-8d15-56d6ef8069c3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8ca62b0f-202d-4328-8d15-56d6ef8069c3,segment=NetworkSegment(4c1341ef-b621-4755-b244-782250a330f7),segment_id=4c1341ef-b621-4755-b244-782250a330f7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:12.771317 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.784258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 8ca62b0f-202d-4328-8d15-56d6ef8069c3 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:12.805984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] Deleting port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:12.806565 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.870581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] For port 8ca62b0f-202d-4328-8d15-56d6ef8069c3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8ca62b0f-202d-4328-8d15-56d6ef8069c3,segment=NetworkSegment(4c1341ef-b621-4755-b244-782250a330f7),segment_id=4c1341ef-b621-4755-b244-782250a330f7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:12.871264 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.872721 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.884718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] Calling delete_port for 8ca62b0f-202d-4328-8d15-56d6ef8069c3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:12.910595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=8ca62b0f-202d-4328-8d15-56d6ef8069c3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:12.910595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:12.964160 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.991114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] No DVR routers for this DVR port 8ca62b0f-202d-4328-8d15-56d6ef8069c3 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:12.992604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0f00-9a5a-4886-92a2-947cff1703d4 None None] Pushing event deleted for resources: {'Port': ['ID=8ca62b0f-202d-4328-8d15-56d6ef8069c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:13.012287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.038403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cc6149-af26-4b33-a7aa-193dc97926be']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:13.048052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1341ef-b621-4755-b244-782250a330f7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:13.048348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1341ef-b621-4755-b244-782250a330f7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:13.057639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.071631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.078399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:13.078797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:13.081814 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:13.143851 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.149345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.151462 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/c5cc6149-af26-4b33-a7aa-193dc97926be HTTP/1.1" status: 204 len: 168 time: 0.5898383 Sep 23 19:51:13.155798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:13.156446 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e182dc75-c2c8-4657-a540-8637094dfb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.163562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-1905641391'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:13.167972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4bbb5-bb18-4548-9666-17e6c8ec4a88 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=c5cc6149-af26-4b33-a7aa-193dc97926be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:13.194316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:13.197874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.222143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:13.231685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.232028 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment adb70040-8b31-41d1-be8b-ef5c29b3105b of type vlan for network 14224a1e-1aff-4919-8a1f-feca0ed2c62d Sep 23 19:51:13.272755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.297443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.302900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:13.303471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.356455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1978867 Sep 23 19:51:13.359332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:13.367867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': '14224a1e-1aff-4919-8a1f-feca0ed2c62d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:13.387381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c564c12-6a6a-4322-a671-29cc3c902140 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=14224a1e-1aff-4919-8a1f-feca0ed2c62d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:13.399927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:13.474320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:13.478534 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.622611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8ca62b0f-202d-4328-8d15-56d6ef8069c3 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:13.647987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 8ca62b0f-202d-4328-8d15-56d6ef8069c3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:13.648319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8ca62b0f-202d-4328-8d15-56d6ef8069c3 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:13.667590 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.734761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=228b20e2-169f-4a26-933e-1c70c07a5c0e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:13.751011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': 'adb70040-8b31-41d1-be8b-ef5c29b3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '14224a1e-1aff-4919-8a1f-feca0ed2c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:13.751467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: 14224a1e-1aff-4919-8a1f-feca0ed2c62d, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:13.767894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:13.776347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 14224a1e-1aff-4919-8a1f-feca0ed2c62d) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:13.780535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:13.781652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.789143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461dbe6-1d5a-4326-a163-f552b642f6bd None None] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:13.809156 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-98891ead-ad35-4278-b1ad-b30c88319b05 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4462950 Sep 23 19:51:13.809460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53188) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:13.814686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c5d7fdf8-562e-4cfd-9c92-c6d492798019 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1201235775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:13.838931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5d7fdf8-562e-4cfd-9c92-c6d492798019 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.839971 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5d7fdf8-562e-4cfd-9c92-c6d492798019 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.899321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5d7fdf8-562e-4cfd-9c92-c6d492798019 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.904607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5d7fdf8-562e-4cfd-9c92-c6d492798019 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.922929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5d7fdf8-562e-4cfd-9c92-c6d492798019 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.924375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c5d7fdf8-562e-4cfd-9c92-c6d492798019 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1139896 Sep 23 19:51:13.927128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53194) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:13.944002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-14224a1e-1aff-4919-8a1f-feca0ed2c62d', 'network_id': '14224a1e-1aff-4919-8a1f-feca0ed2c62d', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': '228b20e2-169f-4a26-933e-1c70c07a5c0e'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:13.945144 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.100555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Allocated IP 172.20.0.2 (14224a1e-1aff-4919-8a1f-feca0ed2c62d/228b20e2-169f-4a26-933e-1c70c07a5c0e/4a220dce-038b-4d11-bf51-27ddc788aa3e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:14.211475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.252005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.259277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.315140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Pushing event updated for resources: {'Port': ['ID=4a220dce-038b-4d11-bf51-27ddc788aa3e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:14.324916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:14.332481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:14.332695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:14.402221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Attempting to bind port 4a220dce-038b-4d11-bf51-27ddc788aa3e on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:14.402609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Attempting to bind port 4a220dce-038b-4d11-bf51-27ddc788aa3e by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'adb70040-8b31-41d1-be8b-ef5c29b3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '14224a1e-1aff-4919-8a1f-feca0ed2c62d'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:14.402979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Attempting to bind port 4a220dce-038b-4d11-bf51-27ddc788aa3e on network 14224a1e-1aff-4919-8a1f-feca0ed2c62d {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:14.408108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:14.408413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Checking segment: {'id': 'adb70040-8b31-41d1-be8b-ef5c29b3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '14224a1e-1aff-4919-8a1f-feca0ed2c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:14.408821 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.409220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Bound using segment: {'id': 'adb70040-8b31-41d1-be8b-ef5c29b3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '14224a1e-1aff-4919-8a1f-feca0ed2c62d'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:14.409682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Bound port: 4a220dce-038b-4d11-bf51-27ddc788aa3e, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb70040-8b31-41d1-be8b-ef5c29b3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '14224a1e-1aff-4919-8a1f-feca0ed2c62d'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:14.410142 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.468185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.20.0.1 (14224a1e-1aff-4919-8a1f-feca0ed2c62d/228b20e2-169f-4a26-933e-1c70c07a5c0e/e2977e7e-5adf-49a2-aa65-4400f70fcb24) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:14.474627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] For port 4a220dce-038b-4d11-bf51-27ddc788aa3e, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:14.477740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] For port 4a220dce-038b-4d11-bf51-27ddc788aa3e, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4a220dce-038b-4d11-bf51-27ddc788aa3e,segment=NetworkSegment(adb70040-8b31-41d1-be8b-ef5c29b3105b),segment_id=adb70040-8b31-41d1-be8b-ef5c29b3105b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:14.483137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.546854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb479597-9b1b-480b-8581-bdaf8c53aba6 None None] Pushing event updated for resources: {'Port': ['ID=4a220dce-038b-4d11-bf51-27ddc788aa3e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:14.604990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.638701 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.677291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:14.680391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:14.684100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:14.712369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=e2977e7e-5adf-49a2-aa65-4400f70fcb24,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:14.739261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.874115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.139192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.143818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.219413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=e2977e7e-5adf-49a2-aa65-4400f70fcb24,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:15.222046 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.343759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:15.349735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:15.547716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 5bb192aa-819e-447f-bb02-fad48f09ee88 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:15.720958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4a220dce-038b-4d11-bf51-27ddc788aa3e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:15.750194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11d78ea-477e-4c30-9e5a-938b34c4bd6a None None] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:15.833879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c1d879-b468-418e-97cb-49cb2a14bed1 None None] Provisioning complete for port 4a220dce-038b-4d11-bf51-27ddc788aa3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:15.834335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d879-b468-418e-97cb-49cb2a14bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.915288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4a220dce-038b-4d11-bf51-27ddc788aa3e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:15.915666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.970389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:15.976107 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-13970659-f9dd-41f2-b4b9-3384e95e9444 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/5bb192aa-819e-447f-bb02-fad48f09ee88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0477884 Sep 23 19:51:15.978635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:15.986873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] Sync routers for ids ['5bb192aa-819e-447f-bb02-fad48f09ee88'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:16.023655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4cb6ef-a1ae-4b9f-893e-b548c4230edb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:16.025025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d4cb6ef-a1ae-4b9f-893e-b548c4230edb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports/e2977e7e-5adf-49a2-aa65-4400f70fcb24 HTTP/1.1" status: 200 len: 910 time: 0.0454092 Sep 23 19:51:16.028393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:16.045025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] Routers {'5bb192aa-819e-447f-bb02-fad48f09ee88'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:16.045664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5bb192aa-819e-447f-bb02-fad48f09ee88'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:16.093033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:16.097504 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d879-b468-418e-97cb-49cb2a14bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.149395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] Routers {'5bb192aa-819e-447f-bb02-fad48f09ee88'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:16.150038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:50:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5bb192aa-819e-447f-bb02-fad48f09ee88'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:16.197656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:16.198348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8024a-1f9d-42a8-b28f-c0ec2341bf83 None None] The sync data for ids ['5bb192aa-819e-447f-bb02-fad48f09ee88'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:16.200984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c1d879-b468-418e-97cb-49cb2a14bed1 None None] For port 4a220dce-038b-4d11-bf51-27ddc788aa3e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4a220dce-038b-4d11-bf51-27ddc788aa3e,segment=NetworkSegment(adb70040-8b31-41d1-be8b-ef5c29b3105b),segment_id=adb70040-8b31-41d1-be8b-ef5c29b3105b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:16.209468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d879-b468-418e-97cb-49cb2a14bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.213025 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.316803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1d879-b468-418e-97cb-49cb2a14bed1 None None] Pushing event updated for resources: {'Port': ['ID=4a220dce-038b-4d11-bf51-27ddc788aa3e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:16.342712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:51:16.343151 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:51:16.351624 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0497a2ce-0bcd-4f0d-a9cc-fb27e580de52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.416789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.429791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f01d6536-6b93-4a17-a0a0-b34175c7e2b2 None None] Provisioning complete for port e2977e7e-5adf-49a2-aa65-4400f70fcb24 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:16.430175 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f01d6536-6b93-4a17-a0a0-b34175c7e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.506969 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.509381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f01d6536-6b93-4a17-a0a0-b34175c7e2b2 None None] Port e2977e7e-5adf-49a2-aa65-4400f70fcb24 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:16.537128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f01d6536-6b93-4a17-a0a0-b34175c7e2b2 None None] Provisioning complete for port 4a220dce-038b-4d11-bf51-27ddc788aa3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:16.537515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f01d6536-6b93-4a17-a0a0-b34175c7e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.727624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port e2977e7e-5adf-49a2-aa65-4400f70fcb24 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:16.727973 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.783796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-24908227-311f-45c9-9a81-5df021b63954 None None] Provisioning complete for port e2977e7e-5adf-49a2-aa65-4400f70fcb24 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:16.784319 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24908227-311f-45c9-9a81-5df021b63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.827666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.828610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-24908227-311f-45c9-9a81-5df021b63954 None None] Port e2977e7e-5adf-49a2-aa65-4400f70fcb24 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:16.843474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for e2977e7e-5adf-49a2-aa65-4400f70fcb24 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:17.051807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f0809aa0-5ec2-490b-9144-4de5e85de837 None None] Provisioning complete for port e2977e7e-5adf-49a2-aa65-4400f70fcb24 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:17.052134 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0809aa0-5ec2-490b-9144-4de5e85de837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.055447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.087275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=e2977e7e-5adf-49a2-aa65-4400f70fcb24,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:17.255480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f0809aa0-5ec2-490b-9144-4de5e85de837 None None] Port e2977e7e-5adf-49a2-aa65-4400f70fcb24 was deleted so its status cannot be updated. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 19:51:17.258991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.263910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.681780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4a220dce-038b-4d11-bf51-27ddc788aa3e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:17.741194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4a220dce-038b-4d11-bf51-27ddc788aa3e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:17.741768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.768530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 5bb192aa-819e-447f-bb02-fad48f09ee88 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:17.868121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:17.873896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cb889e76-8e40-42d0-badc-888ce0cac15e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/5bb192aa-819e-447f-bb02-fad48f09ee88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440928 Sep 23 19:51:17.876883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:17.878476 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] Sync routers for ids ['5bb192aa-819e-447f-bb02-fad48f09ee88'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:17.891385 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] Routers {'5bb192aa-819e-447f-bb02-fad48f09ee88'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:17.892142 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5bb192aa-819e-447f-bb02-fad48f09ee88'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:17.905710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-89fa71d2-7e97-4b8f-859b-070796ec1b75 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bb192aa-819e-447f-bb02-fad48f09ee88 HTTP/1.1" status: 200 len: 205 time: 0.0271976 Sep 23 19:51:17.907868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:17.927943 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:17.937000 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] Routers {'5bb192aa-819e-447f-bb02-fad48f09ee88'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:17.937718 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['5bb192aa-819e-447f-bb02-fad48f09ee88'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:17.973975 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:17.974790 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46417c-ae67-486c-8721-f4e2720bc6f6 None None] The sync data for ids ['5bb192aa-819e-447f-bb02-fad48f09ee88'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:17.982540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4f30567-8d45-48d6-a7b6-83dd6acaa4a6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.153872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4f30567-8d45-48d6-a7b6-83dd6acaa4a6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.156252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4f30567-8d45-48d6-a7b6-83dd6acaa4a6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.205355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4f30567-8d45-48d6-a7b6-83dd6acaa4a6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.205951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f30567-8d45-48d6-a7b6-83dd6acaa4a6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Fanout notify agent at l3_agent the message router_deleted on router 5bb192aa-819e-447f-bb02-fad48f09ee88 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:18.213704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4f30567-8d45-48d6-a7b6-83dd6acaa4a6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.214840 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d4f30567-8d45-48d6-a7b6-83dd6acaa4a6 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/5bb192aa-819e-447f-bb02-fad48f09ee88 HTTP/1.1" status: 204 len: 168 time: 0.3060930 Sep 23 19:51:18.217997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:18.271047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet 228b20e2-169f-4a26-933e-1c70c07a5c0e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:18.274430 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.327699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.417491 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.477863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.508872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=228b20e2-169f-4a26-933e-1c70c07a5c0e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:18.513838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.518673 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5f0dbabe-5ad9-453b-b498-eb28ae6abdc0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/228b20e2-169f-4a26-933e-1c70c07a5c0e HTTP/1.1" status: 204 len: 168 time: 0.2972507 Sep 23 19:51:18.519654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:18.521943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43d89b-be9b-4847-b3da-b5701524e963 None None] Network 14224a1e-1aff-4919-8a1f-feca0ed2c62d requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:18.601874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.622935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.672931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 4a220dce-038b-4d11-bf51-27ddc788aa3e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:18.673467 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.751684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] DHCP port deletion for 14224a1e-1aff-4919-8a1f-feca0ed2c62d request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:18.755483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port 4a220dce-038b-4d11-bf51-27ddc788aa3e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4a220dce-038b-4d11-bf51-27ddc788aa3e,segment=NetworkSegment(adb70040-8b31-41d1-be8b-ef5c29b3105b),segment_id=adb70040-8b31-41d1-be8b-ef5c29b3105b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:18.755964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.769716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 4a220dce-038b-4d11-bf51-27ddc788aa3e owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:18.800789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] Deleting port 4a220dce-038b-4d11-bf51-27ddc788aa3e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:18.801165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.852500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.866836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] For port 4a220dce-038b-4d11-bf51-27ddc788aa3e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4a220dce-038b-4d11-bf51-27ddc788aa3e,segment=NetworkSegment(adb70040-8b31-41d1-be8b-ef5c29b3105b),segment_id=adb70040-8b31-41d1-be8b-ef5c29b3105b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:18.867094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.879912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] Calling delete_port for 4a220dce-038b-4d11-bf51-27ddc788aa3e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:18.880261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=4a220dce-038b-4d11-bf51-27ddc788aa3e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:18.894930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port 4a220dce-038b-4d11-bf51-27ddc788aa3e on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:18.964970 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.986650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.991660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] Pushing event deleted for resources: {'Port': ['ID=4a220dce-038b-4d11-bf51-27ddc788aa3e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:18.995956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db8f94-340f-485b-992c-21c6570a9173 None None] No DVR routers for this DVR port 4a220dce-038b-4d11-bf51-27ddc788aa3e on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:19.014677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14224a1e-1aff-4919-8a1f-feca0ed2c62d']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:19.024040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb70040-8b31-41d1-be8b-ef5c29b3105b') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:19.024401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb70040-8b31-41d1-be8b-ef5c29b3105b') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:19.034299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.047137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.053215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:19.053628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:19.056618 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:19.119654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.130366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.130366 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/14224a1e-1aff-4919-8a1f-feca0ed2c62d HTTP/1.1" status: 204 len: 168 time: 0.6093755 Sep 23 19:51:19.133043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:19.138702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-50564306', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:19.141157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e737ec9-546a-463a-a59a-ad4adb3667d3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=14224a1e-1aff-4919-8a1f-feca0ed2c62d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:19.174499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.175752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.232822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.369469 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.486047 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-c8491ed7-e2ed-4e4a-b585-bb3284d26599 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447099 Sep 23 19:51:19.548069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-01370a80-0c02-4074-a6ea-93d57e79c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:19.549804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-01370a80-0c02-4074-a6ea-93d57e79c58e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1096 time: 0.0412073 Sep 23 19:51:19.590583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.626856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.628525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4a220dce-038b-4d11-bf51-27ddc788aa3e no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:19.651207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4a220dce-038b-4d11-bf51-27ddc788aa3e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:19.651660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4a220dce-038b-4d11-bf51-27ddc788aa3e not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:19.673761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-9dc9c5fb-2736-4402-82ab-56960843f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:19.675291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-9dc9c5fb-2736-4402-82ab-56960843f184 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.1012256 Sep 23 19:51:19.746677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-47cf54da-0ef8-48c8-8127-e25da8f51cf2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 1001 time: 0.0623035 Sep 23 19:51:19.760985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.25.6.212 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/a164f1b5-c7b3-4405-8524-d163f89d3406) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:19.816758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-90c165f3-1ef0-414c-a34c-ff220c9104c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:19.818400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-90c165f3-1ef0-414c-a34c-ff220c9104c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0644701 Sep 23 19:51:19.871556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-ca037b28-60f2-4afb-a694-639e71fe5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:19.873048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-ca037b28-60f2-4afb-a694-639e71fe5aaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472405 Sep 23 19:51:19.875675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.910680 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.948303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:19.951180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:19.955147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:19.978649 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-aeb65aff-df51-4e89-95c6-1c0153e9bedd service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978842 Sep 23 19:51:19.986083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=a164f1b5-c7b3-4405-8524-d163f89d3406,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:20.076510 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b36cb229-0a3d-4efd-bb7a-2743312e39de req-5b5415f7-6740-4498-ab5f-22fe860cd88a service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896170 Sep 23 19:51:20.226116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.431322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.560971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 830ae515-79e6-47ef-9088-e78d0d04befc is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:20.667441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:20.681134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] Sync routers for ids ['830ae515-79e6-47ef-9088-e78d0d04befc'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:20.692326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.696460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-723dfe79-49c0-4f90-a1d0-96e635f1362a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5594981 Sep 23 19:51:20.696630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] Routers {'830ae515-79e6-47ef-9088-e78d0d04befc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:20.696799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:20.697420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['830ae515-79e6-47ef-9088-e78d0d04befc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:20.744309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:20.756200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] Routers {'830ae515-79e6-47ef-9088-e78d0d04befc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:20.757974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['830ae515-79e6-47ef-9088-e78d0d04befc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:20.796854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:20.797665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57575bf3-4fa4-4575-9a1b-067e3cdd809a None None] The sync data for ids ['830ae515-79e6-47ef-9088-e78d0d04befc'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:20.816484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a17a0c58-0732-47a1-a4e1-3c14397425ac tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/routers/830ae515-79e6-47ef-9088-e78d0d04befc HTTP/1.1" status: 200 len: 879 time: 0.1185482 Sep 23 19:51:20.818908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:21.052927 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-67835416-247a-4cd3-8a73-9a7e807458bf tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2326322 Sep 23 19:51:21.055474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:21.059591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9d85226e-59b1-441c-8a73-3cc0072bba9c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-50564306'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:21.363800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d85226e-59b1-441c-8a73-3cc0072bba9c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.375068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d85226e-59b1-441c-8a73-3cc0072bba9c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.479686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d85226e-59b1-441c-8a73-3cc0072bba9c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 830ae515-79e6-47ef-9088-e78d0d04befc has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:21.586334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d85226e-59b1-441c-8a73-3cc0072bba9c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:21.594836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d85226e-59b1-441c-8a73-3cc0072bba9c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.596773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d85226e-59b1-441c-8a73-3cc0072bba9c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/830ae515-79e6-47ef-9088-e78d0d04befc HTTP/1.1" status: 200 len: 886 time: 0.5403934 Sep 23 19:51:21.597805 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] Sync routers for ids ['830ae515-79e6-47ef-9088-e78d0d04befc'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:21.599357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:21.607123 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] Routers {'830ae515-79e6-47ef-9088-e78d0d04befc'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:21.607832 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['830ae515-79e6-47ef-9088-e78d0d04befc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:21.649748 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:21.658779 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] Routers {'830ae515-79e6-47ef-9088-e78d0d04befc'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:21.659467 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['830ae515-79e6-47ef-9088-e78d0d04befc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:21.690200 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:21.691011 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2358e-70ac-41eb-bff7-5a2fdd7f6c0f None None] The sync data for ids ['830ae515-79e6-47ef-9088-e78d0d04befc'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:21.711691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-52467db2-7ae0-4aa8-8346-768c518533ad tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/routers/830ae515-79e6-47ef-9088-e78d0d04befc HTTP/1.1" status: 200 len: 886 time: 0.1087248 Sep 23 19:51:21.712007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:22.082869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-598cc952-0483-4725-a07c-6690ef583528 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=830ae515-79e6-47ef-9088-e78d0d04befc HTTP/1.1" status: 200 len: 205 time: 0.3696475 Sep 23 19:51:22.085244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:22.189237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.298528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.353334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port a164f1b5-c7b3-4405-8524-d163f89d3406 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:22.353684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.430827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.442136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for a164f1b5-c7b3-4405-8524-d163f89d3406 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:22.606603 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.632727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=a164f1b5-c7b3-4405-8524-d163f89d3406,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:22.694100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.783770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.785931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.832048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.832648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Fanout notify agent at l3_agent the message router_deleted on router 830ae515-79e6-47ef-9088-e78d0d04befc {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:22.840288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.846227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cdb35a56-4124-474a-8498-f45fe057eb2d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/830ae515-79e6-47ef-9088-e78d0d04befc HTTP/1.1" status: 204 len: 168 time: 0.7552299 Sep 23 19:51:22.846227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:22.851310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-2081137901'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:22.871914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:22.875858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.899363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:22.909588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.909931 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment 78c1dddd-ec35-41ea-9e06-fe011833b76c of type vlan for network 654c66b6-7fae-438e-b53d-c72ad07965af Sep 23 19:51:22.955006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.980622 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.988478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:22.989097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.030071 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1828384 Sep 23 19:51:23.032834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:23.039762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': '654c66b6-7fae-438e-b53d-c72ad07965af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:23.084458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2df44b-72e3-428c-810e-5fd1ad893ce7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=654c66b6-7fae-438e-b53d-c72ad07965af,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:23.100861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 654c66b6-7fae-438e-b53d-c72ad07965af details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:23.166085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:23.169821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.379402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.444940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=7b4f704a-f650-4396-8541-2c9f9844fcfb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:23.453682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': '78c1dddd-ec35-41ea-9e06-fe011833b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '654c66b6-7fae-438e-b53d-c72ad07965af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:23.454045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: 654c66b6-7fae-438e-b53d-c72ad07965af, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:23.471144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 654c66b6-7fae-438e-b53d-c72ad07965af is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:23.479309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 654c66b6-7fae-438e-b53d-c72ad07965af) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:23.483423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:23.484588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.490295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05cd36-9447-4836-a820-c65423ed1298 None None] Network 654c66b6-7fae-438e-b53d-c72ad07965af requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:23.500905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6ca7e134-1886-4e6a-a264-7ffa246eda40 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4642699 Sep 23 19:51:23.501116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:23.505742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-668d1b1c-ee12-430b-9521-042b3704e8aa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1345585662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:23.529828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-668d1b1c-ee12-430b-9521-042b3704e8aa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.531503 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-668d1b1c-ee12-430b-9521-042b3704e8aa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.607093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-668d1b1c-ee12-430b-9521-042b3704e8aa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.612362 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-668d1b1c-ee12-430b-9521-042b3704e8aa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.630701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-668d1b1c-ee12-430b-9521-042b3704e8aa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.632175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-668d1b1c-ee12-430b-9521-042b3704e8aa tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1300104 Sep 23 19:51:23.635132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:23.649946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-654c66b6-7fae-438e-b53d-c72ad07965af', 'network_id': '654c66b6-7fae-438e-b53d-c72ad07965af', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': '7b4f704a-f650-4396-8541-2c9f9844fcfb'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:23.650868 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.804191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Allocated IP 172.20.0.2 (654c66b6-7fae-438e-b53d-c72ad07965af/7b4f704a-f650-4396-8541-2c9f9844fcfb/1fdcea39-0b94-4ccb-a6a9-a2f655a83a13) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:23.937534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.965891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.972180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.017388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Network 654c66b6-7fae-438e-b53d-c72ad07965af is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:24.019273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:24.027273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:24.044854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Pushing event updated for resources: {'Port': ['ID=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:24.108930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Attempting to bind port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:24.109574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Attempting to bind port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '78c1dddd-ec35-41ea-9e06-fe011833b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '654c66b6-7fae-438e-b53d-c72ad07965af'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:24.109786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Attempting to bind port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 on network 654c66b6-7fae-438e-b53d-c72ad07965af {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:24.115593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:24.115593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Checking segment: {'id': '78c1dddd-ec35-41ea-9e06-fe011833b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '654c66b6-7fae-438e-b53d-c72ad07965af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:24.116077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.116526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Bound using segment: {'id': '78c1dddd-ec35-41ea-9e06-fe011833b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '654c66b6-7fae-438e-b53d-c72ad07965af'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:24.117072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Bound port: 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c1dddd-ec35-41ea-9e06-fe011833b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '654c66b6-7fae-438e-b53d-c72ad07965af'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:24.117503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.189471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] For port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:24.193142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] For port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,segment=NetworkSegment(78c1dddd-ec35-41ea-9e06-fe011833b76c),segment_id=78c1dddd-ec35-41ea-9e06-fe011833b76c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:24.197599 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.225671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.20.0.1 (654c66b6-7fae-438e-b53d-c72ad07965af/7b4f704a-f650-4396-8541-2c9f9844fcfb/5345a69e-a438-4fa9-97f2-11ad524080ae) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:24.259094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f2570-08f0-446f-ac8e-40e23e8abaa1 None None] Pushing event updated for resources: {'Port': ['ID=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:24.350106 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.387203 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.433598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 654c66b6-7fae-438e-b53d-c72ad07965af is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:24.437181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:24.443109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:24.488667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=5345a69e-a438-4fa9-97f2-11ad524080ae,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:24.515070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.688939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.948088 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.953845 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.033111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=5345a69e-a438-4fa9-97f2-11ad524080ae,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:25.035691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.151609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 654c66b6-7fae-438e-b53d-c72ad07965af is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:25.153182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:25.288501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece6490-6536-46bc-8501-eee5607be1bf None None] Network 654c66b6-7fae-438e-b53d-c72ad07965af requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:25.301915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router e80cac2c-4f66-40b8-937f-ab0d79d032de is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:25.388813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-644835e3-edb0-4407-96fa-f4146083d5af None None] Provisioning complete for port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:25.389333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-644835e3-edb0-4407-96fa-f4146083d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.408335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:25.413663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b2ab0e83-6460-47b3-b412-130c2b934c5d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/e80cac2c-4f66-40b8-937f-ab0d79d032de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7772591 Sep 23 19:51:25.416220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:25.419259 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.425103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] Sync routers for ids ['e80cac2c-4f66-40b8-937f-ab0d79d032de'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:25.473046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] Routers {'e80cac2c-4f66-40b8-937f-ab0d79d032de'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:25.473667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e80cac2c-4f66-40b8-937f-ab0d79d032de'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:25.477158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b625c-470f-4c92-8b9c-e54e6714a5a4 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:25.478641 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-035b625c-470f-4c92-8b9c-e54e6714a5a4 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports/5345a69e-a438-4fa9-97f2-11ad524080ae HTTP/1.1" status: 200 len: 910 time: 0.0614114 Sep 23 19:51:25.481499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:25.487501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b4f704a-f650-4396-8541-2c9f9844fcfb'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:25.516181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:25.569930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] Routers {'e80cac2c-4f66-40b8-937f-ab0d79d032de'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:25.570590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e80cac2c-4f66-40b8-937f-ab0d79d032de'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:25.615380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:25.616036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21072bfc-bfbb-49de-9e47-499174e325bc None None] The sync data for ids ['e80cac2c-4f66-40b8-937f-ab0d79d032de'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:25.628767 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-644835e3-edb0-4407-96fa-f4146083d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.675112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-644835e3-edb0-4407-96fa-f4146083d5af None None] For port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,segment=NetworkSegment(78c1dddd-ec35-41ea-9e06-fe011833b76c),segment_id=78c1dddd-ec35-41ea-9e06-fe011833b76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:25.680313 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-644835e3-edb0-4407-96fa-f4146083d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.690807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.711561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:25.764733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644835e3-edb0-4407-96fa-f4146083d5af None None] Pushing event updated for resources: {'Port': ['ID=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:25.785759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:25.786176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.008209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bd9cd0c7-c654-4d9f-b147-7c144734aa56 None None] Provisioning complete for port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:26.008587 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd0c7-c654-4d9f-b147-7c144734aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.117305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bd9cd0c7-c654-4d9f-b147-7c144734aa56 None None] Provisioning complete for port 5345a69e-a438-4fa9-97f2-11ad524080ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:26.117691 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd0c7-c654-4d9f-b147-7c144734aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.123004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.134100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.164106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bd9cd0c7-c654-4d9f-b147-7c144734aa56 None None] Port 5345a69e-a438-4fa9-97f2-11ad524080ae cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:26.244609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=5345a69e-a438-4fa9-97f2-11ad524080ae,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:26.254992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:26.255486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.256826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ca8bfca9-3fa1-47e4-8f4b-7ccb1e3228fe tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/ports/5345a69e-a438-4fa9-97f2-11ad524080ae HTTP/1.1" status: 200 len: 910 time: 0.7742071 Sep 23 19:51:26.259742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:26.291882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-07412c52-2bf0-40dc-b4f1-b5703d1df707 None None] Provisioning complete for port 5345a69e-a438-4fa9-97f2-11ad524080ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:26.292392 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07412c52-2bf0-40dc-b4f1-b5703d1df707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.336998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07412c52-2bf0-40dc-b4f1-b5703d1df707 None None] Port 5345a69e-a438-4fa9-97f2-11ad524080ae cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:26.459043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a201384d-3f93-4732-8e15-33aa7fe0c331 None None] Provisioning complete for port 5345a69e-a438-4fa9-97f2-11ad524080ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:26.459431 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a201384d-3f93-4732-8e15-33aa7fe0c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.502006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a201384d-3f93-4732-8e15-33aa7fe0c331 None None] Port 5345a69e-a438-4fa9-97f2-11ad524080ae cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:26.613279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.846040 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.870910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 5345a69e-a438-4fa9-97f2-11ad524080ae {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:26.871559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.961436 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.973993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 5345a69e-a438-4fa9-97f2-11ad524080ae owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:27.155378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:27.179349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=5345a69e-a438-4fa9-97f2-11ad524080ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:27.340627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:27.625219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:27.674295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:27.674605 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:27.863867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router e80cac2c-4f66-40b8-937f-ab0d79d032de has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:27.901262 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-78514d68-5aff-4b30-b77e-8a736d79a1db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447195 Sep 23 19:51:27.941671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:27.949901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-97d307b6-b9d0-415d-be00-19155ee84ea0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/e80cac2c-4f66-40b8-937f-ab0d79d032de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6859932 Sep 23 19:51:27.949901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:27.953125 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] Sync routers for ids ['e80cac2c-4f66-40b8-937f-ab0d79d032de'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:27.965781 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] Routers {'e80cac2c-4f66-40b8-937f-ab0d79d032de'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:27.966771 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e80cac2c-4f66-40b8-937f-ab0d79d032de'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:27.977907 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-343c7f97-44f2-42c6-9368-28b82d261ca4 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80cac2c-4f66-40b8-937f-ab0d79d032de HTTP/1.1" status: 200 len: 205 time: 0.0267050 Sep 23 19:51:27.980400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:28.004273 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:28.012687 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] Routers {'e80cac2c-4f66-40b8-937f-ab0d79d032de'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:28.013560 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e80cac2c-4f66-40b8-937f-ab0d79d032de'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:28.020351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-d7b65eb5-390e-41af-a906-205eb0a07766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:28.022316 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-d7b65eb5-390e-41af-a906-205eb0a07766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 1096 time: 0.0509346 Sep 23 19:51:28.045644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:28.046633 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ebc0-b4bc-4dfa-9b9f-d5a3e477af5d None None] The sync data for ids ['e80cac2c-4f66-40b8-937f-ab0d79d032de'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:28.059916 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a56845b8-9bab-4fc3-831f-19fe02bf5789 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.135555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-713da464-0816-47ca-b559-508418a452a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:28.137064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-713da464-0816-47ca-b559-508418a452a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.0939167 Sep 23 19:51:28.179533 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-a043efdb-08a9-4f98-a558-9dcba1f42d74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47de4939-afa3-49dd-9f1f-104156cdad92 HTTP/1.1" status: 200 len: 217 time: 0.0352156 Sep 23 19:51:28.222999 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a56845b8-9bab-4fc3-831f-19fe02bf5789 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.225725 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a56845b8-9bab-4fc3-831f-19fe02bf5789 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.230918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-4eb3aabf-35dd-4093-ab51-070ca6ae899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:28.232565 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-4eb3aabf-35dd-4093-ab51-070ca6ae899e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0453711 Sep 23 19:51:28.269856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a56845b8-9bab-4fc3-831f-19fe02bf5789 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.270397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56845b8-9bab-4fc3-831f-19fe02bf5789 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Fanout notify agent at l3_agent the message router_deleted on router e80cac2c-4f66-40b8-937f-ab0d79d032de {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:28.278478 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a56845b8-9bab-4fc3-831f-19fe02bf5789 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.279850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a56845b8-9bab-4fc3-831f-19fe02bf5789 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/e80cac2c-4f66-40b8-937f-ab0d79d032de HTTP/1.1" status: 204 len: 168 time: 0.2983034 Sep 23 19:51:28.282374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:28.283796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-c921ddcd-fcc8-4aae-9420-22f42bb82879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:28.285384 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-c921ddcd-fcc8-4aae-9420-22f42bb82879 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463562 Sep 23 19:51:28.362742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet 7b4f704a-f650-4396-8541-2c9f9844fcfb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:28.366343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.401617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-5b374398-7125-458e-be08-5d0b9e423339 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086419 Sep 23 19:51:28.411510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.502413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.506426 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1360cdca-0c41-4248-8ad8-1c8666215ab8 req-d9479940-e69d-4e96-8026-c9b5f5fa9b72 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967748 Sep 23 19:51:28.574864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.603787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4f704a-f650-4396-8541-2c9f9844fcfb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:28.605846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.609445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef811ea7-9172-4fe7-8e3c-e1f3a00d5e69 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/7b4f704a-f650-4396-8541-2c9f9844fcfb HTTP/1.1" status: 204 len: 168 time: 0.3248825 Sep 23 19:51:28.611885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:28.614373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3498a1f-a7b7-4d36-bf02-ce0e173e5f44 None None] Network 654c66b6-7fae-438e-b53d-c72ad07965af requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:28.691334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.754977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:28.755321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.816041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] DHCP port deletion for 654c66b6-7fae-438e-b53d-c72ad07965af request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:28.826814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,segment=NetworkSegment(78c1dddd-ec35-41ea-9e06-fe011833b76c),segment_id=78c1dddd-ec35-41ea-9e06-fe011833b76c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:28.827342 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.839238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:28.864644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] Deleting port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:28.865287 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.923384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.928851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] For port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,segment=NetworkSegment(78c1dddd-ec35-41ea-9e06-fe011833b76c),segment_id=78c1dddd-ec35-41ea-9e06-fe011833b76c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:28.929255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.942001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] Calling delete_port for 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:28.966932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:28.973705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:29.024881 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.054547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] Pushing event deleted for resources: {'Port': ['ID=1fdcea39-0b94-4ccb-a6a9-a2f655a83a13,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:29.056430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc747fb-a8a0-4acd-9317-14d68a6aab4c None None] No DVR routers for this DVR port 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:29.057131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.081877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654c66b6-7fae-438e-b53d-c72ad07965af']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:29.091694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c1dddd-ec35-41ea-9e06-fe011833b76c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:29.091993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c1dddd-ec35-41ea-9e06-fe011833b76c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:29.101327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.114891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.121167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:29.121638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:29.125421 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:29.187517 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.194943 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.196602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/654c66b6-7fae-438e-b53d-c72ad07965af HTTP/1.1" status: 204 len: 168 time: 0.5837467 Sep 23 19:51:29.201226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53490) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:29.206027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-390ef895-9d81-42ea-80fb-ebfb9564c8a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1839934285', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:29.207912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b2180-4972-4f99-bfc6-7049bf333253 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=654c66b6-7fae-438e-b53d-c72ad07965af,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:29.228727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-390ef895-9d81-42ea-80fb-ebfb9564c8a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.229746 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-390ef895-9d81-42ea-80fb-ebfb9564c8a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.296345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-390ef895-9d81-42ea-80fb-ebfb9564c8a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.301801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-390ef895-9d81-42ea-80fb-ebfb9564c8a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.322156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-390ef895-9d81-42ea-80fb-ebfb9564c8a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.323946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-390ef895-9d81-42ea-80fb-ebfb9564c8a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1215112 Sep 23 19:51:29.330521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:29.336469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-1864182663'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:29.359436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:29.362921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.387972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:29.399452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.399980 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment 89cb1aa8-6c35-4bf9-95df-5211f1541753 of type vlan for network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 Sep 23 19:51:29.447302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.470447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.475919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:29.476503 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.515329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1829929 Sep 23 19:51:29.517964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:29.524748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:29.567091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd7042-2f31-4aca-b368-9789ac1a50bb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=3c30556a-4038-4ad2-8c84-358ea1eb74b2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:29.579155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:29.659615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:29.663738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.664740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:29.689961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:29.690822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1fdcea39-0b94-4ccb-a6a9-a2f655a83a13 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:29.865079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.925479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:29.935294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:29.935644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: 3c30556a-4038-4ad2-8c84-358ea1eb74b2, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:29.953065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:29.962778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3c30556a-4038-4ad2-8c84-358ea1eb74b2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:29.967181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:29.967864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.973985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a5de4-e5db-4e1c-93f8-f57e85d174ec None None] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:29.986765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ff597055-76fa-4105-a200-168a8e636e34 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4676638 Sep 23 19:51:29.989733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:30.277102 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.279812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:30.281620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.421461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Allocated IP 172.20.0.2 (3c30556a-4038-4ad2-8c84-358ea1eb74b2/c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5/ad2fd4f0-e258-4f3c-bf21-1a2f597396b3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:30.559243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-e3ccdc36-009a-4d39-8f5a-4858286b6d8d req-4b53c20a-3987-4ffc-b74e-2d71160a679a tempest-ServersOnMultiNodesTest-1880517780 tempest-ServersOnMultiNodesTest-1880517780-project] (94825) timed out ('10.222.0.72', 53093) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:51:30.572591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.579170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.616082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:30.620760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:30.628986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.20.0.1 (3c30556a-4038-4ad2-8c84-358ea1eb74b2/c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5/1cdb39ba-f3f0-4c9a-8383-428d902cce9d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:30.630822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:30.669918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Pushing event updated for resources: {'Port': ['ID=ad2fd4f0-e258-4f3c-bf21-1a2f597396b3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.699673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Attempting to bind port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:30.700138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Attempting to bind port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:30.700568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Attempting to bind port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 on network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:30.706550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:30.707003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Checking segment: {'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:30.707477 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.707941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Bound using segment: {'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:30.708487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Bound port: ad2fd4f0-e258-4f3c-bf21-1a2f597396b3, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:30.708931 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.756132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.775834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7d738665-aaae-4328-b688-045d0172b974 None None] For port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:30.779128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7d738665-aaae-4328-b688-045d0172b974 None None] For port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ad2fd4f0-e258-4f3c-bf21-1a2f597396b3,segment=NetworkSegment(89cb1aa8-6c35-4bf9-95df-5211f1541753),segment_id=89cb1aa8-6c35-4bf9-95df-5211f1541753)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:30.783163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.793454 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.834153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:30.837940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d738665-aaae-4328-b688-045d0172b974 None None] Pushing event updated for resources: {'Port': ['ID=ad2fd4f0-e258-4f3c-bf21-1a2f597396b3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.840083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:30.846515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:30.884779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.901263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.032424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.305219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.312874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.391386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:31.394412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.509554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:31.511166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:31.688272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:31.747307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:31.832191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:31.832757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.884621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:31.898759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-48ed2d63-4e1d-4185-8f62-8a500525e56b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051135 Sep 23 19:51:31.899430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:31.915538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:31.915845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-168770770'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:31.940302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:31.941273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:31.974269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:31.978041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.052335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:32.065804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-f9c558fd-ba19-4f6e-9e89-18dc3aa91ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:32.068555 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-f9c558fd-ba19-4f6e-9e89-18dc3aa91ffe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1095 time: 0.0725241 Sep 23 19:51:32.075295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.076056 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment c9580175-15c0-4f0e-a8f2-a291910518f5 of type vlan for network a92856f9-4ef9-4d3d-871f-f8f04fe32776 Sep 23 19:51:32.088833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee2a8bf-20a8-4522-ad4a-e51693f5bae5 None None] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:32.122784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6a58e-b2c1-43e9-b2bf-271941a2f7a8 req-88127b70-d605-4127-aaac-304581978eb7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:32.132247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78a6a58e-b2c1-43e9-b2bf-271941a2f7a8 req-88127b70-d605-4127-aaac-304581978eb7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0715041 Sep 23 19:51:32.191401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:32.193246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.196320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-78a6a58e-b2c1-43e9-b2bf-271941a2f7a8 req-a8fe482e-9bda-4e9b-a2e6-819c4790c357 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631118 Sep 23 19:51:32.246918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-ce9869f3-b8e1-4317-9c97-540ce97e10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:32.248523 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-ce9869f3-b8e1-4317-9c97-540ce97e10f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1693492 Sep 23 19:51:32.293987 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.323991 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.336364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:32.337012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.350951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-76f661f1-ecb6-4389-b1d7-a3cc1be6cedc None None] Provisioning complete for port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:32.351331 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76f661f1-ecb6-4389-b1d7-a3cc1be6cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.415138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5143039 Sep 23 19:51:32.417565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 53582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:32.426016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-5b8231bb-abcd-4627-bdcd-9d9b1c1fb599 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 999 time: 0.1699595 Sep 23 19:51:32.426488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:32.512383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=a92856f9-4ef9-4d3d-871f-f8f04fe32776,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:32.550031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.550898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.551498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.551875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.552298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.552699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.553097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.556725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.557635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.558043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.558456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.559377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5013217-f3d3-4639-a4e8-a005028a30b1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:32.577846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ad2fd4f0-e258-4f3c-bf21-1a2f597396b3,segment=NetworkSegment(89cb1aa8-6c35-4bf9-95df-5211f1541753),segment_id=89cb1aa8-6c35-4bf9-95df-5211f1541753)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:32.588615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-71b79010-f4d1-4b5a-900d-aef38214d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:32.591007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:32.595451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-71b79010-f4d1-4b5a-900d-aef38214d484 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0903006 Sep 23 19:51:32.597241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:32.602522 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.645261 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.655952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-9571c206-43df-463b-8d3b-1cc78ee08716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:32.657520 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-9571c206-43df-463b-8d3b-1cc78ee08716 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551395 Sep 23 19:51:32.857928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ad2fd4f0-e258-4f3c-bf21-1a2f597396b3,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:32.879307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-535f9ca3-5fc8-49df-8ed8-fb70f51cbf19 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140522 Sep 23 19:51:32.879509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:30Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:31Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:32.947157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.967852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:32.968233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Updating router 2a13df13-398c-4828-bb8d-33f7b704ac7a port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:33.069488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.116289 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebdfce47-77bc-487f-b929-54a5bad0941d req-f98d8fce-9e28-4446-846a-64364c76e554 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271636 Sep 23 19:51:33.164461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=08a3d91d-174f-41d0-bfa5-abd75c93bd7e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:33.195391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:33.195767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: a92856f9-4ef9-4d3d-871f-f8f04fe32776, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:33.235154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:33.247640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, a92856f9-4ef9-4d3d-871f-f8f04fe32776) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:33.266074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:33.267354 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.305981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37525d-282f-464a-b013-68441d08df7a None None] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:33.312044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e3f35d6-5e02-4217-937a-c7dff9cf2079 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8902125 Sep 23 19:51:33.317365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 53678) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.474265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aea25348-1deb-4ea7-83df-c071655ea09c None None] Provisioning complete for port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:33.474974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea25348-1deb-4ea7-83df-c071655ea09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.553144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460481c4-250d-4992-85a2-76a00eafe3bf req-3f025a98-d98a-4fd9-933e-1ca14fa89336 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:33.578808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-460481c4-250d-4992-85a2-76a00eafe3bf req-3f025a98-d98a-4fd9-933e-1ca14fa89336 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1514356 Sep 23 19:51:33.692666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-460481c4-250d-4992-85a2-76a00eafe3bf req-9221a5da-1726-4284-a935-3de9bce680dc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129792 Sep 23 19:51:33.862840 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:34.012215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aea25348-1deb-4ea7-83df-c071655ea09c None None] Port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:34.055015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.176953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.210311 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.263193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aea25348-1deb-4ea7-83df-c071655ea09c None None] Provisioning complete for port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:34.263584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aea25348-1deb-4ea7-83df-c071655ea09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.330374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:34.331771 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.375689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:34.376512 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.439826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.21.0.1 (a92856f9-4ef9-4d3d-871f-f8f04fe32776/08a3d91d-174f-41d0-bfa5-abd75c93bd7e/063fd44b-e895-4c29-a292-4efeecc974fa) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:34.597269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2427635-20a4-4b93-b0f9-ef58b29f2aa6 None None] Pushing event updated for resources: {'Port': ['ID=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:34.614000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Attempting to bind port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:34.614442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Attempting to bind port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:34.614824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Attempting to bind port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d on network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:34.635060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:34.635982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Checking segment: {'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:34.636398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.636797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Bound using segment: {'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:34.637464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Bound port: 1cdb39ba-f3f0-4c9a-8383-428d902cce9d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cb1aa8-6c35-4bf9-95df-5211f1541753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:34.637856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.661125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.705043 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.750888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:34.754108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:34.758415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:34.795115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=063fd44b-e895-4c29-a292-4efeecc974fa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:34.814189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Allocated IP 172.21.0.2 (a92856f9-4ef9-4d3d-871f-f8f04fe32776/08a3d91d-174f-41d0-bfa5-abd75c93bd7e/1cb5f5dd-7034-4883-966b-c938d97b74e9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:34.823532 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.827505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] For port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:34.834067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] For port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,segment=NetworkSegment(89cb1aa8-6c35-4bf9-95df-5211f1541753),segment_id=89cb1aa8-6c35-4bf9-95df-5211f1541753)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:34.849444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.914388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6698933-d544-4c4e-8129-5791b3167f53 req-4917fd53-92b5-43ab-bde2-5ba2a22ba2d4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:34.929655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6698933-d544-4c4e-8129-5791b3167f53 req-4917fd53-92b5-43ab-bde2-5ba2a22ba2d4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0981436 Sep 23 19:51:34.998537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6698933-d544-4c4e-8129-5791b3167f53 req-64c090bc-b13f-4a0b-b22f-16a49e6bbdda tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609250 Sep 23 19:51:35.009356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2427635-20a4-4b93-b0f9-ef58b29f2aa6 None None] Pushing event updated for resources: {'Port': ['ID=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.022725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:35.023501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:35.036767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-05f7e853-e0c3-4837-ad5e-7d7efc04ba52 None None] Provisioning complete for port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:35.037414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05f7e853-e0c3-4837-ad5e-7d7efc04ba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.195624 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.210244 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.212735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:35.287970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:35.296150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:35.301103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:35.335143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.363778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Pushing event updated for resources: {'Port': ['ID=1cb5f5dd-7034-4883-966b-c938d97b74e9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.452147 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05f7e853-e0c3-4837-ad5e-7d7efc04ba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.510104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Attempting to bind port 1cb5f5dd-7034-4883-966b-c938d97b74e9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:35.510515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Attempting to bind port 1cb5f5dd-7034-4883-966b-c938d97b74e9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:35.510918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Attempting to bind port 1cb5f5dd-7034-4883-966b-c938d97b74e9 on network a92856f9-4ef9-4d3d-871f-f8f04fe32776 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:35.543559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:35.543982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Checking segment: {'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:35.544498 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.544915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Bound using segment: {'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:35.545549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Bound port: 1cb5f5dd-7034-4883-966b-c938d97b74e9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:35.545989 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.553360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-05f7e853-e0c3-4837-ad5e-7d7efc04ba52 None None] For port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,segment=NetworkSegment(89cb1aa8-6c35-4bf9-95df-5211f1541753),segment_id=89cb1aa8-6c35-4bf9-95df-5211f1541753)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:35.567255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05f7e853-e0c3-4837-ad5e-7d7efc04ba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.658709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.665991 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.698139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7e853-e0c3-4837-ad5e-7d7efc04ba52 None None] Pushing event updated for resources: {'Port': ['ID=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.711600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] For port 1cb5f5dd-7034-4883-966b-c938d97b74e9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:35.716841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] For port 1cb5f5dd-7034-4883-966b-c938d97b74e9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cb5f5dd-7034-4883-966b-c938d97b74e9,segment=NetworkSegment(c9580175-15c0-4f0e-a8f2-a291910518f5),segment_id=c9580175-15c0-4f0e-a8f2-a291910518f5)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:35.727476 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.732582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6bb3328d-3b77-4664-a9d3-7f877a900803 None None] Provisioning complete for port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:35.733679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb3328d-3b77-4664-a9d3-7f877a900803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.755639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=063fd44b-e895-4c29-a292-4efeecc974fa,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.765529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.793592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:30Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:34Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:35.837495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc5019-4bf1-40b3-90cc-f91a4f55de7b None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:30Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:34Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:35.868353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b9f50-66e4-4033-a9e5-5f0990f25b95 None None] Pushing event updated for resources: {'Port': ['ID=1cb5f5dd-7034-4883-966b-c938d97b74e9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.924455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:35.925750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:36.112102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:36.362092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:36.374458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:36.375414 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b0e4736c-1729-4f40-9861-1558fd2b7111 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0515134 Sep 23 19:51:36.383184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-431229645'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:36.451004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:36.455010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.502949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba218-0075-41b4-90a5-f479e99e2d7e req-4bb72a50-f43b-416a-b472-5167781b60dc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:36.504703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9aba218-0075-41b4-90a5-f479e99e2d7e req-4bb72a50-f43b-416a-b472-5167781b60dc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1439207 Sep 23 19:51:36.509173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:36.537258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.537607 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment 00483112-7eff-47de-9b23-df9c0f46e8a9 of type vlan for network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf Sep 23 19:51:36.603605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9aba218-0075-41b4-90a5-f479e99e2d7e req-52223277-adef-4e2c-ac83-c1a7001b2910 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903201 Sep 23 19:51:36.607298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.642574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.648605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:36.649292 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.690143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3136971 Sep 23 19:51:36.692972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54008) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:36.700423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:36.741607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04fc4-512a-4a31-9df7-b7e8da3f8ba7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=13d52f01-2239-4ae6-ad8b-a6d639eb3daf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:36.756722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:36.861483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:36.866698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.073303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.163994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:37.164361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: 13d52f01-2239-4ae6-ad8b-a6d639eb3daf, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:37.172088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=d488d4ec-badb-476d-af83-371959d7f54d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:37.189797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d260b1c-0630-410f-8ba1-b0a76fe792d5 None None] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:37.195727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:37.205225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 13d52f01-2239-4ae6-ad8b-a6d639eb3daf) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:37.209819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:37.210762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.228723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c3e283cc-03b2-4e5f-83fb-4eebf5758a17 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5338535 Sep 23 19:51:37.232455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:37.242837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7b2ba-eb05-4022-8fac-b445704b0b45 None None] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:37.445335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-1ec86868-f937-475f-8200-bf278558a7fe tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:37.446995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-1ec86868-f937-475f-8200-bf278558a7fe tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/networks?id=76a57136-2581-4947-a35f-7361de67107c HTTP/1.1" status: 200 len: 814 time: 0.1586671 Sep 23 19:51:37.453735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e200162a-7eaa-4be8-a659-9efb790faaf7 None None] Provisioning complete for port 1cb5f5dd-7034-4883-966b-c938d97b74e9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:37.457895 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e200162a-7eaa-4be8-a659-9efb790faaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.467208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-5516712b-952f-44f6-9a3b-14095fd91c4d tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/quotas/915285461af14224bd50eed540b3ca6c HTTP/1.1" status: 200 len: 375 time: 0.0119245 Sep 23 19:51:37.511082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-809d0738-6913-4add-b535-173c65f3e427 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=915285461af14224bd50eed540b3ca6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371687 Sep 23 19:51:37.740276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e200162a-7eaa-4be8-a659-9efb790faaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.780463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:37.783356 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.825748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cb5f5dd-7034-4883-966b-c938d97b74e9 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:37.833351 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:37.860987 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:37.862783 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:37.881148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e200162a-7eaa-4be8-a659-9efb790faaf7 None None] For port 1cb5f5dd-7034-4883-966b-c938d97b74e9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cb5f5dd-7034-4883-966b-c938d97b74e9,segment=NetworkSegment(c9580175-15c0-4f0e-a8f2-a291910518f5),segment_id=c9580175-15c0-4f0e-a8f2-a291910518f5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:37.887158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.902635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-91634bde-414c-4a04-b75c-d4d3608c9e75 service neutron] 10.222.0.38 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832347 Sep 23 19:51:37.944405 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e200162a-7eaa-4be8-a659-9efb790faaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.063871 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:38.074427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1cb5f5dd-7034-4883-966b-c938d97b74e9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:38.074801 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.080450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200162a-7eaa-4be8-a659-9efb790faaf7 None None] Pushing event updated for resources: {'Port': ['ID=1cb5f5dd-7034-4883-966b-c938d97b74e9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:38.147900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1e02d8c8-744f-4b64-8851-cfbee1f995b1 None None] Provisioning complete for port 1cb5f5dd-7034-4883-966b-c938d97b74e9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:38.148283 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e02d8c8-744f-4b64-8851-cfbee1f995b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.153564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-dc95317f-c63b-4715-b15a-830596a29561 service neutron] 10.222.0.38 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491627 Sep 23 19:51:38.153799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Allocated IP 172.22.0.2 (13d52f01-2239-4ae6-ad8b-a6d639eb3daf/d488d4ec-badb-476d-af83-371959d7f54d/f76607f1-1f0a-446e-aef1-abd197bbdc03) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:38.355482 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 3, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:38.429614 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:38.429973 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Updating router 2a13df13-398c-4828-bb8d-33f7b704ac7a port 063fd44b-e895-4c29-a292-4efeecc974fa binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:38.484567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5ddec-1abe-4384-b9aa-f55210d32880 req-fd1c3d73-e317-4c7d-ae93-ee8115779cfc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:38.488379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:51:38.491998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73a5ddec-1abe-4384-b9aa-f55210d32880 req-fd1c3d73-e317-4c7d-ae93-ee8115779cfc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1049118 Sep 23 19:51:38.516775 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.529479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cdb39ba-f3f0-4c9a-8383-428d902cce9d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:38.574069 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73a5ddec-1abe-4384-b9aa-f55210d32880 req-218f9bbc-4b4c-4d04-a8da-ad4312217447 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649295 Sep 23 19:51:38.603516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.716884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31d7975f-ff35-4255-b8ea-182e2ac501cc req-eaac3c67-850d-442a-981a-e0efef3e480c tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 210 time: 0.0522196 Sep 23 19:51:38.731889 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.774297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.22.0.1 (13d52f01-2239-4ae6-ad8b-a6d639eb3daf/d488d4ec-badb-476d-af83-371959d7f54d/d2689db4-993f-4265-87a1-34ae6f3c8528) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:38.820216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Pushing event updated for resources: {'Port': ['ID=f76607f1-1f0a-446e-aef1-abd197bbdc03,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:38.845033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:38.848482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:38.850679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1e02d8c8-744f-4b64-8851-cfbee1f995b1 None None] Provisioning complete for port 063fd44b-e895-4c29-a292-4efeecc974fa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:38.851232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e02d8c8-744f-4b64-8851-cfbee1f995b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.899469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:38.901914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1e02d8c8-744f-4b64-8851-cfbee1f995b1 None None] Port 063fd44b-e895-4c29-a292-4efeecc974fa cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:38.983083 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.989961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:38.990505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.991338 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.035783 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Pushing event updated for resources: {'Port': ['ID=063fd44b-e895-4c29-a292-4efeecc974fa,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:39.046239 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.047031 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.047905 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.048531 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.049045 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.049538 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.050026 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.050544 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.051050 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.051640 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.052193 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.052841 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:39.094347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-497ea3f6-84e5-43be-b392-6b1b699d6477 None None] Provisioning complete for port 063fd44b-e895-4c29-a292-4efeecc974fa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:39.094918 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-497ea3f6-84e5-43be-b392-6b1b699d6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.097539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Attempting to bind port f76607f1-1f0a-446e-aef1-abd197bbdc03 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:39.098011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Attempting to bind port f76607f1-1f0a-446e-aef1-abd197bbdc03 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:39.098587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Attempting to bind port f76607f1-1f0a-446e-aef1-abd197bbdc03 on network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:39.118365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.128498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:39.129073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Checking segment: {'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:39.129581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.130198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Bound using segment: {'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:39.131003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Bound port: f76607f1-1f0a-446e-aef1-abd197bbdc03, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:39.131502 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.175783 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Attempting to bind port 063fd44b-e895-4c29-a292-4efeecc974fa on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:39.176436 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Attempting to bind port 063fd44b-e895-4c29-a292-4efeecc974fa by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:39.176974 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Attempting to bind port 063fd44b-e895-4c29-a292-4efeecc974fa on network a92856f9-4ef9-4d3d-871f-f8f04fe32776 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:39.183445 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:39.183946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Checking segment: {'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:39.184262 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.184692 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Bound using segment: {'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:39.185194 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Bound port: 063fd44b-e895-4c29-a292-4efeecc974fa, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9580175-15c0-4f0e-a8f2-a291910518f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:39.185761 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.189296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.234880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] For port f76607f1-1f0a-446e-aef1-abd197bbdc03, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:39.240287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] For port f76607f1-1f0a-446e-aef1-abd197bbdc03, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f76607f1-1f0a-446e-aef1-abd197bbdc03,segment=NetworkSegment(00483112-7eff-47de-9b23-df9c0f46e8a9),segment_id=00483112-7eff-47de-9b23-df9c0f46e8a9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:39.250649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:39.260992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:39.268205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=d2689db4-993f-4265-87a1-34ae6f3c8528,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:39.278387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:39.315403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-497ea3f6-84e5-43be-b392-6b1b699d6477 None None] Port 063fd44b-e895-4c29-a292-4efeecc974fa cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:39.318965 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] For port 063fd44b-e895-4c29-a292-4efeecc974fa, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:39.324089 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] For port 063fd44b-e895-4c29-a292-4efeecc974fa, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=063fd44b-e895-4c29-a292-4efeecc974fa,segment=NetworkSegment(c9580175-15c0-4f0e-a8f2-a291910518f5),segment_id=c9580175-15c0-4f0e-a8f2-a291910518f5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:39.333644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.339849 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.349846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.405385 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:39.406291 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:39.436706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dab3ef-ebce-49b2-9413-b7a3efc037f9 None None] Pushing event updated for resources: {'Port': ['ID=f76607f1-1f0a-446e-aef1-abd197bbdc03,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:39.547136 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff42640-9e9d-447f-8ce6-8918ecfd5244 None None] Pushing event updated for resources: {'Port': ['ID=063fd44b-e895-4c29-a292-4efeecc974fa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:39.587306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3a3c1f8e-4831-41cf-9651-063535f383f2 None None] Provisioning complete for port 063fd44b-e895-4c29-a292-4efeecc974fa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:39.587694 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:39.591250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.593936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1f8e-4831-41cf-9651-063535f383f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.837155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cb5f5dd-7034-4883-966b-c938d97b74e9 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:39.955914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443b26-c090-40d6-b423-acd1e69f2f5e req-20f50b21-0138-4a46-ba58-9bb3ea9244db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:39.962731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81443b26-c090-40d6-b423-acd1e69f2f5e req-20f50b21-0138-4a46-ba58-9bb3ea9244db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1519299 Sep 23 19:51:39.978097 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1f8e-4831-41cf-9651-063535f383f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.016729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81443b26-c090-40d6-b423-acd1e69f2f5e req-93ae53c8-a568-4f1b-8d60-c1f64b3afc7f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508530 Sep 23 19:51:40.029635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1cb5f5dd-7034-4883-966b-c938d97b74e9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:40.033113 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.049092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3a3c1f8e-4831-41cf-9651-063535f383f2 None None] For port 063fd44b-e895-4c29-a292-4efeecc974fa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=063fd44b-e895-4c29-a292-4efeecc974fa,segment=NetworkSegment(c9580175-15c0-4f0e-a8f2-a291910518f5),segment_id=c9580175-15c0-4f0e-a8f2-a291910518f5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:40.094940 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1f8e-4831-41cf-9651-063535f383f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.119439 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 3, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:40.192686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-88dde083-dd85-4589-810b-381a696a5e66 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:40.194805 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-88dde083-dd85-4589-810b-381a696a5e66 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "GET /v2.0/networks?id=76a57136-2581-4947-a35f-7361de67107c HTTP/1.1" status: 200 len: 814 time: 0.2750103 Sep 23 19:51:40.199326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0933b0ca-d0f9-4450-aa0a-94aa627dd331 req-254a79cd-0462-4971-8aed-32cd297b8417 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 210 time: 0.0704873 Sep 23 19:51:40.224042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Request body: {'port': {'device_id': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'network_id': '76a57136-2581-4947-a35f-7361de67107c', 'admin_state_up': True, 'tenant_id': '915285461af14224bd50eed540b3ca6c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:40.234747 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00632ab-b261-477b-af89-23ba0d00eb74 None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 3, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:40.241611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c1f8e-4831-41cf-9651-063535f383f2 None None] Pushing event updated for resources: {'Port': ['ID=063fd44b-e895-4c29-a292-4efeecc974fa,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:40.326556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9f2e5209-3782-4215-8aca-2d88e63cc880 None None] Provisioning complete for port 063fd44b-e895-4c29-a292-4efeecc974fa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:40.327474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5209-3782-4215-8aca-2d88e63cc880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.361972 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.372654 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.492574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Made reservation on behalf of 915285461af14224bd50eed540b3ca6c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:40.496083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.498445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=d2689db4-993f-4265-87a1-34ae6f3c8528,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:40.502005 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.702115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:40.705537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:40.725092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Allocated IP 172.20.0.8 (76a57136-2581-4947-a35f-7361de67107c/cd52493d-c085-4c2b-8de7-52eb53e2620a/46d4e317-0bd1-419b-b9df-5349cbd1ae77) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:40.839766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18297356-06ac-48da-942d-4bbb920b1282 None None] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:40.874020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:40.896371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f6a10991-f056-449e-b420-932cfba22f86 None None] Provisioning complete for port f76607f1-1f0a-446e-aef1-abd197bbdc03 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:40.898742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a10991-f056-449e-b420-932cfba22f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.057444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.059451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:41.068619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3f475aa0-6b91-4bea-a6ca-2841605e81b7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8344355 Sep 23 19:51:41.071555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:41.074884 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a10991-f056-449e-b420-932cfba22f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.076500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'network': {'name': 'tempest-RoutersTest-869399797'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:41.101705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:41.106771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.112034 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.139821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f6a10991-f056-449e-b420-932cfba22f86 None None] For port f76607f1-1f0a-446e-aef1-abd197bbdc03, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f76607f1-1f0a-446e-aef1-abd197bbdc03,segment=NetworkSegment(00483112-7eff-47de-9b23-df9c0f46e8a9),segment_id=00483112-7eff-47de-9b23-df9c0f46e8a9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:41.145630 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a10991-f056-449e-b420-932cfba22f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.163880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:41.165827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Network 76a57136-2581-4947-a35f-7361de67107c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:41.169322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:41.173489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:41.174445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.175013 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added segment 5b6c5e2f-abec-4716-a6f1-dd817f8becad of type vlan for network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 Sep 23 19:51:41.175422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:41.216586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Pushing event updated for resources: {'Port': ['ID=46d4e317-0bd1-419b-b9df-5349cbd1ae77,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:41.226076 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.242805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:41.243433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:41.244409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:41.245233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.264693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-0b025a88-0d73-44f6-afcd-10632621b649 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0434482 Sep 23 19:51:41.265490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.274905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:41.275525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Request body: {'port': {'device_id': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:41.276054 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.353118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2804627 Sep 23 19:51:41.357570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:41.363885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'subnet': {'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:41.377566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a10991-f056-449e-b420-932cfba22f86 None None] Pushing event updated for resources: {'Port': ['ID=f76607f1-1f0a-446e-aef1-abd197bbdc03,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:41.429371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f89f8-c71b-46f3-90df-fa16580c178f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Network': ['ID=33bfeaa1-cfe8-4b6a-bed1-25be2a100019,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:41.444982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:41.447577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:41.472966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542a79-96f1-4c47-a5c6-345962333471 req-a38af486-46ee-44d2-ab2d-9efa946f0973 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:41.474963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce542a79-96f1-4c47-a5c6-345962333471 req-a38af486-46ee-44d2-ab2d-9efa946f0973 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 931 time: 0.1652310 Sep 23 19:51:41.591725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce542a79-96f1-4c47-a5c6-345962333471 req-23fed9ec-ae03-4bd2-bbf1-3dd40ab92e91 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865741 Sep 23 19:51:41.600250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Made reservation on behalf of bfdb80130470442fbfdf50bcb56cf4cf for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:41.603971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.903733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f76607f1-1f0a-446e-aef1-abd197bbdc03 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:41.943685 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.954509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.066839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-19a02784-163d-459e-8e68-8f97564e9358 None None] Provisioning complete for port d2689db4-993f-4265-87a1-34ae6f3c8528 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:42.069013 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19a02784-163d-459e-8e68-8f97564e9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.075608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Subnet': ['ID=493f17e4-b55b-4e5c-935e-eea500f66235,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:42.107272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Checking segment: {'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:42.107745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network hostable DHCP agents. Network: 33bfeaa1-cfe8-4b6a-bed1-25be2a100019, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:42.136468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-19a02784-163d-459e-8e68-8f97564e9358 None None] Port d2689db4-993f-4265-87a1-34ae6f3c8528 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:42.153537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:42.175468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 33bfeaa1-cfe8-4b6a-bed1-25be2a100019) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:42.180252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:42.180822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.188927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f76607f1-1f0a-446e-aef1-abd197bbdc03 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:42.189304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.194111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e00375-d46a-4540-bd69-b0b3d7c5df74 None None] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:42.218401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:42.219062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-58b85b11-4c0a-4e38-9e3a-42cbe20c08a0 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8584800 Sep 23 19:51:42.246651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-19a02784-163d-459e-8e68-8f97564e9358 None None] Provisioning complete for port f76607f1-1f0a-446e-aef1-abd197bbdc03 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:42.246822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19a02784-163d-459e-8e68-8f97564e9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.399144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d4e317-0bd1-419b-b9df-5349cbd1ae77 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:51:42.422294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:42.437528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.480488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Transition to ACTIVE for port object 46d4e317-0bd1-419b-b9df-5349cbd1ae77 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:51:42.485413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.491720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:42.492081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Updating router 2a13df13-398c-4828-bb8d-33f7b704ac7a port d2689db4-993f-4265-87a1-34ae6f3c8528 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:42.527479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 063fd44b-e895-4c29-a292-4efeecc974fa up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:42.571696 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.609943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'fixed_ips': [{'subnet_id': '493f17e4-b55b-4e5c-935e-eea500f66235'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:42.610813 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.613925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Pushing event updated for resources: {'Port': ['ID=46d4e317-0bd1-419b-b9df-5349cbd1ae77,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:42.730577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Attempting to bind port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:42.730948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Attempting to bind port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:42.731254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Attempting to bind port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 on network 76a57136-2581-4947-a35f-7361de67107c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:42.733762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd998f-b6c4-4490-9ea7-ad175603457c req-34bda169-34c9-4506-97ee-5bb2edacc640 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:42.735397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bbd998f-b6c4-4490-9ea7-ad175603457c req-34bda169-34c9-4506-97ee-5bb2edacc640 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 943 time: 0.0643423 Sep 23 19:51:42.758444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 on network 76a57136-2581-4947-a35f-7361de67107c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:51:42.758880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Attempting to bind port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 on network 76a57136-2581-4947-a35f-7361de67107c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:42.770725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:42.771420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Checking segment: {'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:42.771420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Bound using segment: {'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:42.772166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Bound port: 46d4e317-0bd1-419b-b9df-5349cbd1ae77, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:42.772528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.781425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bbd998f-b6c4-4490-9ea7-ad175603457c req-51665936-b23d-40e2-bfaf-799e8ce6ed09 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Sep 23 19:51:42.787154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 063fd44b-e895-4c29-a292-4efeecc974fa triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:42.787530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.797966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.859133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f77d429d-3596-4906-81be-50d4b21ca16b None None] Provisioning complete for port d2689db4-993f-4265-87a1-34ae6f3c8528 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:42.859432 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f77d429d-3596-4906-81be-50d4b21ca16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.919924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] For port 46d4e317-0bd1-419b-b9df-5349cbd1ae77, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:42.940579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] For port 46d4e317-0bd1-419b-b9df-5349cbd1ae77, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=46d4e317-0bd1-419b-b9df-5349cbd1ae77,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:42.959466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.979362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f77d429d-3596-4906-81be-50d4b21ca16b None None] Port d2689db4-993f-4265-87a1-34ae6f3c8528 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:43.005365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Allocated IP 172.23.0.2 (33bfeaa1-cfe8-4b6a-bed1-25be2a100019/493f17e4-b55b-4e5c-935e-eea500f66235/c5a4b5cb-f3c8-4991-b277-bbbceee23f6d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:43.031506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.032124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.033504 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/46d4e317-0bd1-419b-b9df-5349cbd1ae77 HTTP/1.1" status: 200 len: 1091 time: 1.7624171 Sep 23 19:51:43.035670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'tag': '46d4e317-0bd1-419b-b9df-5349cbd1ae77'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:43.038325 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d6fc5d-26ab-43da-9b58-57ed38cd577a" -d '{"events": [{"name": "network-changed", "server_uuid": "6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f", "tag": "46d4e317-0bd1-419b-b9df-5349cbd1ae77"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:43.063335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9108a5f-e38e-4cc9-a311-364fa2ba55d3 service neutron] Pushing event updated for resources: {'Port': ['ID=46d4e317-0bd1-419b-b9df-5349cbd1ae77,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:43.106767 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17295122-35ab-4903-ac41-9e242031296c x-openstack-request-id: req-17295122-35ab-4903-ac41-9e242031296c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:43.107123 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f", "tag": "46d4e317-0bd1-419b-b9df-5349cbd1ae77", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:43.107435 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17295122-35ab-4903-ac41-9e242031296c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:43.107931 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'tag': '46d4e317-0bd1-419b-b9df-5349cbd1ae77', 'status': 'completed', 'code': 200} Sep 23 19:51:43.150826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-33f1402f-e4fa-4ec9-b3e2-67a7064c7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.152312 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-33f1402f-e4fa-4ec9-b3e2-67a7064c7bd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=915285461af14224bd50eed540b3ca6c&device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 1094 time: 0.0577967 Sep 23 19:51:43.177350 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14622033-cf26-4a98-8546-6d8c0316ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.188595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.194939 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-534fded8-8622-4daa-bc6e-b30d0034b770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46d4e317-0bd1-419b-b9df-5349cbd1ae77 HTTP/1.1" status: 200 len: 217 time: 0.0350401 Sep 23 19:51:43.200348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.249068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-20956bc2-7c0c-4226-ba78-df2be150fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.250606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-20956bc2-7c0c-4226-ba78-df2be150fa4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd52493d-c085-4c2b-8de7-52eb53e2620a HTTP/1.1" status: 200 len: 854 time: 0.0486922 Sep 23 19:51:43.284400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-4ad6dc25-503b-40dc-a7a3-c7cfa674e654 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76a57136-2581-4947-a35f-7361de67107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271149 Sep 23 19:51:43.289869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Pushing event updated for resources: {'Port': ['ID=d2689db4-993f-4265-87a1-34ae6f3c8528,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:43.314760 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.320722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.320953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.321168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.321498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.321829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.322155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.322506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.322829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.323164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.323467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.323790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.324105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:43.329205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.386631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Attempting to bind port d2689db4-993f-4265-87a1-34ae6f3c8528 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:43.387012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Attempting to bind port d2689db4-993f-4265-87a1-34ae6f3c8528 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:43.387353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Attempting to bind port d2689db4-993f-4265-87a1-34ae6f3c8528 on network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:43.391011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:43.396171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:43.402693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:43.411907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:43.412279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Checking segment: {'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:43.412681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.413077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Bound using segment: {'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:43.413706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Bound port: d2689db4-993f-4265-87a1-34ae6f3c8528, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00483112-7eff-47de-9b23-df9c0f46e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:43.413921 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.418447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Pushing event updated for resources: {'Port': ['ID=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:43.422730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Allocated IP 172.23.0.1 (33bfeaa1-cfe8-4b6a-bed1-25be2a100019/493f17e4-b55b-4e5c-935e-eea500f66235/d780b8b1-29d9-41c8-babb-915ba5126f3e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:43.449431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-90e95353-38b5-4d27-8e0b-e868331715fb service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571624 Sep 23 19:51:43.517653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Attempting to bind port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:43.518029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Attempting to bind port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:43.518473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Attempting to bind port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d on network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:43.536113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:43.536480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Checking segment: {'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:43.536877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.537273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Bound using segment: {'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:43.537738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Bound port: c5a4b5cb-f3c8-4991-b277-bbbceee23f6d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:43.538116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.553228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7dbd3e39-b347-41cc-94b9-594bca2dcd6d None None] Provisioning complete for port d2689db4-993f-4265-87a1-34ae6f3c8528 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:43.553593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3e39-b347-41cc-94b9-594bca2dcd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.578777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] For port d2689db4-993f-4265-87a1-34ae6f3c8528, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:43.615104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] For port d2689db4-993f-4265-87a1-34ae6f3c8528, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d2689db4-993f-4265-87a1-34ae6f3c8528,segment=NetworkSegment(00483112-7eff-47de-9b23-df9c0f46e8a9),segment_id=00483112-7eff-47de-9b23-df9c0f46e8a9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:43.622534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd3e39-b347-41cc-94b9-594bca2dcd6d None None] Port d2689db4-993f-4265-87a1-34ae6f3c8528 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:43.624940 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.626843 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7d6bc30-5f42-4aaa-bceb-59d81960a84b req-d102c20b-8092-4332-860f-c7ae6e4fe68d service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676803 Sep 23 19:51:43.632897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.681462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.753925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:43.762073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:43.766266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=d780b8b1-29d9-41c8-babb-915ba5126f3e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:43.768678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:43.800652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-0e9e20a3-8ed5-4e89-9845-bcc6658dfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.802186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-0e9e20a3-8ed5-4e89-9845-bcc6658dfee4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=915285461af14224bd50eed540b3ca6c&device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 1094 time: 0.1317129 Sep 23 19:51:43.850422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.853352 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] For port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:43.860371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] For port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,segment=NetworkSegment(5b6c5e2f-abec-4716-a6f1-dd817f8becad),segment_id=5b6c5e2f-abec-4716-a6f1-dd817f8becad)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:43.865343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b2538-f96b-46b5-90b3-18171bde46e2 None None] Pushing event updated for resources: {'Port': ['ID=d2689db4-993f-4265-87a1-34ae6f3c8528,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:43.869206 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.871474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:43.872288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.941797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63a3e-34b2-4d4b-8960-8829134e8989 req-6ea2b88a-3d4d-4e73-b028-4dccf898b531 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.955373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6a63a3e-34b2-4d4b-8960-8829134e8989 req-6ea2b88a-3d4d-4e73-b028-4dccf898b531 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 943 time: 0.0734475 Sep 23 19:51:44.004313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6a63a3e-34b2-4d4b-8960-8829134e8989 req-25c6ab3f-0cd1-4ff9-8ea7-5f029ad737fd tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477509 Sep 23 19:51:44.009261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2c0b0-29d7-46ac-bb35-be6243883779 None None] Pushing event updated for resources: {'Port': ['ID=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:44.026179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-856af5d7-58e4-4ce0-a754-0e45dfea8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:44.027735 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-856af5d7-58e4-4ce0-a754-0e45dfea8ae1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76a57136-2581-4947-a35f-7361de67107c HTTP/1.1" status: 200 len: 915 time: 0.2176673 Sep 23 19:51:44.033995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:44.083817 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-e4bb0688-b79a-4f11-8459-9fefa7299923 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46d4e317-0bd1-419b-b9df-5349cbd1ae77 HTTP/1.1" status: 200 len: 217 time: 0.0454054 Sep 23 19:51:44.157511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.176684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-da2d0157-bbed-41ff-91cb-f20c9562d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:44.178190 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-da2d0157-bbed-41ff-91cb-f20c9562d967 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd52493d-c085-4c2b-8de7-52eb53e2620a HTTP/1.1" status: 200 len: 854 time: 0.0840187 Sep 23 19:51:44.252978 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-15737843-8b9d-48af-996d-cf5c985a7ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76a57136-2581-4947-a35f-7361de67107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517068 Sep 23 19:51:44.289067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cf4bc6d5-980a-43a4-8cb0-601b8a9c4b17 None None] Provisioning complete for port d2689db4-993f-4265-87a1-34ae6f3c8528 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:44.289443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc6d5-980a-43a4-8cb0-601b8a9c4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.337912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:43Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:44.369022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c44bd0b-e662-4404-8ef7-13f10e8156a2 None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:43Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:44.425515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc6d5-980a-43a4-8cb0-601b8a9c4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.482369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cf4bc6d5-980a-43a4-8cb0-601b8a9c4b17 None None] For port d2689db4-993f-4265-87a1-34ae6f3c8528, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d2689db4-993f-4265-87a1-34ae6f3c8528,segment=NetworkSegment(00483112-7eff-47de-9b23-df9c0f46e8a9),segment_id=00483112-7eff-47de-9b23-df9c0f46e8a9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:44.488568 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc6d5-980a-43a4-8cb0-601b8a9c4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.553142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bc6d5-980a-43a4-8cb0-601b8a9c4b17 None None] Pushing event updated for resources: {'Port': ['ID=d2689db4-993f-4265-87a1-34ae6f3c8528,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:44.749640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-7d72b52e-dc02-4dbc-8347-843163c7413e service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833922 Sep 23 19:51:44.913247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20d6fc5d-26ab-43da-9b58-57ed38cd577a req-27035666-f7c4-4631-95d8-9420ecdbedd5 service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567321 Sep 23 19:51:44.923125 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.930087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.017653 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.019606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event updated for resources: {'Port': ['ID=d780b8b1-29d9-41c8-babb-915ba5126f3e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:45.088380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077acdc9-236c-4404-8328-5e9f3d329e0d None None] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:45.131622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:45.133453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:45.140564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f299-e731-4f3f-ac0b-1459d5c6336c req-a67b054e-fa50-4b47-8cec-3a3d6253485e tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:45.142298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a69f299-e731-4f3f-ac0b-1459d5c6336c req-a67b054e-fa50-4b47-8cec-3a3d6253485e tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 943 time: 0.0621512 Sep 23 19:51:45.155191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cf9a8905-da9a-477f-bde5-caa98ffd011d None None] Provisioning complete for port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:45.155567 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8905-da9a-477f-bde5-caa98ffd011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.184552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a69f299-e731-4f3f-ac0b-1459d5c6336c req-c3913170-a535-4848-bc6b-07a07cbc1a21 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Sep 23 19:51:45.243962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:45.300233 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8905-da9a-477f-bde5-caa98ffd011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.340269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cf9a8905-da9a-477f-bde5-caa98ffd011d None None] For port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,segment=NetworkSegment(5b6c5e2f-abec-4716-a6f1-dd817f8becad),segment_id=5b6c5e2f-abec-4716-a6f1-dd817f8becad)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:45.342033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:45.348516 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bde091af-19e2-442b-9f41-ca2f0147208d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1277485 Sep 23 19:51:45.350872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:45.352622 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8905-da9a-477f-bde5-caa98ffd011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.354141 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:45.361364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:45.365965 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:45.366623 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.410927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a8905-da9a-477f-bde5-caa98ffd011d None None] Pushing event updated for resources: {'Port': ['ID=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:45.470222 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:45.585593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e1486b00-adbd-4d86-aa7e-1ce0c8c1826a None None] Provisioning complete for port d780b8b1-29d9-41c8-babb-915ba5126f3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:45.586087 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1486b00-adbd-4d86-aa7e-1ce0c8c1826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.652111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e1486b00-adbd-4d86-aa7e-1ce0c8c1826a None None] Port d780b8b1-29d9-41c8-babb-915ba5126f3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:45.674864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e1486b00-adbd-4d86-aa7e-1ce0c8c1826a None None] Provisioning complete for port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:45.676098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1486b00-adbd-4d86-aa7e-1ce0c8c1826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.739463 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd780b8b1-29d9-41c8-babb-915ba5126f3e', 'name': '', 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:a7:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:42Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.769378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d2689db4-993f-4265-87a1-34ae6f3c8528 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:45.775647 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:45.775647 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Updating router 2a13df13-398c-4828-bb8d-33f7b704ac7a port d780b8b1-29d9-41c8-babb-915ba5126f3e binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:45.801813 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.820602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:51:45.844606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Removed routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:51:45.845223 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.848293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port d2689db4-993f-4265-87a1-34ae6f3c8528 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:45.848673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.944351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c5a4b5cb-f3c8-4991-b277-bbbceee23f6d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:45.978684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ea88ff3f-14ea-42ce-b464-c0723c068334 None None] Provisioning complete for port d780b8b1-29d9-41c8-babb-915ba5126f3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:45.979074 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea88ff3f-14ea-42ce-b464-c0723c068334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.027461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ea88ff3f-14ea-42ce-b464-c0723c068334 None None] Port d780b8b1-29d9-41c8-babb-915ba5126f3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:46.036139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:46.036769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.080870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.085053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.136226 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.143223 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.193870 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe9273-34ec-4336-a460-0a65154615d3 None None] Pushing event updated for resources: {'Port': ['ID=d780b8b1-29d9-41c8-babb-915ba5126f3e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:46.207361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:46.251983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Attempting to bind port d780b8b1-29d9-41c8-babb-915ba5126f3e on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:46.252354 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Attempting to bind port d780b8b1-29d9-41c8-babb-915ba5126f3e by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:46.252521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c9d73968-59ac-4057-b3a3-522c8a4837ef None None] Provisioning complete for port d780b8b1-29d9-41c8-babb-915ba5126f3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:46.252993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Attempting to bind port d780b8b1-29d9-41c8-babb-915ba5126f3e on network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:46.253109 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9d73968-59ac-4057-b3a3-522c8a4837ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.258457 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:46.258829 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Checking segment: {'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:46.259239 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.259621 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Bound using segment: {'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:46.260134 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Bound port: d780b8b1-29d9-41c8-babb-915ba5126f3e, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6c5e2f-abec-4716-a6f1-dd817f8becad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:46.260520 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.304676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9d73968-59ac-4057-b3a3-522c8a4837ef None None] Port d780b8b1-29d9-41c8-babb-915ba5126f3e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:46.331792 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] For port d780b8b1-29d9-41c8-babb-915ba5126f3e, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:46.337855 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] For port d780b8b1-29d9-41c8-babb-915ba5126f3e, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d780b8b1-29d9-41c8-babb-915ba5126f3e,segment=NetworkSegment(5b6c5e2f-abec-4716-a6f1-dd817f8becad),segment_id=5b6c5e2f-abec-4716-a6f1-dd817f8becad)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:46.344740 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.354528 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee385fd1-5580-47b3-9e8e-e505667daca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.367544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:46.375137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.379236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab2649b5-0cbc-409b-b283-e4e75ebc537b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 200 len: 934 time: 1.0196595 Sep 23 19:51:46.380214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54088) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:46.391509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82133555-62c4-47d1-a58f-6a40cf3e9d74 req-2a93b4d8-23a3-472a-95a3-edc1bf2dd362 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:46.393243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82133555-62c4-47d1-a58f-6a40cf3e9d74 req-2a93b4d8-23a3-472a-95a3-edc1bf2dd362 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 943 time: 0.0967860 Sep 23 19:51:46.404738 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe9273-34ec-4336-a460-0a65154615d3 None None] Pushing event updated for resources: {'Port': ['ID=d780b8b1-29d9-41c8-babb-915ba5126f3e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:46.426769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:46.427412 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:46.459339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82133555-62c4-47d1-a58f-6a40cf3e9d74 req-59380778-f82e-4634-8e59-9cb4e51bf3e8 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596335 Sep 23 19:51:46.472448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.518260 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2dece9b1-f871-4de6-962f-b71e98477b4d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 200 len: 934 time: 0.1350021 Sep 23 19:51:46.520611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:46.525332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'routes': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:46.529380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:46.534125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-26c2f1f8-8c9f-4bae-8fd8-84f3c66d0d19 None None] Provisioning complete for port d780b8b1-29d9-41c8-babb-915ba5126f3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:46.534583 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c2f1f8-8c9f-4bae-8fd8-84f3c66d0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.648466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c2f1f8-8c9f-4bae-8fd8-84f3c66d0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.693470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-26c2f1f8-8c9f-4bae-8fd8-84f3c66d0d19 None None] For port d780b8b1-29d9-41c8-babb-915ba5126f3e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d780b8b1-29d9-41c8-babb-915ba5126f3e,segment=NetworkSegment(5b6c5e2f-abec-4716-a6f1-dd817f8becad),segment_id=5b6c5e2f-abec-4716-a6f1-dd817f8becad)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:46.698225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c2f1f8-8c9f-4bae-8fd8-84f3c66d0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.753268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2f1f8-8c9f-4bae-8fd8-84f3c66d0d19 None None] Pushing event updated for resources: {'Port': ['ID=d780b8b1-29d9-41c8-babb-915ba5126f3e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:46.822939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7bfb41bb-cc70-40ab-b52b-7ea0ec1fb69b None None] Provisioning complete for port d780b8b1-29d9-41c8-babb-915ba5126f3e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:46.823305 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7bfb41bb-cc70-40ab-b52b-7ea0ec1fb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.875142 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:45Z', 'revision_number': 6, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd780b8b1-29d9-41c8-babb-915ba5126f3e', 'name': '', 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:a7:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:42Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:46.912238 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890d9d5-ba5e-49f7-aaaf-d1508f468d10 None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:45Z', 'revision_number': 6, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd780b8b1-29d9-41c8-babb-915ba5126f3e', 'name': '', 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:a7:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:42Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 4, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:46.921394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:51:46.921717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:51:46.961611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.066489 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.158191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 46d4e317-0bd1-419b-b9df-5349cbd1ae77 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:51:47.165785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.169566 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.269003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 46d4e317-0bd1-419b-b9df-5349cbd1ae77, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=46d4e317-0bd1-419b-b9df-5349cbd1ae77,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:47.279694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:47.290040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '46d4e317-0bd1-419b-b9df-5349cbd1ae77', 'network_id': '76a57136-2581-4947-a35f-7361de67107c', 'port_id': '46d4e317-0bd1-419b-b9df-5349cbd1ae77', 'mac_address': 'fa:16:3e:3b:91:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd52493d-c085-4c2b-8de7-52eb53e2620a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:51:47.343936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.358880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d4e317-0bd1-419b-b9df-5349cbd1ae77 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:51:47.378190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:47.381977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 46d4e317-0bd1-419b-b9df-5349cbd1ae77, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=46d4e317-0bd1-419b-b9df-5349cbd1ae77,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:47.385921 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.387204 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e4097822-1966-4894-9808-35410827fe8d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 200 len: 700 time: 0.8655598 Sep 23 19:51:47.387681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.390449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:47.436993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=46d4e317-0bd1-419b-b9df-5349cbd1ae77,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:47.494621 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c842046f-0ce1-4b78-b207-942957af6e04 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 200 len: 700 time: 0.1020544 Sep 23 19:51:47.497178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:47.585104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59b88-9872-4b53-a5aa-8b90e85859e4 req-5da33770-51c3-4ad4-99ba-587e013747b6 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:47.593022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a59b88-9872-4b53-a5aa-8b90e85859e4 req-5da33770-51c3-4ad4-99ba-587e013747b6 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 944 time: 0.0588670 Sep 23 19:51:47.632399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a59b88-9872-4b53-a5aa-8b90e85859e4 req-8b674068-2287-4525-a626-6082336b44bd tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Sep 23 19:51:47.636546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:47.652719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:47.653378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:47.729903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d780b8b1-29d9-41c8-babb-915ba5126f3e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:47.731927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['46d4e317-0bd1-419b-b9df-5349cbd1ae77'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:51:47.804360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:47.866048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.091795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port d780b8b1-29d9-41c8-babb-915ba5126f3e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:48.092752 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.346137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 7, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd780b8b1-29d9-41c8-babb-915ba5126f3e', 'name': '', 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:a7:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:42Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:48.377562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:48.386272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:48.386861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:48.437817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port d780b8b1-29d9-41c8-babb-915ba5126f3e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:48.438359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.479747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:48.539265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port d780b8b1-29d9-41c8-babb-915ba5126f3e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d780b8b1-29d9-41c8-babb-915ba5126f3e,segment=NetworkSegment(5b6c5e2f-abec-4716-a6f1-dd817f8becad),segment_id=5b6c5e2f-abec-4716-a6f1-dd817f8becad)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:48.539870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.562246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for d780b8b1-29d9-41c8-babb-915ba5126f3e owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:48.601768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.664030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c525f87-2c06-412a-b695-7737a197ec44 req-5ff6ec48-20bb-4da7-8174-e239786bb5e5 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:48.672744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c525f87-2c06-412a-b695-7737a197ec44 req-5ff6ec48-20bb-4da7-8174-e239786bb5e5 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0780280 Sep 23 19:51:48.710338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c525f87-2c06-412a-b695-7737a197ec44 req-ad659804-bc70-4b0c-9e09-e0c46eb623a5 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365710 Sep 23 19:51:48.721459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 7, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd780b8b1-29d9-41c8-babb-915ba5126f3e', 'name': '', 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:a7:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:42Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:48.759120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebe989-2412-49bc-aedd-286e103e7505 None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 7, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd780b8b1-29d9-41c8-babb-915ba5126f3e', 'name': '', 'network_id': '33bfeaa1-cfe8-4b6a-bed1-25be2a100019', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:a7:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:42Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '493f17e4-b55b-4e5c-935e-eea500f66235', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:48.761444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.790842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=d780b8b1-29d9-41c8-babb-915ba5126f3e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:48.841263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce983ee-89f5-4d38-b954-c05caf00a049 req-79ec133e-da8c-45f1-a3ba-fda1aecb10bc tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:48.845001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce983ee-89f5-4d38-b954-c05caf00a049 req-79ec133e-da8c-45f1-a3ba-fda1aecb10bc tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 944 time: 0.0671949 Sep 23 19:51:48.891263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce983ee-89f5-4d38-b954-c05caf00a049 req-099f6ce9-5c4e-4e99-8a2d-74ff35d48e8a tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389757 Sep 23 19:51:48.965804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.162031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:49.185582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 46d4e317-0bd1-419b-b9df-5349cbd1ae77 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:49.237955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:51:49.241881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:49.242323 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.257762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:49.262998 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-66d7a8a7-5949-4292-bd28-5eb83e967094 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648926 Sep 23 19:51:49.266581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:49.267853 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:49.277305 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:49.277926 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:49.325651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet 493f17e4-b55b-4e5c-935e-eea500f66235 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:49.329609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.336410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.360934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d4e317-0bd1-419b-b9df-5349cbd1ae77'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:49.363269 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c4a9b1-b4d5-4e1e-8fcb-df625ca8c241" -d '{"events": [{"server_uuid": "6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f", "name": "network-vif-plugged", "status": "completed", "tag": "46d4e317-0bd1-419b-b9df-5349cbd1ae77"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:49.373524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.378856 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:49.383425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 46d4e317-0bd1-419b-b9df-5349cbd1ae77, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=46d4e317-0bd1-419b-b9df-5349cbd1ae77,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:49.389541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.456168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=46d4e317-0bd1-419b-b9df-5349cbd1ae77,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:49.483744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.489379 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37802375-b70b-426e-a721-1e03730b26f6 x-openstack-request-id: req-37802375-b70b-426e-a721-1e03730b26f6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:49.489779 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f", "name": "network-vif-plugged", "status": "completed", "tag": "46d4e317-0bd1-419b-b9df-5349cbd1ae77", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:49.489960 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-37802375-b70b-426e-a721-1e03730b26f6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:49.490378 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d4e317-0bd1-419b-b9df-5349cbd1ae77', 'code': 200} Sep 23 19:51:49.571703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.605152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=493f17e4-b55b-4e5c-935e-eea500f66235,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:49.611362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.613238 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d93eaf14-3ce2-4793-ba2b-273cd5624780 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/493f17e4-b55b-4e5c-935e-eea500f66235 HTTP/1.1" status: 204 len: 168 time: 0.3455701 Sep 23 19:51:49.615975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:49.621663 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:48Z', 'revision_number': 8, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:49.629587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a16e2-3f9c-4bc5-aa36-3a7b00d0fed5 None None] Network 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:49.631640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a8cf4-f575-40d8-b7e5-fc132414bfc5 req-c6521d84-1c42-4e94-86a0-3dcb74d3d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:49.633873 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-256a8cf4-f575-40d8-b7e5-fc132414bfc5 req-c6521d84-1c42-4e94-86a0-3dcb74d3d4e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 1096 time: 0.0889611 Sep 23 19:51:49.668406 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:49.677586 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:49.678221 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:49.700250 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-256a8cf4-f575-40d8-b7e5-fc132414bfc5 req-9b086948-80e4-41f2-abb0-f46591fea80b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576749 Sep 23 19:51:49.710198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.776074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:49.776682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.777712 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:49.834123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] DHCP port deletion for 33bfeaa1-cfe8-4b6a-bed1-25be2a100019 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:49.870361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,segment=NetworkSegment(5b6c5e2f-abec-4716-a6f1-dd817f8becad),segment_id=5b6c5e2f-abec-4716-a6f1-dd817f8becad)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:49.870729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.885533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] Deleting port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:49.886187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.889972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for c5a4b5cb-f3c8-4991-b277-bbbceee23f6d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:49.911129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265f2d-f023-4760-98e0-e35e2f6799d7 req-974ad0c3-0e47-48c2-a31e-8d50f1c3a3c3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:49.913784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed265f2d-f023-4760-98e0-e35e2f6799d7 req-974ad0c3-0e47-48c2-a31e-8d50f1c3a3c3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1054327 Sep 23 19:51:49.949167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] For port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,segment=NetworkSegment(5b6c5e2f-abec-4716-a6f1-dd817f8becad),segment_id=5b6c5e2f-abec-4716-a6f1-dd817f8becad)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:49.949569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.962648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] Calling delete_port for c5a4b5cb-f3c8-4991-b277-bbbceee23f6d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:49.993729 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:48Z', 'revision_number': 8, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:50.035158 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2944e-c8c0-4163-9bd6-6ebadaca90df None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:48Z', 'revision_number': 8, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2689db4-993f-4265-87a1-34ae6f3c8528', 'name': '', 'network_id': '13d52f01-2239-4ae6-ad8b-a6d639eb3daf', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:4b:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:38Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'd488d4ec-badb-476d-af83-371959d7f54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:50.054284 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.082023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] Pushing event deleted for resources: {'Port': ['ID=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:50.087747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0e655-2479-41bb-8be1-694c878db9bc None None] No DVR routers for this DVR port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:50.344787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed265f2d-f023-4760-98e0-e35e2f6799d7 req-855b9eed-d1f9-4b8a-9f99-d138d68888a0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477171 Sep 23 19:51:50.366734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.392791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=c5a4b5cb-f3c8-4991-b277-bbbceee23f6d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:50.398651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port c5a4b5cb-f3c8-4991-b277-bbbceee23f6d on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:50.435551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.435977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.436445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.436645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.437014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.437372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.437697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.438063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.438435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.438791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.439128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.439468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:50.521115 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.548916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab03b78-99aa-4e3c-ae99-dd2469c935d7 req-020b41b6-7bef-4ba2-bd48-7dc380e11f65 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:50.550529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ab03b78-99aa-4e3c-ae99-dd2469c935d7 req-020b41b6-7bef-4ba2-bd48-7dc380e11f65 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 945 time: 0.1422336 Sep 23 19:51:50.553874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bfeaa1-cfe8-4b6a-bed1-25be2a100019']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:50.569974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6c5e2f-abec-4716-a6f1-dd817f8becad') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:50.570294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6c5e2f-abec-4716-a6f1-dd817f8becad') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:50.586176 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.608696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.619669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ab03b78-99aa-4e3c-ae99-dd2469c935d7 req-61c29605-4e49-4304-abb8-3fe7b2c4a833 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587809 Sep 23 19:51:50.620526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:50.620864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:50.624261 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:50.680820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.688341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.690141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/33bfeaa1-cfe8-4b6a-bed1-25be2a100019 HTTP/1.1" status: 204 len: 168 time: 1.0732067 Sep 23 19:51:50.693154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:50.700910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc5fd7-b8de-4d6a-989f-ee42f5769e6d tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=33bfeaa1-cfe8-4b6a-bed1-25be2a100019,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:51.018850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:51.263529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port d2689db4-993f-4265-87a1-34ae6f3c8528 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:51.263788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:51.356703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port d2689db4-993f-4265-87a1-34ae6f3c8528, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d2689db4-993f-4265-87a1-34ae6f3c8528,segment=NetworkSegment(00483112-7eff-47de-9b23-df9c0f46e8a9),segment_id=00483112-7eff-47de-9b23-df9c0f46e8a9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:51.357092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:51.369585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for d2689db4-993f-4265-87a1-34ae6f3c8528 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:51.460561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c075dae-4f4f-4d4a-ba98-a4472d5de2bb req-575f882b-83ad-4259-90d0-51bdc0bed5cc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:51.462122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c075dae-4f4f-4d4a-ba98-a4472d5de2bb req-575f882b-83ad-4259-90d0-51bdc0bed5cc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0490603 Sep 23 19:51:51.503569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c075dae-4f4f-4d4a-ba98-a4472d5de2bb req-9b1df4ab-7c2f-441a-9360-7635c923312a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Sep 23 19:51:51.540252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:51.566447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=d2689db4-993f-4265-87a1-34ae6f3c8528,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:51.726505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d780b8b1-29d9-41c8-babb-915ba5126f3e no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:51.735996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:51.754821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: d780b8b1-29d9-41c8-babb-915ba5126f3e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:51.755171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d780b8b1-29d9-41c8-babb-915ba5126f3e not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:51.755601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c5a4b5cb-f3c8-4991-b277-bbbceee23f6d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:51.769781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87d72a-82ba-4a50-8645-976ce94144ec req-8196816d-12ee-45e2-a734-adf9aaa417c7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:51.775359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: c5a4b5cb-f3c8-4991-b277-bbbceee23f6d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:51.775743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c5a4b5cb-f3c8-4991-b277-bbbceee23f6d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:51.778493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c87d72a-82ba-4a50-8645-976ce94144ec req-8196816d-12ee-45e2-a734-adf9aaa417c7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 945 time: 0.0760796 Sep 23 19:51:51.813659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c87d72a-82ba-4a50-8645-976ce94144ec req-c99271e2-e890-4349-a149-cf6ec2f8f421 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Sep 23 19:51:51.942151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:52.037220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:52.042489 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bdd47a48-f8a7-4591-8ad5-defe7c4db56e tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3481507 Sep 23 19:51:52.045648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:52.047738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:52.056986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:52.057479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.099614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet d488d4ec-badb-476d-af83-371959d7f54d {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:52.103843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.147915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.148174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:52.254759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.338118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.365462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=d488d4ec-badb-476d-af83-371959d7f54d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:52.375977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.376838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:51Z', 'revision_number': 9, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.378843 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9633da8e-a67e-4d48-bf4a-145c11558e74 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/d488d4ec-badb-476d-af83-371959d7f54d HTTP/1.1" status: 204 len: 168 time: 0.3320358 Sep 23 19:51:52.381533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:52.405656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf10fd6-1a2d-4a0b-97a7-1e607184fa5f None None] Network 13d52f01-2239-4ae6-ad8b-a6d639eb3daf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:52.407935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:52.436928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:52.437550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.473131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.542043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port f76607f1-1f0a-446e-aef1-abd197bbdc03 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:52.542442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.593904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:52.628571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port f76607f1-1f0a-446e-aef1-abd197bbdc03, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f76607f1-1f0a-446e-aef1-abd197bbdc03,segment=NetworkSegment(00483112-7eff-47de-9b23-df9c0f46e8a9),segment_id=00483112-7eff-47de-9b23-df9c0f46e8a9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:52.629019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.643986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed30795-0f76-4e25-b99a-93336255c86b req-7444dda1-9a54-4fb6-ad4a-32d1b2a7ef74 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:52.645653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for f76607f1-1f0a-446e-aef1-abd197bbdc03 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:52.652374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eed30795-0f76-4e25-b99a-93336255c86b req-7444dda1-9a54-4fb6-ad4a-32d1b2a7ef74 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0633984 Sep 23 19:51:52.694742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eed30795-0f76-4e25-b99a-93336255c86b req-c984f40f-1a32-4bd7-b46d-df89cb5ab6cc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Sep 23 19:51:52.770634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e46547d-64e9-4740-9ad6-4d9bebb9cdba None None] DHCP port deletion for 13d52f01-2239-4ae6-ad8b-a6d639eb3daf request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:52.771549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.809183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=f76607f1-1f0a-446e-aef1-abd197bbdc03,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:52.813779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port f76607f1-1f0a-446e-aef1-abd197bbdc03 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:52.844349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:51Z', 'revision_number': 9, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.876503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e483d04-bef4-41e9-9299-0bfd7379d058 None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:51Z', 'revision_number': 9, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '063fd44b-e895-4c29-a292-4efeecc974fa', 'name': '', 'network_id': 'a92856f9-4ef9-4d3d-871f-f8f04fe32776', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:2c:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': '08a3d91d-174f-41d0-bfa5-abd75c93bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:52.900251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.924439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d52f01-2239-4ae6-ad8b-a6d639eb3daf']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.933645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00483112-7eff-47de-9b23-df9c0f46e8a9') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.933938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00483112-7eff-47de-9b23-df9c0f46e8a9') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.943732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.960740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.967858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:52.968258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:52.971863 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:53.036828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.044932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.047264 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/13d52f01-2239-4ae6-ad8b-a6d639eb3daf HTTP/1.1" status: 204 len: 168 time: 0.6648204 Sep 23 19:51:53.050318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:53.062965 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445604f-a6d6-4b56-af7f-b09c2f1c8f8f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=13d52f01-2239-4ae6-ad8b-a6d639eb3daf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:53.408721 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.642967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f76607f1-1f0a-446e-aef1-abd197bbdc03 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:53.660091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 063fd44b-e895-4c29-a292-4efeecc974fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:53.660706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.665971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f76607f1-1f0a-446e-aef1-abd197bbdc03 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:53.666418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f76607f1-1f0a-446e-aef1-abd197bbdc03 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:53.666913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d2689db4-993f-4265-87a1-34ae6f3c8528 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:53.692698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: d2689db4-993f-4265-87a1-34ae6f3c8528 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:53.693129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d2689db4-993f-4265-87a1-34ae6f3c8528 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:53.769282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port 063fd44b-e895-4c29-a292-4efeecc974fa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=063fd44b-e895-4c29-a292-4efeecc974fa,segment=NetworkSegment(c9580175-15c0-4f0e-a8f2-a291910518f5),segment_id=c9580175-15c0-4f0e-a8f2-a291910518f5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:53.769676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.807005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 063fd44b-e895-4c29-a292-4efeecc974fa owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:53.872933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ebd22-7e0c-44f3-959c-1cd54ca548b2 req-eee0d579-2d3a-4246-8386-fca85720664b tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:53.874561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-741ebd22-7e0c-44f3-959c-1cd54ca548b2 req-eee0d579-2d3a-4246-8386-fca85720664b tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1022518 Sep 23 19:51:53.958560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-741ebd22-7e0c-44f3-959c-1cd54ca548b2 req-34a27216-709e-4235-92b2-d202ac5497d1 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773158 Sep 23 19:51:54.040812 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.071297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=063fd44b-e895-4c29-a292-4efeecc974fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:54.237139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.449816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:54.553629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:54.558795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cec28085-a281-4de3-95eb-4353dfad2841 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5075417 Sep 23 19:51:54.562743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54216) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:54.565460 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:54.584326 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:54.585296 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:54.619485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet 08a3d91d-174f-41d0-bfa5-abd75c93bd7e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:54.622648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.662804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.720116 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:54.758082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.820185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.849424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=08a3d91d-174f-41d0-bfa5-abd75c93bd7e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:54.851443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.855678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1ecb91f6-4c5a-4ca3-9e48-9e35aa5b9a14 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/08a3d91d-174f-41d0-bfa5-abd75c93bd7e HTTP/1.1" status: 204 len: 168 time: 0.2895281 Sep 23 19:51:54.856099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54218) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:54.865800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480d6d7-fca7-427a-9a4d-3f805974c480 None None] Network a92856f9-4ef9-4d3d-871f-f8f04fe32776 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:54.934432 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.950605 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:53Z', 'revision_number': 10, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:54.979985 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:55.001026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 1cb5f5dd-7034-4883-966b-c938d97b74e9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:55.001429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.002072 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:55.004398 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:55.085025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port 1cb5f5dd-7034-4883-966b-c938d97b74e9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cb5f5dd-7034-4883-966b-c938d97b74e9,segment=NetworkSegment(c9580175-15c0-4f0e-a8f2-a291910518f5),segment_id=c9580175-15c0-4f0e-a8f2-a291910518f5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:55.085396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.098228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] DHCP port deletion for a92856f9-4ef9-4d3d-871f-f8f04fe32776 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:55.104475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 1cb5f5dd-7034-4883-966b-c938d97b74e9 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:55.126578 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:55.129680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e5ae2-0317-4def-87a5-d725302fbd57 req-2976f6d2-0342-4d23-b5f7-27a1cf46c4be tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:55.131963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa0e5ae2-0317-4def-87a5-d725302fbd57 req-2976f6d2-0342-4d23-b5f7-27a1cf46c4be tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0927265 Sep 23 19:51:55.175876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] Deleting port 1cb5f5dd-7034-4883-966b-c938d97b74e9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:55.176262 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.184744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa0e5ae2-0317-4def-87a5-d725302fbd57 req-561640b1-e8c8-48f4-85ab-44908f3fbe75 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465596 Sep 23 19:51:55.275788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] For port 1cb5f5dd-7034-4883-966b-c938d97b74e9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cb5f5dd-7034-4883-966b-c938d97b74e9,segment=NetworkSegment(c9580175-15c0-4f0e-a8f2-a291910518f5),segment_id=c9580175-15c0-4f0e-a8f2-a291910518f5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:55.275788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.291024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] Calling delete_port for 1cb5f5dd-7034-4883-966b-c938d97b74e9 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:55.517463 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:53Z', 'revision_number': 10, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:55.548451 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eaee6a-182e-4f2c-8ae2-c489ad2dc71f None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:53Z', 'revision_number': 10, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None, '_interfaces': [{'id': '1cdb39ba-f3f0-4c9a-8383-428d902cce9d', 'name': '', 'network_id': '3c30556a-4038-4ad2-8c84-358ea1eb74b2', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'mac_address': 'fa:16:3e:ef:58:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:30Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 5, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'subnets': [{'id': 'c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:55.567607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.581255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.607781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port 1cb5f5dd-7034-4883-966b-c938d97b74e9 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:55.612253 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.635740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=1cb5f5dd-7034-4883-966b-c938d97b74e9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:55.638505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] Pushing event deleted for resources: {'Port': ['ID=1cb5f5dd-7034-4883-966b-c938d97b74e9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:55.642807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932dae52-f3da-41a9-9532-50c009c4bd3e None None] No DVR routers for this DVR port 1cb5f5dd-7034-4883-966b-c938d97b74e9 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:55.721184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.742117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92856f9-4ef9-4d3d-871f-f8f04fe32776']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:55.751108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9580175-15c0-4f0e-a8f2-a291910518f5') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:55.751402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9580175-15c0-4f0e-a8f2-a291910518f5') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:55.761137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.775425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.782028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:55.782599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:55.785763 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:55.844945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.850144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.852442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/a92856f9-4ef9-4d3d-871f-f8f04fe32776 HTTP/1.1" status: 204 len: 168 time: 0.9955986 Sep 23 19:51:55.855272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:55.867918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847073c-d76a-4de7-b314-60b5cd3241e2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=a92856f9-4ef9-4d3d-871f-f8f04fe32776,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:56.047012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cb5f5dd-7034-4883-966b-c938d97b74e9 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:56.074623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1cb5f5dd-7034-4883-966b-c938d97b74e9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:56.075047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cb5f5dd-7034-4883-966b-c938d97b74e9 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:56.226664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:56.354866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b896a0-58da-4305-b626-b197d81b0602 req-22e28eef-2e5b-4401-b67f-694faf7390d5 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:56.356339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33b896a0-58da-4305-b626-b197d81b0602 req-22e28eef-2e5b-4401-b67f-694faf7390d5 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0965154 Sep 23 19:51:56.442525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33b896a0-58da-4305-b626-b197d81b0602 req-6cbfa0e0-311e-43ac-a793-ddeefd8d9e86 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600948 Sep 23 19:51:56.541356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:56.541757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:56.642325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port 1cdb39ba-f3f0-4c9a-8383-428d902cce9d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,segment=NetworkSegment(89cb1aa8-6c35-4bf9-95df-5211f1541753),segment_id=89cb1aa8-6c35-4bf9-95df-5211f1541753)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:56.642726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:56.656298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for 1cdb39ba-f3f0-4c9a-8383-428d902cce9d owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:56.836128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:56.844049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:56.864901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=1cdb39ba-f3f0-4c9a-8383-428d902cce9d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:57.005616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.168614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:57.241995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:57.248939 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18af67ce-5701-4aa6-a046-52a75d3b6166 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3924024 Sep 23 19:51:57.251575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:57.254488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:57.264529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:57.265288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:57.312592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting subnet c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:57.316064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.340671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:57.359425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.397914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:56Z', 'revision_number': 11, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:57.425360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:57.434107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:57.434767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:57.447147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.541821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:57.547086 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.615161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Subnet': ['ID=c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:57.623964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.623964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-abe88a3a-764f-4cf1-a67b-8d03c9934375 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5 HTTP/1.1" status: 204 len: 168 time: 0.3670247 Sep 23 19:51:57.624277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:57.640154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc5d08-3706-4d99-aa1d-8fc643751928 None None] Network 3c30556a-4038-4ad2-8c84-358ea1eb74b2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:57.657139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:56Z', 'revision_number': 11, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:57.680193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc7eda-6db8-4e33-8621-a68029a6f8ba req-10c62ed0-ba61-433f-81ef-420c82c8110e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:57.682007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acbc7eda-6db8-4e33-8621-a68029a6f8ba req-10c62ed0-ba61-433f-81ef-420c82c8110e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1459856 Sep 23 19:51:57.697432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 063fd44b-e895-4c29-a292-4efeecc974fa no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:57.727175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.731446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-acbc7eda-6db8-4e33-8621-a68029a6f8ba req-40ca8daa-f846-434f-b536-799e16916e76 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Sep 23 19:51:57.742922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28d2d6-28b4-4ab9-997e-952d6ea376ce None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:56Z', 'revision_number': 11, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:57.745613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 063fd44b-e895-4c29-a292-4efeecc974fa {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:57.746039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 063fd44b-e895-4c29-a292-4efeecc974fa not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:57.794131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Deleting port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:57.794624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.865381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] For port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ad2fd4f0-e258-4f3c-bf21-1a2f597396b3,segment=NetworkSegment(89cb1aa8-6c35-4bf9-95df-5211f1541753),segment_id=89cb1aa8-6c35-4bf9-95df-5211f1541753)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:57.865744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.880042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Calling delete_port for ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:57.961861 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:57.988903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Port': ['ID=ad2fd4f0-e258-4f3c-bf21-1a2f597396b3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:57.992468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No DVR routers for this DVR port ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:58.076329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.100697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c30556a-4038-4ad2-8c84-358ea1eb74b2']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:58.111841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cb1aa8-6c35-4bf9-95df-5211f1541753') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:58.112185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cb1aa8-6c35-4bf9-95df-5211f1541753') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:58.118988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259bf956-2583-4f6f-9d1c-805a88698f51 None None] DHCP port deletion for 3c30556a-4038-4ad2-8c84-358ea1eb74b2 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:58.126556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.148362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.155877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:58.156305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:58.160015 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:58.231806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.252694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.254986 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/networks/3c30556a-4038-4ad2-8c84-358ea1eb74b2 HTTP/1.1" status: 204 len: 168 time: 0.6299508 Sep 23 19:51:58.256010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65498b08-0980-4b91-8866-aaeceeee1a7f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Pushing event deleted for resources: {'Network': ['ID=3c30556a-4038-4ad2-8c84-358ea1eb74b2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:58.258293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:58.263483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:58.789445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:51:58.789754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Removed routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:51:58.790107 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.961799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.967469 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.978237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870c2a-2765-4800-9556-d3f575f497b5 req-3f9e33f8-02e2-4302-ad4b-63fa85a21547 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:58.979794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d870c2a-2765-4800-9556-d3f575f497b5 req-3f9e33f8-02e2-4302-ad4b-63fa85a21547 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1488321 Sep 23 19:51:59.078675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 2a13df13-398c-4828-bb8d-33f7b704ac7a has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:59.085550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d870c2a-2765-4800-9556-d3f575f497b5 req-c9556a4f-5fa4-4d26-a734-60197e0a2e51 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681355 Sep 23 19:51:59.162747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:59.170345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.171512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-05029768-3388-46a8-9890-21928e84b2ae tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 200 len: 701 time: 0.9120150 Sep 23 19:51:59.173454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] Sync routers for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:59.174360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:59.186475 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:59.187402 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:59.203277 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6858e99c-7477-4172-8012-f178a618c07c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 200 len: 205 time: 0.0274901 Sep 23 19:51:59.205442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:59.266284 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:59.284574 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d11f515-5cc4-4d05-a2f3-f78a3dad2033 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.330597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:56Z', 'revision_number': 11, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:59.360781 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] Checking router: 2a13df13-398c-4828-bb8d-33f7b704ac7a for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:59.369822 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] Routers {'2a13df13-398c-4828-bb8d-33f7b704ac7a'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:59.370502 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2a13df13-398c-4828-bb8d-33f7b704ac7a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:59.443457 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] Set router 2a13df13-398c-4828-bb8d-33f7b704ac7a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:59.461263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d11f515-5cc4-4d05-a2f3-f78a3dad2033 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.463605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d11f515-5cc4-4d05-a2f3-f78a3dad2033 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.497734 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:56Z', 'revision_number': 11, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:59.512968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d11f515-5cc4-4d05-a2f3-f78a3dad2033 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.515772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11f515-5cc4-4d05-a2f3-f78a3dad2033 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Fanout notify agent at l3_agent the message router_deleted on router 2a13df13-398c-4828-bb8d-33f7b704ac7a {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:59.523099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d11f515-5cc4-4d05-a2f3-f78a3dad2033 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.528076 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6d11f515-5cc4-4d05-a2f3-f78a3dad2033 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 204 len: 168 time: 0.3177402 Sep 23 19:51:59.528501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:59.534495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-df2aa003-fcd7-4989-9c36-fa198f322d12 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1429754070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:59.535946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16476045-f81b-4e0f-a0fe-883855e0edf1 None None] The sync data for ids ['2a13df13-398c-4828-bb8d-33f7b704ac7a'] in n-d-810763-1 is: [{'id': '2a13df13-398c-4828-bb8d-33f7b704ac7a', 'name': 'tempest-RoutersTest-router-1839934285', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:56Z', 'revision_number': 11, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:59.564038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df2aa003-fcd7-4989-9c36-fa198f322d12 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.565174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df2aa003-fcd7-4989-9c36-fa198f322d12 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.632644 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df2aa003-fcd7-4989-9c36-fa198f322d12 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.637657 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df2aa003-fcd7-4989-9c36-fa198f322d12 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.661419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df2aa003-fcd7-4989-9c36-fa198f322d12 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.662819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-df2aa003-fcd7-4989-9c36-fa198f322d12 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1326210 Sep 23 19:51:59.665820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54250) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:59.672200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:59.672765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c1c5f8e2-53d2-4257-a7e6-31691a3b6f7a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:59.695787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:59.696262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ad2fd4f0-e258-4f3c-bf21-1a2f597396b3 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:59.696561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cdb39ba-f3f0-4c9a-8383-428d902cce9d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:59.724546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1cdb39ba-f3f0-4c9a-8383-428d902cce9d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:59.725222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cdb39ba-f3f0-4c9a-8383-428d902cce9d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:59.913205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1c5f8e2-53d2-4257-a7e6-31691a3b6f7a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.924683 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1c5f8e2-53d2-4257-a7e6-31691a3b6f7a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:00.035576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c5f8e2-53d2-4257-a7e6-31691a3b6f7a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Router 00f3c4ed-a3f2-4792-be46-784f854754eb is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:52:00.110272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c5f8e2-53d2-4257-a7e6-31691a3b6f7a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:00.117073 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1c5f8e2-53d2-4257-a7e6-31691a3b6f7a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:00.120943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.121098 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c1c5f8e2-53d2-4257-a7e6-31691a3b6f7a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "PUT /v2.0/routers/00f3c4ed-a3f2-4792-be46-784f854754eb HTTP/1.1" status: 200 len: 694 time: 0.4541206 Sep 23 19:52:00.133066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] Sync routers for ids ['00f3c4ed-a3f2-4792-be46-784f854754eb'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:00.155232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] Routers {'00f3c4ed-a3f2-4792-be46-784f854754eb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:00.158397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['00f3c4ed-a3f2-4792-be46-784f854754eb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:00.213678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54258) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.219066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d21e1024-52b5-4490-80d9-f683f3dd6d53 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/routers/00f3c4ed-a3f2-4792-be46-784f854754eb HTTP/1.1" status: 200 len: 700 time: 0.0966866 Sep 23 19:52:00.235574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] Set router 00f3c4ed-a3f2-4792-be46-784f854754eb gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:00.248300 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d19fe815-4597-4159-bce1-9079ffffc7a3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=00f3c4ed-a3f2-4792-be46-784f854754eb HTTP/1.1" status: 200 len: 205 time: 0.0311680 Sep 23 19:52:00.248538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54260) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.273656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9952f-910b-4cda-90ef-e513857d10aa req-262bac84-af46-4a47-b355-6f343e2733f6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:00.276866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2a9952f-910b-4cda-90ef-e513857d10aa req-262bac84-af46-4a47-b355-6f343e2733f6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0818670 Sep 23 19:52:00.315699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3c4ed-a3f2-4792-be46-784f854754eb', 'name': 'tempest-RoutersTest-router-1429754070', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:59Z', 'updated_at': '2021-09-23T19:51:59Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:00.324212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2a9952f-910b-4cda-90ef-e513857d10aa req-c97cfea4-2644-456a-bad9-5acefcbb1f8b tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Sep 23 19:52:00.329610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-408f445a-692d-4641-9f3b-fb79c113899f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:00.349699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] Checking router: 00f3c4ed-a3f2-4792-be46-784f854754eb for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:00.361858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] Routers {'00f3c4ed-a3f2-4792-be46-784f854754eb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:00.362511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['00f3c4ed-a3f2-4792-be46-784f854754eb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:00.449499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] Set router 00f3c4ed-a3f2-4792-be46-784f854754eb gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:00.522316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-408f445a-692d-4641-9f3b-fb79c113899f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:00.522753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f3c4ed-a3f2-4792-be46-784f854754eb', 'name': 'tempest-RoutersTest-router-1429754070', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:59Z', 'updated_at': '2021-09-23T19:51:59Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:00.524657 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-408f445a-692d-4641-9f3b-fb79c113899f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:00.558534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f843ac1-7835-4203-9205-d7d39d17b0ca None None] The sync data for ids ['00f3c4ed-a3f2-4792-be46-784f854754eb'] in n-d-810763-1 is: [{'id': '00f3c4ed-a3f2-4792-be46-784f854754eb', 'name': 'tempest-RoutersTest-router-1429754070', 'tenant_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:59Z', 'updated_at': '2021-09-23T19:51:59Z', 'revision_number': 2, 'project_id': 'bfdb80130470442fbfdf50bcb56cf4cf', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:00.572698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f19d-7333-4e63-9249-ae8cada37a22 req-5a7b4d0e-6da5-46f7-8cf3-e751f180fb67 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:00.574685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d0f19d-7333-4e63-9249-ae8cada37a22 req-5a7b4d0e-6da5-46f7-8cf3-e751f180fb67 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0797081 Sep 23 19:52:00.615263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-408f445a-692d-4641-9f3b-fb79c113899f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:00.615814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408f445a-692d-4641-9f3b-fb79c113899f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Fanout notify agent at l3_agent the message router_deleted on router 00f3c4ed-a3f2-4792-be46-784f854754eb {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:52:00.623756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-408f445a-692d-4641-9f3b-fb79c113899f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:00.628795 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-408f445a-692d-4641-9f3b-fb79c113899f tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/00f3c4ed-a3f2-4792-be46-784f854754eb HTTP/1.1" status: 204 len: 168 time: 0.3756785 Sep 23 19:52:00.628795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-b05cbd09-862c-4aaa-adbb-9131f3483f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:00.629086 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-b05cbd09-862c-4aaa-adbb-9131f3483f3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1096 time: 0.0980771 Sep 23 19:52:00.629467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.651000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d0f19d-7333-4e63-9249-ae8cada37a22 req-b3498b06-7fc7-424d-b91e-3f9e5254c725 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639257 Sep 23 19:52:00.682827 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-33f46d50-90f7-4a82-959b-54a5acdd31de tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=00f3c4ed-a3f2-4792-be46-784f854754eb HTTP/1.1" status: 200 len: 205 time: 0.0522618 Sep 23 19:52:00.685091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.734522 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-bbade12c-874c-4067-aa22-44c88d71efd3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] delete failed (client error): The resource could not be found. Sep 23 19:52:00.738376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bbade12c-874c-4067-aa22-44c88d71efd3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/00f3c4ed-a3f2-4792-be46-784f854754eb HTTP/1.1" status: 404 len: 336 time: 0.0511694 Sep 23 19:52:00.739044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.766798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-70c47727-fbbd-4b1e-bec3-8b78ba949da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:00.767251 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-709c4d85-1e24-426b-b406-f2ae13c1bebb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:00.767826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709c4d85-1e24-426b-b406-f2ae13c1bebb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:00.768301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-70c47727-fbbd-4b1e-bec3-8b78ba949da6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.1276848 Sep 23 19:52:00.772883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.773079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-709c4d85-1e24-426b-b406-f2ae13c1bebb tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/493f17e4-b55b-4e5c-935e-eea500f66235 HTTP/1.1" status: 404 len: 337 time: 0.0328910 Sep 23 19:52:00.833475 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87196d7-37c1-4569-9f46-8835fd002574 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:00.833928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87196d7-37c1-4569-9f46-8835fd002574 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:00.835724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d87196d7-37c1-4569-9f46-8835fd002574 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/d488d4ec-badb-476d-af83-371959d7f54d HTTP/1.1" status: 404 len: 337 time: 0.0618975 Sep 23 19:52:00.838138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.870000 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d045700e-3fd4-4e73-9c9a-ae239d634bb3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:00.874263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d045700e-3fd4-4e73-9c9a-ae239d634bb3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:00.874263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d045700e-3fd4-4e73-9c9a-ae239d634bb3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/08a3d91d-174f-41d0-bfa5-abd75c93bd7e HTTP/1.1" status: 404 len: 337 time: 0.0334127 Sep 23 19:52:00.875118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54278) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.910709 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cde538-51fa-4140-bd37-0598b4d4d3df tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:00.911160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29cde538-51fa-4140-bd37-0598b4d4d3df tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:00.912878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29cde538-51fa-4140-bd37-0598b4d4d3df tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/c11f3d48-ebe7-45ff-b9a7-60d84d1eeee5 HTTP/1.1" status: 404 len: 337 time: 0.0368316 Sep 23 19:52:00.915706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.919488 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-f23cdab9-27ed-4e39-a34a-9dde2ad18617 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 1001 time: 0.1380415 Sep 23 19:52:00.948554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2d7637c-21a6-4598-ae4a-5060486bb699 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 200 len: 205 time: 0.0316050 Sep 23 19:52:00.950870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:00.976025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-88329191-8d15-4a41-bee3-a7ab76066d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:00.976545 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-88329191-8d15-4a41-bee3-a7ab76066d94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0480685 Sep 23 19:52:00.989541 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3f2c48cc-a25c-447c-9d5b-691ca143194c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] delete failed (client error): The resource could not be found. Sep 23 19:52:00.990733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3f2c48cc-a25c-447c-9d5b-691ca143194c tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/2a13df13-398c-4828-bb8d-33f7b704ac7a HTTP/1.1" status: 404 len: 336 time: 0.0387552 Sep 23 19:52:00.993403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.033577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-49ac247a-0478-4917-a9f0-55b14c3d120b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=e80cac2c-4f66-40b8-937f-ab0d79d032de HTTP/1.1" status: 200 len: 205 time: 0.0390432 Sep 23 19:52:01.035977 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.053409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-b2491980-b24f-4147-a97c-63e36056b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:01.054981 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-b2491980-b24f-4147-a97c-63e36056b494 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708609 Sep 23 19:52:01.079491 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9d0e8dca-7e25-404a-ab5d-d896533e9556 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] delete failed (client error): The resource could not be found. Sep 23 19:52:01.087584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9d0e8dca-7e25-404a-ab5d-d896533e9556 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/e80cac2c-4f66-40b8-937f-ab0d79d032de HTTP/1.1" status: 404 len: 336 time: 0.0505209 Sep 23 19:52:01.090895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.117791 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-19756e30-5337-4e46-b5b4-0329d40a4524 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:01.118279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19756e30-5337-4e46-b5b4-0329d40a4524 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:01.122255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-19756e30-5337-4e46-b5b4-0329d40a4524 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/7b4f704a-f650-4396-8541-2c9f9844fcfb HTTP/1.1" status: 404 len: 337 time: 0.0272994 Sep 23 19:52:01.123399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.150500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-56d71586-d3e8-4788-a9a0-0662d3d29a44 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=830ae515-79e6-47ef-9088-e78d0d04befc HTTP/1.1" status: 200 len: 205 time: 0.0257111 Sep 23 19:52:01.152882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.175056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-b2a0d829-7183-4cea-bbad-5556f953cc54 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112478 Sep 23 19:52:01.191023 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f2d445af-e881-428d-aa6a-8e7a92a6f64b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] delete failed (client error): The resource could not be found. Sep 23 19:52:01.192112 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2d445af-e881-428d-aa6a-8e7a92a6f64b tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/830ae515-79e6-47ef-9088-e78d0d04befc HTTP/1.1" status: 404 len: 336 time: 0.0383322 Sep 23 19:52:01.194770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.229379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ce373174-7154-4ce9-8a67-43de33fd0bb7 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bb192aa-819e-447f-bb02-fad48f09ee88 HTTP/1.1" status: 200 len: 205 time: 0.0313880 Sep 23 19:52:01.229637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.273534 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-220d1248-afe8-4b77-87ca-48c63cf11bf1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] delete failed (client error): The resource could not be found. Sep 23 19:52:01.276864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-220d1248-afe8-4b77-87ca-48c63cf11bf1 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/5bb192aa-819e-447f-bb02-fad48f09ee88 HTTP/1.1" status: 404 len: 336 time: 0.0437739 Sep 23 19:52:01.277097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.287436 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-27530d34-dc7d-4aa7-9ade-9c61266e7519 req-45237c7c-799a-4c11-bfd3-a13d0bb4419e service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041789 Sep 23 19:52:01.305909 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bbace9-6cb2-415f-b748-2e211eb63bf3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:01.306399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bbace9-6cb2-415f-b748-2e211eb63bf3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:01.308207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3bbace9-6cb2-415f-b748-2e211eb63bf3 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/228b20e2-169f-4a26-933e-1c70c07a5c0e HTTP/1.1" status: 404 len: 337 time: 0.0301116 Sep 23 19:52:01.311789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.346305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b6b9e3e-d521-4325-9e5d-1ae5b49aee39 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=33f3f2f9-7fdc-4177-bf05-a934a65d5ba1 HTTP/1.1" status: 200 len: 205 time: 0.0332098 Sep 23 19:52:01.348698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.390359 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2d422d8e-4ba4-4d00-bb34-494f9faf5f93 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] delete failed (client error): The resource could not be found. Sep 23 19:52:01.391293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d422d8e-4ba4-4d00-bb34-494f9faf5f93 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/33f3f2f9-7fdc-4177-bf05-a934a65d5ba1 HTTP/1.1" status: 404 len: 336 time: 0.0416372 Sep 23 19:52:01.393783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.424385 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd1cd46-ade1-4afb-85df-5f0d47c86e76 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:01.424972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd1cd46-ade1-4afb-85df-5f0d47c86e76 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:01.426767 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bcd1cd46-ade1-4afb-85df-5f0d47c86e76 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/e3745fbf-aca2-470e-90f5-41d28f7dec88 HTTP/1.1" status: 404 len: 337 time: 0.0320685 Sep 23 19:52:01.429625 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.459682 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c7a8f82a-f6f1-4788-a488-6b147f1453b2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "GET /v2.0/ports?device_id=bee8fce8-94e7-4029-ba5e-131eb2072868 HTTP/1.1" status: 200 len: 205 time: 0.0287809 Sep 23 19:52:01.462040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54308) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.500158 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-272fec51-58d5-4c90-8129-27705d53395a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] delete failed (client error): The resource could not be found. Sep 23 19:52:01.501207 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-272fec51-58d5-4c90-8129-27705d53395a tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/routers/bee8fce8-94e7-4029-ba5e-131eb2072868 HTTP/1.1" status: 404 len: 336 time: 0.0379829 Sep 23 19:52:01.504102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.532454 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8deee166-f367-4fb4-84d2-844bf41be3ca tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:01.533019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8deee166-f367-4fb4-84d2-844bf41be3ca tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:01.535073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8deee166-f367-4fb4-84d2-844bf41be3ca tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/89e5b81b-2668-451f-ad8e-feaea35f8305 HTTP/1.1" status: 404 len: 337 time: 0.0299191 Sep 23 19:52:01.537614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.565762 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d607dfc0-742b-4af3-b67c-d9a4d7d308c2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] DELETE failed (client error): The resource could not be found. Sep 23 19:52:01.566239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d607dfc0-742b-4af3-b67c-d9a4d7d308c2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:52:01.568161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d607dfc0-742b-4af3-b67c-d9a4d7d308c2 tempest-RoutersTest-361689296 tempest-RoutersTest-361689296-project] 10.222.0.38 "DELETE /v2.0/subnets/e2ef4d5b-308c-4673-882e-638cb309174b HTTP/1.1" status: 404 len: 337 time: 0.0295506 Sep 23 19:52:01.785483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfefb00-7f73-4ce1-87c3-eb4400a28c95 req-c418fea7-bd02-4f33-bed4-804bf380b75a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:01.787047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3dfefb00-7f73-4ce1-87c3-eb4400a28c95 req-c418fea7-bd02-4f33-bed4-804bf380b75a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0597098 Sep 23 19:52:01.831230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3dfefb00-7f73-4ce1-87c3-eb4400a28c95 req-4e8d1431-e17a-4a19-8839-b2f142c0778c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353591 Sep 23 19:52:01.895563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:02.045468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7fa938b-6d0e-4670-a44a-c5a3a55fb0e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfdb80130470442fbfdf50bcb56cf4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486030 Sep 23 19:52:02.047851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:02.098346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fb562b-abd9-4862-b7e7-4fc1150267b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:02.120097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fb562b-abd9-4862-b7e7-4fc1150267b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:02.176313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fb562b-abd9-4862-b7e7-4fc1150267b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:02.179154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41fb562b-abd9-4862-b7e7-4fc1150267b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:02.180342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-41fb562b-abd9-4862-b7e7-4fc1150267b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb646338-588f-4ad9-8f18-1cee0267f637 HTTP/1.1" status: 204 len: 168 time: 0.1315928 Sep 23 19:52:02.189185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb562b-abd9-4862-b7e7-4fc1150267b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb646338-588f-4ad9-8f18-1cee0267f637,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:02.901512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:02.973963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390b5f-2862-430f-b806-cbeb39dd5dcd req-c4059397-efcc-4b88-b319-4ef6c7a711af tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:02.981826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d390b5f-2862-430f-b806-cbeb39dd5dcd req-c4059397-efcc-4b88-b319-4ef6c7a711af tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0744348 Sep 23 19:52:03.025118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d390b5f-2862-430f-b806-cbeb39dd5dcd req-91d9d728-a2df-4027-ba7b-565e6a199739 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Sep 23 19:52:03.047281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7333394c-0ede-42fb-b6be-d771b282dc5c tempest-DvrRoutersNegativeTest-183175448 tempest-DvrRoutersNegativeTest-183175448-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2133170183', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:03.047281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.policy [None req-7333394c-0ede-42fb-b6be-d771b282dc5c tempest-DvrRoutersNegativeTest-183175448 tempest-DvrRoutersNegativeTest-183175448-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94826) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 23 19:52:03.047281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.policy [None req-7333394c-0ede-42fb-b6be-d771b282dc5c tempest-DvrRoutersNegativeTest-183175448 tempest-DvrRoutersNegativeTest-183175448-project] Failed policy check for 'create_router' {{(pid=94826) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 23 19:52:03.047281 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7333394c-0ede-42fb-b6be-d771b282dc5c tempest-DvrRoutersNegativeTest-183175448 tempest-DvrRoutersNegativeTest-183175448-project] create failed (client error): Access was denied to this resource. Sep 23 19:52:03.047281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7333394c-0ede-42fb-b6be-d771b282dc5c tempest-DvrRoutersNegativeTest-183175448 tempest-DvrRoutersNegativeTest-183175448-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1410873 Sep 23 19:52:03.297276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:03.418820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dad6ef3-dc61-4623-b6dc-22b8221e2c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.511014 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dad6ef3-dc61-4623-b6dc-22b8221e2c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.515412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dad6ef3-dc61-4623-b6dc-22b8221e2c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.555877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6dad6ef3-dc61-4623-b6dc-22b8221e2c2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ff3c1ed41114bb194a8ec6511eecfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552454 Sep 23 19:52:03.555877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad6ef3-dc61-4623-b6dc-22b8221e2c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c22581-b6ed-4b2c-bd0f-bd380f859db3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:03.557006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:03.607684 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df1fd5ee-e66e-4627-b6c1-92cbd0f2e710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.629191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df1fd5ee-e66e-4627-b6c1-92cbd0f2e710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.676679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df1fd5ee-e66e-4627-b6c1-92cbd0f2e710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.679363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df1fd5ee-e66e-4627-b6c1-92cbd0f2e710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.682832 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-df1fd5ee-e66e-4627-b6c1-92cbd0f2e710 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5c22581-b6ed-4b2c-bd0f-bd380f859db3 HTTP/1.1" status: 204 len: 168 time: 0.1230385 Sep 23 19:52:03.688120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd5ee-e66e-4627-b6c1-92cbd0f2e710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c22581-b6ed-4b2c-bd0f-bd380f859db3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:04.342375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:04.439289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-992b4f2b-b91f-4dc3-8891-a6e1f5b8935f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:04.439804 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-992b4f2b-b91f-4dc3-8891-a6e1f5b8935f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:52:04.440389 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-992b4f2b-b91f-4dc3-8891-a6e1f5b8935f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:52:04.441440 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-992b4f2b-b91f-4dc3-8891-a6e1f5b8935f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0978236 Sep 23 19:52:04.445099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:04.449816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--582941798'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:04.472562 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.480786 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.570061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.574791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.610425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314d0964-b2e5-4af1-93bb-75dea5f9c65b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:04.663499 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.668584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.697240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.698574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2524779 Sep 23 19:52:04.700418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a8dea-ecb8-466b-8156-1a29517292b9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9793b-5d0e-4965-b0f2-1166e8c2a609,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:04.701558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:04.706265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d27a6d4c-cbbe-472d-bd01-6308d8487ed6 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '9eb9793b-5d0e-4965-b0f2-1166e8c2a609', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:04.733134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27a6d4c-cbbe-472d-bd01-6308d8487ed6 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.793166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27a6d4c-cbbe-472d-bd01-6308d8487ed6 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.796974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27a6d4c-cbbe-472d-bd01-6308d8487ed6 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.821666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a6d4c-cbbe-472d-bd01-6308d8487ed6 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c646d4f4-2eb9-48b9-9c6e-ec6b2ff8f8c7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:04.826948 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d27a6d4c-cbbe-472d-bd01-6308d8487ed6 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.830270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d27a6d4c-cbbe-472d-bd01-6308d8487ed6 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255755 Sep 23 19:52:04.831016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:04.835724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c95bae9a-9893-42b7-841b-25b00b05fc63 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '9eb9793b-5d0e-4965-b0f2-1166e8c2a609', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:04.864225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c95bae9a-9893-42b7-841b-25b00b05fc63 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.914678 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c95bae9a-9893-42b7-841b-25b00b05fc63 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:52:04.916184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c95bae9a-9893-42b7-841b-25b00b05fc63 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0838418 Sep 23 19:52:04.918704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54420) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:04.975618 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07a140b1-843d-4c31-bd0a-db1daadfe98c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.998983 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07a140b1-843d-4c31-bd0a-db1daadfe98c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.046098 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07a140b1-843d-4c31-bd0a-db1daadfe98c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.048835 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07a140b1-843d-4c31-bd0a-db1daadfe98c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.049986 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-07a140b1-843d-4c31-bd0a-db1daadfe98c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/9eb9793b-5d0e-4965-b0f2-1166e8c2a609 HTTP/1.1" status: 204 len: 168 time: 0.1303036 Sep 23 19:52:05.052840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.063138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a140b1-843d-4c31-bd0a-db1daadfe98c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9793b-5d0e-4965-b0f2-1166e8c2a609,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:05.106306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-eb2c9060-de8d-488b-9b6c-c3f91a39b10e tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523758 Sep 23 19:52:05.111100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.114978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d66813b2-c403-4122-93fb-ff8607571c16 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--88368530'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.137582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d66813b2-c403-4122-93fb-ff8607571c16 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.216822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d66813b2-c403-4122-93fb-ff8607571c16 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.220435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d66813b2-c403-4122-93fb-ff8607571c16 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.248898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66813b2-c403-4122-93fb-ff8607571c16 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecccf55-a781-427e-9f6b-39027e50a3a7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:05.251273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d66813b2-c403-4122-93fb-ff8607571c16 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.255476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d66813b2-c403-4122-93fb-ff8607571c16 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1438258 Sep 23 19:52:05.256333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.261833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ab1bd7c4-d805-42ba-b1bc-3b4cda448de5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '1ecccf55-a781-427e-9f6b-39027e50a3a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.262380 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-ab1bd7c4-d805-42ba-b1bc-3b4cda448de5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 19:52:05.262880 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ab1bd7c4-d805-42ba-b1bc-3b4cda448de5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:05.263846 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab1bd7c4-d805-42ba-b1bc-3b4cda448de5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060623 Sep 23 19:52:05.266408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54434) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.318315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb674b0e-eed9-4334-8262-d9169cba60ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.342416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb674b0e-eed9-4334-8262-d9169cba60ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.386919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb674b0e-eed9-4334-8262-d9169cba60ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.390227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb674b0e-eed9-4334-8262-d9169cba60ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.394662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cb674b0e-eed9-4334-8262-d9169cba60ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/1ecccf55-a781-427e-9f6b-39027e50a3a7 HTTP/1.1" status: 204 len: 168 time: 0.1239433 Sep 23 19:52:05.395163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.400706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb674b0e-eed9-4334-8262-d9169cba60ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecccf55-a781-427e-9f6b-39027e50a3a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:05.448970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ee48f35-adf2-40bb-8861-f8b4294acc50 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493321 Sep 23 19:52:05.449355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.455105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-82623f51-2b03-4021-8c78-59b3601afea7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661521265'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.484096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82623f51-2b03-4021-8c78-59b3601afea7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.567000 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82623f51-2b03-4021-8c78-59b3601afea7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.570712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82623f51-2b03-4021-8c78-59b3601afea7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.599879 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82623f51-2b03-4021-8c78-59b3601afea7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.601131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-82623f51-2b03-4021-8c78-59b3601afea7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1507390 Sep 23 19:52:05.603996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.609033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-15811d30-c240-45fc-bc41-a647b204d8af tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '30839da9-9dd3-4536-bafe-192f219b9b30', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.609590 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-15811d30-c240-45fc-bc41-a647b204d8af tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 19:52:05.610085 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-15811d30-c240-45fc-bc41-a647b204d8af tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:05.611095 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-15811d30-c240-45fc-bc41-a647b204d8af tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061758 Sep 23 19:52:05.612259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82623f51-2b03-4021-8c78-59b3601afea7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30839da9-9dd3-4536-bafe-192f219b9b30,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:05.613622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.667000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b2e26b4-dda6-4970-9116-48072b76f774 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.694867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b2e26b4-dda6-4970-9116-48072b76f774 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.739560 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b2e26b4-dda6-4970-9116-48072b76f774 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.742480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b2e26b4-dda6-4970-9116-48072b76f774 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.743654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b2e26b4-dda6-4970-9116-48072b76f774 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/30839da9-9dd3-4536-bafe-192f219b9b30 HTTP/1.1" status: 204 len: 168 time: 0.1290014 Sep 23 19:52:05.746404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.753406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e26b4-dda6-4970-9116-48072b76f774 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30839da9-9dd3-4536-bafe-192f219b9b30,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:05.804210 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c5de6eac-010a-4001-ba6d-6586eaa99129 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565736 Sep 23 19:52:05.807747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54446) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.812291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a45e3b1f-073a-4937-adbd-fc545e8f9e3d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--442775910'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.834444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a45e3b1f-073a-4937-adbd-fc545e8f9e3d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.914927 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a45e3b1f-073a-4937-adbd-fc545e8f9e3d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.918843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a45e3b1f-073a-4937-adbd-fc545e8f9e3d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.947413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a45e3b1f-073a-4937-adbd-fc545e8f9e3d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.948637 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a45e3b1f-073a-4937-adbd-fc545e8f9e3d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1399362 Sep 23 19:52:05.950624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e3b1f-073a-4937-adbd-fc545e8f9e3d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72493a85-1650-4191-83dd-e258287bf2f3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:05.952390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.963591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5bde30e4-71f8-4e6e-a8c6-db1ac52ab52c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '72493a85-1650-4191-83dd-e258287bf2f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.968861 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-5bde30e4-71f8-4e6e-a8c6-db1ac52ab52c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 19:52:05.969371 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-5bde30e4-71f8-4e6e-a8c6-db1ac52ab52c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:05.970387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5bde30e4-71f8-4e6e-a8c6-db1ac52ab52c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134146 Sep 23 19:52:05.973088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.978576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-078f0cfa-139f-4c8c-be0f-3614b2298d81 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '72493a85-1650-4191-83dd-e258287bf2f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.979206 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-078f0cfa-139f-4c8c-be0f-3614b2298d81 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 19:52:05.979668 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-078f0cfa-139f-4c8c-be0f-3614b2298d81 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:05.980589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-078f0cfa-139f-4c8c-be0f-3614b2298d81 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066247 Sep 23 19:52:05.982984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.986961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5f24b0f-4447-4f22-bc13-73d493beaee5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '72493a85-1650-4191-83dd-e258287bf2f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.987736 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-d5f24b0f-4447-4f22-bc13-73d493beaee5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 19:52:05.988201 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d5f24b0f-4447-4f22-bc13-73d493beaee5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:05.989124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5f24b0f-4447-4f22-bc13-73d493beaee5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052958 Sep 23 19:52:05.991462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.995362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8f95196b-8071-4d2f-80a9-8ba8eb4df61e tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '72493a85-1650-4191-83dd-e258287bf2f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:05.996795 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-8f95196b-8071-4d2f-80a9-8ba8eb4df61e tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 19:52:05.997274 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8f95196b-8071-4d2f-80a9-8ba8eb4df61e tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:05.998309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f95196b-8071-4d2f-80a9-8ba8eb4df61e tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059955 Sep 23 19:52:06.000603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.051426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc003036-9414-4e1c-861e-49bf8f73530d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.073859 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc003036-9414-4e1c-861e-49bf8f73530d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.119118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc003036-9414-4e1c-861e-49bf8f73530d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.121841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc003036-9414-4e1c-861e-49bf8f73530d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.126426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc003036-9414-4e1c-861e-49bf8f73530d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/72493a85-1650-4191-83dd-e258287bf2f3 HTTP/1.1" status: 204 len: 168 time: 0.1224546 Sep 23 19:52:06.126697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54458) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.139696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc003036-9414-4e1c-861e-49bf8f73530d tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72493a85-1650-4191-83dd-e258287bf2f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:06.198363 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-77d70fbd-4690-4002-a228-b82354aac9f8 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704765 Sep 23 19:52:06.202725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.207173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c1434deb-a02a-4226-8d28-166951f24920 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977497418'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.228895 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1434deb-a02a-4226-8d28-166951f24920 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.313867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1434deb-a02a-4226-8d28-166951f24920 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.318311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1434deb-a02a-4226-8d28-166951f24920 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.345699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1434deb-a02a-4226-8d28-166951f24920 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.346991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c1434deb-a02a-4226-8d28-166951f24920 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1432660 Sep 23 19:52:06.349781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.354838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-81ad47f4-702a-45c0-b33f-e474e124428c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.355322 n-d-810763-1 neutron-server[94826]: WARNING neutron.api.v2.base [None req-81ad47f4-702a-45c0-b33f-e474e124428c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:52:06.355812 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-81ad47f4-702a-45c0-b33f-e474e124428c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.358978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-81ad47f4-702a-45c0-b33f-e474e124428c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060172 Sep 23 19:52:06.358978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1434deb-a02a-4226-8d28-166951f24920 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863dbeb4-e501-47f6-8272-dcb3de0fb8eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:06.359467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54466) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.365948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-610a5039-05f6-4751-bd45-550ed2e81eff tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.401038 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-610a5039-05f6-4751-bd45-550ed2e81eff tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.405447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-610a5039-05f6-4751-bd45-550ed2e81eff tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0399196 Sep 23 19:52:06.405810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.410239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-952bb3a8-f08d-4b98-a009-1ae1392d20c2 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.410796 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-952bb3a8-f08d-4b98-a009-1ae1392d20c2 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 19:52:06.411994 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-952bb3a8-f08d-4b98-a009-1ae1392d20c2 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.413020 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-952bb3a8-f08d-4b98-a009-1ae1392d20c2 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062046 Sep 23 19:52:06.415532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54470) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.419446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1f6ea074-8318-4101-9695-7c5120e5d742 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.453785 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-1f6ea074-8318-4101-9695-7c5120e5d742 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.455762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1f6ea074-8318-4101-9695-7c5120e5d742 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0388851 Sep 23 19:52:06.458354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.463991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4318a7be-6e76-4862-a188-38174e4b8495 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.464475 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-4318a7be-6e76-4862-a188-38174e4b8495 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:52:06.464966 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4318a7be-6e76-4862-a188-38174e4b8495 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.469705 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4318a7be-6e76-4862-a188-38174e4b8495 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072217 Sep 23 19:52:06.469928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54474) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.475784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2709c0a9-3a33-433d-9295-afc003856388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.506698 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-2709c0a9-3a33-433d-9295-afc003856388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Project b134536d42474d60b056fee39a82de6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:52:06.525359 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-2709c0a9-3a33-433d-9295-afc003856388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.526529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2709c0a9-3a33-433d-9295-afc003856388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0556087 Sep 23 19:52:06.530703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54476) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.535407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fe3f6c77-afaa-44c8-aa41-da5c15e5ade5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.535833 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-fe3f6c77-afaa-44c8-aa41-da5c15e5ade5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 19:52:06.536328 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-fe3f6c77-afaa-44c8-aa41-da5c15e5ade5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.540230 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe3f6c77-afaa-44c8-aa41-da5c15e5ade5 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056634 Sep 23 19:52:06.540469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54478) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.545082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3c12c0b2-8b8b-44e6-b42c-e916341d8f96 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.571261 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-3c12c0b2-8b8b-44e6-b42c-e916341d8f96 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Project b134536d42474d60b056fee39a82de6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:52:06.588649 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-3c12c0b2-8b8b-44e6-b42c-e916341d8f96 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.593916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3c12c0b2-8b8b-44e6-b42c-e916341d8f96 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0483325 Sep 23 19:52:06.593916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:06.598602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ca40e76b-89ad-4115-817d-a2754bf7f28f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '863dbeb4-e501-47f6-8272-dcb3de0fb8eb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:06.629191 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-ca40e76b-89ad-4115-817d-a2754bf7f28f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Project b134536d42474d60b056fee39a82de6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:52:06.645536 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ca40e76b-89ad-4115-817d-a2754bf7f28f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:06.646624 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ca40e76b-89ad-4115-817d-a2754bf7f28f tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0517898 Sep 23 19:52:06.649439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.041375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3063b2af-ce3f-46df-9f02-958c52e70059 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.063869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3063b2af-ce3f-46df-9f02-958c52e70059 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.103087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3063b2af-ce3f-46df-9f02-958c52e70059 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.106326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3063b2af-ce3f-46df-9f02-958c52e70059 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.109437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3063b2af-ce3f-46df-9f02-958c52e70059 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/863dbeb4-e501-47f6-8272-dcb3de0fb8eb HTTP/1.1" status: 204 len: 168 time: 0.4590840 Sep 23 19:52:07.109584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.118700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063b2af-ce3f-46df-9f02-958c52e70059 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863dbeb4-e501-47f6-8272-dcb3de0fb8eb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:07.157591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b6f7cc6-4136-4e20-9a75-898ad4e0d3cf tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462918 Sep 23 19:52:07.162026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.165830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-46d906f5-faea-4228-8b6e-ba22fc0c4f7a tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--827972463'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:07.189526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d906f5-faea-4228-8b6e-ba22fc0c4f7a tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.278573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d906f5-faea-4228-8b6e-ba22fc0c4f7a tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.282494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d906f5-faea-4228-8b6e-ba22fc0c4f7a tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.312860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d906f5-faea-4228-8b6e-ba22fc0c4f7a tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7693709-9e0e-4b4f-af08-e89a87e5f756,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:07.316463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46d906f5-faea-4228-8b6e-ba22fc0c4f7a tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.321214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-46d906f5-faea-4228-8b6e-ba22fc0c4f7a tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1589692 Sep 23 19:52:07.321413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54490) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.326118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a7fa826b-2993-47f1-b38e-ce68a3f23741 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': 'c7693709-9e0e-4b4f-af08-e89a87e5f756', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:07.367893 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-a7fa826b-2993-47f1-b38e-ce68a3f23741 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The resource could not be found. Sep 23 19:52:07.369233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a7fa826b-2993-47f1-b38e-ce68a3f23741 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0467660 Sep 23 19:52:07.371871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.376200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8f2845d5-b49d-4ea0-8c12-2a794ed0ebd2 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': 'c7693709-9e0e-4b4f-af08-e89a87e5f756', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a5f3c292-e27a-4f7e-8473-fb7d3971a7f4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:07.415511 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-8f2845d5-b49d-4ea0-8c12-2a794ed0ebd2 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The resource could not be found. Sep 23 19:52:07.416724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f2845d5-b49d-4ea0-8c12-2a794ed0ebd2 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0438826 Sep 23 19:52:07.419790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.472742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57ec82c2-b87a-45bc-9e5d-c725da2bbaee tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.494156 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57ec82c2-b87a-45bc-9e5d-c725da2bbaee tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.537467 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57ec82c2-b87a-45bc-9e5d-c725da2bbaee tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.540184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57ec82c2-b87a-45bc-9e5d-c725da2bbaee tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.541343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-57ec82c2-b87a-45bc-9e5d-c725da2bbaee tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/c7693709-9e0e-4b4f-af08-e89a87e5f756 HTTP/1.1" status: 204 len: 168 time: 0.1205449 Sep 23 19:52:07.544124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.556723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec82c2-b87a-45bc-9e5d-c725da2bbaee tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7693709-9e0e-4b4f-af08-e89a87e5f756,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:07.597248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4a34b5f3-1a38-44f3-b63b-60799ca25903 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517235 Sep 23 19:52:07.602007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.606806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd2b829c-fea5-4ff1-b29c-9107312435a9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '1c389a66-1a48-42ac-9d67-5b1eeb0cfce3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:07.650647 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-fd2b829c-fea5-4ff1-b29c-9107312435a9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The resource could not be found. Sep 23 19:52:07.651708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fd2b829c-fea5-4ff1-b29c-9107312435a9 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0486791 Sep 23 19:52:07.655553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.660261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4dada19d-f714-4625-a9a2-368e43c06351 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506470288'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:07.680673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dada19d-f714-4625-a9a2-368e43c06351 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.759572 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dada19d-f714-4625-a9a2-368e43c06351 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.762960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dada19d-f714-4625-a9a2-368e43c06351 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.788821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dada19d-f714-4625-a9a2-368e43c06351 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.789957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4dada19d-f714-4625-a9a2-368e43c06351 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1334639 Sep 23 19:52:07.792723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.797792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-459ed7d9-f08a-4c50-a677-383c1c080cab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076113331'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:07.802731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dada19d-f714-4625-a9a2-368e43c06351 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769862cd-fe7b-435a-b0e0-9b6ffc106252,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:07.823010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-459ed7d9-f08a-4c50-a677-383c1c080cab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.903535 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-459ed7d9-f08a-4c50-a677-383c1c080cab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.907132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-459ed7d9-f08a-4c50-a677-383c1c080cab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.933193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-459ed7d9-f08a-4c50-a677-383c1c080cab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.934404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-459ed7d9-f08a-4c50-a677-383c1c080cab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1399531 Sep 23 19:52:07.936860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ed7d9-f08a-4c50-a677-383c1c080cab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef94676-0c96-4a8f-bf97-57f109a4dfa9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:07.937993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.943765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4c494d81-e9c4-4411-8acb-456dea7fc828 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '769862cd-fe7b-435a-b0e0-9b6ffc106252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1ef94676-0c96-4a8f-bf97-57f109a4dfa9'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:07.976464 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-4c494d81-e9c4-4411-8acb-456dea7fc828 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:07.977481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c494d81-e9c4-4411-8acb-456dea7fc828 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0376716 Sep 23 19:52:07.980753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.031651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a1f515f-777d-403b-9111-f48413d53ea8 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.054878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a1f515f-777d-403b-9111-f48413d53ea8 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.095061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a1f515f-777d-403b-9111-f48413d53ea8 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.097505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a1f515f-777d-403b-9111-f48413d53ea8 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.098742 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1a1f515f-777d-403b-9111-f48413d53ea8 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/1ef94676-0c96-4a8f-bf97-57f109a4dfa9 HTTP/1.1" status: 204 len: 168 time: 0.1170714 Sep 23 19:52:08.101469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.107076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f515f-777d-403b-9111-f48413d53ea8 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef94676-0c96-4a8f-bf97-57f109a4dfa9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.156207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4c7d6a5-31d1-41c6-ba2b-e8aa964cf61c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0535319 Sep 23 19:52:08.158894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.212197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb11c01-5257-4dbe-a103-ddd34b88c58c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.233811 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb11c01-5257-4dbe-a103-ddd34b88c58c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.272943 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb11c01-5257-4dbe-a103-ddd34b88c58c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.275832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fb11c01-5257-4dbe-a103-ddd34b88c58c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.276996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4fb11c01-5257-4dbe-a103-ddd34b88c58c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/769862cd-fe7b-435a-b0e0-9b6ffc106252 HTTP/1.1" status: 204 len: 168 time: 0.1170919 Sep 23 19:52:08.280383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.286835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb11c01-5257-4dbe-a103-ddd34b88c58c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769862cd-fe7b-435a-b0e0-9b6ffc106252,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.325637 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-16962dd8-2128-42e2-a22d-5dcbc4a2b23c tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438948 Sep 23 19:52:08.330404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54518) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.334767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-77eb5949-be35-4619-a70c-c7f70997bbe0 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--934688437'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:08.354841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77eb5949-be35-4619-a70c-c7f70997bbe0 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.440146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77eb5949-be35-4619-a70c-c7f70997bbe0 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.443869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77eb5949-be35-4619-a70c-c7f70997bbe0 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.475897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77eb5949-be35-4619-a70c-c7f70997bbe0 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.477130 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-77eb5949-be35-4619-a70c-c7f70997bbe0 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1457827 Sep 23 19:52:08.480591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.481102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb5949-be35-4619-a70c-c7f70997bbe0 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877e0653-38a2-4e76-9c21-129a96525620,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.485882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0dfdfc39-4787-458f-bd79-0b716a910916 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '877e0653-38a2-4e76-9c21-129a96525620', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:08.532396 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0dfdfc39-4787-458f-bd79-0b716a910916 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:08.533452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0dfdfc39-4787-458f-bd79-0b716a910916 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0511994 Sep 23 19:52:08.536271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.540953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d6b71397-a0b0-4981-8717-dda9e8bc9d32 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group_rule': {'security_group_id': '877e0653-38a2-4e76-9c21-129a96525620', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:08.583110 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-d6b71397-a0b0-4981-8717-dda9e8bc9d32 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:52:08.588133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.588385 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d6b71397-a0b0-4981-8717-dda9e8bc9d32 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0508401 Sep 23 19:52:08.644537 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c752aa2-53ce-469e-8a7a-6fe654647212 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.666596 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c752aa2-53ce-469e-8a7a-6fe654647212 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.710380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c752aa2-53ce-469e-8a7a-6fe654647212 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.713173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c752aa2-53ce-469e-8a7a-6fe654647212 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.714399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c752aa2-53ce-469e-8a7a-6fe654647212 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/877e0653-38a2-4e76-9c21-129a96525620 HTTP/1.1" status: 204 len: 168 time: 0.1242464 Sep 23 19:52:08.718999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.725726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c752aa2-53ce-469e-8a7a-6fe654647212 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e0653-38a2-4e76-9c21-129a96525620,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.769741 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-801c514c-fd99-4e42-b63c-99abab53b1a7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469332 Sep 23 19:52:08.773474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.778229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-683a5637-bfe6-40c1-9bf8-8fc5683f1db7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'tempest-secgroup--805262638'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:08.800965 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-683a5637-bfe6-40c1-9bf8-8fc5683f1db7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.883789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-683a5637-bfe6-40c1-9bf8-8fc5683f1db7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.887443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-683a5637-bfe6-40c1-9bf8-8fc5683f1db7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.914946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-683a5637-bfe6-40c1-9bf8-8fc5683f1db7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.916157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-683a5637-bfe6-40c1-9bf8-8fc5683f1db7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1414356 Sep 23 19:52:08.917923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a5637-bfe6-40c1-9bf8-8fc5683f1db7 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df00ba72-fdcc-46d9-84f4-36690126501d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.919295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54538) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.924760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8d8d6bfe-91c0-4d41-b83b-28561fad21ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:08.925202 n-d-810763-1 neutron-server[94825]: WARNING neutron.api.v2.base [None req-8d8d6bfe-91c0-4d41-b83b-28561fad21ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:52:08.925666 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-8d8d6bfe-91c0-4d41-b83b-28561fad21ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 19:52:08.929440 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8d8d6bfe-91c0-4d41-b83b-28561fad21ab tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "PUT /v2.0/security-groups/df00ba72-fdcc-46d9-84f4-36690126501d HTTP/1.1" status: 409 len: 330 time: 0.0055337 Sep 23 19:52:08.929440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.983709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a08c2495-98db-492d-beb0-7cc16eeae388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.005360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a08c2495-98db-492d-beb0-7cc16eeae388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.045083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a08c2495-98db-492d-beb0-7cc16eeae388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.047979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a08c2495-98db-492d-beb0-7cc16eeae388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.049339 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a08c2495-98db-492d-beb0-7cc16eeae388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/df00ba72-fdcc-46d9-84f4-36690126501d HTTP/1.1" status: 204 len: 168 time: 0.1192789 Sep 23 19:52:09.052022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.058579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c2495-98db-492d-beb0-7cc16eeae388 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df00ba72-fdcc-46d9-84f4-36690126501d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:09.098603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c0903d14-62b8-4f7c-b8eb-749e264491cc tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453215 Sep 23 19:52:09.102366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.115544 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-087d4ae9-e495-4be8-8af5-ac3904461663 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] delete failed (client error): The resource could not be found. Sep 23 19:52:09.116572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-087d4ae9-e495-4be8-8af5-ac3904461663 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "DELETE /v2.0/security-groups/9c457ee9-2273-4cd6-9124-accbe0d1a080 HTTP/1.1" status: 404 len: 347 time: 0.0132780 Sep 23 19:52:09.120056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.134065 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-6d3bc2ff-179b-425e-819f-c5a027fc8579 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] show failed (client error): The resource could not be found. Sep 23 19:52:09.135003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6d3bc2ff-179b-425e-819f-c5a027fc8579 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-groups/c93528fa-590b-4753-bfc0-7c76c342ffbd HTTP/1.1" status: 404 len: 347 time: 0.0140762 Sep 23 19:52:09.138391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.151436 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1eae2f69-77d3-420c-91f2-1bffb3b27281 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] show failed (client error): The resource could not be found. Sep 23 19:52:09.152429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1eae2f69-77d3-420c-91f2-1bffb3b27281 tempest-NegativeSecGroupIPv6Test-804418208 tempest-NegativeSecGroupIPv6Test-804418208-project] 10.222.0.38 "GET /v2.0/security-group-rules/b9182ffa-347e-4d5b-aab2-5ed70d23c235 HTTP/1.1" status: 404 len: 356 time: 0.0131743 Sep 23 19:52:09.398501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.532197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b20cf37-0931-4e7e-84d8-9a3cc479f93c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b134536d42474d60b056fee39a82de6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324842 Sep 23 19:52:09.534557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.581316 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e8688-33ff-4786-84e8-8aafeb5fcef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.602590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e8688-33ff-4786-84e8-8aafeb5fcef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.652538 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e8688-33ff-4786-84e8-8aafeb5fcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.655409 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e8688-33ff-4786-84e8-8aafeb5fcef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.658877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-819e8688-33ff-4786-84e8-8aafeb5fcef7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/314d0964-b2e5-4af1-93bb-75dea5f9c65b HTTP/1.1" status: 204 len: 168 time: 0.1210499 Sep 23 19:52:09.669358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e8688-33ff-4786-84e8-8aafeb5fcef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d0964-b2e5-4af1-93bb-75dea5f9c65b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:12.126695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03955f72-f3c5-48b1-86b7-1f31fcb80d64 req-50a39dbe-a52e-4519-a738-efe7c9581d57 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:12.128188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03955f72-f3c5-48b1-86b7-1f31fcb80d64 req-50a39dbe-a52e-4519-a738-efe7c9581d57 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0486557 Sep 23 19:52:12.167191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03955f72-f3c5-48b1-86b7-1f31fcb80d64 req-3f8d1848-fbab-4b0e-b811-dc42321c7a13 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321722 Sep 23 19:52:12.285434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e3d25-eff8-4a98-b32e-eeaa3ec54e3e req-cf8006d3-08d4-4964-940a-613c84d5bb95 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:12.286969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-035e3d25-eff8-4a98-b32e-eeaa3ec54e3e req-cf8006d3-08d4-4964-940a-613c84d5bb95 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0499542 Sep 23 19:52:12.335668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-035e3d25-eff8-4a98-b32e-eeaa3ec54e3e req-c74170b7-240e-4f0f-b6c5-51df0619b334 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390873 Sep 23 19:52:12.641458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-ef836021-353f-4cdf-85ff-4c85d37334f1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:12.643230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-ef836021-353f-4cdf-85ff-4c85d37334f1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.1091080 Sep 23 19:52:12.657956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b6c0ce55-8dc3-4565-845e-0205fa84bf12 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/quotas/4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 375 time: 0.0089848 Sep 23 19:52:12.716769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-178f2c20-bb28-4cae-ad86-2b981ed22203 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0532644 Sep 23 19:52:12.808806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-4d12c30d-7553-4f5b-ab95-85d81cd1bfe0 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Sep 23 19:52:12.898009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-8fef07c5-efb1-4318-9662-d44741b16e33 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824804 Sep 23 19:52:13.063684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dfb2a734-c269-40d8-a9be-7184b181b613 req-ce72aab9-5f3d-4005-b919-c4691d22bd6a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 210 time: 0.0274701 Sep 23 19:52:13.158821 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-548027cb-26c1-4748-9e9f-271fda10f8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:14.083509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-0e4b2abe-d987-41f7-bdd4-093aa99449ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:14.084969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-0e4b2abe-d987-41f7-bdd4-093aa99449ff tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.0985520 Sep 23 19:52:14.101035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'port': {'device_id': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'admin_state_up': True, 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:14.164147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0be86b2e-0360-4717-9b21-6b9a9fe35a30 req-aa78b898-f2dc-4314-9c55-89a7bc24035e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 210 time: 0.0296938 Sep 23 19:52:14.212453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Made reservation on behalf of 4885be9ab6434a98832bf0a6c2e425fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:52:14.216257 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:14.342130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Allocated IP 172.20.0.13 (9690c1e5-cd26-41bb-8342-967b4a35c4e5/11d87c1c-3834-4777-a40e-22b7d9cb7d79/45fa3ad7-8a60-4fc3-ac4c-5080b78393ef) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:14.483301 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:14.515918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:14.533851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:14.536345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3f4c69ea-e3b5-4745-9030-36a90f897787'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:14.567452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:14.573577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:14.576059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:14.578686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:14.629163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:14.629692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:14.645116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-9c4dc1ac-3e14-45a8-a54a-8c35800f1830 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485570 Sep 23 19:52:14.658665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Request body: {'port': {'device_id': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:14.753950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:14.862434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5ac45fa3-2e95-4290-85fb-4e48aec05494 None None] Provisioning complete for port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:14.862805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac45fa3-2e95-4290-85fb-4e48aec05494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:14.899659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ac45fa3-2e95-4290-85fb-4e48aec05494 None None] Port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:52:15.037773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:52:15.045299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:15.056529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Transition to ACTIVE for port object 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:52:15.060913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:15.111575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:15.194052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Attempting to bind port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:15.194383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Attempting to bind port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:15.194781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Attempting to bind port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:15.199416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:52:15.199741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Attempting to bind port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:15.204921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:15.205319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:15.205636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Bound using segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:15.206073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Bound port: 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:15.206460 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:15.273790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] For port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:15.277051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] For port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:15.282903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:15.288183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5f42f-fa71-4c1e-96e0-28ff9b2aab6e req-fb07639f-c1ab-4b7d-88a3-81b047912bcf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:15.289724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf5f42f-fa71-4c1e-96e0-28ff9b2aab6e req-fb07639f-c1ab-4b7d-88a3-81b047912bcf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 944 time: 0.0521116 Sep 23 19:52:15.318742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:15.319594 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:15.321141 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/45fa3ad7-8a60-4fc3-ac4c-5080b78393ef HTTP/1.1" status: 200 len: 1092 time: 0.6673794 Sep 23 19:52:15.321591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:15.323935 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabcee71-4120-49e2-ba33-695dd964bd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:15.339066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-baf5f42f-fa71-4c1e-96e0-28ff9b2aab6e req-0aab3b88-a125-4b99-aaa4-b3e71018e6e1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Sep 23 19:52:15.360883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adfe87-bb2b-4d57-9ad1-95d2cbd5a1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:15.398611 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dad290-9558-4bea-8bf7-0a52b3dc2942 x-openstack-request-id: req-52dad290-9558-4bea-8bf7-0a52b3dc2942 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:15.398896 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:15.399139 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52dad290-9558-4bea-8bf7-0a52b3dc2942 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:15.399531 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef', 'status': 'completed', 'code': 200} Sep 23 19:52:15.415962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-ce3412f9-a2ec-4364-aaa5-e6c75343d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:15.417451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-ce3412f9-a2ec-4364-aaa5-e6c75343d22c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 1095 time: 0.0474339 Sep 23 19:52:15.467303 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-6b822675-1c45-4853-b194-6ab68090a15a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef HTTP/1.1" status: 200 len: 217 time: 0.0405750 Sep 23 19:52:15.478660 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:52:15.520357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-0eabd304-3863-4b7b-81cd-db806e11f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:15.521852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-0eabd304-3863-4b7b-81cd-db806e11f2e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0467875 Sep 23 19:52:15.570981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-de377b0e-90a2-4dbc-83ff-223d0fd7acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:15.572574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-de377b0e-90a2-4dbc-83ff-223d0fd7acb6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434644 Sep 23 19:52:15.671187 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-4437ec37-bff8-4584-8cbd-c2b93c4f4cac service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877767 Sep 23 19:52:15.767874 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fd08d43a-34d8-4f6b-a597-a1600a856df7 req-6783cd05-0615-4384-b687-6c02eddc6783 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890906 Sep 23 19:52:15.865995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-891daf91-c424-4809-a882-e3a35ab3ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:15.867898 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-891daf91-c424-4809-a882-e3a35ab3ea53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 1095 time: 0.0488148 Sep 23 19:52:15.962038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-d6c1c1f5-0c56-4c52-ad5e-8eee39155d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:15.963873 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-d6c1c1f5-0c56-4c52-ad5e-8eee39155d63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.0889728 Sep 23 19:52:16.011436 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-b1fa706d-6892-4971-8679-d9ab27f55034 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef HTTP/1.1" status: 200 len: 217 time: 0.0403590 Sep 23 19:52:16.065602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-d7258a9f-ee07-47af-b38c-7112c00f4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:16.067249 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-d7258a9f-ee07-47af-b38c-7112c00f4e2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0470901 Sep 23 19:52:16.114069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-5b121302-73ba-4e6b-be9e-76099f35d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:16.115708 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-5b121302-73ba-4e6b-be9e-76099f35d462 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405588 Sep 23 19:52:16.211493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-b43da85b-ecbf-4920-813d-e45c45bd09e8 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874929 Sep 23 19:52:16.303470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fabcee71-4120-49e2-ba33-695dd964bd4b req-1f2aa1a0-acb3-40dc-a58c-3590eb7c4b12 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838926 Sep 23 19:52:16.338704 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5c66-3f40-43c6-a5d1-d65df13c7865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:16.455385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559e5ff-4627-4097-90a5-74d1f5f60fc9 req-4bc9b6c4-b2e8-420e-8034-d471d4bff918 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:16.457271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d559e5ff-4627-4097-90a5-74d1f5f60fc9 req-4bc9b6c4-b2e8-420e-8034-d471d4bff918 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 944 time: 0.0501502 Sep 23 19:52:16.467083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:16.499594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d559e5ff-4627-4097-90a5-74d1f5f60fc9 req-76c8c592-cd7a-40a3-8776-46928305e1ed tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350900 Sep 23 19:52:17.065511 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:17.620056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98483164-3af6-42d4-8a19-148a24e51625 req-0f27fc10-2ce3-4360-be7f-2dd28e038a30 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:17.621607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98483164-3af6-42d4-8a19-148a24e51625 req-0f27fc10-2ce3-4360-be7f-2dd28e038a30 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 944 time: 0.0566385 Sep 23 19:52:17.662632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98483164-3af6-42d4-8a19-148a24e51625 req-c13676d2-6418-4e83-876e-91cc2c69d034 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Sep 23 19:52:18.579579 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:18.690117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:52:18.791081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf15a5-0020-43cc-aec0-e93caa9df779 req-d9bb7868-a65a-43a5-8388-feb52ec3d0ef tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:18.792670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3bf15a5-0020-43cc-aec0-e93caa9df779 req-d9bb7868-a65a-43a5-8388-feb52ec3d0ef tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 944 time: 0.0491123 Sep 23 19:52:18.797234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:18.809049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef', 'mac_address': 'fa:16:3e:7f:70:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:52:18.833044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3bf15a5-0020-43cc-aec0-e93caa9df779 req-3b36b400-ee51-4a08-853f-861415bfec77 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Sep 23 19:52:18.847143 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:18.859957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:52:18.878764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:18.882496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:18.930516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:19.172086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['45fa3ad7-8a60-4fc3-ac4c-5080b78393ef'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:19.494987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-2d38c384-788a-48e6-82c9-ffe6665fbffb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950253 Sep 23 19:52:19.589487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-a1833c96-0be3-4fc3-8560-8073dc79121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:19.591394 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-a1833c96-0be3-4fc3-8560-8073dc79121f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1095 time: 0.0473514 Sep 23 19:52:19.709356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-553fd951-c74a-4b4d-acee-4bec0f26d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:19.710903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-553fd951-c74a-4b4d-acee-4bec0f26d191 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.0987260 Sep 23 19:52:19.782015 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-0b80b08c-fce8-44b1-82bd-6702280f35e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 999 time: 0.0635085 Sep 23 19:52:19.831675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-37397dcc-45a2-4e2c-9f20-94e8db0a7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:19.833138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-37397dcc-45a2-4e2c-9f20-94e8db0a7778 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0439172 Sep 23 19:52:19.884750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-67623f54-e97a-40e0-987a-500113cc1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:19.886376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-67623f54-e97a-40e0-987a-500113cc1b59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446835 Sep 23 19:52:19.952489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ed1d-e990-4d6b-8233-2fdddd381abe req-ce83237d-81e9-4dc3-b7ee-709c01bf5dfe tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:19.953999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9489ed1d-e990-4d6b-8233-2fdddd381abe req-ce83237d-81e9-4dc3-b7ee-709c01bf5dfe tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 945 time: 0.0497987 Sep 23 19:52:19.985210 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-18d429e0-6b0b-44fb-8fa9-c8ea68a6133b service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910437 Sep 23 19:52:19.994931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9489ed1d-e990-4d6b-8233-2fdddd381abe req-8f59249c-465d-4cd3-8247-a5f108df6303 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Sep 23 19:52:20.088831 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b7883ebd-7f7d-45fe-9437-4d958e4e94f0 req-01c0f7cc-247a-4b06-b6ce-cfe4c82ea39c service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966518 Sep 23 19:52:20.702028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:20.751034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:52:20.754417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:20.754789 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:20.833084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:20.855781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:20.858071 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f66dc-67db-42cc-887e-7abe7385b7d3" -d '{"events": [{"server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "name": "network-vif-plugged", "status": "completed", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:20.870642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:20.874945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:20.899502 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ed16f-fdea-4805-88d6-9b3233b9f667 x-openstack-request-id: req-421ed16f-fdea-4805-88d6-9b3233b9f667 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:20.899790 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "name": "network-vif-plugged", "status": "completed", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:20.900038 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-421ed16f-fdea-4805-88d6-9b3233b9f667 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:20.900419 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef', 'code': 200} Sep 23 19:52:20.935398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:21.006739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba12527-127c-43f4-bffc-ec23d9f77ed5 req-c56b3dd6-e58a-4cc9-99b1-085dcb60b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:21.008171 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cba12527-127c-43f4-bffc-ec23d9f77ed5 req-c56b3dd6-e58a-4cc9-99b1-085dcb60b132 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 1097 time: 0.0398653 Sep 23 19:52:21.043792 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-cba12527-127c-43f4-bffc-ec23d9f77ed5 req-76aab68c-b43a-41a5-9255-417b23e3360b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283384 Sep 23 19:52:21.116690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9e46e-9733-4929-94d7-b40857acf310 req-734f8271-aa96-4aba-b591-a8aa005e3db3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:21.118190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04b9e46e-9733-4929-94d7-b40857acf310 req-734f8271-aa96-4aba-b591-a8aa005e3db3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 946 time: 0.0538249 Sep 23 19:52:21.156390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-04b9e46e-9733-4929-94d7-b40857acf310 req-eb9af363-2e6f-4229-95d4-1fdfa7b4472f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Sep 23 19:52:22.275940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9aa0-628f-4907-877f-3ce78e74be42 req-8ee68b90-a444-4df1-9170-299fd033cf4c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:22.277632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8cb9aa0-628f-4907-877f-3ce78e74be42 req-8ee68b90-a444-4df1-9170-299fd033cf4c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 946 time: 0.0539484 Sep 23 19:52:22.325809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8cb9aa0-628f-4907-877f-3ce78e74be42 req-819ea608-5d1b-4dcb-8c10-a4c24566f372 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 Sep 23 19:52:23.459048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800678c5-6186-4e67-a8aa-0eefbf855f10 req-cd8918f4-6dbe-4d7d-b56e-a3dcbfc61fad tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:23.467729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-800678c5-6186-4e67-a8aa-0eefbf855f10 req-cd8918f4-6dbe-4d7d-b56e-a3dcbfc61fad tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 946 time: 0.0657601 Sep 23 19:52:23.514299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-800678c5-6186-4e67-a8aa-0eefbf855f10 req-e9c15d76-45b8-43b3-9816-11e15bfe20b4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454586 Sep 23 19:52:23.639096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-7087d18c-840c-4f4f-bc58-1270148e214c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 267 time: 0.0523517 Sep 23 19:52:23.705957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-0a0ed60a-955d-4947-a9e9-18bb4260caab tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:23.715996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-0a0ed60a-955d-4947-a9e9-18bb4260caab tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 946 time: 0.0743482 Sep 23 19:52:23.722892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'port': {'security_groups': []}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:23.750239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:23.800971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:23.936803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-188d3fd9-5271-4b9b-9f4c-d353b2f30efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.057160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] For port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:24.059511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-188d3fd9-5271-4b9b-9f4c-d353b2f30efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.064352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-188d3fd9-5271-4b9b-9f4c-d353b2f30efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.090200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.095909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.109281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:24.111508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3f4c69ea-e3b5-4745-9030-36a90f897787', '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:24.111823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d3fd9-5271-4b9b-9f4c-d353b2f30efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80992abe-9b52-4dc6-8ab2-57a2962fc473,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:24.119561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-188d3fd9-5271-4b9b-9f4c-d353b2f30efe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5f09dd9f36c4e21a06dcc3a626368b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700290 Sep 23 19:52:24.122025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:24.161397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:24.174642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:24.175376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.178045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b0e5ad5-dcb5-4612-b857-03c73fe3bbcb req-a828ca75-bd0b-4d93-accd-e4ee6f51e6db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "PUT /v2.0/ports/45fa3ad7-8a60-4fc3-ac4c-5080b78393ef HTTP/1.1" status: 200 len: 905 time: 0.4608045 Sep 23 19:52:24.178538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:24.184842 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:24.203645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e0763b4-9314-40d4-a690-46c68952b415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.238399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e0763b4-9314-40d4-a690-46c68952b415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.291593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['45fa3ad7-8a60-4fc3-ac4c-5080b78393ef'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:24.308440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e0763b4-9314-40d4-a690-46c68952b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.316305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e0763b4-9314-40d4-a690-46c68952b415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.316527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2456ad-052d-4be5-b48c-b592cf8b0105 req-196d15e2-23ae-489e-9a27-bde9b23302ab tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:24.316676 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8e0763b4-9314-40d4-a690-46c68952b415 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80992abe-9b52-4dc6-8ab2-57a2962fc473 HTTP/1.1" status: 204 len: 168 time: 0.1893189 Sep 23 19:52:24.323824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b2456ad-052d-4be5-b48c-b592cf8b0105 req-196d15e2-23ae-489e-9a27-bde9b23302ab tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 908 time: 0.0741944 Sep 23 19:52:24.326566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0763b4-9314-40d4-a690-46c68952b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80992abe-9b52-4dc6-8ab2-57a2962fc473,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:24.503695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9f242da5-ecde-4308-9dcd-5ba5c9187e19 None None] Provisioning complete for port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:24.504171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f242da5-ecde-4308-9dcd-5ba5c9187e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.579505 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8818608-f793-43b1-ba05-d3557639f388 x-openstack-request-id: req-d8818608-f793-43b1-ba05-d3557639f388 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:24.580357 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:24.580602 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8818608-f793-43b1-ba05-d3557639f388 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:24.581179 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef', 'status': 'completed', 'code': 200} Sep 23 19:52:24.640437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54774) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:24.661670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9aebe43a-57e7-4f29-a95d-48bf26c230c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.677074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-971761cc-d3a6-476f-b3b4-bd519bfccc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:24.678704 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-971761cc-d3a6-476f-b3b4-bd519bfccc62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 1059 time: 0.0709419 Sep 23 19:52:24.692784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5b169-95fc-42f4-bf60-2a762409df48 req-26472869-f615-4cc3-bdd2-8314370e413d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:24.694370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35d5b169-95fc-42f4-bf60-2a762409df48 req-26472869-f615-4cc3-bdd2-8314370e413d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0605724 Sep 23 19:52:24.733626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35d5b169-95fc-42f4-bf60-2a762409df48 req-58247248-b31f-4b8d-8087-d829aa61d6c4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Sep 23 19:52:24.815421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-1b94f182-a2bf-41eb-96be-27a626cffb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:24.816824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-1b94f182-a2bf-41eb-96be-27a626cffb35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1289299 Sep 23 19:52:24.851832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1bbed-06e8-4cee-a218-d773d9f98335 req-a3ba0490-900c-482d-a7bc-82cd6717309f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:24.853359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54c1bbed-06e8-4cee-a218-d773d9f98335 req-a3ba0490-900c-482d-a7bc-82cd6717309f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0499825 Sep 23 19:52:24.875786 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-78462347-c8c6-429f-a721-189e257799bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef HTTP/1.1" status: 200 len: 217 time: 0.0418115 Sep 23 19:52:24.880389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9aebe43a-57e7-4f29-a95d-48bf26c230c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.892199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54c1bbed-06e8-4cee-a218-d773d9f98335 req-9dc1643c-ea6d-425d-901c-743fba1a5fc0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325809 Sep 23 19:52:24.892408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9aebe43a-57e7-4f29-a95d-48bf26c230c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:24.964230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-8e87a96e-fc32-45d2-bd83-63e1de1fd19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:24.967198 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-8e87a96e-fc32-45d2-bd83-63e1de1fd19d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0841138 Sep 23 19:52:24.975753 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9aebe43a-57e7-4f29-a95d-48bf26c230c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38f5820b07f043598e6b140a04994ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308492 Sep 23 19:52:24.975753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe43a-57e7-4f29-a95d-48bf26c230c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7cbc2d-2ed4-4592-b2da-b435c1792ef5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:24.977458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:25.059013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-98618df7-f13e-45bd-aa4d-81ff8d944a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:25.060646 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-98618df7-f13e-45bd-aa4d-81ff8d944a1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820253 Sep 23 19:52:25.079729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2f89119-84d7-4f16-927a-e866c150d155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:25.105897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2f89119-84d7-4f16-927a-e866c150d155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:25.194537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-df9e263c-47bb-468d-842a-7a3dfde47f38 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:25.196557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-df9e263c-47bb-468d-842a-7a3dfde47f38 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.1183467 Sep 23 19:52:25.218705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-0f6535cb-25d1-4970-bd79-2f60132b6a4d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/quotas/4885be9ab6434a98832bf0a6c2e425fa HTTP/1.1" status: 200 len: 375 time: 0.0107288 Sep 23 19:52:25.227623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-b1e51348-b342-4f8d-aa90-a0e9c8b667ee service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140983 Sep 23 19:52:25.243856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2f89119-84d7-4f16-927a-e866c150d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:25.246576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2f89119-84d7-4f16-927a-e866c150d155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:25.249397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c2f89119-84d7-4f16-927a-e866c150d155 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d7cbc2d-2ed4-4592-b2da-b435c1792ef5 HTTP/1.1" status: 204 len: 168 time: 0.2676480 Sep 23 19:52:25.275051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f89119-84d7-4f16-927a-e866c150d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7cbc2d-2ed4-4592-b2da-b435c1792ef5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:25.307510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-f9cf70ff-afc9-4478-97d3-34b9b3785fc3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0782123 Sep 23 19:52:25.345638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6e763573-7091-4b2a-b4da-0fa2dcb51a2a req-a6dd21e9-6477-4d19-8198-2d496311508f service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100144 Sep 23 19:52:25.404388 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:25.420459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-079f5cfc-3df8-4687-9bbe-c7e3c12db565 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119425 Sep 23 19:52:25.524201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-20765915-1839-4fa6-b933-69f1c7129141 service neutron] 10.222.0.38 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972111 Sep 23 19:52:25.734777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67a115d6-ef6b-4957-b18e-49050ab21f34 req-5d1f3bf1-17f7-4f1f-a664-cdc9b27073b4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 210 time: 0.0500052 Sep 23 19:52:26.830461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-304216ff-4efe-40f4-9880-9f90dd603280 req-60ef0825-3548-40d9-8302-ba5f292fac22 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 210 time: 0.0273716 Sep 23 19:52:26.846834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:27.226838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-56cee2c5-4554-45b3-bff3-93cd58c2904a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:27.228932 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-56cee2c5-4554-45b3-bff3-93cd58c2904a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 812 time: 0.1405523 Sep 23 19:52:27.243528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Request body: {'port': {'device_id': '92931938-7811-4f78-b608-10f64400d2fe', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'admin_state_up': True, 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:27.368481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Made reservation on behalf of 4885be9ab6434a98832bf0a6c2e425fa for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:52:27.372020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:27.496835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Allocated IP 172.20.0.14 (9690c1e5-cd26-41bb-8342-967b4a35c4e5/11d87c1c-3834-4777-a40e-22b7d9cb7d79/d2af4506-1a61-46b2-b911-f5a7cbeb0bca) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:27.641838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:27.675120 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:27.687569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:27.689799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3f4c69ea-e3b5-4745-9030-36a90f897787'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:27.726181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:27.729836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:27.734681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:27.768452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:27.800800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:27.801556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:27.817750 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d3dcff18-3463-4228-a740-22f3a762fffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791743 Sep 23 19:52:27.833527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Request body: {'port': {'device_id': '92931938-7811-4f78-b608-10f64400d2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:27.926847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.058447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319519f-6943-4774-9f9d-392357b974b4 req-7406f53f-a4db-4c04-b1c1-bfef26bd5fb0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:28.075859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6319519f-6943-4774-9f9d-392357b974b4 req-7406f53f-a4db-4c04-b1c1-bfef26bd5fb0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 932 time: 0.1452079 Sep 23 19:52:28.130389 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6319519f-6943-4774-9f9d-392357b974b4 req-ce26b8e0-5b3a-4f52-abc3-f4f2c8aafff4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532992 Sep 23 19:52:28.163987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a02e4361-cfa0-4b63-bc57-f71ccbbb9591 None None] Provisioning complete for port d2af4506-1a61-46b2-b911-f5a7cbeb0bca triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:28.164545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02e4361-cfa0-4b63-bc57-f71ccbbb9591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.214337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a02e4361-cfa0-4b63-bc57-f71ccbbb9591 None None] Port d2af4506-1a61-46b2-b911-f5a7cbeb0bca cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:52:28.359048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2af4506-1a61-46b2-b911-f5a7cbeb0bca {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:52:28.371949 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.386370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Transition to ACTIVE for port object d2af4506-1a61-46b2-b911-f5a7cbeb0bca will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:52:28.390523 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.467453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:28.543108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Attempting to bind port d2af4506-1a61-46b2-b911-f5a7cbeb0bca on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:28.543369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Attempting to bind port d2af4506-1a61-46b2-b911-f5a7cbeb0bca by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:28.544523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Attempting to bind port d2af4506-1a61-46b2-b911-f5a7cbeb0bca on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:28.549422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Port d2af4506-1a61-46b2-b911-f5a7cbeb0bca on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:52:28.549749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Attempting to bind port d2af4506-1a61-46b2-b911-f5a7cbeb0bca on network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:28.554612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:28.554953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Checking segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:28.555341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Bound using segment: {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:28.555771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Bound port: d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8511a049-31fc-4928-9512-4b75b7990976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:28.556130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.627294 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:28.630978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:28.635734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.679881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:28.680484 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.681885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] 10.222.0.41 "PUT /v2.0/ports/d2af4506-1a61-46b2-b911-f5a7cbeb0bca HTTP/1.1" status: 200 len: 1092 time: 0.8527613 Sep 23 19:52:28.682354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:28.685198 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849aefc3-ecd5-49bd-92f1-b4a619012ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:28.726339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bd416-d877-4eb8-b5b5-26e6c0cb953a service neutron] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:28.757050 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b410484-8328-4b5b-85f0-08cd27b56d21 x-openstack-request-id: req-8b410484-8328-4b5b-85f0-08cd27b56d21 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:28.757346 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:28.757592 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b410484-8328-4b5b-85f0-08cd27b56d21 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:28.757981 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'status': 'completed', 'code': 200} Sep 23 19:52:28.788180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-7d1084d7-bc24-41a1-b8d8-1c4849a48d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:28.789728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-7d1084d7-bc24-41a1-b8d8-1c4849a48d3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 1095 time: 0.0458474 Sep 23 19:52:28.835552 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-2d40d9a2-1357-4f1d-9583-4111215b07b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca HTTP/1.1" status: 200 len: 217 time: 0.0371511 Sep 23 19:52:28.892864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-4b589493-254f-4239-a2d6-7897015feb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:28.894437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-4b589493-254f-4239-a2d6-7897015feb81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0504498 Sep 23 19:52:28.942178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-50b0d415-613b-4e43-a5a4-63e890a81416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:28.943693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-50b0d415-613b-4e43-a5a4-63e890a81416 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414302 Sep 23 19:52:29.032468 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-d786e5cc-701a-4968-ab4c-1499870f157a service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810821 Sep 23 19:52:29.134309 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c7bd089f-2a90-4c0d-8de2-9aaa1fc97821 req-dc538635-9e29-45f9-9854-0c80fabe796a service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946455 Sep 23 19:52:29.244072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-dded7774-d019-4d34-bc53-c70e712696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:29.246012 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-dded7774-d019-4d34-bc53-c70e712696ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 1095 time: 0.0476789 Sep 23 19:52:29.303597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0242d6-9503-4244-9db6-8b24c324d955 req-10b56e03-0e75-4d08-b5de-564cc5cd1a37 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:29.305078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d0242d6-9503-4244-9db6-8b24c324d955 req-10b56e03-0e75-4d08-b5de-564cc5cd1a37 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 944 time: 0.0678031 Sep 23 19:52:29.350292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d0242d6-9503-4244-9db6-8b24c324d955 req-bb78e3a1-1c1a-465b-b409-0499c376cdd4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Sep 23 19:52:29.369168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-5783e961-6f30-45f8-9bb5-c0209364fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:29.381299 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-5783e961-6f30-45f8-9bb5-c0209364fdfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.1279297 Sep 23 19:52:29.421799 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-0bf4e94c-c507-4809-bea8-ce7494d35b2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca HTTP/1.1" status: 200 len: 217 time: 0.0397489 Sep 23 19:52:29.476826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-02bedfa6-3f41-43dd-9350-8523e6a171d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:29.478306 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-02bedfa6-3f41-43dd-9350-8523e6a171d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0494573 Sep 23 19:52:29.524445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-5ca10f77-ec15-45ae-8c17-a47f2e8c026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:29.525945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-5ca10f77-ec15-45ae-8c17-a47f2e8c026a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407410 Sep 23 19:52:29.614856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-69bc80ff-96cd-41b9-9240-69d5daffbefe service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 Sep 23 19:52:29.707204 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-849aefc3-ecd5-49bd-92f1-b4a619012ee9 req-0e0fa7b1-d427-4475-80ae-6065c0d949c7 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Sep 23 19:52:29.910226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-5112c1e2-097c-495a-9c2e-8dd6871cd5ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388746 Sep 23 19:52:29.991633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-7b18c2dc-6ae9-4b2b-8edc-793f9b756662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:29.993122 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-7b18c2dc-6ae9-4b2b-8edc-793f9b756662 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 1096 time: 0.0402501 Sep 23 19:52:30.100180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-5949e170-d09c-48d5-b804-3dffa47faecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:30.101592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-5949e170-d09c-48d5-b804-3dffa47faecf service neutron] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.0876539 Sep 23 19:52:30.143738 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-61a1f97a-3566-4856-afe3-734238139561 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47de4939-afa3-49dd-9f1f-104156cdad92 HTTP/1.1" status: 200 len: 217 time: 0.0350888 Sep 23 19:52:30.198261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-302a3660-947c-4bcc-83a3-6c809cebc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:30.199736 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-302a3660-947c-4bcc-83a3-6c809cebc90a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0489786 Sep 23 19:52:30.254938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-1ddfcdac-d56a-4c7d-b69f-0b5eca0ab52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:30.256352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-1ddfcdac-d56a-4c7d-b69f-0b5eca0ab52b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492964 Sep 23 19:52:30.378628 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-77d66d30-6630-42a4-99d4-84ea1517ae5c service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035817 Sep 23 19:52:30.495160 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-501060a6-eb9a-4dec-b87c-f7e199bd7b6d req-b393ff94-4153-4cea-a1e3-24d4052ec547 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087418 Sep 23 19:52:30.509398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec846d6-5dfa-4d6b-8a54-71f43203393a req-57d0312b-93a1-4ac8-a7c3-821381eee251 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:30.519531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ec846d6-5dfa-4d6b-8a54-71f43203393a req-57d0312b-93a1-4ac8-a7c3-821381eee251 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 944 time: 0.0651226 Sep 23 19:52:30.554717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ec846d6-5dfa-4d6b-8a54-71f43203393a req-4370eb34-d5fc-4a39-b1db-6e8ca3a4b9ad tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339534 Sep 23 19:52:31.733327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ae64-88c2-409c-97d3-29eaff874cd2 req-803c8cb2-3a6b-422c-a74b-20ffc7eae3e3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:31.734994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fb8ae64-88c2-409c-97d3-29eaff874cd2 req-803c8cb2-3a6b-422c-a74b-20ffc7eae3e3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 944 time: 0.0564449 Sep 23 19:52:31.771666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fb8ae64-88c2-409c-97d3-29eaff874cd2 req-ecc0cfd4-513b-4217-843a-080898f6b56c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307350 Sep 23 19:52:32.890595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bbcec-cc86-4332-a06e-4095b358835b req-3af3c654-393c-4c58-a3ea-671db3dfabc3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:32.892748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1bbcec-cc86-4332-a06e-4095b358835b req-3af3c654-393c-4c58-a3ea-671db3dfabc3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 944 time: 0.0536447 Sep 23 19:52:32.932151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1bbcec-cc86-4332-a06e-4095b358835b req-9911e2cd-f187-45d8-aaf9-759fe3011d30 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Sep 23 19:52:33.458604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d2af4506-1a61-46b2-b911-f5a7cbeb0bca details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:52:33.561224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:33.576741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'mac_address': 'fa:16:3e:c1:db:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:52:33.614315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:33.628493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2af4506-1a61-46b2-b911-f5a7cbeb0bca {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:52:33.648660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:33.654359 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:33.706765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:33.970709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d2af4506-1a61-46b2-b911-f5a7cbeb0bca'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:34.075588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25253641-9055-46f5-ad13-82a0deefc45d req-52cc1159-35e5-4e46-a805-f204f03ad404 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:34.086089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25253641-9055-46f5-ad13-82a0deefc45d req-52cc1159-35e5-4e46-a805-f204f03ad404 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 945 time: 0.0791435 Sep 23 19:52:34.129736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25253641-9055-46f5-ad13-82a0deefc45d req-73f4521b-80aa-4547-b84c-93334322e259 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Sep 23 19:52:34.780339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 54936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:34.902743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:34.993570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:34.997732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.037205 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e56aecd834a493899728555f81749d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559388 Sep 23 19:52:35.038289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc98e8a-aad5-4a98-abfc-b207e35cd71b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:35.039820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:35.045696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.046047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.046420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.046761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.047096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.047431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.047762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.048092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.048422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.048748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.049074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.049398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff9d13-bf20-49d3-92c9-13d699906efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:35.088606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-588e5814-41e1-40ab-965e-b923355e07ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.110672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-588e5814-41e1-40ab-965e-b923355e07ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.160870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-588e5814-41e1-40ab-965e-b923355e07ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.162984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-588e5814-41e1-40ab-965e-b923355e07ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.166525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-588e5814-41e1-40ab-965e-b923355e07ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fc98e8a-aad5-4a98-abfc-b207e35cd71b HTTP/1.1" status: 204 len: 168 time: 0.1232259 Sep 23 19:52:35.172961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e5814-41e1-40ab-965e-b923355e07ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc98e8a-aad5-4a98-abfc-b207e35cd71b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:35.264117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44724bc4-2c26-4621-a8ea-6469409abd99 req-40b8c4a9-b13a-4104-adc0-43e853d61307 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:35.265648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44724bc4-2c26-4621-a8ea-6469409abd99 req-40b8c4a9-b13a-4104-adc0-43e853d61307 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 945 time: 0.0506439 Sep 23 19:52:35.307463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44724bc4-2c26-4621-a8ea-6469409abd99 req-7d8cecec-a3a4-49d3-a93f-7b60f296aabe tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354643 Sep 23 19:52:35.470478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d2af4506-1a61-46b2-b911-f5a7cbeb0bca up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:35.524840 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port d2af4506-1a61-46b2-b911-f5a7cbeb0bca completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:52:35.530031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port d2af4506-1a61-46b2-b911-f5a7cbeb0bca triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:35.530448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.616953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.641769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:35.644103 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa41e41c-d9e1-4366-972c-c10e482e91a8" -d '{"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:35.657171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:35.663955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:35.714080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:35.815056 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98868caa-c75b-4b87-9add-f001b713ba13 x-openstack-request-id: req-98868caa-c75b-4b87-9add-f001b713ba13 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:35.815353 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:35.815605 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98868caa-c75b-4b87-9add-f001b713ba13 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:35.816003 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'code': 200} Sep 23 19:52:35.896907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:35.934146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243199f-3f95-4b63-b71e-9079d8ea13d6 req-dbb2b851-bd34-4507-bfce-27e2f0aa66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:35.935925 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4243199f-3f95-4b63-b71e-9079d8ea13d6 req-dbb2b851-bd34-4507-bfce-27e2f0aa66d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 1097 time: 0.0649991 Sep 23 19:52:35.972377 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4243199f-3f95-4b63-b71e-9079d8ea13d6 req-cbc1e794-a613-49c4-ac24-0949165a7935 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295484 Sep 23 19:52:36.006445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-226958647-network', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:36.035336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Made reservation on behalf of c0c076792a6645a9872fc7be1b7f9b56 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:52:36.038580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.047240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.179596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572b3d-71f5-4826-9a2b-76bcb30cb110 req-d2d2b0d1-2f4d-4cbb-ace4-e9c31efb98a5 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:36.181096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09572b3d-71f5-4826-9a2b-76bcb30cb110 req-d2d2b0d1-2f4d-4cbb-ace4-e9c31efb98a5 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 945 time: 0.0759923 Sep 23 19:52:36.186298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.202567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.234801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:52:36.255617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09572b3d-71f5-4826-9a2b-76bcb30cb110 req-b6ddfd9f-769b-4e8a-af4c-e1f1cb8eef37 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676222 Sep 23 19:52:36.256208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b7e581-2e6a-4f3b-bdec-180748adde27,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:36.261049 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.261396 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Added segment 52cbe9df-1b60-46ec-a2ea-76f9c6b97bef of type vlan for network f4231093-1abe-4054-bc94-cf45a3b17443 Sep 23 19:52:36.304613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.335726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.336786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:36.337394 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.372775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4740145 Sep 23 19:52:36.375423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:36.380205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Request body: {'subnet': {'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-226958647-subnet', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:36.423438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a84dc-7e90-4a94-a578-3733cea807fe admin admin] Pushing event updated for resources: {'Network': ['ID=f4231093-1abe-4054-bc94-cf45a3b17443,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:36.433634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f4231093-1abe-4054-bc94-cf45a3b17443 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:52:36.460108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Made reservation on behalf of c0c076792a6645a9872fc7be1b7f9b56 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:52:36.462044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.488312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71e452-d9d5-4215-ab63-3b132bf6b9a2 req-c06109d7-3b01-4e7b-89f7-40a38cd3da2b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:36.489830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f71e452-d9d5-4215-ab63-3b132bf6b9a2 req-c06109d7-3b01-4e7b-89f7-40a38cd3da2b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.1035979 Sep 23 19:52:36.573412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f71e452-d9d5-4215-ab63-3b132bf6b9a2 req-43f93d66-a798-4a6b-b130-583b16e14150 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765347 Sep 23 19:52:36.672825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.732272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9a05ad-0d64-416b-8646-d677286c0518,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:36.740952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Checking segment: {'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:36.741313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Network hostable DHCP agents. Network: f4231093-1abe-4054-bc94-cf45a3b17443, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:52:36.758031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Network f4231093-1abe-4054-bc94-cf45a3b17443 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:52:36.766102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f4231093-1abe-4054-bc94-cf45a3b17443) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:36.770314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:36.770967 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.777058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08895cd0-de37-4936-904f-6164d44cfa3e None None] Network f4231093-1abe-4054-bc94-cf45a3b17443 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:52:36.788128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7132afa-3521-4481-9fea-3ff45a0b1b50 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4089332 Sep 23 19:52:36.788128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 54994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:36.792818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:36.816838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.817993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:36.900424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.047573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.110546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-f4231093-1abe-4054-bc94-cf45a3b17443', 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'fixed_ips': [{'subnet_id': '9a9a05ad-0d64-416b-8646-d677286c0518'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:52:37.111561 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.248678 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.255866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Allocated IP 172.20.0.2 (f4231093-1abe-4054-bc94-cf45a3b17443/9a9a05ad-0d64-416b-8646-d677286c0518/7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:37.273029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.402045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Allocated IP 172.25.6.106 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7d4b8713-1967-4164-8a52-762b13f793eb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:37.430642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.438864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.471522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c492b-94a9-43a7-b2c6-37cbfee04fcc req-4f517269-9f04-4634-b0c8-e56649fbd2b4 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:37.472909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c63c492b-94a9-43a7-b2c6-37cbfee04fcc req-4f517269-9f04-4634-b0c8-e56649fbd2b4 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 945 time: 0.0855775 Sep 23 19:52:37.482598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Network f4231093-1abe-4054-bc94-cf45a3b17443 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:37.485530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:37.488107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:37.500587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Pushing event updated for resources: {'Port': ['ID=7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:37.556559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c63c492b-94a9-43a7-b2c6-37cbfee04fcc req-cd37ab48-e23f-4fb1-84e6-37c1ca96d441 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520439 Sep 23 19:52:37.566633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Attempting to bind port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:37.567200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Attempting to bind port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:37.567681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Attempting to bind port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 on network f4231093-1abe-4054-bc94-cf45a3b17443 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:37.569157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.582917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:37.582917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Checking segment: {'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:37.582917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.582917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Bound using segment: {'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:37.582917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Bound port: 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:37.582917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.606886 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.651628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:37.655487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:37.657807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] For port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:37.658134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:37.662293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] For port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7,segment=NetworkSegment(52cbe9df-1b60-46ec-a2ea-76f9c6b97bef),segment_id=52cbe9df-1b60-46ec-a2ea-76f9c6b97bef)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:37.668360 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:37.727763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4b8713-1967-4164-8a52-762b13f793eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:37.747039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbae37-9bc7-41d9-830c-1d54e1172cdf None None] Pushing event updated for resources: {'Port': ['ID=7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:37.799314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c732f-cd9f-413c-931a-84dd5d4bb0a4 req-7e285793-0ea1-4c53-a358-41bfa2841c3d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:37.801151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c8c732f-cd9f-413c-931a-84dd5d4bb0a4 req-7e285793-0ea1-4c53-a358-41bfa2841c3d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.1355591 Sep 23 19:52:37.917545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c8c732f-cd9f-413c-931a-84dd5d4bb0a4 req-9948a452-fa2f-4662-a547-a4483637ab57 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819900 Sep 23 19:52:38.480529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4c88-ca30-4cf2-965c-511c9a999995 req-4684d941-67e4-4dc0-923f-e0ab0ecb1c8b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:38.482138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b97f4c88-ca30-4cf2-965c-511c9a999995 req-4684d941-67e4-4dc0-923f-e0ab0ecb1c8b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0750279 Sep 23 19:52:38.504279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:38.542045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-20a1cb58-27a9-4705-9035-f316b87c61ee tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:38.544946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-20a1cb58-27a9-4705-9035-f316b87c61ee tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 945 time: 0.0656123 Sep 23 19:52:38.596830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b97f4c88-ca30-4cf2-965c-511c9a999995 req-f890c6fa-cd84-4596-9ea0-5ab0460e0518 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071439 Sep 23 19:52:38.673262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Deleting port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:38.673768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:38.790773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821b7d5-ee23-4b0f-8569-4c661f225dea req-292faf2a-799f-4c05-9ad8-8531b88b4466 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:38.792258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] For port 46d4e317-0bd1-419b-b9df-5349cbd1ae77, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=46d4e317-0bd1-419b-b9df-5349cbd1ae77,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:38.792929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:38.798245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8821b7d5-ee23-4b0f-8569-4c661f225dea req-292faf2a-799f-4c05-9ad8-8531b88b4466 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f HTTP/1.1" status: 200 len: 945 time: 0.1350358 Sep 23 19:52:38.812471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Calling delete_port for 46d4e317-0bd1-419b-b9df-5349cbd1ae77 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:38.834442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ca8ff-e4da-4d9a-9c5a-dbe7e39f34b5 None None] Network f4231093-1abe-4054-bc94-cf45a3b17443 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:52:38.850342 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:38.856786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8821b7d5-ee23-4b0f-8569-4c661f225dea req-c0b7c7af-ff23-41a1-bcde-7c7a4218f7af tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 Sep 23 19:52:38.985126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-94dedd88-085f-405f-9be9-5d50c9ed31c6 None None] Provisioning complete for port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:38.985589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94dedd88-085f-405f-9be9-5d50c9ed31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.004010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:52:39.133732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:39.143653 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Sync routers for ids ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:39.161023 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.162781 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Routers {'2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:39.163416 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:39.164185 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b1296dd-0544-42ed-95a5-fd15c3671354 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3748174 Sep 23 19:52:39.166839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:39.172318 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94dedd88-085f-405f-9be9-5d50c9ed31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.237065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-94dedd88-085f-405f-9be9-5d50c9ed31c6 None None] For port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7,segment=NetworkSegment(52cbe9df-1b60-46ec-a2ea-76f9c6b97bef),segment_id=52cbe9df-1b60-46ec-a2ea-76f9c6b97bef)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:39.246876 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94dedd88-085f-405f-9be9-5d50c9ed31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.305170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.326493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['46d4e317-0bd1-419b-b9df-5349cbd1ae77'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:39.357476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Pushing event deleted for resources: {'Port': ['ID=46d4e317-0bd1-419b-b9df-5349cbd1ae77,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:39.373456 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Set router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:39.401155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dedd88-085f-405f-9be9-5d50c9ed31c6 None None] Pushing event updated for resources: {'Port': ['ID=7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:39.437648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] No DVR routers for this DVR port 46d4e317-0bd1-419b-b9df-5349cbd1ae77 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:52:39.440792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.442905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e6ee922f-08bb-455c-8c0c-b71345c8194d req-1d66b3dd-02d4-41d6-808e-70306daa04bf tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "DELETE /v2.0/ports/46d4e317-0bd1-419b-b9df-5349cbd1ae77 HTTP/1.1" status: 204 len: 173 time: 0.8898077 Sep 23 19:52:39.443357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'name': 'network-vif-deleted', 'tag': '46d4e317-0bd1-419b-b9df-5349cbd1ae77'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:39.445794 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43385462-c47a-4ab6-8e0b-9caaeb1e33c1" -d '{"events": [{"server_uuid": "6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f", "name": "network-vif-deleted", "tag": "46d4e317-0bd1-419b-b9df-5349cbd1ae77"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:39.507179 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4a4bfe-b1af-46b3-a031-a81f94fc1218 x-openstack-request-id: req-1a4a4bfe-b1af-46b3-a031-a81f94fc1218 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:39.507481 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f", "name": "network-vif-deleted", "tag": "46d4e317-0bd1-419b-b9df-5349cbd1ae77", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:39.507741 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a4a4bfe-b1af-46b3-a031-a81f94fc1218 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:39.508143 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efaa973-ed1f-43ec-bb3d-5f5fdd68a46f', 'name': 'network-vif-deleted', 'tag': '46d4e317-0bd1-419b-b9df-5349cbd1ae77', 'status': 'completed', 'code': 200} Sep 23 19:52:39.567737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-03ad4283-db06-44bd-a3c5-105385dbea3e None None] Provisioning complete for port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:39.568522 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03ad4283-db06-44bd-a3c5-105385dbea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.648564 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:37Z', 'revision_number': 3, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port': {'id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:37Z', 'updated_at': '2021-09-23T19:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:39.688374 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Checking router: 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:39.688731 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Updating router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 port 7d4b8713-1967-4164-8a52-762b13f793eb binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:52:39.744675 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.808483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:39.860725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:39.861429 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:39.919437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abc012-0bb4-4c3a-88de-5d50a54505dd req-68f28463-502b-4c6b-a526-dd3a9bbe6b1e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:39.927922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8abc012-0bb4-4c3a-88de-5d50a54505dd req-68f28463-502b-4c6b-a526-dd3a9bbe6b1e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.2098832 Sep 23 19:52:39.972276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.009947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8abc012-0bb4-4c3a-88de-5d50a54505dd req-9f613810-735e-41ba-9e44-28c96b1e1327 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795517 Sep 23 19:52:40.149847 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.162490 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.193837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Allocated IP 172.20.0.1 (f4231093-1abe-4054-bc94-cf45a3b17443/9a9a05ad-0d64-416b-8646-d677286c0518/dda5bafd-a26e-4456-ab93-144ad2688d36) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:40.220746 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Pushing event updated for resources: {'Port': ['ID=7d4b8713-1967-4164-8a52-762b13f793eb,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:40.231785 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.232745 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.233296 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.235173 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.236383 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.236916 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.237760 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.238102 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.238470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.238804 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.239131 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.239456 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.264280 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Attempting to bind port 7d4b8713-1967-4164-8a52-762b13f793eb on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:40.265024 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Attempting to bind port 7d4b8713-1967-4164-8a52-762b13f793eb by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:40.265651 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Attempting to bind port 7d4b8713-1967-4164-8a52-762b13f793eb on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:40.274618 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:40.275430 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:40.276073 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.276770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:40.277490 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Bound port: 7d4b8713-1967-4164-8a52-762b13f793eb, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:40.278674 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.393174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.396704 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] For port 7d4b8713-1967-4164-8a52-762b13f793eb, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:40.401791 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] For port 7d4b8713-1967-4164-8a52-762b13f793eb, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7d4b8713-1967-4164-8a52-762b13f793eb,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:40.405532 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.436121 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.445983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Routers {'2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:40.446629 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:40.482820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Network f4231093-1abe-4054-bc94-cf45a3b17443 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:40.486400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:40.490046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:40.549724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.552512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Pushing event updated for resources: {'Port': ['ID=dda5bafd-a26e-4456-ab93-144ad2688d36,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:40.679969 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] Set router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:40.728822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.853664 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf3357-f9fc-4274-adf6-b14ee0c28c49 None None] Pushing event updated for resources: {'Port': ['ID=7d4b8713-1967-4164-8a52-762b13f793eb,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:40.875681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-023b51ad-704e-4d7c-aa27-45ae5e54aa12 None None] Provisioning complete for port dda5bafd-a26e-4456-ab93-144ad2688d36 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:40.877289 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-023b51ad-704e-4d7c-aa27-45ae5e54aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.916676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-023b51ad-704e-4d7c-aa27-45ae5e54aa12 None None] Port dda5bafd-a26e-4456-ab93-144ad2688d36 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:52:40.936683 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:37Z', 'revision_number': 3, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port': {'id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:37Z', 'updated_at': '2021-09-23T19:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:40.944567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27b7d-7c50-49b9-9708-d6e98f3e29e0 req-9c613833-8003-4377-a04b-85f4815b5810 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:40.946188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09c27b7d-7c50-49b9-9708-d6e98f3e29e0 req-9c613833-8003-4377-a04b-85f4815b5810 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.1440289 Sep 23 19:52:40.973543 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bda975-b08a-48ba-b98f-3c8c48f5f8b6 None None] The sync data for ids ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'] in n-d-810763-1 is: [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:37Z', 'revision_number': 3, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port': {'id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:37Z', 'updated_at': '2021-09-23T19:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:40.996113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.005138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09c27b7d-7c50-49b9-9708-d6e98f3e29e0 req-55b60680-ed14-4d97-9436-710fdefdcff6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526009 Sep 23 19:52:41.005719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.073482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Pushing event updated for resources: {'Port': ['ID=dda5bafd-a26e-4456-ab93-144ad2688d36,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:41.076277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.189205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28069a03-edd9-4a38-932f-ed3bcab6e1d4 req-215011b2-d508-42df-b5c4-b8e8b6aba017 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:41.190852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28069a03-edd9-4a38-932f-ed3bcab6e1d4 req-215011b2-d508-42df-b5c4-b8e8b6aba017 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1053712 Sep 23 19:52:41.231012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Network f4231093-1abe-4054-bc94-cf45a3b17443 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:41.235439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:41.265278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28069a03-edd9-4a38-932f-ed3bcab6e1d4 req-3a9f1ae4-0472-402f-a920-a67845d0a3a8 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624990 Sep 23 19:52:41.430216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:52:41.531482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 46d4e317-0bd1-419b-b9df-5349cbd1ae77 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:41.553092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:41.558780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b50646b-cc93-4858-b7b9-3e15bbd05880 admin admin] 10.222.0.38 "PUT /v2.0/routers/2c3a92f6-cb8a-4600-8c0e-dc46f737aa36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906720 Sep 23 19:52:41.560737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 46d4e317-0bd1-419b-b9df-5349cbd1ae77 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:41.561084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 46d4e317-0bd1-419b-b9df-5349cbd1ae77 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:41.571789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f26350aa-31eb-4735-beee-bb518d5c29c6 None None] Provisioning complete for port dda5bafd-a26e-4456-ab93-144ad2688d36 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:41.572200 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f26350aa-31eb-4735-beee-bb518d5c29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.615521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f26350aa-31eb-4735-beee-bb518d5c29c6 None None] Port dda5bafd-a26e-4456-ab93-144ad2688d36 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:52:41.797969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d4b8713-1967-4164-8a52-762b13f793eb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:41.862549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7d4b8713-1967-4164-8a52-762b13f793eb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:41.863030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.952649 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.976194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 7d4b8713-1967-4164-8a52-762b13f793eb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7d4b8713-1967-4164-8a52-762b13f793eb,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:41.981790 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.038010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=7d4b8713-1967-4164-8a52-762b13f793eb,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:42.143034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4eafb-f0fc-4ba5-9512-03538a6e1418 req-b3e95773-8719-4aca-9c1f-82d30bf52c3e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:42.144562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fe4eafb-f0fc-4ba5-9512-03538a6e1418 req-b3e95773-8719-4aca-9c1f-82d30bf52c3e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0566778 Sep 23 19:52:42.182999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fe4eafb-f0fc-4ba5-9512-03538a6e1418 req-e46be30d-d8f2-452e-af31-d0e6a77bd9ac tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Sep 23 19:52:42.221070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:42.225974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-599809707-network', 'tenant_id': '7290e97c9e56423d94a60cd2458940df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:42.251213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Made reservation on behalf of 7290e97c9e56423d94a60cd2458940df for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:52:42.253386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.261940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.379761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.384253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.414254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:52:42.428227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208dbab-4909-461f-b955-ba6a96d9f4d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:42.440175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e941b-c5f3-434d-b00e-d258dad51d2a req-65071766-b9d9-4bff-89f0-b87b399f4516 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:42.441695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e27e941b-c5f3-434d-b00e-d258dad51d2a req-65071766-b9d9-4bff-89f0-b87b399f4516 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0932827 Sep 23 19:52:42.443123 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.443590 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Added segment 55d35ea2-ce18-4713-9940-4e4614399021 of type vlan for network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 Sep 23 19:52:42.504558 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.527339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e27e941b-c5f3-434d-b00e-d258dad51d2a req-95817bbb-fa9d-4e94-ae02-0ec34a0d59b1 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752017 Sep 23 19:52:42.555674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.556658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:42.557257 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.598031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3758366 Sep 23 19:52:42.600805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:42.606187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Request body: {'subnet': {'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-599809707-subnet', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:42.637191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9dd77-d7f5-40ec-a5b6-6f8d8dc413d8 admin admin] Pushing event updated for resources: {'Network': ['ID=01aa27fd-69dc-44e5-8e8c-85289221f4b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:42.639252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Made reservation on behalf of 7290e97c9e56423d94a60cd2458940df for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:52:42.642256 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.647816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:52:42.826832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.887106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0a05c3-21e5-4289-9792-1587b91c6c59,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:42.895697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Checking segment: {'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:42.896058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Network hostable DHCP agents. Network: 01aa27fd-69dc-44e5-8e8c-85289221f4b1, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:52:42.913577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:52:42.923635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 01aa27fd-69dc-44e5-8e8c-85289221f4b1) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:42.927905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:42.928537 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.937114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ae17d-6296-45dd-8303-9e74d1d8d528 None None] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:52:42.945896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c7f0b0e8-449b-431d-9471-0cb98bab6c51 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3438597 Sep 23 19:52:42.948441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:42.954819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:42.966152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Sync routers for ids ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:42.982372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:42.983799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.028561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Routers {'2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:43.029109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:43.038247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.200513 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.216388 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-355f34eb-c3ad-4e5b-9031-1da1d53174fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.246047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Set router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:43.341757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09466711-405f-469d-8b12-58061f99404d req-237fafbf-9eee-4691-8451-aea3b72b6c42 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:43.349649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09466711-405f-469d-8b12-58061f99404d req-237fafbf-9eee-4691-8451-aea3b72b6c42 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0595450 Sep 23 19:52:43.355059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-01aa27fd-69dc-44e5-8e8c-85289221f4b1', 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'fixed_ips': [{'subnet_id': '1d0a05c3-21e5-4289-9792-1587b91c6c59'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:52:43.356692 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.398354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09466711-405f-469d-8b12-58061f99404d req-13d8d245-2fda-4038-a7be-94f26c929552 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Sep 23 19:52:43.447277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.468831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.551539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d2af4506-1a61-46b2-b911-f5a7cbeb0bca details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:52:43.595624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Allocated IP 172.25.6.109 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/b6a52d6e-1de8-438f-8985-c26a8a9e0d18) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:43.625071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Allocated IP 172.20.0.2 (01aa27fd-69dc-44e5-8e8c-85289221f4b1/1d0a05c3-21e5-4289-9792-1587b91c6c59/4994a648-bd96-4a1e-ae58-3203191d91f0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:43.733711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f324d-1905-4b29-8b43-31c95144a5b6 req-f5ae6dd1-c695-433d-a300-71aeda1a58b0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:43.748443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-801f324d-1905-4b29-8b43-31c95144a5b6 req-f5ae6dd1-c695-433d-a300-71aeda1a58b0 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1369274 Sep 23 19:52:43.790571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-801f324d-1905-4b29-8b43-31c95144a5b6 req-8867141b-50db-47a4-9c77-6f303e7096f3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Sep 23 19:52:43.825895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.861236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:43.902970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:43.906164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:43.908818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:43.938076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Pushing event updated for resources: {'Port': ['ID=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:43.966393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d4b8713-1967-4164-8a52-762b13f793eb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:44.041356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:40Z', 'revision_number': 4, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port': {'id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:37Z', 'updated_at': '2021-09-23T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'dda5bafd-a26e-4456-ab93-144ad2688d36', 'name': '', 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'mac_address': 'fa:16:3e:07:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '9a9a05ad-0d64-416b-8646-d677286c0518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:40Z', 'updated_at': '2021-09-23T19:52:40Z', 'revision_number': 2, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'subnets': [{'id': '9a9a05ad-0d64-416b-8646-d677286c0518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:44.115034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Checking router: 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:44.115309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Updating router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 port dda5bafd-a26e-4456-ab93-144ad2688d36 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:52:44.120173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:44.159563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'port_id': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'mac_address': 'fa:16:3e:c1:db:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:52:44.172812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.180229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.218542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7d4b8713-1967-4164-8a52-762b13f793eb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:44.218920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.306751 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.344569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.379172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.391510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2af4506-1a61-46b2-b911-f5a7cbeb0bca {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:52:44.398769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.464179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:44.478318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:44.487398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.492447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:44.509462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e224dc-29d3-4db0-8c1f-0b625fdb6d66 req-0e050c58-45d2-4822-ae9d-96c60bf1ec6d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:44.511013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e224dc-29d3-4db0-8c1f-0b625fdb6d66 req-0e050c58-45d2-4822-ae9d-96c60bf1ec6d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 945 time: 0.0514064 Sep 23 19:52:44.513790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Pushing event updated for resources: {'Port': ['ID=4994a648-bd96-4a1e-ae58-3203191d91f0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:44.516058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:44.519424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Router d7fe6031-353d-4295-a048-b68da1ecc387 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:52:44.552197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e224dc-29d3-4db0-8c1f-0b625fdb6d66 req-be32f284-2fc8-4269-bfdb-211f47cee703 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Sep 23 19:52:44.555862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.556049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.556384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.556721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.557051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.557377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.557701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.558026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.558375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.558697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.559557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.559877 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:44.599914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d2af4506-1a61-46b2-b911-f5a7cbeb0bca'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:52:44.640191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:44.649749 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Sync routers for ids ['d7fe6031-353d-4295-a048-b68da1ecc387'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:44.657475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.659166 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-65616ee7-7280-4c5b-b704-5a7d573931ba admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7094858 Sep 23 19:52:44.661890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:44.663736 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Routers {'d7fe6031-353d-4295-a048-b68da1ecc387'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:44.664457 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d7fe6031-353d-4295-a048-b68da1ecc387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:44.755228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Attempting to bind port 4994a648-bd96-4a1e-ae58-3203191d91f0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:44.755661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Attempting to bind port 4994a648-bd96-4a1e-ae58-3203191d91f0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:44.755959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Attempting to bind port 4994a648-bd96-4a1e-ae58-3203191d91f0 on network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:44.757771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:44.778018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:44.778757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Checking segment: {'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:44.778908 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Set router d7fe6031-353d-4295-a048-b68da1ecc387 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:44.779030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.780644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Bound using segment: {'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:44.780644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Bound port: 4994a648-bd96-4a1e-ae58-3203191d91f0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:44.780644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.931010 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.950454 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:44.952705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] For port 4994a648-bd96-4a1e-ae58-3203191d91f0, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:44.966537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6535e4-80d8-4647-8b27-aded73e7e2c6 req-970d6999-f57d-431d-b7f4-684964cf92c5 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:44.968177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b6535e4-80d8-4647-8b27-aded73e7e2c6 req-970d6999-f57d-431d-b7f4-684964cf92c5 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0777943 Sep 23 19:52:45.015023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] For port 4994a648-bd96-4a1e-ae58-3203191d91f0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4994a648-bd96-4a1e-ae58-3203191d91f0,segment=NetworkSegment(55d35ea2-ce18-4713-9940-4e4614399021),segment_id=55d35ea2-ce18-4713-9940-4e4614399021)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:45.034559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.067686 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:52:44Z', 'revision_number': 3, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port': {'id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:43Z', 'updated_at': '2021-09-23T19:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:45.079774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea614ad-db91-42b5-9f05-011b15362fc1 None None] Pushing event updated for resources: {'Port': ['ID=dda5bafd-a26e-4456-ab93-144ad2688d36,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:45.132143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b6535e4-80d8-4647-8b27-aded73e7e2c6 req-7823c223-9e2d-40b6-aba5-8d854da363d4 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507854 Sep 23 19:52:45.150457 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Checking router: d7fe6031-353d-4295-a048-b68da1ecc387 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:45.150943 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Updating router d7fe6031-353d-4295-a048-b68da1ecc387 port b6a52d6e-1de8-438f-8985-c26a8a9e0d18 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:52:45.208505 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.249228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Attempting to bind port dda5bafd-a26e-4456-ab93-144ad2688d36 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:45.249612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Attempting to bind port dda5bafd-a26e-4456-ab93-144ad2688d36 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:45.249984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Attempting to bind port dda5bafd-a26e-4456-ab93-144ad2688d36 on network f4231093-1abe-4054-bc94-cf45a3b17443 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:45.269593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:45.270089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Checking segment: {'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:45.270553 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.276963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Bound using segment: {'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:45.277579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Bound port: dda5bafd-a26e-4456-ab93-144ad2688d36, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:45.282380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.285470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774ad12-4347-4f9a-abca-0980f8f1508b None None] Pushing event updated for resources: {'Port': ['ID=4994a648-bd96-4a1e-ae58-3203191d91f0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:45.375134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.471663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] For port dda5bafd-a26e-4456-ab93-144ad2688d36, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:45.480158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] For port dda5bafd-a26e-4456-ab93-144ad2688d36, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=dda5bafd-a26e-4456-ab93-144ad2688d36,segment=NetworkSegment(52cbe9df-1b60-46ec-a2ea-76f9c6b97bef),segment_id=52cbe9df-1b60-46ec-a2ea-76f9c6b97bef)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:45.487681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.637892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d2af4506-1a61-46b2-b911-f5a7cbeb0bca up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:45.730245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Allocated IP 172.20.0.1 (01aa27fd-69dc-44e5-8e8c-85289221f4b1/1d0a05c3-21e5-4289-9792-1587b91c6c59/d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:45.790015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea614ad-db91-42b5-9f05-011b15362fc1 None None] Pushing event updated for resources: {'Port': ['ID=dda5bafd-a26e-4456-ab93-144ad2688d36,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:45.811428 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.833427 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.871050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4994a648-bd96-4a1e-ae58-3203191d91f0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:45.873360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b8087f94-b585-4c9d-b68f-06fd2cba2c4b None None] Provisioning complete for port dda5bafd-a26e-4456-ab93-144ad2688d36 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:45.873966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8087f94-b585-4c9d-b68f-06fd2cba2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:45.875076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf21324-97b1-4e82-8730-9ba920a752e4 req-8c2195be-84b1-4f7c-9813-5dec7450e18f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:45.875377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Routers {'2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:45.875997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:45.876637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcf21324-97b1-4e82-8730-9ba920a752e4 req-8c2195be-84b1-4f7c-9813-5dec7450e18f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 945 time: 0.1482294 Sep 23 19:52:45.967532 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Attempting to bind port b6a52d6e-1de8-438f-8985-c26a8a9e0d18 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:45.968052 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Attempting to bind port b6a52d6e-1de8-438f-8985-c26a8a9e0d18 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:45.970103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcf21324-97b1-4e82-8730-9ba920a752e4 req-b03ea784-cb5b-44a8-9ee9-b32cc411a45e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795448 Sep 23 19:52:45.970764 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Attempting to bind port b6a52d6e-1de8-438f-8985-c26a8a9e0d18 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:46.005130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.012715 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682e5e-f2b5-4029-9640-dc40c03834e0 None None] Pushing event updated for resources: {'Port': ['ID=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:46.021162 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:46.024040 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:46.024510 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.025060 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:46.025400 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Bound port: b6a52d6e-1de8-438f-8985-c26a8a9e0d18, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:46.025787 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.055265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.120036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:46.122645 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] For port b6a52d6e-1de8-438f-8985-c26a8a9e0d18, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:46.127851 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] For port b6a52d6e-1de8-438f-8985-c26a8a9e0d18, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:46.131163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:46.135604 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.146332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:46.154272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port d2af4506-1a61-46b2-b911-f5a7cbeb0bca triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:46.154834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.223441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:46.272542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.290508 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Routers {'d7fe6031-353d-4295-a048-b68da1ecc387'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:46.291171 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d7fe6031-353d-4295-a048-b68da1ecc387'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:46.307928 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682e5e-f2b5-4029-9640-dc40c03834e0 None None] Pushing event updated for resources: {'Port': ['ID=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:46.363587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] Set router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:46.524399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34204f-b54a-4545-a7cb-8ac9df0be8f8 req-0b1796ab-5cc6-4532-acfc-724a9deb3b6e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:46.534718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba34204f-b54a-4545-a7cb-8ac9df0be8f8 req-0b1796ab-5cc6-4532-acfc-724a9deb3b6e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.2537293 Sep 23 19:52:46.587549 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] Set router d7fe6031-353d-4295-a048-b68da1ecc387 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:46.591842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8087f94-b585-4c9d-b68f-06fd2cba2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.621120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4994a648-bd96-4a1e-ae58-3203191d91f0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:46.622584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.640722 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e65a82e2-57a6-4376-88b9-1e74fa2564e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.716879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba34204f-b54a-4545-a7cb-8ac9df0be8f8 req-b07805a9-a766-42c4-bc91-7e2fbebb3273 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810472 Sep 23 19:52:46.772501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:46.988840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.040161 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:52:44Z', 'revision_number': 3, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port': {'id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:43Z', 'updated_at': '2021-09-23T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:47.102481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161dd4cb-f337-4396-b1df-b2289abcf498 None None] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:52:47.113966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.140357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b8087f94-b585-4c9d-b68f-06fd2cba2c4b None None] For port dda5bafd-a26e-4456-ab93-144ad2688d36, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=dda5bafd-a26e-4456-ab93-144ad2688d36,segment=NetworkSegment(52cbe9df-1b60-46ec-a2ea-76f9c6b97bef),segment_id=52cbe9df-1b60-46ec-a2ea-76f9c6b97bef)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:47.205589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8087f94-b585-4c9d-b68f-06fd2cba2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.210961 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e4952-7048-4fe0-8637-20f9a9b99419 None None] The sync data for ids ['d7fe6031-353d-4295-a048-b68da1ecc387'] in n-d-810763-1 is: [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:52:44Z', 'revision_number': 3, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port': {'id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:43Z', 'updated_at': '2021-09-23T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:47.289184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.304475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8183046-8873-4d6b-8d0e-595f5d2fdde6 req-9d15c875-f7ef-409c-8be9-3ae15931e727 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:47.306058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8183046-8873-4d6b-8d0e-595f5d2fdde6 req-9d15c875-f7ef-409c-8be9-3ae15931e727 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 945 time: 0.1200535 Sep 23 19:52:47.306759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.321533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:47.346684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8087f94-b585-4c9d-b68f-06fd2cba2c4b None None] Pushing event updated for resources: {'Port': ['ID=dda5bafd-a26e-4456-ab93-144ad2688d36,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:47.349562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:47.353046 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6535a33-04c9-4a2b-995f-cce6bb2d3b6d" -d '{"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:47.377981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:47.380627 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.394270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.425654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.436385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8183046-8873-4d6b-8d0e-595f5d2fdde6 req-7269153f-fd4c-4dff-a126-12811b99aad3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606458 Sep 23 19:52:47.504811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c52270f2-f83e-48c0-8415-1617dd999b1c None None] Provisioning complete for port dda5bafd-a26e-4456-ab93-144ad2688d36 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:47.504811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c52270f2-f83e-48c0-8415-1617dd999b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.557443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:47.559738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:47.587064 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2714fe77-4b05-4333-90c7-369dd07489e7 x-openstack-request-id: req-2714fe77-4b05-4333-90c7-369dd07489e7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:47.587474 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:47.590697 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2714fe77-4b05-4333-90c7-369dd07489e7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:47.590697 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'code': 200} Sep 23 19:52:47.660296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:47.719294 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.763691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Router d7fe6031-353d-4295-a048-b68da1ecc387 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:52:47.845401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 4994a648-bd96-4a1e-ae58-3203191d91f0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4994a648-bd96-4a1e-ae58-3203191d91f0,segment=NetworkSegment(55d35ea2-ce18-4713-9940-4e4614399021),segment_id=55d35ea2-ce18-4713-9940-4e4614399021)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:47.891242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:40Z', 'revision_number': 4, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port': {'id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:37Z', 'updated_at': '2021-09-23T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'dda5bafd-a26e-4456-ab93-144ad2688d36', 'name': '', 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'mac_address': 'fa:16:3e:07:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '9a9a05ad-0d64-416b-8646-d677286c0518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:40Z', 'updated_at': '2021-09-23T19:52:45Z', 'revision_number': 4, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'subnets': [{'id': '9a9a05ad-0d64-416b-8646-d677286c0518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:47.930535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1567da2-25df-4d3d-bfce-900dce549c00 None None] The sync data for ids ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'] in n-d-810763-1 is: [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:40Z', 'revision_number': 4, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port': {'id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:37Z', 'updated_at': '2021-09-23T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'dda5bafd-a26e-4456-ab93-144ad2688d36', 'name': '', 'network_id': 'f4231093-1abe-4054-bc94-cf45a3b17443', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'mac_address': 'fa:16:3e:07:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '9a9a05ad-0d64-416b-8646-d677286c0518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:40Z', 'updated_at': '2021-09-23T19:52:45Z', 'revision_number': 4, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'subnets': [{'id': '9a9a05ad-0d64-416b-8646-d677286c0518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:47.937258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:47.957274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ca53-3b4b-4e7c-82d4-0df678b999f3 req-186eca50-a173-4d12-964b-cd7dde8233c6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:47.966966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd19ca53-3b4b-4e7c-82d4-0df678b999f3 req-186eca50-a173-4d12-964b-cd7dde8233c6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1285999 Sep 23 19:52:48.010895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:48.024617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-04026d70-9009-4feb-bb95-5da1821a9cc5 admin admin] 10.222.0.38 "PUT /v2.0/routers/d7fe6031-353d-4295-a048-b68da1ecc387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3616171 Sep 23 19:52:48.098385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd19ca53-3b4b-4e7c-82d4-0df678b999f3 req-29f84977-386c-47b2-bf76-bb2a7ee37b3b tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141758 Sep 23 19:52:48.136599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b6a52d6e-1de8-438f-8985-c26a8a9e0d18 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:48.151697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c52270f2-f83e-48c0-8415-1617dd999b1c None None] Provisioning complete for port 4994a648-bd96-4a1e-ae58-3203191d91f0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:48.158302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c52270f2-f83e-48c0-8415-1617dd999b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.160096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=4994a648-bd96-4a1e-ae58-3203191d91f0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:48.451849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b6a52d6e-1de8-438f-8985-c26a8a9e0d18 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:48.452544 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.635071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.712703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d65046-69b7-41e9-a14b-487dd224d7ce req-2e53fe97-575d-46d0-8e0b-9d026347310e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:48.747314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02d65046-69b7-41e9-a14b-487dd224d7ce req-2e53fe97-575d-46d0-8e0b-9d026347310e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.1082275 Sep 23 19:52:48.782855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.819914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ec564082-eb96-49db-9507-ed27fed6f046 None None] Provisioning complete for port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:48.820293 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec564082-eb96-49db-9507-ed27fed6f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.822667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02d65046-69b7-41e9-a14b-487dd224d7ce req-67a8a53a-4562-4dec-bf9e-810c303976f4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743482 Sep 23 19:52:48.882346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port b6a52d6e-1de8-438f-8985-c26a8a9e0d18, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:48.894003 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.968624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ec564082-eb96-49db-9507-ed27fed6f046 None None] Port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:52:49.000733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ec564082-eb96-49db-9507-ed27fed6f046 None None] Provisioning complete for port 4994a648-bd96-4a1e-ae58-3203191d91f0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:49.001196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec564082-eb96-49db-9507-ed27fed6f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.005964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:49.330496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6c3651c1-49e0-43fb-89ae-77a15bd583e7 None None] Provisioning complete for port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:49.331060 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c3651c1-49e0-43fb-89ae-77a15bd583e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.384867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6c3651c1-49e0-43fb-89ae-77a15bd583e7 None None] Port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:52:49.580168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-b657f08b-740d-43ed-98e0-459c98830dc7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:49.582336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-b657f08b-740d-43ed-98e0-459c98830dc7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/networks?id=76a57136-2581-4947-a35f-7361de67107c HTTP/1.1" status: 200 len: 814 time: 0.6464655 Sep 23 19:52:49.608390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-293d3e45-3b6f-4c3e-8635-c3ebc3022844 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/quotas/915285461af14224bd50eed540b3ca6c HTTP/1.1" status: 200 len: 375 time: 0.0166810 Sep 23 19:52:49.652608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-c27b48f9-a184-4c07-84e2-fe4b0998bb91 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=915285461af14224bd50eed540b3ca6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363386 Sep 23 19:52:49.770897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-c74748d9-d125-491c-8910-4fd6207739cb service neutron] 10.222.0.38 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071851 Sep 23 19:52:49.899901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-34ac159d-f05f-4d7a-81a3-c55fb43c9d9c service neutron] 10.222.0.38 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126809 Sep 23 19:52:50.201724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device dda5bafd-a26e-4456-ab93-144ad2688d36 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:50.238658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055868b7-085d-462b-b618-a6e4c4b87544 req-53dbb48f-269a-48e0-8840-0f8766631a7c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:50.247381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-055868b7-085d-462b-b618-a6e4c4b87544 req-53dbb48f-269a-48e0-8840-0f8766631a7c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0835352 Sep 23 19:52:50.261875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Sync routers for ids ['d7fe6031-353d-4295-a048-b68da1ecc387'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:50.280269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Routers {'d7fe6031-353d-4295-a048-b68da1ecc387'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:50.280899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d7fe6031-353d-4295-a048-b68da1ecc387'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:50.296042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-055868b7-085d-462b-b618-a6e4c4b87544 req-5979aff7-122a-493a-b70f-3f41fc80f66c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467243 Sep 23 19:52:50.415392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port dda5bafd-a26e-4456-ab93-144ad2688d36 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:50.416032 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:50.450671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c1928-da8f-4b4d-8e67-348c8530198e req-bcd6ed1e-0530-42b8-9085-3b4b19c0ec65 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:50.452504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb3c1928-da8f-4b4d-8e67-348c8530198e req-bcd6ed1e-0530-42b8-9085-3b4b19c0ec65 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0796616 Sep 23 19:52:50.499906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Set router d7fe6031-353d-4295-a048-b68da1ecc387 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:50.546820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb3c1928-da8f-4b4d-8e67-348c8530198e req-854c942c-66b3-4b31-bb3a-4599e0eccfd6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782497 Sep 23 19:52:50.643324 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-038b8ce5-685f-4e38-80a8-379de3e7b5d0 req-3ede0163-77ca-4623-b358-33d455ae8797 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0464790 Sep 23 19:52:50.744392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b6a52d6e-1de8-438f-8985-c26a8a9e0d18 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:50.869811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b6a52d6e-1de8-438f-8985-c26a8a9e0d18 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:50.870174 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:50.996535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4994a648-bd96-4a1e-ae58-3203191d91f0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:51.013209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:52:46Z', 'revision_number': 4, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port': {'id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:43Z', 'updated_at': '2021-09-23T19:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'd3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1', 'name': '', 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'mac_address': 'fa:16:3e:08:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1d0a05c3-21e5-4289-9792-1587b91c6c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:45Z', 'updated_at': '2021-09-23T19:52:46Z', 'revision_number': 2, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'subnets': [{'id': '1d0a05c3-21e5-4289-9792-1587b91c6c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:51.077390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Checking router: d7fe6031-353d-4295-a048-b68da1ecc387 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:51.077851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Updating router d7fe6031-353d-4295-a048-b68da1ecc387 port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:52:51.118683 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:51.335680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4994a648-bd96-4a1e-ae58-3203191d91f0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:51.335680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:51.535566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-fb07ec2e-9ea3-4828-9c22-dbffc8234901 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:51.537127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-fb07ec2e-9ea3-4828-9c22-dbffc8234901 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "GET /v2.0/networks?id=76a57136-2581-4947-a35f-7361de67107c HTTP/1.1" status: 200 len: 814 time: 0.1868548 Sep 23 19:52:51.562998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7f7b5-2cc6-451a-a8f4-6c51c09e39b8 req-fc6c4fb3-b369-4ead-95c1-c10250935e68 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:51.564217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Request body: {'port': {'device_id': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'network_id': '76a57136-2581-4947-a35f-7361de67107c', 'admin_state_up': True, 'tenant_id': '915285461af14224bd50eed540b3ca6c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:51.574276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25e7f7b5-2cc6-451a-a8f4-6c51c09e39b8 req-fc6c4fb3-b369-4ead-95c1-c10250935e68 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0868535 Sep 23 19:52:51.616291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:51.617194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25e7f7b5-2cc6-451a-a8f4-6c51c09e39b8 req-3e38623a-15df-4df8-8d30-8a55e8ef09b1 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434339 Sep 23 19:52:51.627845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:51.755154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Made reservation on behalf of 915285461af14224bd50eed540b3ca6c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:52:51.761259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:51.792138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ceebb-6bed-441e-aecc-c5f055dff02c req-53cbccf3-a866-4d8a-9632-00ba9904bc65 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:51.794453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a1ceebb-6bed-441e-aecc-c5f055dff02c req-53cbccf3-a866-4d8a-9632-00ba9904bc65 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0696900 Sep 23 19:52:51.854440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaa970-e0a2-4c9b-90c9-884b6254c53b None None] Pushing event updated for resources: {'Port': ['ID=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:51.861893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a1ceebb-6bed-441e-aecc-c5f055dff02c req-35752bd2-f813-4a3c-8164-bc9ff824f7bf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Sep 23 19:52:51.936211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Allocated IP 172.20.0.5 (76a57136-2581-4947-a35f-7361de67107c/cd52493d-c085-4c2b-8de7-52eb53e2620a/2d0f2867-3dba-43e1-a93d-41ce70548e8b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:52:51.950579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Attempting to bind port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:51.951321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Attempting to bind port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:51.951863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Attempting to bind port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 on network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:51.957829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:51.958455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Checking segment: {'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:51.959049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:51.960066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Bound using segment: {'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:51.960718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Bound port: d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d35ea2-ce18-4713-9940-4e4614399021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:51.961285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.034596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] For port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:52.039934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] For port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,segment=NetworkSegment(55d35ea2-ce18-4713-9940-4e4614399021),segment_id=55d35ea2-ce18-4713-9940-4e4614399021)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:52.048402 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.105113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Routers {'d7fe6031-353d-4295-a048-b68da1ecc387'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:52.106401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d7fe6031-353d-4295-a048-b68da1ecc387'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:52.236035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] Set router d7fe6031-353d-4295-a048-b68da1ecc387 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:52.251345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf92e19b-5e66-479d-b6a4-59ae4c7c3f58 req-5c0ead80-0ec9-4795-8ab7-5bc411b949db tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0767119 Sep 23 19:52:52.262302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.265306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-04c1f1ac-d2b8-4634-9333-f9f16a6fd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:52.266919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-04c1f1ac-d2b8-4634-9333-f9f16a6fd8f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1096 time: 0.0951271 Sep 23 19:52:52.474194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.474751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7d9e8-a602-4e68-921f-3ea385e1c7d7 req-20390797-c9c1-4629-90e3-9c351b1c63a4 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:52.480895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaa970-e0a2-4c9b-90c9-884b6254c53b None None] Pushing event updated for resources: {'Port': ['ID=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:52.488080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bc7d9e8-a602-4e68-921f-3ea385e1c7d7 req-20390797-c9c1-4629-90e3-9c351b1c63a4 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1013188 Sep 23 19:52:52.496925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7ab3ba59-106b-4676-811b-c19d67ed1d07 None None] Provisioning complete for port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:52.497588 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ba59-106b-4676-811b-c19d67ed1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.500567 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:52:52.546043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:52:46Z', 'revision_number': 4, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port': {'id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:43Z', 'updated_at': '2021-09-23T19:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'd3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1', 'name': '', 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'mac_address': 'fa:16:3e:08:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1d0a05c3-21e5-4289-9792-1587b91c6c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:45Z', 'updated_at': '2021-09-23T19:52:52Z', 'revision_number': 4, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'subnets': [{'id': '1d0a05c3-21e5-4289-9792-1587b91c6c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:52.567651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Pushing event updated for resources: {'Port': ['ID=2d0f2867-3dba-43e1-a93d-41ce70548e8b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:52.585696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Network 76a57136-2581-4947-a35f-7361de67107c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:52:52.587958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:52:52.590821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ac2ea-9150-4618-88fe-8abb5cc4ff6c None None] The sync data for ids ['d7fe6031-353d-4295-a048-b68da1ecc387'] in n-d-810763-1 is: [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:52:46Z', 'revision_number': 4, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port': {'id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:43Z', 'updated_at': '2021-09-23T19:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'd3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1', 'name': '', 'network_id': '01aa27fd-69dc-44e5-8e8c-85289221f4b1', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'mac_address': 'fa:16:3e:08:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1d0a05c3-21e5-4289-9792-1587b91c6c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:45Z', 'updated_at': '2021-09-23T19:52:52Z', 'revision_number': 4, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'subnets': [{'id': '1d0a05c3-21e5-4289-9792-1587b91c6c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:52.596790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:52:52.600281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bc7d9e8-a602-4e68-921f-3ea385e1c7d7 req-67e90e93-4912-4d33-b066-109e8a7685e3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067452 Sep 23 19:52:52.692100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-afdcd1ee-d438-4c6d-a579-d5edec368829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:52.697254 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-afdcd1ee-d438-4c6d-a579-d5edec368829 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.4169259 Sep 23 19:52:52.698772 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ba59-106b-4676-811b-c19d67ed1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.713641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:52.714283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.807039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7ab3ba59-106b-4676-811b-c19d67ed1d07 None None] For port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,segment=NetworkSegment(55d35ea2-ce18-4713-9940-4e4614399021),segment_id=55d35ea2-ce18-4713-9940-4e4614399021)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:52.819920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ba59-106b-4676-811b-c19d67ed1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.846731 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-84203b63-b86e-4867-a7ff-afcb267200a0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3003471 Sep 23 19:52:52.878372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Request body: {'port': {'device_id': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:52:52.892951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3ba59-106b-4676-811b-c19d67ed1d07 None None] Pushing event updated for resources: {'Port': ['ID=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:52.919752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:52.951756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0caf9a64-5724-4f8d-9ab0-2f75b1b549c5 None None] Provisioning complete for port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:52.954148 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0caf9a64-5724-4f8d-9ab0-2f75b1b549c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.966292 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-bca8fbff-3361-4d95-a667-294e99b9ce79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 1001 time: 0.2300296 Sep 23 19:52:53.032796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:53.143407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d26aca-fe14-48bd-9982-da927545c349 req-593571e7-e6be-4bf2-98e1-43c27bf7a6cf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:53.147525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0d26aca-fe14-48bd-9982-da927545c349 req-593571e7-e6be-4bf2-98e1-43c27bf7a6cf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0933340 Sep 23 19:52:53.170665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-b2b1d447-9ef0-4cda-91b0-dbba4987dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:53.173125 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-b2b1d447-9ef0-4cda-91b0-dbba4987dcbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.1413574 Sep 23 19:52:53.308300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f0d26aca-fe14-48bd-9982-da927545c349 req-58333e44-60fe-4f0c-9b06-876b600d7023 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492591 Sep 23 19:52:53.538643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc0de-32ce-44b9-ad55-5ad7d4efc948 req-1d085cd9-e56c-4647-9bb2-554232cd54b7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:53.541149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0f2867-3dba-43e1-a93d-41ce70548e8b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:52:53.546674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbafc0de-32ce-44b9-ad55-5ad7d4efc948 req-1d085cd9-e56c-4647-9bb2-554232cd54b7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 931 time: 0.1215529 Sep 23 19:52:53.551328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-82cf9c93-a302-404a-8f79-2bce3c1a872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:53.553637 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-82cf9c93-a302-404a-8f79-2bce3c1a872c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3721185 Sep 23 19:52:53.557368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:53.601937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Transition to ACTIVE for port object 2d0f2867-3dba-43e1-a93d-41ce70548e8b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:52:53.611071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:53.612727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbafc0de-32ce-44b9-ad55-5ad7d4efc948 req-69572c2c-c691-4593-8985-ca81a417e2c4 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636618 Sep 23 19:52:53.763408 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:53.769274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f2867-3dba-43e1-a93d-41ce70548e8b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:53.820108 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-d7201ea8-cd18-4645-926c-790f36f5b323 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514036 Sep 23 19:52:53.867614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Attempting to bind port 2d0f2867-3dba-43e1-a93d-41ce70548e8b on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:52:53.868039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Attempting to bind port 2d0f2867-3dba-43e1-a93d-41ce70548e8b by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:52:53.868449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Attempting to bind port 2d0f2867-3dba-43e1-a93d-41ce70548e8b on network 76a57136-2581-4947-a35f-7361de67107c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:53.882897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Port 2d0f2867-3dba-43e1-a93d-41ce70548e8b on network 76a57136-2581-4947-a35f-7361de67107c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:52:53.883224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Attempting to bind port 2d0f2867-3dba-43e1-a93d-41ce70548e8b on network 76a57136-2581-4947-a35f-7361de67107c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:52:53.916400 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:52:53.916767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Checking segment: {'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:52:53.917298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Bound using segment: {'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:52:53.918607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Bound port: 2d0f2867-3dba-43e1-a93d-41ce70548e8b, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6ba62c-806f-49ae-86a5-890abd7c8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '76a57136-2581-4947-a35f-7361de67107c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:52:53.919053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:54.002583 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a94cf72a-3360-4d4c-88d1-52263183de5d req-c79e3a66-d5b1-447b-8a16-47410d63c2f0 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741762 Sep 23 19:52:54.028899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] For port 2d0f2867-3dba-43e1-a93d-41ce70548e8b, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:52:54.032639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] For port 2d0f2867-3dba-43e1-a93d-41ce70548e8b, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2d0f2867-3dba-43e1-a93d-41ce70548e8b,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:52:54.037458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6605e-6cab-4b76-b730-8f89462b1f3b req-d9e90715-eec2-4709-a87e-92fee05fddc6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:54.039659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3da6605e-6cab-4b76-b730-8f89462b1f3b req-d9e90715-eec2-4709-a87e-92fee05fddc6 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.2948074 Sep 23 19:52:54.043616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:54.082892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:54.083132 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:54.085064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] 10.222.0.41 "PUT /v2.0/ports/2d0f2867-3dba-43e1-a93d-41ce70548e8b HTTP/1.1" status: 200 len: 1091 time: 1.2201502 Sep 23 19:52:54.085064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'tag': '2d0f2867-3dba-43e1-a93d-41ce70548e8b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:52:54.087276 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3e094e-7b40-4d42-a64a-53cc96e34db6" -d '{"events": [{"name": "network-changed", "server_uuid": "30bc5e28-6298-4d78-9490-3e5d5227b6e3", "tag": "2d0f2867-3dba-43e1-a93d-41ce70548e8b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:52:54.101390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:52:54.142507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3da6605e-6cab-4b76-b730-8f89462b1f3b req-f6e30701-5fa7-4bce-aeae-ec5ac39cc4c2 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839968 Sep 23 19:52:54.204005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:52:54.205705 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a319c04-6c2f-43af-b94c-3c9f9298cc20 x-openstack-request-id: req-2a319c04-6c2f-43af-b94c-3c9f9298cc20 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:52:54.206244 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bc5e28-6298-4d78-9490-3e5d5227b6e3", "tag": "2d0f2867-3dba-43e1-a93d-41ce70548e8b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:52:54.206699 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a319c04-6c2f-43af-b94c-3c9f9298cc20 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:52:54.206906 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:54.207462 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'tag': '2d0f2867-3dba-43e1-a93d-41ce70548e8b', 'status': 'completed', 'code': 200} Sep 23 19:52:54.208238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050f5d5-a6a1-4039-a242-ac0ddf61ba9d service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f2867-3dba-43e1-a93d-41ce70548e8b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:54.241713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-f7539188-e446-45ca-b9b7-c441a80c7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:54.243284 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-f7539188-e446-45ca-b9b7-c441a80c7c8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=915285461af14224bd50eed540b3ca6c&device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 1094 time: 0.1085851 Sep 23 19:52:54.244592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Deleting port dda5bafd-a26e-4456-ab93-144ad2688d36 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:54.245148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:54.301376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-9b01233c-a201-4d24-b965-f11f66b2551d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0f2867-3dba-43e1-a93d-41ce70548e8b HTTP/1.1" status: 200 len: 217 time: 0.0474091 Sep 23 19:52:54.374774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] For port dda5bafd-a26e-4456-ab93-144ad2688d36, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=dda5bafd-a26e-4456-ab93-144ad2688d36,segment=NetworkSegment(52cbe9df-1b60-46ec-a2ea-76f9c6b97bef),segment_id=52cbe9df-1b60-46ec-a2ea-76f9c6b97bef)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:54.375053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:54.400801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-37d76819-2c10-4a89-8c02-940a8599e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:54.404736 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-37d76819-2c10-4a89-8c02-940a8599e1f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd52493d-c085-4c2b-8de7-52eb53e2620a HTTP/1.1" status: 200 len: 854 time: 0.0962434 Sep 23 19:52:54.418581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Calling delete_port for dda5bafd-a26e-4456-ab93-144ad2688d36 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:54.442177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-a6c4a780-6890-4c5b-b0cc-122484de6956 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76a57136-2581-4947-a35f-7361de67107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289783 Sep 23 19:52:54.496737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490b7cf-f9ff-4d60-a558-61b52af0664c req-8204a976-0963-4cde-96fa-c7978210461b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:54.504365 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4490b7cf-f9ff-4d60-a558-61b52af0664c req-8204a976-0963-4cde-96fa-c7978210461b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.1057816 Sep 23 19:52:54.661657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4490b7cf-f9ff-4d60-a558-61b52af0664c req-37eaeaf7-80c0-43a9-aade-53b80ba99dce tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501105 Sep 23 19:52:54.817165 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:54.856417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc1c4-2a0a-45e2-9a5e-73429e37caeb req-8edf3bab-36d9-4b53-b28b-a389ae3e5789 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:54.858051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-417bc1c4-2a0a-45e2-9a5e-73429e37caeb req-8edf3bab-36d9-4b53-b28b-a389ae3e5789 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 943 time: 0.1012785 Sep 23 19:52:54.881721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda5bafd-a26e-4456-ab93-144ad2688d36,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:54.894229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.894412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.894739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.895082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.895376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.895706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.896029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.896352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.896672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.896995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.897307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.897626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:54.914099 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-18296ee8-e1b2-41ce-b5da-342c0c61e0af service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650824 Sep 23 19:52:55.015383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-417bc1c4-2a0a-45e2-9a5e-73429e37caeb req-8cc7defa-0fc0-4a18-9e3d-98eb97d1a006 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503425 Sep 23 19:52:55.049275 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22c33d43-4f07-43a0-8240-a62f093ed3b3 req-514d60af-72cb-465b-9624-aaf28f9a883b service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277664 Sep 23 19:52:55.105300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:55.184152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-a48ba644-bf83-4f3a-865c-515f084e4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:55.185683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-a48ba644-bf83-4f3a-865c-515f084e4412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=915285461af14224bd50eed540b3ca6c&device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 1094 time: 0.0749972 Sep 23 19:52:55.346469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-ac6a9ef1-e4f9-4080-81dd-f37919e1bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:55.348452 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-ac6a9ef1-e4f9-4080-81dd-f37919e1bd28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76a57136-2581-4947-a35f-7361de67107c HTTP/1.1" status: 200 len: 915 time: 0.1498549 Sep 23 19:52:55.402664 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-ba25bf37-5726-4128-93c0-e8e657da4837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0f2867-3dba-43e1-a93d-41ce70548e8b HTTP/1.1" status: 200 len: 217 time: 0.0459712 Sep 23 19:52:55.412905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c255b9-972f-4553-8637-1441713a966c req-97103baf-445f-41dc-8ee9-77aad7666dff tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:55.421100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53c255b9-972f-4553-8637-1441713a966c req-97103baf-445f-41dc-8ee9-77aad7666dff tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1636231 Sep 23 19:52:55.428187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:55.472307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-991b3dff-d840-42e0-ae6e-0a457b92b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:55.475856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-991b3dff-d840-42e0-ae6e-0a457b92b92f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd52493d-c085-4c2b-8de7-52eb53e2620a HTTP/1.1" status: 200 len: 854 time: 0.0623686 Sep 23 19:52:55.481346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53c255b9-972f-4553-8637-1441713a966c req-3ea18afd-3040-411d-9829-34f1b226e349 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567203 Sep 23 19:52:55.508043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:52:55.531502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-9f2cbf3f-eebc-4574-8e2f-bffa009868cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76a57136-2581-4947-a35f-7361de67107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465608 Sep 23 19:52:55.631721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:55.638652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0a0fd0eb-a7fc-48d4-bc1a-b4bcd2856560 admin admin] 10.222.0.38 "PUT /v2.0/routers/2c3a92f6-cb8a-4600-8c0e-dc46f737aa36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7160542 Sep 23 19:52:55.640330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:55.649066 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] Sync routers for ids ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:55.658346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-a22f3993-f180-4d90-911d-09771305ff9f service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150641 Sep 23 19:52:55.660181 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] Routers {'2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:55.660835 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:55.809760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:55.831811 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2f3e094e-7b40-4d42-a64a-53cc96e34db6 req-55e3d706-bb9f-47ec-9fdf-411b0433d33f service neutron] 10.222.0.41 "GET /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662633 Sep 23 19:52:55.835620 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] Set router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:55.916271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d2d80-1be2-4b0b-9450-3eb5688e54de req-e1844440-6a3d-4640-99d8-8a8e6d3deef3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:55.925949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b73d2d80-1be2-4b0b-9450-3eb5688e54de req-e1844440-6a3d-4640-99d8-8a8e6d3deef3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.1757679 Sep 23 19:52:56.000462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.012443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b73d2d80-1be2-4b0b-9450-3eb5688e54de req-b601b793-0d52-4dd6-8738-dd307137c285 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843189 Sep 23 19:52:56.084086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Deleting port 7d4b8713-1967-4164-8a52-762b13f793eb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:56.084576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.204947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] For port 7d4b8713-1967-4164-8a52-762b13f793eb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7d4b8713-1967-4164-8a52-762b13f793eb,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:56.205654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.225368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97728d03-141e-4443-8626-f92bd59829d0 req-96b65b1b-a1fe-465c-9da2-486ea7abb932 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:56.227800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97728d03-141e-4443-8626-f92bd59829d0 req-96b65b1b-a1fe-465c-9da2-486ea7abb932 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 943 time: 0.0836499 Sep 23 19:52:56.232537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Calling delete_port for 7d4b8713-1967-4164-8a52-762b13f793eb owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:56.272252 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:54Z', 'revision_number': 5, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port': {'id': '7d4b8713-1967-4164-8a52-762b13f793eb', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:37Z', 'updated_at': '2021-09-23T19:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:56.301402 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] Checking router: 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:56.311639 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] Routers {'2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:56.312363 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:56.320533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97728d03-141e-4443-8626-f92bd59829d0 req-0d4e0cce-7278-4772-b628-e0fae7ee921e tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833454 Sep 23 19:52:56.408767 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] Set router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:56.470924 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:56Z', 'revision_number': 6, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:56.500611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.504109 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fdbe0-e1fe-4947-8e8f-30beece2edf5 None None] The sync data for ids ['2c3a92f6-cb8a-4600-8c0e-dc46f737aa36'] in n-d-810763-1 is: [{'id': '2c3a92f6-cb8a-4600-8c0e-dc46f737aa36', 'name': 'tempest-TestAggregatesBasicOps-226958647-router', 'tenant_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:36Z', 'updated_at': '2021-09-23T19:52:56Z', 'revision_number': 6, 'project_id': 'c0c076792a6645a9872fc7be1b7f9b56', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:56.540477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4b8713-1967-4164-8a52-762b13f793eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:56.614127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.720129 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.722422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.774735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.775252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:52:56.780343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.781600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e43dc477-e918-4bd4-a9d7-44cd4da3b156 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2c3a92f6-cb8a-4600-8c0e-dc46f737aa36 HTTP/1.1" status: 204 len: 168 time: 1.1400344 Sep 23 19:52:56.784358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:56.838734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] Deleting subnet 9a9a05ad-0d64-416b-8646-d677286c0518 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:52:56.843441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.863845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:56.903868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.002267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.061808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.096965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.101266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9a9a05ad-0d64-416b-8646-d677286c0518 HTTP/1.1" status: 204 len: 168 time: 0.3137314 Sep 23 19:52:57.101266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f1d0-d911-40dc-8095-acc934da1ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9a05ad-0d64-416b-8646-d677286c0518,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:57.101780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:57.110566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ed717-072d-487a-bfa8-58fcbb7b6f41 None None] Network f4231093-1abe-4054-bc94-cf45a3b17443 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:52:57.348548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] DHCP port deletion for f4231093-1abe-4054-bc94-cf45a3b17443 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:52:57.435742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] Deleting port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:57.436120 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.522092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] For port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7,segment=NetworkSegment(52cbe9df-1b60-46ec-a2ea-76f9c6b97bef),segment_id=52cbe9df-1b60-46ec-a2ea-76f9c6b97bef)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:57.522495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.537750 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] Calling delete_port for 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:57.654793 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.671540 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.671951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95109175-6132-4c0e-94c3-663963e17cd4 req-d307eb98-2453-41a7-b5a8-834a958a08c1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:57.682128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95109175-6132-4c0e-94c3-663963e17cd4 req-d307eb98-2453-41a7-b5a8-834a958a08c1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.5431683 Sep 23 19:52:57.695757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] Pushing event deleted for resources: {'Port': ['ID=7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:57.706146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5acd7a-98c3-4c25-9ac5-50bca75c1f4e None None] No DVR routers for this DVR port 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:52:57.772752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95109175-6132-4c0e-94c3-663963e17cd4 req-2c4119d7-b237-4a20-a5e3-6b4b173a9626 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891445 Sep 23 19:52:57.845348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.870092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4231093-1abe-4054-bc94-cf45a3b17443']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:57.882002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:57.882366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cbe9df-1b60-46ec-a2ea-76f9c6b97bef') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:57.920544 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.943205 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.952971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:52:57.954185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:52:57.957031 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:52:57.977384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd02532-33b6-4e67-b1cc-91ebea7c3243 req-7423a481-9848-4dd2-bf52-cc3672dd5e1a tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:57.979047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3dd02532-33b6-4e67-b1cc-91ebea7c3243 req-7423a481-9848-4dd2-bf52-cc3672dd5e1a tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 943 time: 0.0946355 Sep 23 19:52:58.036216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device dda5bafd-a26e-4456-ab93-144ad2688d36 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:58.057616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: dda5bafd-a26e-4456-ab93-144ad2688d36 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:58.058304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device dda5bafd-a26e-4456-ab93-144ad2688d36 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:58.059438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:58.060942 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:58.074791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:58.079643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] 10.222.0.38 "DELETE /v2.0/networks/f4231093-1abe-4054-bc94-cf45a3b17443 HTTP/1.1" status: 204 len: 168 time: 0.9741073 Sep 23 19:52:58.080793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:58.096232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dda53-48ac-42d9-b4af-f65a34ae807c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4231093-1abe-4054-bc94-cf45a3b17443,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:58.102768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:58.103335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7c42773f-7bfe-42fb-baa9-4bfecd0ae6e7 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:58.105083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d4b8713-1967-4164-8a52-762b13f793eb no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:58.105797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3dd02532-33b6-4e67-b1cc-91ebea7c3243 req-d0bf764e-aeb8-4b53-9f5f-035acc87dd2a tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048532 Sep 23 19:52:58.132797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7d4b8713-1967-4164-8a52-762b13f793eb {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:58.133146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d4b8713-1967-4164-8a52-762b13f793eb not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:58.539146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:58.830399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Deleting port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:58.830767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:58.910661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a80fe3-10ed-489c-aa6d-4011ec26eefd req-e14f7c49-8248-4b3d-83df-3599e08e8327 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:58.917981 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8a80fe3-10ed-489c-aa6d-4011ec26eefd req-e14f7c49-8248-4b3d-83df-3599e08e8327 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0598500 Sep 23 19:52:58.933239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] For port d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,segment=NetworkSegment(55d35ea2-ce18-4713-9940-4e4614399021),segment_id=55d35ea2-ce18-4713-9940-4e4614399021)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:58.934587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:58.950129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Calling delete_port for d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:58.952410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8a80fe3-10ed-489c-aa6d-4011ec26eefd req-9782e080-a520-46ab-b8a1-3e05447a30b0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335495 Sep 23 19:52:59.173041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:59.206976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:59.242647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e9df9-e896-4929-9500-58d28d6a17bb req-deb8f86c-0449-430a-ba09-7ddbb6390cf0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:52:59.250274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6e9df9-e896-4929-9500-58d28d6a17bb req-deb8f86c-0449-430a-ba09-7ddbb6390cf0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 943 time: 0.0633667 Sep 23 19:52:59.307252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6e9df9-e896-4929-9500-58d28d6a17bb req-0020e7c3-95bb-459a-bf8a-e1c4186d18f0 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559459 Sep 23 19:52:59.431006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:59.608446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2d0f2867-3dba-43e1-a93d-41ce70548e8b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:52:59.672854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Router d7fe6031-353d-4295-a048-b68da1ecc387 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:52:59.733302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2d0f2867-3dba-43e1-a93d-41ce70548e8b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2d0f2867-3dba-43e1-a93d-41ce70548e8b,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:59.747417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '2d0f2867-3dba-43e1-a93d-41ce70548e8b', 'network_id': '76a57136-2581-4947-a35f-7361de67107c', 'port_id': '2d0f2867-3dba-43e1-a93d-41ce70548e8b', 'mac_address': 'fa:16:3e:4c:4d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd52493d-c085-4c2b-8de7-52eb53e2620a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:52:59.789406 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:59.804270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0f2867-3dba-43e1-a93d-41ce70548e8b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:52:59.812815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:59.820416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a44704b9-f3fa-407f-b6d9-7278fcf3ff02 admin admin] 10.222.0.38 "PUT /v2.0/routers/d7fe6031-353d-4295-a048-b68da1ecc387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7357428 Sep 23 19:52:59.821038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55280) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:59.834483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] Sync routers for ids ['d7fe6031-353d-4295-a048-b68da1ecc387'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:59.841420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2d0f2867-3dba-43e1-a93d-41ce70548e8b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2d0f2867-3dba-43e1-a93d-41ce70548e8b,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:59.848324 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:59.887489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] Routers {'d7fe6031-353d-4295-a048-b68da1ecc387'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:59.888136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d7fe6031-353d-4295-a048-b68da1ecc387'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:59.935261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:59.938029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2d0f2867-3dba-43e1-a93d-41ce70548e8b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:00.040869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] Set router d7fe6031-353d-4295-a048-b68da1ecc387 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:00.096448 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.117814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e536f7-2426-4b01-a03b-87cbbe17ceaa req-8cdb185c-d3a0-48fd-aeb7-42ce26c18ac4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:00.126790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17e536f7-2426-4b01-a03b-87cbbe17ceaa req-8cdb185c-d3a0-48fd-aeb7-42ce26c18ac4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0700626 Sep 23 19:53:00.164449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Deleting port b6a52d6e-1de8-438f-8985-c26a8a9e0d18 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:00.164776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.177570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17e536f7-2426-4b01-a03b-87cbbe17ceaa req-551825da-6fcd-4c67-8f03-43e2dcf5ec2d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498040 Sep 23 19:53:00.239296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['2d0f2867-3dba-43e1-a93d-41ce70548e8b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:00.257760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] For port b6a52d6e-1de8-438f-8985-c26a8a9e0d18, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:00.258322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.273523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Calling delete_port for b6a52d6e-1de8-438f-8985-c26a8a9e0d18 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:00.319325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:52:59Z', 'revision_number': 5, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port': {'id': 'b6a52d6e-1de8-438f-8985-c26a8a9e0d18', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:52:43Z', 'updated_at': '2021-09-23T19:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:00.351517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] Checking router: d7fe6031-353d-4295-a048-b68da1ecc387 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:00.374566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] Routers {'d7fe6031-353d-4295-a048-b68da1ecc387'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:00.375200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d7fe6031-353d-4295-a048-b68da1ecc387'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:00.435293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82b2f-9bd5-419c-b34f-1408865f2447 req-de58e986-43f6-405f-9778-baac8b7e0d74 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:00.437037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-deb82b2f-9bd5-419c-b34f-1408865f2447 req-de58e986-43f6-405f-9778-baac8b7e0d74 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0533338 Sep 23 19:53:00.461335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.481637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-deb82b2f-9bd5-419c-b34f-1408865f2447 req-d6875d4a-6aec-43da-bb91-c7b4af85ac36 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366209 Sep 23 19:53:00.486667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] Set router d7fe6031-353d-4295-a048-b68da1ecc387 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:00.503765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a52d6e-1de8-438f-8985-c26a8a9e0d18,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:00.546110 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:53:00Z', 'revision_number': 6, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:00.566485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.572932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce130a6-9ad9-40c3-91ee-c4e88d89186d None None] The sync data for ids ['d7fe6031-353d-4295-a048-b68da1ecc387'] in n-d-810763-1 is: [{'id': 'd7fe6031-353d-4295-a048-b68da1ecc387', 'name': 'tempest-TestAggregatesBasicOps-599809707-router', 'tenant_id': '7290e97c9e56423d94a60cd2458940df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:52:42Z', 'updated_at': '2021-09-23T19:53:00Z', 'revision_number': 6, 'project_id': '7290e97c9e56423d94a60cd2458940df', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:00.665485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.668183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.710444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.710988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7fe6031-353d-4295-a048-b68da1ecc387 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:53:00.716315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.717516 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-58501a10-e861-48a4-a177-ade571b36dc6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d7fe6031-353d-4295-a048-b68da1ecc387 HTTP/1.1" status: 204 len: 168 time: 0.8958757 Sep 23 19:53:00.720232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55296) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:00.764912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] Deleting subnet 1d0a05c3-21e5-4289-9792-1587b91c6c59 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:53:00.768214 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.805048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.879861 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.933718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.959067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0a05c3-21e5-4289-9792-1587b91c6c59,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:00.966920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:00.971698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:00.971930 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9961e21c-ded3-42d5-bdcc-94b589f5622a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1d0a05c3-21e5-4289-9792-1587b91c6c59 HTTP/1.1" status: 204 len: 168 time: 0.2506785 Sep 23 19:53:00.972844 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972add1-6c1a-4a6b-8c5f-43575b8a9477 None None] Network 01aa27fd-69dc-44e5-8e8c-85289221f4b1 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:01.046803 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.099432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Deleting port 4994a648-bd96-4a1e-ae58-3203191d91f0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:01.099846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.131516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-66890655-9fa5-4bdf-ab62-c0d1e3ab842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:01.133142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-66890655-9fa5-4bdf-ab62-c0d1e3ab842d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 1097 time: 0.0513701 Sep 23 19:53:01.168757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] For port 4994a648-bd96-4a1e-ae58-3203191d91f0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4994a648-bd96-4a1e-ae58-3203191d91f0,segment=NetworkSegment(55d35ea2-ce18-4713-9940-4e4614399021),segment_id=55d35ea2-ce18-4713-9940-4e4614399021)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:01.169422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.181297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Calling delete_port for 4994a648-bd96-4a1e-ae58-3203191d91f0 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:01.223752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-d5e91cae-0824-4d0d-82ad-3b4cdb55fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:01.225172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-d5e91cae-0824-4d0d-82ad-3b4cdb55fac7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.0851142 Sep 23 19:53:01.273172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-073fe6d0-cf93-4cb9-85c0-ae32cbc75070 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca HTTP/1.1" status: 200 len: 217 time: 0.0374796 Sep 23 19:53:01.284425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.316724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] No DVR routers for this DVR port 4994a648-bd96-4a1e-ae58-3203191d91f0 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:01.318021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=4994a648-bd96-4a1e-ae58-3203191d91f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:01.329646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-3c140f5f-3a33-44f1-8347-f918084492c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:01.331294 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-3c140f5f-3a33-44f1-8347-f918084492c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0516000 Sep 23 19:53:01.353921 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42fab-cd1f-489d-b675-821501d3c160 req-6c305060-7224-4c02-8169-718ff43bc2b1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:01.356400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2c42fab-cd1f-489d-b675-821501d3c160 req-6c305060-7224-4c02-8169-718ff43bc2b1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.1066208 Sep 23 19:53:01.382854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799baf77-3d78-4035-b7d9-efdd7aee7b59 None None] DHCP port deletion for 01aa27fd-69dc-44e5-8e8c-85289221f4b1 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:53:01.386134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-90842ee4-5081-482a-9c2f-fd8346e09262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:01.388558 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-90842ee4-5081-482a-9c2f-fd8346e09262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501711 Sep 23 19:53:01.425456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.455280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2c42fab-cd1f-489d-b675-821501d3c160 req-c20fef5f-6087-4017-abc2-4a54996ef1f4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861006 Sep 23 19:53:01.456822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01aa27fd-69dc-44e5-8e8c-85289221f4b1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:01.470684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d35ea2-ce18-4713-9940-4e4614399021') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:01.470990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d35ea2-ce18-4713-9940-4e4614399021') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:01.481629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.501472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.501658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-6c5196b2-e588-460b-bfb6-e927103a669d service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042008 Sep 23 19:53:01.502513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:53:01.502972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:53:01.504743 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:53:01.596041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.605871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.607168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-833e4fda-c291-4502-ab9a-f7f5f674849c req-f87bb5d4-4512-4d98-a159-ef98ee7cd625 service neutron] 10.222.0.41 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981522 Sep 23 19:53:01.609403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] 10.222.0.38 "DELETE /v2.0/networks/01aa27fd-69dc-44e5-8e8c-85289221f4b1 HTTP/1.1" status: 204 len: 168 time: 0.6364567 Sep 23 19:53:01.627792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbc9b6-6071-487b-b4d0-133a6df43a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=01aa27fd-69dc-44e5-8e8c-85289221f4b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:01.640773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2d0f2867-3dba-43e1-a93d-41ce70548e8b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:01.645387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9149f-d953-4712-b976-a429ad627cc0 req-62c77682-e2a5-498b-84c7-3c85f4d72dcb tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:01.647064 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31f9149f-d953-4712-b976-a429ad627cc0 req-62c77682-e2a5-498b-84c7-3c85f4d72dcb tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0844035 Sep 23 19:53:01.694721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 2d0f2867-3dba-43e1-a93d-41ce70548e8b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:53:01.698739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 2d0f2867-3dba-43e1-a93d-41ce70548e8b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:01.699706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.704501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31f9149f-d953-4712-b976-a429ad627cc0 req-7447a0a9-bfcd-417c-a599-7ba44e81fe03 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Sep 23 19:53:01.797447 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.806656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:01.820316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f2867-3dba-43e1-a93d-41ce70548e8b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:01.822577 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd89ef1-44ed-4f0f-8b2f-cb99476dae15" -d '{"events": [{"server_uuid": "30bc5e28-6298-4d78-9490-3e5d5227b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f2867-3dba-43e1-a93d-41ce70548e8b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:01.836020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2d0f2867-3dba-43e1-a93d-41ce70548e8b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2d0f2867-3dba-43e1-a93d-41ce70548e8b,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:01.840565 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.853393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45ad0a3f-85a6-4aac-84d9-5e96b5798b11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0c076792a6645a9872fc7be1b7f9b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432243 Sep 23 19:53:01.853619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55310) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:01.865493 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f83156-edd0-429c-a138-8cc9efdb2707 x-openstack-request-id: req-87f83156-edd0-429c-a138-8cc9efdb2707 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:01.865914 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bc5e28-6298-4d78-9490-3e5d5227b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "2d0f2867-3dba-43e1-a93d-41ce70548e8b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:01.866173 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87f83156-edd0-429c-a138-8cc9efdb2707 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:01.866585 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f2867-3dba-43e1-a93d-41ce70548e8b', 'code': 200} Sep 23 19:53:01.901079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2d0f2867-3dba-43e1-a93d-41ce70548e8b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:01.914616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbf76-92ab-4481-8758-7db350a5e266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.957391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbf76-92ab-4481-8758-7db350a5e266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:01.995565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f4629-7575-4813-91f3-ea4340aabbbd req-489aff65-14e3-4a54-b050-ffb1882e0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:01.997519 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6f3f4629-7575-4813-91f3-ea4340aabbbd req-489aff65-14e3-4a54-b050-ffb1882e0ffb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0741813 Sep 23 19:53:02.023812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4994a648-bd96-4a1e-ae58-3203191d91f0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:02.032703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbf76-92ab-4481-8758-7db350a5e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:02.035599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbf76-92ab-4481-8758-7db350a5e266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:02.036853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a9bbf76-92ab-4481-8758-7db350a5e266 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03b7e581-2e6a-4f3b-bdec-180748adde27 HTTP/1.1" status: 204 len: 168 time: 0.1822040 Sep 23 19:53:02.043518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4994a648-bd96-4a1e-ae58-3203191d91f0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:02.043858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4994a648-bd96-4a1e-ae58-3203191d91f0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:02.044271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:02.047999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6f3f4629-7575-4813-91f3-ea4340aabbbd req-40a17bfe-8c24-468f-a22e-e0ba638bafc9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Sep 23 19:53:02.049090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bbf76-92ab-4481-8758-7db350a5e266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b7e581-2e6a-4f3b-bdec-180748adde27,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:02.069675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:02.069999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device d3668c2f-da6d-4b3a-b9cb-f2ba6ec954f1 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:02.070439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b6a52d6e-1de8-438f-8985-c26a8a9e0d18 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:02.238372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: b6a52d6e-1de8-438f-8985-c26a8a9e0d18 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:02.238710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b6a52d6e-1de8-438f-8985-c26a8a9e0d18 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:02.370777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:02.409638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d447ad82-635f-4019-ae6a-554254e24285 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7290e97c9e56423d94a60cd2458940df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371423 Sep 23 19:53:02.412016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:02.460908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6891fe5-613a-437b-9f62-273e99bddf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:02.482089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6891fe5-613a-437b-9f62-273e99bddf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:02.528396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6891fe5-613a-437b-9f62-273e99bddf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:02.530994 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6891fe5-613a-437b-9f62-273e99bddf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:02.532156 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c6891fe5-613a-437b-9f62-273e99bddf07 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1208dbab-4909-461f-b955-ba6a96d9f4d3 HTTP/1.1" status: 204 len: 168 time: 0.1192710 Sep 23 19:53:02.542151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6891fe5-613a-437b-9f62-273e99bddf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208dbab-4909-461f-b955-ba6a96d9f4d3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:02.583929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d7b78-7001-4fdf-896b-dbbc654db369 req-49290e8b-b000-4aae-ab5b-b523102fbe2a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:02.585419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-516d7b78-7001-4fdf-896b-dbbc654db369 req-49290e8b-b000-4aae-ab5b-b523102fbe2a tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0555539 Sep 23 19:53:02.623436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-516d7b78-7001-4fdf-896b-dbbc654db369 req-4d92d864-a637-45f0-88be-e0690d6601a6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Sep 23 19:53:02.834535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b4e5d-e84a-490d-81ec-e082f9ed94f4 req-eaad04b4-ab24-495d-80c1-224251239644 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:02.836118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d9b4e5d-e84a-490d-81ec-e082f9ed94f4 req-eaad04b4-ab24-495d-80c1-224251239644 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0610578 Sep 23 19:53:02.877827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d9b4e5d-e84a-490d-81ec-e082f9ed94f4 req-84868d5a-e581-4432-9ef1-6dc8d94adf55 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Sep 23 19:53:03.660514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d2af4506-1a61-46b2-b911-f5a7cbeb0bca no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:03.752183 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:03.759642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80629-d1de-4675-8a86-5c9542ad0ba4 req-4939eb09-a58c-4b39-859b-13fe77fd8082 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:03.761847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cda80629-d1de-4675-8a86-5c9542ad0ba4 req-4939eb09-a58c-4b39-859b-13fe77fd8082 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 946 time: 0.0534227 Sep 23 19:53:03.789020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:03.793538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:03.805069 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cda80629-d1de-4675-8a86-5c9542ad0ba4 req-53c44424-4e33-4f1b-b105-4e9dd55c0938 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362415 Sep 23 19:53:03.845853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:03.867204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:03.869463 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4eec0d-87e4-4707-bb47-343c075e7152" -d '{"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:03.906859 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45c35b4-1583-47da-935f-f48ec3533a61 x-openstack-request-id: req-e45c35b4-1583-47da-935f-f48ec3533a61 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:03.907189 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:03.907524 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e45c35b4-1583-47da-935f-f48ec3533a61 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:03.907897 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'code': 200} Sep 23 19:53:04.002026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527912e-1cf3-4e08-8a6f-18d6f2955191 req-ba573789-205f-41ff-9a41-dd88c612d82d tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:04.003582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0527912e-1cf3-4e08-8a6f-18d6f2955191 req-ba573789-205f-41ff-9a41-dd88c612d82d tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0531857 Sep 23 19:53:04.060652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0527912e-1cf3-4e08-8a6f-18d6f2955191 req-eaece347-71ee-445f-9839-7ddc3889c5fb tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Sep 23 19:53:04.383964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-2a6cd13e-f3fa-4ba7-840a-b99a73e1c7dc req-dcbb24bf-f9c9-4a21-bfb4-7ce55decb295 tempest-ServerRescueTestJSON-1777237843 tempest-ServerRescueTestJSON-1777237843-project] (94826) timed out ('10.222.0.41', 49581) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:53:04.735434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:04.842065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241fcf9b-318e-4d12-ac32-777a7ba655ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:04.934439 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241fcf9b-318e-4d12-ac32-777a7ba655ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:04.938370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241fcf9b-318e-4d12-ac32-777a7ba655ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:04.938884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b48590-b82d-4d69-b6c4-009f29a18578 req-7e788e28-7075-4b98-9b25-819b1c0ddb7e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:04.940383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51b48590-b82d-4d69-b6c4-009f29a18578 req-7e788e28-7075-4b98-9b25-819b1c0ddb7e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 944 time: 0.0543084 Sep 23 19:53:04.978001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-241fcf9b-318e-4d12-ac32-777a7ba655ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58c39d51c4e04131912192e8f618e4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414658 Sep 23 19:53:04.978928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fcf9b-318e-4d12-ac32-777a7ba655ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b3433e-7e71-412e-94eb-171d23862924,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:04.981475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55498) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:04.982413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51b48590-b82d-4d69-b6c4-009f29a18578 req-ab5acc4f-4c57-49d9-848e-ce10760ce2d9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Sep 23 19:53:05.035041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5f243c7-65cf-458f-8c25-a970576e28f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.056581 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5f243c7-65cf-458f-8c25-a970576e28f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.108629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5f243c7-65cf-458f-8c25-a970576e28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.111458 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5f243c7-65cf-458f-8c25-a970576e28f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.114993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b5f243c7-65cf-458f-8c25-a970576e28f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81b3433e-7e71-412e-94eb-171d23862924 HTTP/1.1" status: 204 len: 168 time: 0.1301157 Sep 23 19:53:05.116721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ff9ee-3459-431f-b500-12809025cfbe req-b5c2b09f-94d0-49d1-a955-1f3987a06368 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:05.118305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c63ff9ee-3459-431f-b500-12809025cfbe req-b5c2b09f-94d0-49d1-a955-1f3987a06368 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0507185 Sep 23 19:53:05.128749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f243c7-65cf-458f-8c25-a970576e28f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b3433e-7e71-412e-94eb-171d23862924,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:05.162201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c63ff9ee-3459-431f-b500-12809025cfbe req-02ce8275-da2e-46b5-b884-b3ab35d8a453 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375175 Sep 23 19:53:05.291312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77a8b-46c9-4e69-a305-a969621d0451 req-e4a2500f-8d07-4ec5-844c-042ec64c1d79 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:05.293273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20e77a8b-46c9-4e69-a305-a969621d0451 req-e4a2500f-8d07-4ec5-844c-042ec64c1d79 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0523341 Sep 23 19:53:05.338729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20e77a8b-46c9-4e69-a305-a969621d0451 req-4a664bcd-4b75-4f42-843d-387c187c472d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390136 Sep 23 19:53:05.429552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:05.456268 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7e8982d-5d30-469f-be11-9c58407a1e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.597187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7e8982d-5d30-469f-be11-9c58407a1e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.602237 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7e8982d-5d30-469f-be11-9c58407a1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.635087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c87c74-fb5c-48a2-8709-47c4e7cd5720 req-047b19d5-9634-4e35-8eab-491a6dca1bb0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:05.636604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7c87c74-fb5c-48a2-8709-47c4e7cd5720 req-047b19d5-9634-4e35-8eab-491a6dca1bb0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0880456 Sep 23 19:53:05.663595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c7e8982d-5d30-469f-be11-9c58407a1e4d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4890f3d5f1b4e3ab0e64ef2fc906226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327390 Sep 23 19:53:05.670254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55516) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:05.670494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8982d-5d30-469f-be11-9c58407a1e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3af84d-7316-422f-aca4-f3a80b094c96,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:05.700102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7c87c74-fb5c-48a2-8709-47c4e7cd5720 req-d4a05ffe-d14f-451a-96a4-b3843b8437e1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518486 Sep 23 19:53:05.741856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a345f4e4-ae33-4506-b1bb-6d25fa2252f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.764953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a345f4e4-ae33-4506-b1bb-6d25fa2252f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.810683 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a345f4e4-ae33-4506-b1bb-6d25fa2252f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.813389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a345f4e4-ae33-4506-b1bb-6d25fa2252f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:05.814561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a345f4e4-ae33-4506-b1bb-6d25fa2252f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d3af84d-7316-422f-aca4-f3a80b094c96 HTTP/1.1" status: 204 len: 168 time: 0.1469591 Sep 23 19:53:05.822480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345f4e4-ae33-4506-b1bb-6d25fa2252f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3af84d-7316-422f-aca4-f3a80b094c96,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:06.840357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6355fb-cddb-43e2-8513-dcf75182c9f8 req-417e0bf0-cf0b-45fc-adea-13e26434752b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:06.841985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c6355fb-cddb-43e2-8513-dcf75182c9f8 req-417e0bf0-cf0b-45fc-adea-13e26434752b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0645239 Sep 23 19:53:06.896506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c6355fb-cddb-43e2-8513-dcf75182c9f8 req-97b09d5c-1998-4fb5-af54-41ddcdfd0c18 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461490 Sep 23 19:53:07.686824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d2af4506-1a61-46b2-b911-f5a7cbeb0bca no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:07.903864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:07.908881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'network': {'name': 'tempest-network-smoke--1441090859', 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:07.932178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Made reservation on behalf of 8b5db32146cb462abe9ee6c51245d4d7 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:07.935681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:07.944130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.045015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d14d2-505c-49a0-a723-d854348b3f16 req-a7d23905-9b36-4f29-a517-00d8f442e64c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:08.046542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d3d14d2-505c-49a0-a723-d854348b3f16 req-a7d23905-9b36-4f29-a517-00d8f442e64c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0702825 Sep 23 19:53:08.102221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.106865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d3d14d2-505c-49a0-a723-d854348b3f16 req-eac79dad-6f37-4f8b-9ac5-618dd65c2d42 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540295 Sep 23 19:53:08.107849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.119012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:53:08.144717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.145063 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Added segment ae1f737f-d11a-4ca9-a528-99fc29388136 of type vlan for network d1f41af2-dad0-41b7-b41b-958a324d3f35 Sep 23 19:53:08.156716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cae8ac9-f33b-4069-b28e-7ca26ce9b511,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:08.195094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.220642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.226227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:08.226839 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.262850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3578730 Sep 23 19:53:08.265669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:08.272579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'admin_state_up': True, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:08.309525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88047e0-bff8-4145-b6e2-0eb412ddc5c5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Network': ['ID=d1f41af2-dad0-41b7-b41b-958a324d3f35,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:08.322310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:53:08.326790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.328011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.386987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.520293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.710028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.729262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.828839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Allocated IP 172.25.6.171 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/220bc79d-3a77-468c-88e5-c0a72012f721) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:08.929184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.960471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:08.994886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:08.998965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:09.002448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:09.009572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=220bc79d-3a77-468c-88e5-c0a72012f721,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:09.274089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7e663-2874-49d1-b101-be47da182fac req-2e2bd157-9d77-47cd-b564-a31d7e3b86ba tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:09.275544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ad7e663-2874-49d1-b101-be47da182fac req-2e2bd157-9d77-47cd-b564-a31d7e3b86ba tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0894949 Sep 23 19:53:09.291740 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:09.378741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ad7e663-2874-49d1-b101-be47da182fac req-657075f1-3cc6-4d23-ba39-91e1d57fb440 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947001 Sep 23 19:53:09.500574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:09.620541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:53:09.721082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:53:09.731630 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Sync routers for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:53:09.740153 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:09.740760 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:09.746547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:09.751093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-72225d1a-24af-4edc-9636-d4911e704e0d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4839530 Sep 23 19:53:09.751403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:09.842794 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:09.879128 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-046ced6a-7df1-4a90-9421-e36699c6b20d tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=8b5db32146cb462abe9ee6c51245d4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264234 Sep 23 19:53:09.881739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55590) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:10.018475 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:09Z', 'revision_number': 3, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:10.049444 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Checking router: 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:10.049794 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Updating router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 port 220bc79d-3a77-468c-88e5-c0a72012f721 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:53:10.076122 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.310769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7036a8-18c7-4726-8eb6-e006423d7244 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:10.312623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5a7036a8-18c7-4726-8eb6-e006423d7244 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4298933 Sep 23 19:53:10.315452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55592) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:10.325738 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.331677 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.351636 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a0de384b-5096-49f2-83fd-84448f081d19 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327260 Sep 23 19:53:10.351865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:10.357135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1498670409', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:10.391814 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ada903-4a1b-4bea-ae0d-2f27b941a113 None None] Pushing event updated for resources: {'Port': ['ID=220bc79d-3a77-468c-88e5-c0a72012f721,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:10.395351 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Attempting to bind port 220bc79d-3a77-468c-88e5-c0a72012f721 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:53:10.395730 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Attempting to bind port 220bc79d-3a77-468c-88e5-c0a72012f721 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:53:10.396091 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Attempting to bind port 220bc79d-3a77-468c-88e5-c0a72012f721 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:10.403196 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:53:10.403565 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:10.403967 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.404355 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:53:10.404819 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Bound port: 220bc79d-3a77-468c-88e5-c0a72012f721, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:53:10.405201 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.446332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Made reservation on behalf of 8b5db32146cb462abe9ee6c51245d4d7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:10.451332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.459233 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] For port 220bc79d-3a77-468c-88e5-c0a72012f721, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:53:10.462473 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] For port 220bc79d-3a77-468c-88e5-c0a72012f721, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=220bc79d-3a77-468c-88e5-c0a72012f721,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:53:10.467855 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.497486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384b02a-59f9-49e8-a2df-fddf5db8e543 req-341f702d-367d-4437-842c-286ad7a2913e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:10.499049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e384b02a-59f9-49e8-a2df-fddf5db8e543 req-341f702d-367d-4437-842c-286ad7a2913e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0505447 Sep 23 19:53:10.529170 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ada903-4a1b-4bea-ae0d-2f27b941a113 None None] Pushing event updated for resources: {'Port': ['ID=220bc79d-3a77-468c-88e5-c0a72012f721,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:10.531848 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:10.532442 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:10.547403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e384b02a-59f9-49e8-a2df-fddf5db8e543 req-04380836-d77f-452e-af23-4f1aee77a5af tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380516 Sep 23 19:53:10.637884 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:10.654853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.724943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Subnet': ['ID=b4542717-248b-448a-b93d-4440c1b66430,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:10.734482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Checking segment: {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:10.734851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network hostable DHCP agents. Network: d1f41af2-dad0-41b7-b41b-958a324d3f35, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:53:10.752611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:53:10.762109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d1f41af2-dad0-41b7-b41b-958a324d3f35) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:10.766090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:10.766736 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.772585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622925ac-2cc8-49e0-9815-984353135d81 None None] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:10.786816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:10.787108 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8aaa5a36-2ed6-460e-a5af-8e96459e4bce tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4339702 Sep 23 19:53:10.929371 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:09Z', 'revision_number': 3, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:10.940406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-d1f41af2-dad0-41b7-b41b-958a324d3f35', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:53:10.941558 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.955448 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf5925-6972-40b1-8a2b-9c5667896e31 None None] The sync data for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 is: [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:09Z', 'revision_number': 3, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:11.096764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Allocated IP 172.20.0.2 (d1f41af2-dad0-41b7-b41b-958a324d3f35/b4542717-248b-448a-b93d-4440c1b66430/7972f70e-fa2c-42c5-a30b-711fb8f310de) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:11.275400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:11.282292 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:11.344987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Pushing event updated for resources: {'Port': ['ID=7972f70e-fa2c-42c5-a30b-711fb8f310de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:11.355506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:11.357046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:11.360368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:11.416341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Attempting to bind port 7972f70e-fa2c-42c5-a30b-711fb8f310de on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:53:11.416715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Attempting to bind port 7972f70e-fa2c-42c5-a30b-711fb8f310de by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:53:11.417082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Attempting to bind port 7972f70e-fa2c-42c5-a30b-711fb8f310de on network d1f41af2-dad0-41b7-b41b-958a324d3f35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:11.422487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:53:11.422868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Checking segment: {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:11.423276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:11.423673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Bound using segment: {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:53:11.424146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Bound port: 7972f70e-fa2c-42c5-a30b-711fb8f310de, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:53:11.424544 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:11.489734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] For port 7972f70e-fa2c-42c5-a30b-711fb8f310de, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:53:11.493026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] For port 7972f70e-fa2c-42c5-a30b-711fb8f310de, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7972f70e-fa2c-42c5-a30b-711fb8f310de,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:53:11.498511 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:11.557815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8fc9a-706b-4afa-b41e-07c502e35c84 None None] Pushing event updated for resources: {'Port': ['ID=7972f70e-fa2c-42c5-a30b-711fb8f310de,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:11.686768 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:11.715684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e09e-71ac-4e20-b82b-0cf8078c2d21 req-567dcc6f-5b6e-4345-9635-33a4ff8167c4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:11.717180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d21e09e-71ac-4e20-b82b-0cf8078c2d21 req-567dcc6f-5b6e-4345-9635-33a4ff8167c4 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0790846 Sep 23 19:53:11.841242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d21e09e-71ac-4e20-b82b-0cf8078c2d21 req-b4cf3305-bbaa-40f0-ae80-08de71e7b409 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768263 Sep 23 19:53:12.048412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Allocated IP 172.20.0.1 (d1f41af2-dad0-41b7-b41b-958a324d3f35/b4542717-248b-448a-b93d-4440c1b66430/11231fa3-f764-4638-8b0d-3871d3c879e9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:12.076761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7972f70e-fa2c-42c5-a30b-711fb8f310de up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:12.127168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7972f70e-fa2c-42c5-a30b-711fb8f310de triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:12.127541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.161149 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.198031 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.207605 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.236490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:12.239615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:12.243515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:12.245613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 7972f70e-fa2c-42c5-a30b-711fb8f310de, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7972f70e-fa2c-42c5-a30b-711fb8f310de,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:12.251130 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.251970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 220bc79d-3a77-468c-88e5-c0a72012f721 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:12.303245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.336836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=7972f70e-fa2c-42c5-a30b-711fb8f310de,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:12.338004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=11231fa3-f764-4638-8b0d-3871d3c879e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:12.351647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 220bc79d-3a77-468c-88e5-c0a72012f721 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:12.352368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.436076 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.458639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 220bc79d-3a77-468c-88e5-c0a72012f721, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=220bc79d-3a77-468c-88e5-c0a72012f721,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:12.459412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.463805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.519919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=220bc79d-3a77-468c-88e5-c0a72012f721,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:12.541362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da84238-8783-4c73-a7ba-a6f88baa5a6c None None] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:12.626933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0799649f-1845-45c8-be37-5475862a4f3d None None] Provisioning complete for port 7972f70e-fa2c-42c5-a30b-711fb8f310de triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:12.627370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0799649f-1845-45c8-be37-5475862a4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.751432 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.757480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.833150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=11231fa3-f764-4638-8b0d-3871d3c879e9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:12.842281 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:12.944134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:12.956801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:13.037660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bc0dc-2522-4408-9baa-4d29bca8d84b req-0426808c-6343-40d0-9ed3-bd35fefa358f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:13.039191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc4bc0dc-2522-4408-9baa-4d29bca8d84b req-0426808c-6343-40d0-9ed3-bd35fefa358f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0973637 Sep 23 19:53:13.091206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-15d462f0-84a0-4389-af66-72219baadcc9 None None] Provisioning complete for port 7972f70e-fa2c-42c5-a30b-711fb8f310de triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:13.091825 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d462f0-84a0-4389-af66-72219baadcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.121498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc4bc0dc-2522-4408-9baa-4d29bca8d84b req-c11fc4c3-1d60-4190-b1d2-d394e8fb79ca tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564840 Sep 23 19:53:13.139352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:53:13.188474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e55f9-968b-41b4-a48a-f300a7d0e6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.210852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-15d462f0-84a0-4389-af66-72219baadcc9 None None] Provisioning complete for port 11231fa3-f764-4638-8b0d-3871d3c879e9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:13.211366 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d462f0-84a0-4389-af66-72219baadcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.248097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-15d462f0-84a0-4389-af66-72219baadcc9 None None] Port 11231fa3-f764-4638-8b0d-3871d3c879e9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:53:13.259759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:53:13.267972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c86bb602-dd1b-40b9-adf6-22eecf7524be tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "PUT /v2.0/routers/76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771731 Sep 23 19:53:13.268764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:13.271852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Sync routers for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:53:13.273668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-26093e75-b2f6-48bc-a242-0068e5073e74 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--492643012', 'description': 'tempest-secgroup_access--492643012 description', 'project_id': '8b5db32146cb462abe9ee6c51245d4d7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:13.281548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:13.282348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:13.297016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26093e75-b2f6-48bc-a242-0068e5073e74 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.379462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1e89fa67-c712-4364-857f-c595297c9f20 None None] Provisioning complete for port 11231fa3-f764-4638-8b0d-3871d3c879e9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:13.379926 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e89fa67-c712-4364-857f-c595297c9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.395860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26093e75-b2f6-48bc-a242-0068e5073e74 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.399604 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26093e75-b2f6-48bc-a242-0068e5073e74 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.422296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:13.428369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26093e75-b2f6-48bc-a242-0068e5073e74 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9475f043-09c2-4ca6-9a72-da2ac2d306f2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:13.430920 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26093e75-b2f6-48bc-a242-0068e5073e74 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.432190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-26093e75-b2f6-48bc-a242-0068e5073e74 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1630712 Sep 23 19:53:13.435642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:13.440366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-11132ea9-3e64-4732-bf8c-76adf617664b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--553986601', 'description': 'tempest-secgroup_general--553986601 description', 'project_id': '8b5db32146cb462abe9ee6c51245d4d7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:13.449166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1e89fa67-c712-4364-857f-c595297c9f20 None None] Port 11231fa3-f764-4638-8b0d-3871d3c879e9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:53:13.462343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11132ea9-3e64-4732-bf8c-76adf617664b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.545579 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11132ea9-3e64-4732-bf8c-76adf617664b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.549401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11132ea9-3e64-4732-bf8c-76adf617664b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.578284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11132ea9-3e64-4732-bf8c-76adf617664b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.579524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-11132ea9-3e64-4732-bf8c-76adf617664b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1429079 Sep 23 19:53:13.581544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11132ea9-3e64-4732-bf8c-76adf617664b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463ff9a4-13ba-4b5e-9387-a155b9288311,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:13.582803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cc2a856a-b493-4300-8dca-74ad7fa37714 None None] Provisioning complete for port 11231fa3-f764-4638-8b0d-3871d3c879e9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:13.582949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:13.583395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc2a856a-b493-4300-8dca-74ad7fa37714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.592348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-198aa833-90b1-43a5-bf8b-a317bce46fc9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'security_group_rule': {'security_group_id': '9475f043-09c2-4ca6-9a72-da2ac2d306f2', 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:13.621914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198aa833-90b1-43a5-bf8b-a317bce46fc9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.643336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a856a-b493-4300-8dca-74ad7fa37714 None None] Port 11231fa3-f764-4638-8b0d-3871d3c879e9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:53:13.664463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 2, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:13.676855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198aa833-90b1-43a5-bf8b-a317bce46fc9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.680346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198aa833-90b1-43a5-bf8b-a317bce46fc9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.691297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Checking router: 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:13.691657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Updating router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 port 11231fa3-f764-4638-8b0d-3871d3c879e9 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:53:13.697676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198aa833-90b1-43a5-bf8b-a317bce46fc9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb68d3f-8291-4dcc-bce7-86fdc115be87,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:13.704342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-198aa833-90b1-43a5-bf8b-a317bce46fc9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.705364 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-198aa833-90b1-43a5-bf8b-a317bce46fc9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214495 Sep 23 19:53:13.716978 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:13.841676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-3bf53b73-4a7a-44fe-8693-001e03f57d72 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_general--553986601&fields=id&tenant_id=8b5db32146cb462abe9ee6c51245d4d7 HTTP/1.1" status: 200 len: 267 time: 0.0319023 Sep 23 19:53:13.879015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-0a539116-875b-40da-b25c-e95ec0437bf9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_access--492643012&fields=id&tenant_id=8b5db32146cb462abe9ee6c51245d4d7 HTTP/1.1" status: 200 len: 267 time: 0.0310619 Sep 23 19:53:14.007357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-92854aab-efb2-4e09-85a0-049ac7751da1 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:14.008606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-92854aab-efb2-4e09-85a0-049ac7751da1 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/networks?id=d1f41af2-dad0-41b7-b41b-958a324d3f35 HTTP/1.1" status: 200 len: 797 time: 0.1223173 Sep 23 19:53:14.029161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-0c50f57c-4b5a-45e6-b21e-590f76a0b417 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/quotas/8b5db32146cb462abe9ee6c51245d4d7 HTTP/1.1" status: 200 len: 375 time: 0.0137167 Sep 23 19:53:14.030417 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.040416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.076010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7972f70e-fa2c-42c5-a30b-711fb8f310de up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:14.110875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-4befaac9-ecec-47e9-8807-984961b6a217 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750213 Sep 23 19:53:14.131786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8ffc5-043d-470c-bf9f-a125eff8895f None None] Pushing event updated for resources: {'Port': ['ID=11231fa3-f764-4638-8b0d-3871d3c879e9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:14.191289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7972f70e-fa2c-42c5-a30b-711fb8f310de triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:14.191766 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.196521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Attempting to bind port 11231fa3-f764-4638-8b0d-3871d3c879e9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:53:14.196981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Attempting to bind port 11231fa3-f764-4638-8b0d-3871d3c879e9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:53:14.197417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Attempting to bind port 11231fa3-f764-4638-8b0d-3871d3c879e9 on network d1f41af2-dad0-41b7-b41b-958a324d3f35 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:14.223561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:53:14.224220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Checking segment: {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:14.224840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.225409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Bound using segment: {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:53:14.226079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Bound port: 11231fa3-f764-4638-8b0d-3871d3c879e9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:53:14.226664 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.246831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-c4cf8928-fa8f-4539-94db-e6bf093355d7 service neutron] 10.222.0.38 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302247 Sep 23 19:53:14.361168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] For port 11231fa3-f764-4638-8b0d-3871d3c879e9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:53:14.364145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 220bc79d-3a77-468c-88e5-c0a72012f721 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:14.392969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] For port 11231fa3-f764-4638-8b0d-3871d3c879e9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=11231fa3-f764-4638-8b0d-3871d3c879e9,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:53:14.396487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-00749248-7b8f-4597-84a1-ed5264048a64 service neutron] 10.222.0.38 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399083 Sep 23 19:53:14.400681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.480768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:14.481399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:52:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:14.486930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8ffc5-043d-470c-bf9f-a125eff8895f None None] Pushing event updated for resources: {'Port': ['ID=11231fa3-f764-4638-8b0d-3871d3c879e9,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:14.621722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 220bc79d-3a77-468c-88e5-c0a72012f721 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:14.622258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.671811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ad85-c836-4d8e-88cc-6b75cb62e4c8 req-e1302b1d-7035-4c42-8fd9-e4db5626bb8c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:14.673437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c03ad85-c836-4d8e-88cc-6b75cb62e4c8 req-e1302b1d-7035-4c42-8fd9-e4db5626bb8c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0620368 Sep 23 19:53:14.724428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c03ad85-c836-4d8e-88cc-6b75cb62e4c8 req-b711d9d6-b773-41f1-88ff-4dfacce3bf73 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439496 Sep 23 19:53:14.816882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-117cdd49-6518-4a4a-b63c-b7e9a98445f4 req-cada1802-1f4a-4efd-bcf6-4d755ff283eb tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 210 time: 0.0404093 Sep 23 19:53:14.823762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ab0bb93e-6610-4c19-b973-6ce4841ddf7b None None] Provisioning complete for port 11231fa3-f764-4638-8b0d-3871d3c879e9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:14.824268 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb93e-6610-4c19-b973-6ce4841ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:14.853883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:15.097013 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb93e-6610-4c19-b973-6ce4841ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:15.163020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ab0bb93e-6610-4c19-b973-6ce4841ddf7b None None] For port 11231fa3-f764-4638-8b0d-3871d3c879e9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=11231fa3-f764-4638-8b0d-3871d3c879e9,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:15.171249 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb93e-6610-4c19-b973-6ce4841ddf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:15.228605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bb93e-6610-4c19-b973-6ce4841ddf7b None None] Pushing event updated for resources: {'Port': ['ID=11231fa3-f764-4638-8b0d-3871d3c879e9,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:15.238918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:14Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:15.271375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ed988-078d-4823-9326-ad4d582e15ad None None] The sync data for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 is: [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:14Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:15.297593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c0b7a8c3-01ca-414e-8724-c248d0522da4 None None] Provisioning complete for port 11231fa3-f764-4638-8b0d-3871d3c879e9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:15.298318 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a8c3-01ca-414e-8724-c248d0522da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:15.705466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-092aac54-0272-419f-b996-0fa1039b9d65 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:15.707078 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-092aac54-0272-419f-b996-0fa1039b9d65 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.41 "GET /v2.0/networks?id=d1f41af2-dad0-41b7-b41b-958a324d3f35 HTTP/1.1" status: 200 len: 797 time: 0.1205847 Sep 23 19:53:15.767007 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-cc5dbd1e-cd7e-4302-9b18-fa06f4bc3e38 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5db32146cb462abe9ee6c51245d4d7 HTTP/1.1" status: 200 len: 476 time: 0.0507002 Sep 23 19:53:15.779739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'port': {'device_id': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'admin_state_up': True, 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'security_groups': ['463ff9a4-13ba-4b5e-9387-a155b9288311', '9475f043-09c2-4ca6-9a72-da2ac2d306f2']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:15.873875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea17d2a-e236-4f82-b645-f0f190ef7af0 req-025cbb66-defe-447c-8d56-aa77e78ee58e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:15.875951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ea17d2a-e236-4f82-b645-f0f190ef7af0 req-025cbb66-defe-447c-8d56-aa77e78ee58e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0618179 Sep 23 19:53:15.907756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Made reservation on behalf of 8b5db32146cb462abe9ee6c51245d4d7 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:15.911996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:15.924438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ea17d2a-e236-4f82-b645-f0f190ef7af0 req-95a5b20d-9a76-4ea0-b879-029e65b843f6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419176 Sep 23 19:53:16.080250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00ddde3b-8988-4f88-bdbf-3dac6e6b4c61 req-13548845-2951-489f-9b65-733923fac453 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 210 time: 0.0452082 Sep 23 19:53:16.100456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Allocated IP 172.20.0.7 (d1f41af2-dad0-41b7-b41b-958a324d3f35/b4542717-248b-448a-b93d-4440c1b66430/15ed4192-4822-4175-ae75-59abb7a4c50e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:16.101822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 11231fa3-f764-4638-8b0d-3871d3c879e9 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:16.165143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 11231fa3-f764-4638-8b0d-3871d3c879e9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:16.165935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.294696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.341168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.349511 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1074-8453-4d50-afd3-046faee5116d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.389592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:16.392845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:16.396666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:16.440764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=15ed4192-4822-4175-ae75-59abb7a4c50e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:16.480605 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.485168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:16.485768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.504672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ff945897-6e37-4270-887b-87678b193916 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7295105 Sep 23 19:53:16.525886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Request body: {'port': {'device_id': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:16.594229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.687497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-000875a6-0f0b-4830-8060-7c71cd1ae44f None None] Provisioning complete for port 15ed4192-4822-4175-ae75-59abb7a4c50e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:16.687859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-000875a6-0f0b-4830-8060-7c71cd1ae44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.724309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-000875a6-0f0b-4830-8060-7c71cd1ae44f None None] Port 15ed4192-4822-4175-ae75-59abb7a4c50e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:53:16.912959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ed4192-4822-4175-ae75-59abb7a4c50e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:53:16.921495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.934176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Transition to ACTIVE for port object 15ed4192-4822-4175-ae75-59abb7a4c50e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:53:16.938251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:16.997911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Pushing event updated for resources: {'Port': ['ID=15ed4192-4822-4175-ae75-59abb7a4c50e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:17.072591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Attempting to bind port 15ed4192-4822-4175-ae75-59abb7a4c50e on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:53:17.072930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Attempting to bind port 15ed4192-4822-4175-ae75-59abb7a4c50e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:53:17.075076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Attempting to bind port 15ed4192-4822-4175-ae75-59abb7a4c50e on network d1f41af2-dad0-41b7-b41b-958a324d3f35 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:17.080130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Port 15ed4192-4822-4175-ae75-59abb7a4c50e on network d1f41af2-dad0-41b7-b41b-958a324d3f35 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:53:17.080367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916f4a-92c2-4b4d-a526-14f4154f439e req-bd037331-6e1f-4b39-a9be-fb774256b55e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.080837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Attempting to bind port 15ed4192-4822-4175-ae75-59abb7a4c50e on network d1f41af2-dad0-41b7-b41b-958a324d3f35 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:17.081984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5916f4a-92c2-4b4d-a526-14f4154f439e req-bd037331-6e1f-4b39-a9be-fb774256b55e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0758188 Sep 23 19:53:17.093163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:53:17.093509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Checking segment: {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:17.094290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Bound using segment: {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:53:17.095017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Bound port: 15ed4192-4822-4175-ae75-59abb7a4c50e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1f737f-d11a-4ca9-a528-99fc29388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:53:17.095678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:17.099943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:17.136916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5916f4a-92c2-4b4d-a526-14f4154f439e req-b1663eea-04f0-426c-a68e-37cb62fff3bf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463150 Sep 23 19:53:17.181371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] For port 15ed4192-4822-4175-ae75-59abb7a4c50e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:53:17.186013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] For port 15ed4192-4822-4175-ae75-59abb7a4c50e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=15ed4192-4822-4175-ae75-59abb7a4c50e,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:53:17.191801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:17.239703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.240978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:17.242710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/15ed4192-4822-4175-ae75-59abb7a4c50e HTTP/1.1" status: 200 len: 1130 time: 0.7291806 Sep 23 19:53:17.243334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:17.247743 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:17.265326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a8fe1-c5d6-4364-82b0-aa36a733ae6f req-2228a032-db61-420b-aced-6c282e667262 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.267624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a5a8fe1-c5d6-4364-82b0-aa36a733ae6f req-2228a032-db61-420b-aced-6c282e667262 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 982 time: 0.0644407 Sep 23 19:53:17.307323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53f2a-7948-41a6-b720-215e6b4d70a8 service neutron] Pushing event updated for resources: {'Port': ['ID=15ed4192-4822-4175-ae75-59abb7a4c50e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:17.349551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-044b8cc2-a261-4595-ae23-8bcb71a16019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.351266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-044b8cc2-a261-4595-ae23-8bcb71a16019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1133 time: 0.0570304 Sep 23 19:53:17.351985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a5a8fe1-c5d6-4364-82b0-aa36a733ae6f req-5e74eb92-a826-4073-82ea-1f59c239eedf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0631127 Sep 23 19:53:17.402834 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-c0dcb92d-cf97-43e0-9dea-11f1053e68ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15ed4192-4822-4175-ae75-59abb7a4c50e HTTP/1.1" status: 200 len: 217 time: 0.0381699 Sep 23 19:53:17.490902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ed5f67ba-4920-486f-8dc7-e6aa0cf068c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.492445 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-ed5f67ba-4920-486f-8dc7-e6aa0cf068c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4542717-248b-448a-b93d-4440c1b66430 HTTP/1.1" status: 200 len: 835 time: 0.0827622 Sep 23 19:53:17.530664 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901a14e2-7b1e-4671-95ea-f68a8cf0f7e6 x-openstack-request-id: req-901a14e2-7b1e-4671-95ea-f68a8cf0f7e6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:17.531218 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:17.531565 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-901a14e2-7b1e-4671-95ea-f68a8cf0f7e6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:17.532051 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'status': 'completed', 'code': 200} Sep 23 19:53:17.552206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-9aa2596d-94ba-4608-801e-a17da04adbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.553864 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-9aa2596d-94ba-4608-801e-a17da04adbcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1f41af2-dad0-41b7-b41b-958a324d3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547726 Sep 23 19:53:17.633606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc1e02-1f72-425d-8c5a-e7ec7f37b717 req-58c8ed56-49df-4753-968b-83968193c72c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.635566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31fc1e02-1f72-425d-8c5a-e7ec7f37b717 req-58c8ed56-49df-4753-968b-83968193c72c tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0716705 Sep 23 19:53:17.690418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31fc1e02-1f72-425d-8c5a-e7ec7f37b717 req-b28a69d7-86c7-4f93-9781-4e4a470d26a7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467062 Sep 23 19:53:17.724024 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-f64947c7-88ad-4e0f-a75b-b0ad6e413eb7 service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620512 Sep 23 19:53:17.731835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-e8744f5e-e607-4663-8cfe-7476a709c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:17.736252 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-e8744f5e-e607-4663-8cfe-7476a709c0aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1095 time: 0.0835564 Sep 23 19:53:17.993032 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d88eb7f0-519f-4e09-b05b-4e3de5995fea req-488c38ff-74d4-4ee4-8849-8c6a1ad5e74a service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570889 Sep 23 19:53:17.998931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-590abd53-e958-4128-8311-96e270eb6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.000487 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-590abd53-e958-4128-8311-96e270eb6650 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.2239959 Sep 23 19:53:18.100579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-8bc84d55-381c-4bd0-bff3-aaff458963e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 999 time: 0.0925999 Sep 23 19:53:18.106439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-2cbbaf41-aecd-4d05-9852-850387615e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.107762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-2cbbaf41-aecd-4d05-9852-850387615e35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1133 time: 0.0629930 Sep 23 19:53:18.202508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-c3ba8a08-5e19-4c48-9f8f-3f08a2206335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.203944 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-c3ba8a08-5e19-4c48-9f8f-3f08a2206335 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0953748 Sep 23 19:53:18.255467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-8b2bec87-52e7-44b8-b20b-51f3d997c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.256844 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-8b2bec87-52e7-44b8-b20b-51f3d997c492 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1f41af2-dad0-41b7-b41b-958a324d3f35 HTTP/1.1" status: 200 len: 898 time: 0.1413214 Sep 23 19:53:18.265572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-b526e9fe-07f1-4f9d-9b37-93420355ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.267011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-b526e9fe-07f1-4f9d-9b37-93420355ca6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554428 Sep 23 19:53:18.309414 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-7a7201a6-9619-449d-80ae-94b01e320e23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15ed4192-4822-4175-ae75-59abb7a4c50e HTTP/1.1" status: 200 len: 217 time: 0.0414860 Sep 23 19:53:18.411491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-e06541fd-2efe-47fa-90ee-338b6249ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.412956 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-e06541fd-2efe-47fa-90ee-338b6249ba2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4542717-248b-448a-b93d-4440c1b66430 HTTP/1.1" status: 200 len: 835 time: 0.0919225 Sep 23 19:53:18.455415 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-e5131c7b-fa3c-4826-bc03-eb5220cb9eeb service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538701 Sep 23 19:53:18.465045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ceb0-b574-4a7c-8f6c-e9f65ad95d0d req-c79e1d53-fcd4-44b1-a084-63bc521fce6a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.466538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28f5ceb0-b574-4a7c-8f6c-e9f65ad95d0d req-c79e1d53-fcd4-44b1-a084-63bc521fce6a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 982 time: 0.0538449 Sep 23 19:53:18.492934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-939b5c6b-c1ff-4cf5-85de-9870c6727197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.494531 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-939b5c6b-c1ff-4cf5-85de-9870c6727197 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1f41af2-dad0-41b7-b41b-958a324d3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724630 Sep 23 19:53:18.507751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28f5ceb0-b574-4a7c-8f6c-e9f65ad95d0d req-9d43c760-c287-4492-994c-4866b41722b7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0348473 Sep 23 19:53:18.587319 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:18.625399 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e3db7b0-f106-42d0-98f1-63063cfa2338 req-6278e3d0-5f61-45f4-9400-8f14460f9aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613233 Sep 23 19:53:18.642979 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-f7103b01-fbc5-47a5-b3a9-7f3d9c9b21f2 service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403399 Sep 23 19:53:18.746071 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3fed45c3-2fbd-415b-837c-f02c45c7e2c8 req-38a86252-c0d8-4de0-858b-d1b040026f74 service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964024 Sep 23 19:53:18.827118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2f48f-f7fd-483d-8aa5-34912153b0c0 req-1abe8d19-25fa-4891-83f5-3d04c017d92b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:18.828492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55d2f48f-f7fd-483d-8aa5-34912153b0c0 req-1abe8d19-25fa-4891-83f5-3d04c017d92b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0483377 Sep 23 19:53:18.866062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55d2f48f-f7fd-483d-8aa5-34912153b0c0 req-2e18b27a-7bf8-491f-8322-0a1ad799a36b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312734 Sep 23 19:53:19.458908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-9f7ad533-ebfc-4ef0-97c4-2933954666b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382974 Sep 23 19:53:19.523494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-09ebcadd-c027-4c4f-b0d8-d0ca27f8df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:19.530232 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-09ebcadd-c027-4c4f-b0d8-d0ca27f8df7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 1096 time: 0.0433156 Sep 23 19:53:19.685846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-04caf846-f884-448f-a171-60d3fc33598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:19.687921 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-04caf846-f884-448f-a171-60d3fc33598c service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.1329365 Sep 23 19:53:19.698835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a8f55-0a4b-4b31-ab69-43b457c348ea req-8f9a70b1-419a-4e54-b8e4-97ce70777a2b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:19.705886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d2a8f55-0a4b-4b31-ab69-43b457c348ea req-8f9a70b1-419a-4e54-b8e4-97ce70777a2b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 982 time: 0.0992641 Sep 23 19:53:19.752915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d2a8f55-0a4b-4b31-ab69-43b457c348ea req-6800ff00-cbf2-40fc-8af7-fb2dd4bea277 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0461328 Sep 23 19:53:19.769024 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-81f0c4c6-3d14-4e17-ac75-4688c5bec08e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 200 len: 1001 time: 0.0727103 Sep 23 19:53:19.824912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-f921a361-971a-4248-9086-06c24589b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:19.826345 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-f921a361-971a-4248-9086-06c24589b95e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0480542 Sep 23 19:53:19.873783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-978a51d9-daa2-4f39-95e3-4df3522d4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:19.875372 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-978a51d9-daa2-4f39-95e3-4df3522d4685 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414355 Sep 23 19:53:19.975271 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-9523e9aa-c4b7-4e4d-9708-7b795decf1b4 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925879 Sep 23 19:53:19.997794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e899-7629-4d5c-bff1-99a871ab56fd req-44a27bfb-0149-42f6-9f7a-1f2bc9edb9eb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:19.999467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba63e899-7629-4d5c-bff1-99a871ab56fd req-44a27bfb-0149-42f6-9f7a-1f2bc9edb9eb tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0626214 Sep 23 19:53:20.036362 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba63e899-7629-4d5c-bff1-99a871ab56fd req-167166db-9c75-45fe-af8c-85ed7e8d6fc2 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307069 Sep 23 19:53:20.065064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6d612833-f700-43c2-86f5-3ea920d4d8b4 req-da44a1e1-e917-427e-9d81-c787ae63bcb9 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815918 Sep 23 19:53:20.150087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7ec4-6e83-4c2f-8121-53a4dfc9523d req-56a324d9-e231-4325-9a0b-1a4e56ad86e9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:20.151703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e48a7ec4-6e83-4c2f-8121-53a4dfc9523d req-56a324d9-e231-4325-9a0b-1a4e56ad86e9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0484715 Sep 23 19:53:20.188573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e48a7ec4-6e83-4c2f-8121-53a4dfc9523d req-fc3e32ea-32f6-4293-9006-98059f6084b7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309887 Sep 23 19:53:20.300171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbc7c1-0739-4557-a0c4-2e0dd0086fa7 req-262d8a7a-79f4-4d31-9f88-9b43deef6e5b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:20.301652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90cbc7c1-0739-4557-a0c4-2e0dd0086fa7 req-262d8a7a-79f4-4d31-9f88-9b43deef6e5b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0476031 Sep 23 19:53:20.338987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90cbc7c1-0739-4557-a0c4-2e0dd0086fa7 req-712fceaf-b445-42b9-932d-ae5ffef7300d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Sep 23 19:53:20.565985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa4ce-a56b-4e4f-96b9-09bc272f827f req-4631c38d-81a4-4e90-9a5b-7c37ea626fa1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:20.567530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-068fa4ce-a56b-4e4f-96b9-09bc272f827f req-4631c38d-81a4-4e90-9a5b-7c37ea626fa1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0517750 Sep 23 19:53:20.604057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-068fa4ce-a56b-4e4f-96b9-09bc272f827f req-4483e2de-2ce1-4c09-9a2b-ccd378c89739 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306494 Sep 23 19:53:20.870874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61e61c-09e9-4ecb-8bee-9527245b5a45 req-c471c731-508f-410a-8c3e-e00776425588 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:20.872509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba61e61c-09e9-4ecb-8bee-9527245b5a45 req-c471c731-508f-410a-8c3e-e00776425588 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 982 time: 0.0519397 Sep 23 19:53:20.914829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba61e61c-09e9-4ecb-8bee-9527245b5a45 req-bda6023d-339f-4896-afab-ecfa8034b664 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0358496 Sep 23 19:53:21.735987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 15ed4192-4822-4175-ae75-59abb7a4c50e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:53:21.787571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54e3e-4158-45b6-948a-81aee1f86f68 req-508de1a2-f805-4bf4-bc20-efbfba50c584 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:21.789254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7e54e3e-4158-45b6-948a-81aee1f86f68 req-508de1a2-f805-4bf4-bc20-efbfba50c584 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1067264 Sep 23 19:53:21.831521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7e54e3e-4158-45b6-948a-81aee1f86f68 req-4b827182-ac91-4a92-8409-bc50044fbd3f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346947 Sep 23 19:53:21.852527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 15ed4192-4822-4175-ae75-59abb7a4c50e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=15ed4192-4822-4175-ae75-59abb7a4c50e,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:21.865565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'port_id': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'mac_address': 'fa:16:3e:f2:cb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:53:21.910685 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:21.925582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ed4192-4822-4175-ae75-59abb7a4c50e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:53:21.948276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 15ed4192-4822-4175-ae75-59abb7a4c50e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=15ed4192-4822-4175-ae75-59abb7a4c50e,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:21.953370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:22.009752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=15ed4192-4822-4175-ae75-59abb7a4c50e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:22.084662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc22a3-af94-4d2d-96a9-53eb417a6c54 req-093751bc-9e76-4701-a2c4-4dc179bbf309 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:22.086170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85cc22a3-af94-4d2d-96a9-53eb417a6c54 req-093751bc-9e76-4701-a2c4-4dc179bbf309 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 983 time: 0.0536127 Sep 23 19:53:22.105759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-2c0459fc-c5d9-45a3-a1c5-b9e348417a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:22.107301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-2c0459fc-c5d9-45a3-a1c5-b9e348417a8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 1095 time: 0.0454299 Sep 23 19:53:22.126485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85cc22a3-af94-4d2d-96a9-53eb417a6c54 req-bf601409-248e-418d-aa53-1008e40c36ad tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0328529 Sep 23 19:53:22.199592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-ff5828e1-0797-442b-ac82-e354793c98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:22.200966 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-ff5828e1-0797-442b-ac82-e354793c98a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 200 len: 913 time: 0.0862086 Sep 23 19:53:22.230715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275020f-b413-4a65-9868-82142998b577 req-798479b3-e310-4567-8b22-1d24835dcd47 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:22.232192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1275020f-b413-4a65-9868-82142998b577 req-798479b3-e310-4567-8b22-1d24835dcd47 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0479710 Sep 23 19:53:22.269703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1275020f-b413-4a65-9868-82142998b577 req-e3db41f0-e1bb-478b-96e5-ebd80ab73ffc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314596 Sep 23 19:53:22.275004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['15ed4192-4822-4175-ae75-59abb7a4c50e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:22.553598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-6c10598a-6951-4cb3-97d1-4aa21faa0479 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 200 len: 999 time: 0.3442008 Sep 23 19:53:22.602233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-e02ce9cf-9af6-4357-887f-52a90c73ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:22.603605 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-e02ce9cf-9af6-4357-887f-52a90c73ba6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 200 len: 851 time: 0.0423064 Sep 23 19:53:22.647321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-7e455058-d7cf-4977-8ec6-5697f352c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:22.648724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-7e455058-d7cf-4977-8ec6-5697f352c2a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9690c1e5-cd26-41bb-8342-967b4a35c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375917 Sep 23 19:53:22.739762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-c8d1e383-d893-46d3-887b-2271ae3b8a63 service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839083 Sep 23 19:53:22.828614 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4dbe4e41-8040-4809-a606-591e0f1c64bb req-c23c4e76-a7ae-475f-881b-8a58eb90eeec service neutron] 10.222.0.72 "GET /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798612 Sep 23 19:53:23.241579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508358-4838-428b-8c89-5c4457ed1d7e req-ef3c284f-70cb-4b3e-96c3-b50c824f72b6 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:23.243004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7508358-4838-428b-8c89-5c4457ed1d7e req-ef3c284f-70cb-4b3e-96c3-b50c824f72b6 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 983 time: 0.0490725 Sep 23 19:53:23.282438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7508358-4838-428b-8c89-5c4457ed1d7e req-8afd6d52-222a-42ce-bd8c-dc296c7baa3b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0324459 Sep 23 19:53:23.390036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ba92-fcab-4660-aa95-555265edf59b req-ecab9daa-3806-496c-b852-5e9d899e9ba5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:23.391645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64d0ba92-fcab-4660-aa95-555265edf59b req-ecab9daa-3806-496c-b852-5e9d899e9ba5 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0541430 Sep 23 19:53:23.432409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64d0ba92-fcab-4660-aa95-555265edf59b req-57532609-48db-4798-aff6-c4bcd468379f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Sep 23 19:53:23.741077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 15ed4192-4822-4175-ae75-59abb7a4c50e up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:23.811912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 15ed4192-4822-4175-ae75-59abb7a4c50e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:53:23.816387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 15ed4192-4822-4175-ae75-59abb7a4c50e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:23.816837 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:23.917001 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:23.939623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:23.941843 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a7d49-2e6b-41e7-a3c6-6a876d8513b8" -d '{"events": [{"server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "name": "network-vif-plugged", "status": "completed", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:23.955257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 15ed4192-4822-4175-ae75-59abb7a4c50e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=15ed4192-4822-4175-ae75-59abb7a4c50e,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:23.962789 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:23.989859 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ace130-6b8d-49b7-bb75-c20a2ce10891 x-openstack-request-id: req-51ace130-6b8d-49b7-bb75-c20a2ce10891 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:23.990152 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "name": "network-vif-plugged", "status": "completed", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:23.990426 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51ace130-6b8d-49b7-bb75-c20a2ce10891 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:23.990839 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'code': 200} Sep 23 19:53:24.033002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=15ed4192-4822-4175-ae75-59abb7a4c50e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:24.090754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3d1f5-2bdd-43cb-9956-2d80a88828c6 req-41131e60-91cd-4411-92a6-925611619ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:24.092280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20e3d1f5-2bdd-43cb-9956-2d80a88828c6 req-41131e60-91cd-4411-92a6-925611619ecd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1135 time: 0.0443814 Sep 23 19:53:24.128867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-20e3d1f5-2bdd-43cb-9956-2d80a88828c6 req-1381da82-07c8-464d-ad84-4ebb14a4a691 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=463ff9a4-13ba-4b5e-9387-a155b9288311&id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0287869 Sep 23 19:53:24.399564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29d488-52a6-4ace-85b4-e57c4f8363a2 req-dba8b945-a91d-4e55-8a11-f12436172806 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:24.401054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc29d488-52a6-4ace-85b4-e57c4f8363a2 req-dba8b945-a91d-4e55-8a11-f12436172806 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 984 time: 0.0487792 Sep 23 19:53:24.439521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc29d488-52a6-4ace-85b4-e57c4f8363a2 req-3ca46da1-6a70-4318-8747-961bba6d16f1 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0322576 Sep 23 19:53:24.545614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fc6ce-cea4-45c5-ac2e-96478d578a9e req-00c0a29f-d816-4ddf-9a95-3edc270ffdf3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:24.547109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-951fc6ce-cea4-45c5-ac2e-96478d578a9e req-00c0a29f-d816-4ddf-9a95-3edc270ffdf3 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0472488 Sep 23 19:53:24.584772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-951fc6ce-cea4-45c5-ac2e-96478d578a9e req-1ec72777-2d87-43a5-94a7-c48d504fb7db tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316780 Sep 23 19:53:24.698051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c1520-1bc4-4b42-aabd-52ee261cb2c9 req-0dbeec9f-d856-411b-a858-387b6d57224d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:24.699604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe6c1520-1bc4-4b42-aabd-52ee261cb2c9 req-0dbeec9f-d856-411b-a858-387b6d57224d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0513711 Sep 23 19:53:24.736259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe6c1520-1bc4-4b42-aabd-52ee261cb2c9 req-5728ef03-f0ff-48df-9418-ae61dcdeca79 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306845 Sep 23 19:53:25.389898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-dae03f3c-7ab8-48b7-8047-d0e94d69cda0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:25.391375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-dae03f3c-7ab8-48b7-8047-d0e94d69cda0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=92931938-7811-4f78-b608-10f64400d2fe HTTP/1.1" status: 200 len: 944 time: 0.0473828 Sep 23 19:53:25.423218 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:25.485354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Deleting port d2af4506-1a61-46b2-b911-f5a7cbeb0bca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:25.485948 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:25.577976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] For port d2af4506-1a61-46b2-b911-f5a7cbeb0bca, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:25.578366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:25.590824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Calling delete_port for d2af4506-1a61-46b2-b911-f5a7cbeb0bca owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:25.716555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:25.729272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3f4c69ea-e3b5-4745-9030-36a90f897787'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:25.744553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event deleted for resources: {'Port': ['ID=d2af4506-1a61-46b2-b911-f5a7cbeb0bca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:25.757475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:25.787254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] No DVR routers for this DVR port d2af4506-1a61-46b2-b911-f5a7cbeb0bca on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:25.790513 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:25.793192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a1989ec7-00c0-4a34-86c2-59024c3d7b3e req-4267be7a-bb29-4751-aac0-e316df3e8be6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "DELETE /v2.0/ports/d2af4506-1a61-46b2-b911-f5a7cbeb0bca HTTP/1.1" status: 204 len: 173 time: 0.3944724 Sep 23 19:53:25.793648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-deleted', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:25.796737 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eb1567-5d40-487c-9765-f912e068695a" -d '{"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-deleted", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:26.361424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d2e43-f01d-4218-bd83-5d15a1bb5814 req-4909e868-599f-4ae0-955d-55bbd4492fa8 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:26.362949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-093d2e43-f01d-4218-bd83-5d15a1bb5814 req-4909e868-599f-4ae0-955d-55bbd4492fa8 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 984 time: 0.0633252 Sep 23 19:53:26.402197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-093d2e43-f01d-4218-bd83-5d15a1bb5814 req-488f6e83-0572-4030-8b2a-7401888f4165 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0332744 Sep 23 19:53:26.441508 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd771bd4-6837-4bc7-bd29-6fe58044eb22 x-openstack-request-id: req-bd771bd4-6837-4bc7-bd29-6fe58044eb22 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:26.441826 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92931938-7811-4f78-b608-10f64400d2fe", "name": "network-vif-deleted", "tag": "d2af4506-1a61-46b2-b911-f5a7cbeb0bca", "status": "failed", "code": 422}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:26.442078 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd771bd4-6837-4bc7-bd29-6fe58044eb22 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:26.442515 n-d-810763-1 neutron-server[94826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92931938-7811-4f78-b608-10f64400d2fe', 'name': 'network-vif-deleted', 'tag': 'd2af4506-1a61-46b2-b911-f5a7cbeb0bca', 'status': 'failed', 'code': 422} returned with failed status Sep 23 19:53:26.558958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf6efc-c1bb-474b-8f03-890b4c5951e3 req-4797654d-d56b-49b5-9050-995ce3c1fd9b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:26.560482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bdf6efc-c1bb-474b-8f03-890b4c5951e3 req-4797654d-d56b-49b5-9050-995ce3c1fd9b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 984 time: 0.0487950 Sep 23 19:53:26.601409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bdf6efc-c1bb-474b-8f03-890b4c5951e3 req-315466db-7b9a-4d8f-9e6a-8f3ae5980284 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347683 Sep 23 19:53:26.809410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c0ad3-951e-47cd-9257-756fdea1ef02 req-2244425c-aad1-47ad-b46f-3a76dda483bd tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:26.811080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-561c0ad3-951e-47cd-9257-756fdea1ef02 req-2244425c-aad1-47ad-b46f-3a76dda483bd tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1135 time: 0.0408609 Sep 23 19:53:26.829492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-561c0ad3-951e-47cd-9257-756fdea1ef02 req-84c34e31-6eaa-4fdf-956a-775be453d799 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:26.856399 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:26.928764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-561c0ad3-951e-47cd-9257-756fdea1ef02 req-84c34e31-6eaa-4fdf-956a-775be453d799 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:26.933321 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-561c0ad3-951e-47cd-9257-756fdea1ef02 req-84c34e31-6eaa-4fdf-956a-775be453d799 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:26.956245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-561c0ad3-951e-47cd-9257-756fdea1ef02 req-84c34e31-6eaa-4fdf-956a-775be453d799 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1389108 Sep 23 19:53:26.964901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c34e31-6eaa-4fdf-956a-775be453d799 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82e8d14-bb64-4a77-9f77-6ffe4a6cc922,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:26.978491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:27.028730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61185a34-5ffc-42c4-b3ba-2cd8be883597 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:27.030402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-61185a34-5ffc-42c4-b3ba-2cd8be883597 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1130 time: 0.0510201 Sep 23 19:53:27.033559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:27.038360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:27.061463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:27.078034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2026d9f-7e20-494b-a8cb-67edb0fc419b req-6745f823-a63a-4850-ad01-97940950c9a0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:27.079556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2026d9f-7e20-494b-a8cb-67edb0fc419b req-6745f823-a63a-4850-ad01-97940950c9a0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 908 time: 0.0533538 Sep 23 19:53:27.163067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:27.272501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Allocated IP 172.25.6.172 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/3e5aa41d-9773-4c87-a9fc-9d95614a06d1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:27.381190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:27.417711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:27.465316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:27.470905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:27.475225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:27.501624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=3e5aa41d-9773-4c87-a9fc-9d95614a06d1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:27.562674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5628c1-ca4a-4c72-9356-580ae48e9c9e req-dc7580c8-47d7-44bf-9417-e3db47f4f394 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:27.564302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c5628c1-ca4a-4c72-9356-580ae48e9c9e req-dc7580c8-47d7-44bf-9417-e3db47f4f394 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0556033 Sep 23 19:53:27.608927 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c5628c1-ca4a-4c72-9356-580ae48e9c9e req-1573db21-7a59-4784-ba98-8efa674d30a9 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380387 Sep 23 19:53:27.825698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:27.895221 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.047181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.052846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.127932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=3e5aa41d-9773-4c87-a9fc-9d95614a06d1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:28.135212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.211254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043221a4-2096-4c0f-8e6e-9d0ecf72f8e3 req-85ff6fd3-0c53-4ebd-b0c6-c05212d91e12 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:28.212912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-043221a4-2096-4c0f-8e6e-9d0ecf72f8e3 req-85ff6fd3-0c53-4ebd-b0c6-c05212d91e12 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 908 time: 0.0505052 Sep 23 19:53:28.263191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-5b285a72-ed3e-4bd7-b627-bbc2bcfd8450 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:28.264646 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-5b285a72-ed3e-4bd7-b627-bbc2bcfd8450 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 908 time: 0.0951335 Sep 23 19:53:28.283903 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Floating IP 23bd1320-42f8-4b87-a915-b4dd14b82e9b associated. External IP: 172.25.6.172, port: 15ed4192-4822-4175-ae75-59abb7a4c50e. Sep 23 19:53:28.453512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Deleting port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:28.453857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.621532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] For port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:28.621898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.639364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Calling delete_port for 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:28.642074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:53:28.730909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a26ba5-fbcf-46ad-8a9e-0de4186b5b95 req-de29c635-3c03-48ce-b855-c121b5200dec tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:28.733168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94a26ba5-fbcf-46ad-8a9e-0de4186b5b95 req-de29c635-3c03-48ce-b855-c121b5200dec tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.0544770 Sep 23 19:53:28.779625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94a26ba5-fbcf-46ad-8a9e-0de4186b5b95 req-b5780a3a-2553-4ef9-9a7c-f6820d3a2424 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370462 Sep 23 19:53:28.832276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:53:28.842677 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] Sync routers for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:53:28.852389 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:28.853797 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:28.880176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.914483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.931903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-510f5a13-06c7-4137-b563-3b1c22bffccf tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8947554 Sep 23 19:53:28.932484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:28.949156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:28.951602 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:28.957287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event deleted for resources: {'Port': ['ID=45fa3ad7-8a60-4fc3-ac4c-5080b78393ef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:28.988535 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:29.003944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] No DVR routers for this DVR port 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:29.015555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:29.018024 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f585bebf-6df2-4960-b7c2-a9586fcb3272 req-d2d8c631-0bdd-44be-b500-7b530aef226e tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "DELETE /v2.0/ports/45fa3ad7-8a60-4fc3-ac4c-5080b78393ef HTTP/1.1" status: 204 len: 173 time: 0.7437694 Sep 23 19:53:29.026601 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcddae4-59b8-40c5-92aa-f3b8f8152173 x-openstack-request-id: req-edcddae4-59b8-40c5-92aa-f3b8f8152173 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:29.027133 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:29.027389 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-edcddae4-59b8-40c5-92aa-f3b8f8152173 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:29.028274 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'status': 'completed', 'code': 200} Sep 23 19:53:29.134343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-536356d1-22d5-435f-a23c-d64d3c382f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.135861 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-536356d1-22d5-435f-a23c-d64d3c382f45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1135 time: 0.0801098 Sep 23 19:53:29.261018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-9cbfd185-f038-40db-90bc-83504f6a6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.262862 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-9cbfd185-f038-40db-90bc-83504f6a6249 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1f41af2-dad0-41b7-b41b-958a324d3f35 HTTP/1.1" status: 200 len: 898 time: 0.1156185 Sep 23 19:53:29.280673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.281207 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.287957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.288502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.288998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.289479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.289949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.295633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c5d69c9-ef08-4447-8929-0093cf8d73f0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.3615158 Sep 23 19:53:29.300368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:29.354733 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-6a9b1d30-099b-43fc-91fc-391cf3fe54b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15ed4192-4822-4175-ae75-59abb7a4c50e HTTP/1.1" status: 200 len: 999 time: 0.0841348 Sep 23 19:53:29.371441 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '23bd1320-42f8-4b87-a915-b4dd14b82e9b', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'port_id': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'mac_address': 'fa:16:3e:f2:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:53:27Z', 'updated_at': '2021-09-23T19:53:27Z', 'revision_number': 0, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:15Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:29.402766 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] Checking router: 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:29.411985 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:29.412911 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:29.416621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-92fc0724-3cb7-4d6d-93ac-e934b195f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.417273 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-92fc0724-3cb7-4d6d-93ac-e934b195f44b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4542717-248b-448a-b93d-4440c1b66430 HTTP/1.1" status: 200 len: 835 time: 0.0561607 Sep 23 19:53:29.499735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-3de6c68f-b9e6-4502-a66c-796d427e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.501222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-3de6c68f-b9e6-4502-a66c-796d427e8b0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1f41af2-dad0-41b7-b41b-958a324d3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621583 Sep 23 19:53:29.527831 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:53:29.574192 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:29.589998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-35bf9bb7-ad1d-4156-82cf-b4ecef71c278 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.591716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-35bf9bb7-ad1d-4156-82cf-b4ecef71c278 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1096506 Sep 23 19:53:29.729943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-f4b5fe80-0e5a-46a4-bbdb-ab0c1271fa2d service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103348 Sep 23 19:53:29.838036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Deleting port 3d4d843b-daa9-4d42-a7a5-018bc28e515f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:29.838630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:29.855840 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '23bd1320-42f8-4b87-a915-b4dd14b82e9b', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'port_id': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'mac_address': 'fa:16:3e:f2:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:53:27Z', 'updated_at': '2021-09-23T19:53:27Z', 'revision_number': 0, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:15Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:29.878893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f51269ec-3b2d-4f38-ad2a-51ff3995e2ea req-c8324771-1c0d-4fed-ba71-08a77fc21610 service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366248 Sep 23 19:53:29.899473 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9792bcd-e467-45e8-a2b5-eecb50978860 None None] The sync data for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 is: [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '23bd1320-42f8-4b87-a915-b4dd14b82e9b', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'port_id': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'mac_address': 'fa:16:3e:f2:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:53:27Z', 'updated_at': '2021-09-23T19:53:27Z', 'revision_number': 0, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:15Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:29.954856 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdb9b23b-f33b-4631-8241-6e9b0c160f93 req-8009ccba-0e86-4d83-9b02-25ff3f0a8b36 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08 HTTP/1.1" status: 200 len: 210 time: 0.0415418 Sep 23 19:53:29.958866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.959711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.959822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.960352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.960810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.961505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.961965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:29.967614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d188c417-3bd1-4af5-a4c3-dddd2de1a9e6 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.6661656 Sep 23 19:53:29.968262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:29.970428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] For port 3d4d843b-daa9-4d42-a7a5-018bc28e515f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3d4d843b-daa9-4d42-a7a5-018bc28e515f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:29.971142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:30.157853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07f87-e902-422a-98f4-95dec7db503d req-9ff0b062-18ca-4777-bea8-20c24c5a188a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:30.159436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26f07f87-e902-422a-98f4-95dec7db503d req-9ff0b062-18ca-4777-bea8-20c24c5a188a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 945 time: 0.1109550 Sep 23 19:53:30.196124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:30.197877 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:30.198530 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Floating IP da3b27f4-9c7c-4b7f-a324-3d42c9374445 disassociated. External IP: 172.25.6.108, port: 3d4d843b-daa9-4d42-a7a5-018bc28e515f. Sep 23 19:53:30.199192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Calling delete_port for 3d4d843b-daa9-4d42-a7a5-018bc28e515f owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:30.232019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26f07f87-e902-422a-98f4-95dec7db503d req-933b526b-adef-462a-baac-cc711bb9a14d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655875 Sep 23 19:53:30.260636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fc9fb-fa7b-48e0-9165-2b3a0b427462 None None] New status for floating IP 23bd1320-42f8-4b87-a915-b4dd14b82e9b: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:53:30.320397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f4027a7-d5f9-4acb-a43a-c1c10e84b430 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.3509135 Sep 23 19:53:30.322878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:30.366797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:30.387333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb55182-d625-4a94-b1ac-40ab622c0902 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:30.387825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb55182-d625-4a94-b1ac-40ab622c0902 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:30.401857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event deleted for resources: {'Port': ['ID=3d4d843b-daa9-4d42-a7a5-018bc28e515f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:30.404598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4bb55182-d625-4a94-b1ac-40ab622c0902 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 HTTP/1.1" status: 200 len: 1990 time: 0.0781913 Sep 23 19:53:30.541202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:53:30.860271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c32404-b9ec-4992-8081-0fb854b08bd8 req-f1c66121-530d-4979-aaec-dc4df27ac504 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:30.862006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33c32404-b9ec-4992-8081-0fb854b08bd8 req-f1c66121-530d-4979-aaec-dc4df27ac504 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0580628 Sep 23 19:53:30.907446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33c32404-b9ec-4992-8081-0fb854b08bd8 req-1549786a-098c-4b70-8df6-17c3df2c6316 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Sep 23 19:53:30.957495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:53:30.968467 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] Sync routers for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:53:30.977236 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:30.977864 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:30.996953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] No DVR routers for this DVR port 3d4d843b-daa9-4d42-a7a5-018bc28e515f on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:30.999613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:31.002752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f3031886-2e3c-47de-bbeb-a416d5bc6e8c req-d1936abf-86eb-4b95-9ac5-af2bb762bb6c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "DELETE /v2.0/ports/3d4d843b-daa9-4d42-a7a5-018bc28e515f HTTP/1.1" status: 204 len: 173 time: 1.3729291 Sep 23 19:53:31.028561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'name': 'network-vif-deleted', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef'}, {'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'name': 'network-vif-deleted', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:31.031098 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee37e962-61a3-4b05-9a80-7433542cc3eb" -d '{"events": [{"server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "name": "network-vif-deleted", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef"}, {"server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "name": "network-vif-deleted", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:31.082766 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69562f-7e12-4f1c-9907-1cb756c7e95f x-openstack-request-id: req-7e69562f-7e12-4f1c-9907-1cb756c7e95f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:31.083473 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08", "name": "network-vif-deleted", "tag": "45fa3ad7-8a60-4fc3-ac4c-5080b78393ef", "status": "completed", "code": 200}, {"server_uuid": "101e178c-359b-4375-9b6b-389277d761af", "name": "network-vif-deleted", "tag": "3d4d843b-daa9-4d42-a7a5-018bc28e515f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:31.084038 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e69562f-7e12-4f1c-9907-1cb756c7e95f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:31.084810 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99d7ee-ad7f-4a23-b9e6-81c7d5e2ed08', 'name': 'network-vif-deleted', 'tag': '45fa3ad7-8a60-4fc3-ac4c-5080b78393ef', 'status': 'completed', 'code': 200} Sep 23 19:53:31.085300 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101e178c-359b-4375-9b6b-389277d761af', 'name': 'network-vif-deleted', 'tag': '3d4d843b-daa9-4d42-a7a5-018bc28e515f', 'status': 'completed', 'code': 200} Sep 23 19:53:31.091247 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:31.294446 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:31.305869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634192c-5d00-4025-a49f-bb56e27505ed req-8c8eaabc-56ec-4e2f-b7c3-b329e23f91ee tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:31.313423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8634192c-5d00-4025-a49f-bb56e27505ed req-8c8eaabc-56ec-4e2f-b7c3-b329e23f91ee tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 945 time: 0.0586245 Sep 23 19:53:31.321541 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] Checking router: 0ec1ea27-f871-4a20-8195-0a55c52f6df5 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:31.330760 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:31.331598 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:31.347110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8634192c-5d00-4025-a49f-bb56e27505ed req-f167a3ca-c202-4d2d-ad3f-bf50185a8d77 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Sep 23 19:53:31.444351 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:31.450539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cdc67c3-dd95-4ffb-a521-47cca7e53f4e req-9b575395-c5a6-4e25-9070-e4121072ab0f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=101e178c-359b-4375-9b6b-389277d761af HTTP/1.1" status: 200 len: 210 time: 0.0276225 Sep 23 19:53:31.720245 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:31.746712 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946460a-302a-4474-9715-c0faa24fbf07 None None] The sync data for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 is: [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:31.946428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f77756-ddb5-40c9-a204-545a905ee661 None None] New status for floating IP da3b27f4-9c7c-4b7f-a324-3d42c9374445: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:53:32.033495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6e8e5-c986-465d-87a3-9ebd44c17e6d req-267ea778-e6d6-4c17-87cd-d9356bc864b7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:32.035102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22c6e8e5-c986-465d-87a3-9ebd44c17e6d req-267ea778-e6d6-4c17-87cd-d9356bc864b7 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0528281 Sep 23 19:53:32.073953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22c6e8e5-c986-465d-87a3-9ebd44c17e6d req-33df77c4-7984-499f-a480-8e12152a7cbe tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ca4dc56-783b-4afe-9beb-99f12f5cae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Sep 23 19:53:32.417018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99453d-4865-4c09-b1a4-1d067333874a req-a798b4b4-3339-40c4-871d-9f1334bf1422 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:32.418514 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9a99453d-4865-4c09-b1a4-1d067333874a req-a798b4b4-3339-40c4-871d-9f1334bf1422 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0504441 Sep 23 19:53:32.463500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19adbc-a9d1-41aa-b353-2f959d8629a8 req-44c6184b-45b8-43d0-aa57-9dc1d7534eb0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:32.465299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b19adbc-a9d1-41aa-b353-2f959d8629a8 req-44c6184b-45b8-43d0-aa57-9dc1d7534eb0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 945 time: 0.0499191 Sep 23 19:53:32.504272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b19adbc-a9d1-41aa-b353-2f959d8629a8 req-960a4e2b-fd46-480e-954b-b4a26648ebd2 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Sep 23 19:53:32.513534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Deleting port 2d0f2867-3dba-43e1-a93d-41ce70548e8b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:32.513963 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:32.574539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:32.665155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] For port 2d0f2867-3dba-43e1-a93d-41ce70548e8b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2d0f2867-3dba-43e1-a93d-41ce70548e8b,segment=NetworkSegment(aa6ba62c-806f-49ae-86a5-890abd7c8c10),segment_id=aa6ba62c-806f-49ae-86a5-890abd7c8c10)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:32.665523 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:32.693839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Calling delete_port for 2d0f2867-3dba-43e1-a93d-41ce70548e8b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:32.704189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-cf85bf8c-2e0f-4b8a-8d28-1447b9afd2cc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:32.705634 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-cf85bf8c-2e0f-4b8a-8d28-1447b9afd2cc tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 945 time: 0.1289737 Sep 23 19:53:32.711469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-584714b4-e7e6-4b25-acf4-f1785eb6300f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:32.843260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-584714b4-e7e6-4b25-acf4-f1785eb6300f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:32.923742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Deleting port 3f4c69ea-e3b5-4745-9030-36a90f897787 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:32.923999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:32.961614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-584714b4-e7e6-4b25-acf4-f1785eb6300f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:32.964898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-584714b4-e7e6-4b25-acf4-f1785eb6300f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:32.966011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-584714b4-e7e6-4b25-acf4-f1785eb6300f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "DELETE /v2.0/security-groups/7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4 HTTP/1.1" status: 204 len: 168 time: 0.3905325 Sep 23 19:53:32.968782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:32.982792 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-6aeca186-126f-48a9-9dd1-155ee9aeea48 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] show failed (client error): The resource could not be found. Sep 23 19:53:32.983789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6aeca186-126f-48a9-9dd1-155ee9aeea48 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups/7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4 HTTP/1.1" status: 404 len: 347 time: 0.0140162 Sep 23 19:53:32.986589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:32.997106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584714b4-e7e6-4b25-acf4-f1785eb6300f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7308cb9f-2b7f-4a0f-ae1c-88ae3f8c3be4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:33.054452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.067135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['2d0f2867-3dba-43e1-a93d-41ce70548e8b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:33.096500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Pushing event deleted for resources: {'Port': ['ID=2d0f2867-3dba-43e1-a93d-41ce70548e8b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:33.103280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] For port 3f4c69ea-e3b5-4745-9030-36a90f897787, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=3f4c69ea-e3b5-4745-9030-36a90f897787,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:33.104316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.113939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:33.121253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Calling delete_port for 3f4c69ea-e3b5-4745-9030-36a90f897787 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:33.141026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:33.141619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 45fa3ad7-8a60-4fc3-ac4c-5080b78393ef not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:33.142118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3d4d843b-daa9-4d42-a7a5-018bc28e515f no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:33.153317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Deleting port 05e088f9-8feb-4460-8bd6-0b05916286b1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:33.153763 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.163586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 3d4d843b-daa9-4d42-a7a5-018bc28e515f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:33.164006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3d4d843b-daa9-4d42-a7a5-018bc28e515f not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:33.198492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a0c51e7-0a22-49cd-976f-5f0fc9aad43b req-e0cea527-25e9-47b9-bd4b-78e0cfb30b2f tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.38 "GET /v2.0/ports?device_id=30bc5e28-6298-4d78-9490-3e5d5227b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0410120 Sep 23 19:53:33.226733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] No DVR routers for this DVR port 2d0f2867-3dba-43e1-a93d-41ce70548e8b on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:33.230744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.232766 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9a99453d-4865-4c09-b1a4-1d067333874a req-8e4b5cb5-8c28-4ba4-b85d-045ee01224f9 tempest-VolumesSnapshotTestJSON-31174037 tempest-VolumesSnapshotTestJSON-31174037-project] 10.222.0.41 "DELETE /v2.0/ports/2d0f2867-3dba-43e1-a93d-41ce70548e8b HTTP/1.1" status: 204 len: 173 time: 0.8081734 Sep 23 19:53:33.233197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'name': 'network-vif-deleted', 'tag': '2d0f2867-3dba-43e1-a93d-41ce70548e8b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:33.235514 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b63162b-54b2-491f-872c-c9588cfbf660" -d '{"events": [{"server_uuid": "30bc5e28-6298-4d78-9490-3e5d5227b6e3", "name": "network-vif-deleted", "tag": "2d0f2867-3dba-43e1-a93d-41ce70548e8b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:33.273252 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.273835 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.278181 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f20abbf-2198-42b2-b711-797cd9f8e5e0 x-openstack-request-id: req-9f20abbf-2198-42b2-b711-797cd9f8e5e0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:33.278496 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bc5e28-6298-4d78-9490-3e5d5227b6e3", "name": "network-vif-deleted", "tag": "2d0f2867-3dba-43e1-a93d-41ce70548e8b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:33.278750 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f20abbf-2198-42b2-b711-797cd9f8e5e0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:33.279144 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bc5e28-6298-4d78-9490-3e5d5227b6e3', 'name': 'network-vif-deleted', 'tag': '2d0f2867-3dba-43e1-a93d-41ce70548e8b', 'status': 'completed', 'code': 200} Sep 23 19:53:33.287448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Calling delete_port for 05e088f9-8feb-4460-8bd6-0b05916286b1 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:33.335770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.351489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:33.355970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['3f4c69ea-e3b5-4745-9030-36a90f897787'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:33.372767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event deleted for resources: {'Port': ['ID=3f4c69ea-e3b5-4745-9030-36a90f897787,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:33.429887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] No DVR routers for this DVR port 3f4c69ea-e3b5-4745-9030-36a90f897787 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:33.433337 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.435693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207789a2-e903-42a0-81fa-cce9b8f5bf07 req-6db8c116-d44d-469b-b513-9da5e1e75708 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "DELETE /v2.0/ports/3f4c69ea-e3b5-4745-9030-36a90f897787 HTTP/1.1" status: 204 len: 173 time: 0.7194536 Sep 23 19:53:33.439083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.465130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event deleted for resources: {'Port': ['ID=05e088f9-8feb-4460-8bd6-0b05916286b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:33.536647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.539314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:33.540543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f3e2f483-b129-420c-b77b-cca775cc7071 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "DELETE /v2.0/floatingips/da3b27f4-9c7c-4b7f-a324-3d42c9374445 HTTP/1.1" status: 204 len: 168 time: 0.5530503 Sep 23 19:53:33.625569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbaec735-4720-4d43-aabb-9ece27f0e04a req-aafb7ffd-963d-4afb-8fc8-4644f73b87a0 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=30c3175f-8ecf-45b9-8365-38633d23b8d7 HTTP/1.1" status: 200 len: 210 time: 0.0280232 Sep 23 19:53:33.976077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:33.981507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1c1a1dfd-c8ea-43e4-8f60-5fe92a2ad30e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084352463', 'description': 'tempest-description--984098829'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:34.003823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1dfd-c8ea-43e4-8f60-5fe92a2ad30e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.081836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1dfd-c8ea-43e4-8f60-5fe92a2ad30e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.085252 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1dfd-c8ea-43e4-8f60-5fe92a2ad30e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.119392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1dfd-c8ea-43e4-8f60-5fe92a2ad30e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.121721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c1a1dfd-c8ea-43e4-8f60-5fe92a2ad30e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1445749 Sep 23 19:53:34.124718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:34.126481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a1dfd-c8ea-43e4-8f60-5fe92a2ad30e tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22dc1d5-fa68-4008-8680-66efa4451d45,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:34.129401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-29b5670d-557e-4ef8-8268-790923f5fd6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'security_group_rule': {'security_group_id': 'd22dc1d5-fa68-4008-8680-66efa4451d45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:34.156333 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29b5670d-557e-4ef8-8268-790923f5fd6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.210735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29b5670d-557e-4ef8-8268-790923f5fd6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.214528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29b5670d-557e-4ef8-8268-790923f5fd6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.232169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5670d-557e-4ef8-8268-790923f5fd6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3003a7b-6f4e-46cf-9cce-2060e4c25087,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:34.238611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29b5670d-557e-4ef8-8268-790923f5fd6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.239959 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29b5670d-557e-4ef8-8268-790923f5fd6d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141417 Sep 23 19:53:34.242566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:34.247595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a2529449-49e1-4e84-b773-2fea963e4060 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'security_group_rule': {'security_group_id': 'd22dc1d5-fa68-4008-8680-66efa4451d45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:34.275511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2529449-49e1-4e84-b773-2fea963e4060 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.333061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2529449-49e1-4e84-b773-2fea963e4060 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.337186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2529449-49e1-4e84-b773-2fea963e4060 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.361099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2529449-49e1-4e84-b773-2fea963e4060 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d62862e-1e48-4f2a-b7ff-9cbfb6e19108,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:34.364923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2529449-49e1-4e84-b773-2fea963e4060 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.366123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a2529449-49e1-4e84-b773-2fea963e4060 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226108 Sep 23 19:53:34.369300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:34.374236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:34.395819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.496977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.609988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Allocated IP 172.25.6.154 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/69eca888-8a11-40e4-bdc4-9023982862af) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:34.715445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.768687 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.809541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:34.812829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:34.817441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:34.851964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'Port': ['ID=69eca888-8a11-40e4-bdc4-9023982862af,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:34.916265 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.931422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28767fd-a864-4a25-b7cc-ac9c20df3c7a req-ba891ac5-0832-4f07-a324-d5499e9385f1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:34.932973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f28767fd-a864-4a25-b7cc-ac9c20df3c7a req-ba891ac5-0832-4f07-a324-d5499e9385f1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0499229 Sep 23 19:53:34.951422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:34.973853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f28767fd-a864-4a25-b7cc-ac9c20df3c7a req-1ea3d26d-a739-480c-8faf-ca6afa92f9e7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338359 Sep 23 19:53:35.108276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:35.113761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:35.187035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'Port': ['ID=69eca888-8a11-40e4-bdc4-9023982862af,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:35.199778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.200142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.200489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.200829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.201189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.201531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.201871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.202185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.202536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.202862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.203191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.203517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:35.206875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:35.221983 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:35.223251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-39e27572-09ee-4926-a1ec-9f081921ae2d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8524091 Sep 23 19:53:35.280133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'name': 'network-vif-deleted', 'tag': '3f4c69ea-e3b5-4745-9030-36a90f897787'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:35.282623 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ee520-81c5-4781-9270-9db424f313d5" -d '{"events": [{"server_uuid": "30c3175f-8ecf-45b9-8365-38633d23b8d7", "name": "network-vif-deleted", "tag": "3f4c69ea-e3b5-4745-9030-36a90f897787"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:35.319030 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b69fc0-d531-482c-b7a6-8282c6727daa x-openstack-request-id: req-78b69fc0-d531-482c-b7a6-8282c6727daa {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:35.319382 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3175f-8ecf-45b9-8365-38633d23b8d7", "name": "network-vif-deleted", "tag": "3f4c69ea-e3b5-4745-9030-36a90f897787", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:35.319691 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78b69fc0-d531-482c-b7a6-8282c6727daa {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:35.320154 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3175f-8ecf-45b9-8365-38633d23b8d7', 'name': 'network-vif-deleted', 'tag': '3f4c69ea-e3b5-4745-9030-36a90f897787', 'status': 'completed', 'code': 200} Sep 23 19:53:35.410825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-ebfb7027-601b-4c06-9ae7-55afe00ff44f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2084352463&fields=id&tenant_id=1c8506b2846941909e2405a472e6eb9d HTTP/1.1" status: 200 len: 267 time: 0.0321352 Sep 23 19:53:35.520734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-5e80b591-cd93-4dd0-94a3-0515be991acc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:35.522122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-5e80b591-cd93-4dd0-94a3-0515be991acc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 810 time: 0.1045825 Sep 23 19:53:35.536730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-836278b4-6547-478c-9b3f-9a429034e251 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/quotas/1c8506b2846941909e2405a472e6eb9d HTTP/1.1" status: 200 len: 375 time: 0.0086453 Sep 23 19:53:35.589617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-a6ac086f-caa6-43ee-9f35-2f348b32a469 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470810 Sep 23 19:53:35.691403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-6b4df6e3-3022-45a5-973b-402db62c7f6d service neutron] 10.222.0.38 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895102 Sep 23 19:53:35.748580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2d0f2867-3dba-43e1-a93d-41ce70548e8b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:35.769428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 2d0f2867-3dba-43e1-a93d-41ce70548e8b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:35.769681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2d0f2867-3dba-43e1-a93d-41ce70548e8b not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:35.792057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-6499f032-9ce2-4dff-9bc6-36a8cd0b0c59 service neutron] 10.222.0.38 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923600 Sep 23 19:53:35.961394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bf1ca73-f388-4ac9-963a-f279b837482f req-a9976f40-71c8-46ae-aa02-f0cfd46bdc51 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 210 time: 0.0320385 Sep 23 19:53:36.099847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94090d92-68ce-4c73-944c-faa1daf120f2 req-053d8bde-1a95-43d8-b1b1-c172976aeed1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:36.102200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94090d92-68ce-4c73-944c-faa1daf120f2 req-053d8bde-1a95-43d8-b1b1-c172976aeed1 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0564685 Sep 23 19:53:36.141213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-03ff5b72-f997-47de-962a-286ed0d51c46 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:36.142989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-03ff5b72-f997-47de-962a-286ed0d51c46 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.41 "GET /v2.0/ports?device_id=1852ff04-fe15-4512-89be-86a781572808 HTTP/1.1" status: 200 len: 945 time: 0.0715661 Sep 23 19:53:36.144089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94090d92-68ce-4c73-944c-faa1daf120f2 req-49f8e973-52c6-4973-9315-b36e9aa467ac tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=337696a2-978b-49ef-84a6-d16141ff3ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Sep 23 19:53:36.241565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Deleting port 47de4939-afa3-49dd-9f1f-104156cdad92 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:36.241953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:36.346780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] For port 47de4939-afa3-49dd-9f1f-104156cdad92, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=47de4939-afa3-49dd-9f1f-104156cdad92,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:36.347144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:36.359932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Calling delete_port for 47de4939-afa3-49dd-9f1f-104156cdad92 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:36.497728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:36.510004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['47de4939-afa3-49dd-9f1f-104156cdad92'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:36.539089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event deleted for resources: {'Port': ['ID=47de4939-afa3-49dd-9f1f-104156cdad92,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:36.583217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] No DVR routers for this DVR port 47de4939-afa3-49dd-9f1f-104156cdad92 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:36.586589 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:36.589576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-546dfd13-8926-4fd2-9739-a2b4d00a3a76 req-fb20ec81-670b-4699-ac28-4021c8a590f8 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.41 "DELETE /v2.0/ports/47de4939-afa3-49dd-9f1f-104156cdad92 HTTP/1.1" status: 204 len: 173 time: 0.4401343 Sep 23 19:53:36.974122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-829b1de5-724d-4796-bf33-a02d6cc3e40a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:36.975765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-829b1de5-724d-4796-bf33-a02d6cc3e40a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 810 time: 0.1216145 Sep 23 19:53:37.027614 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-122a43a2-720b-4d85-b680-092846fd20db tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8506b2846941909e2405a472e6eb9d HTTP/1.1" status: 200 len: 380 time: 0.0421562 Sep 23 19:53:37.038063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'port': {'device_id': '050c8944-3ed8-4857-860b-8c9690749250', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'admin_state_up': True, 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'security_groups': ['d22dc1d5-fa68-4008-8680-66efa4451d45']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:37.062498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08495061-e3c3-4c74-86d9-84c335dea4c3 req-bda1607c-e6a1-4288-8bbd-8fa0a22eb5da tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 210 time: 0.0304570 Sep 23 19:53:37.113919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3f4c69ea-e3b5-4745-9030-36a90f897787 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:37.134075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 3f4c69ea-e3b5-4745-9030-36a90f897787 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:37.134542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 3f4c69ea-e3b5-4745-9030-36a90f897787 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:37.157468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Made reservation on behalf of 1c8506b2846941909e2405a472e6eb9d for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:37.160948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:37.286986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Allocated IP 172.20.0.9 (dbeeeb79-4e3d-4961-ae51-6dee07386cb0/ec6f591f-07d0-4272-83b3-cc210f44212a/15089ef2-b8a5-4fed-97f4-be1c01abf94e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:37.323897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1852ff04-fe15-4512-89be-86a781572808', 'name': 'network-vif-deleted', 'tag': '47de4939-afa3-49dd-9f1f-104156cdad92'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:37.326128 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c3236a-1aa8-40a0-b65c-514f6a67c11d" -d '{"events": [{"server_uuid": "1852ff04-fe15-4512-89be-86a781572808", "name": "network-vif-deleted", "tag": "47de4939-afa3-49dd-9f1f-104156cdad92"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:37.416265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2abc-04e1-464c-a42b-11f40c1b21b4 req-2c4b4566-15a3-4864-b540-99b6ba8ecdaf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:37.417745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba7d2abc-04e1-464c-a42b-11f40c1b21b4 req-2c4b4566-15a3-4864-b540-99b6ba8ecdaf tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0477676 Sep 23 19:53:37.442508 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:37.458658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba7d2abc-04e1-464c-a42b-11f40c1b21b4 req-e4610a12-d5da-4299-bbba-9f3e3a01aead tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345435 Sep 23 19:53:37.481397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:37.509777 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737d7513-e454-47d1-97c9-63831091ac43 x-openstack-request-id: req-737d7513-e454-47d1-97c9-63831091ac43 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:37.510069 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1852ff04-fe15-4512-89be-86a781572808", "name": "network-vif-deleted", "tag": "47de4939-afa3-49dd-9f1f-104156cdad92", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:37.510880 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-737d7513-e454-47d1-97c9-63831091ac43 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:37.511263 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1852ff04-fe15-4512-89be-86a781572808', 'name': 'network-vif-deleted', 'tag': '47de4939-afa3-49dd-9f1f-104156cdad92', 'status': 'completed', 'code': 200} Sep 23 19:53:37.525608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:37.528537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:37.532166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:37.540186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event updated for resources: {'Port': ['ID=15089ef2-b8a5-4fed-97f4-be1c01abf94e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:37.585892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:37.586591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:37.601566 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-86209189-2386-427c-9842-0b283dd01c8f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676186 Sep 23 19:53:37.614421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Request body: {'port': {'device_id': '050c8944-3ed8-4857-860b-8c9690749250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:37.668812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:37.773849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-704e3314-70b7-4762-bcb9-8f59ab1d80d7 None None] Provisioning complete for port 15089ef2-b8a5-4fed-97f4-be1c01abf94e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:37.774134 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-704e3314-70b7-4762-bcb9-8f59ab1d80d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:37.807815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-704e3314-70b7-4762-bcb9-8f59ab1d80d7 None None] Port 15089ef2-b8a5-4fed-97f4-be1c01abf94e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:53:37.942201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15089ef2-b8a5-4fed-97f4-be1c01abf94e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:53:37.949989 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:37.962011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Transition to ACTIVE for port object 15089ef2-b8a5-4fed-97f4-be1c01abf94e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:53:37.966273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:38.017468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Pushing event updated for resources: {'Port': ['ID=15089ef2-b8a5-4fed-97f4-be1c01abf94e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:38.092143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Attempting to bind port 15089ef2-b8a5-4fed-97f4-be1c01abf94e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:53:38.092494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Attempting to bind port 15089ef2-b8a5-4fed-97f4-be1c01abf94e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:53:38.092830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Attempting to bind port 15089ef2-b8a5-4fed-97f4-be1c01abf94e on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:38.097612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Port 15089ef2-b8a5-4fed-97f4-be1c01abf94e on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:53:38.097884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Attempting to bind port 15089ef2-b8a5-4fed-97f4-be1c01abf94e on network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:38.103693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:53:38.104511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Checking segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:38.104907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Bound using segment: {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:53:38.105489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Bound port: 15089ef2-b8a5-4fed-97f4-be1c01abf94e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05477005-4c30-41f7-badd-49b040e5a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:53:38.105825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:38.221146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dce8e7-569e-4bc8-8678-fdc82d139717 req-39958bb7-8c2c-46ec-ace4-381865695917 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:38.223731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97dce8e7-569e-4bc8-8678-fdc82d139717 req-39958bb7-8c2c-46ec-ace4-381865695917 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 943 time: 0.0643923 Sep 23 19:53:38.237489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] For port 15089ef2-b8a5-4fed-97f4-be1c01abf94e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:53:38.240854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] For port 15089ef2-b8a5-4fed-97f4-be1c01abf94e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:53:38.245885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:38.279489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97dce8e7-569e-4bc8-8678-fdc82d139717 req-5f927a75-04cc-4762-8429-9b2d9924773d tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 Sep 23 19:53:38.279715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:38.280231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:38.281680 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] 10.222.0.72 "PUT /v2.0/ports/15089ef2-b8a5-4fed-97f4-be1c01abf94e HTTP/1.1" status: 200 len: 1091 time: 0.6715431 Sep 23 19:53:38.311235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc743-465c-479f-b828-ca3e6cb670ea service neutron] Pushing event updated for resources: {'Port': ['ID=15089ef2-b8a5-4fed-97f4-be1c01abf94e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:38.380869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-20fef2a6-83cf-43e3-b1aa-273b40076adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:38.382593 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-20fef2a6-83cf-43e3-b1aa-273b40076adf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 1094 time: 0.0474231 Sep 23 19:53:38.433534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-31eb211a-16fd-4538-9711-3fb33ecc0763 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e HTTP/1.1" status: 200 len: 217 time: 0.0422261 Sep 23 19:53:38.493177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-56eed7ef-eb4f-437d-864e-fafe4a4a8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:38.494793 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-56eed7ef-eb4f-437d-864e-fafe4a4a8a7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0517685 Sep 23 19:53:38.542674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-02cde9a5-a536-4cca-91ad-46d4624564b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:38.545582 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-02cde9a5-a536-4cca-91ad-46d4624564b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435469 Sep 23 19:53:38.579099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db67422-d4a5-41b6-8a27-d71ed5deabad req-40f9ce3d-4b5e-49d5-94f8-4f89233399a7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:38.580637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6db67422-d4a5-41b6-8a27-d71ed5deabad req-40f9ce3d-4b5e-49d5-94f8-4f89233399a7 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0520530 Sep 23 19:53:38.620544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6db67422-d4a5-41b6-8a27-d71ed5deabad req-fcb58fe5-4f2b-4f1d-9c59-f905b195627b tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317824 Sep 23 19:53:38.644623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-0d8d34a4-d1ec-4bae-b38b-06630d43fd45 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911157 Sep 23 19:53:38.735755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e270fb6-b304-4355-8480-35dcb16d5098 req-fba3fd26-9acf-4890-8e26-7f6d9bed580f service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810504 Sep 23 19:53:39.399008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3990d4-6681-49c4-8b70-ef61712689db req-206b2432-fc58-4d5c-b01e-d75355abfcd7 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:39.400533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e3990d4-6681-49c4-8b70-ef61712689db req-206b2432-fc58-4d5c-b01e-d75355abfcd7 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 943 time: 0.0501306 Sep 23 19:53:39.405810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-ea3e1e0e-72d6-4e3e-8c2d-1e49bcbceb9f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:39.407436 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-ea3e1e0e-72d6-4e3e-8c2d-1e49bcbceb9f tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.0560024 Sep 23 19:53:39.443816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e3990d4-6681-49c4-8b70-ef61712689db req-8f237186-d515-4de6-bea4-98355fab67c4 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356867 Sep 23 19:53:39.504901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Deleting port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:39.505163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.518920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:39.521142 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b966f-7827-481c-888e-e6a0d4757441" -d '{"events": [{"name": "network-changed", "server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:39.572152 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066ff251-be55-49d0-91c6-5f355e76311a x-openstack-request-id: req-066ff251-be55-49d0-91c6-5f355e76311a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:39.572472 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:39.573207 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-066ff251-be55-49d0-91c6-5f355e76311a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:39.573589 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'status': 'completed', 'code': 200} Sep 23 19:53:39.606277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] For port 276ddc5e-0e3c-4745-af52-70fad78c2ca2, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=276ddc5e-0e3c-4745-af52-70fad78c2ca2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:39.606653 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.654801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b966f-7827-481c-888e-e6a0d4757441 req-3b3c2b82-c630-470d-a1d9-be606e939bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:39.656526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b966f-7827-481c-888e-e6a0d4757441 req-3b3c2b82-c630-470d-a1d9-be606e939bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 1094 time: 0.0728991 Sep 23 19:53:39.748070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 47de4939-afa3-49dd-9f1f-104156cdad92 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:39.772221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 47de4939-afa3-49dd-9f1f-104156cdad92 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:39.772825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 47de4939-afa3-49dd-9f1f-104156cdad92 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:39.811674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.811674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.812140 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Floating IP 08e04a42-adf1-414d-95e2-ecb14af4ec89 disassociated. External IP: 172.25.6.133, port: 276ddc5e-0e3c-4745-af52-70fad78c2ca2. Sep 23 19:53:39.812590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Calling delete_port for 276ddc5e-0e3c-4745-af52-70fad78c2ca2 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:39.878078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659f237-308e-4df3-b784-b342602e3bea req-6c713e5c-64b5-4f01-a826-e81e1b4418ba tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:39.879635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e659f237-308e-4df3-b784-b342602e3bea req-6c713e5c-64b5-4f01-a826-e81e1b4418ba tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 944 time: 0.1547246 Sep 23 19:53:39.882658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b966f-7827-481c-888e-e6a0d4757441 req-8a471fc1-ae00-4b44-9b14-4c65037c443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:39.884025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b966f-7827-481c-888e-e6a0d4757441 req-8a471fc1-ae00-4b44-9b14-4c65037c443e service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.2196889 Sep 23 19:53:39.947364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.969608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b966f-7827-481c-888e-e6a0d4757441 req-4855e47b-a79c-41b9-8e7d-10c7be9e6ee4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e HTTP/1.1" status: 200 len: 217 time: 0.0758474 Sep 23 19:53:39.976546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event deleted for resources: {'Port': ['ID=276ddc5e-0e3c-4745-af52-70fad78c2ca2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:39.978511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e659f237-308e-4df3-b784-b342602e3bea req-9a73aa83-eb45-4284-b45b-28095ce45d1d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd9eec43-ca0d-4c5c-8b2b-987953a6a177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900261 Sep 23 19:53:40.063771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b966f-7827-481c-888e-e6a0d4757441 req-9fbbe614-440b-4cf2-aeb5-7200c8c60aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:40.065678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b966f-7827-481c-888e-e6a0d4757441 req-9fbbe614-440b-4cf2-aeb5-7200c8c60aa7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0858910 Sep 23 19:53:40.127568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:53:40.159884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b966f-7827-481c-888e-e6a0d4757441 req-20486c95-e182-417e-b199-b2537bba6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:40.161918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b966f-7827-481c-888e-e6a0d4757441 req-20486c95-e182-417e-b199-b2537bba6b5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877144 Sep 23 19:53:40.247325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:53:40.259355 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] Sync routers for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:53:40.271790 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:40.272728 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:40.451525 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:40.654632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] No DVR routers for this DVR port 276ddc5e-0e3c-4745-af52-70fad78c2ca2 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:40.657553 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.659076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b966f-7827-481c-888e-e6a0d4757441 req-19c58fa0-2602-4ba1-80e1-828c8e537dc1 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880753 Sep 23 19:53:40.659549 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b139c96-f62e-4b9e-b357-cbdd177a71f2 req-0b0bea32-a46e-4b0b-a8f9-b836c533fa41 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.72 "DELETE /v2.0/ports/276ddc5e-0e3c-4745-af52-70fad78c2ca2 HTTP/1.1" status: 204 len: 173 time: 1.2449284 Sep 23 19:53:40.704142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889d610-bd9a-4519-83e3-8ed1323e204e req-7f67ff2f-11ba-40b7-84df-47368638f42c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:40.705855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6889d610-bd9a-4519-83e3-8ed1323e204e req-7f67ff2f-11ba-40b7-84df-47368638f42c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 943 time: 0.1280279 Sep 23 19:53:40.780758 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:22Z', 'revision_number': 5, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:40.810406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6889d610-bd9a-4519-83e3-8ed1323e204e req-2cf6a7ca-326c-42f2-adb6-718791a9771a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881147 Sep 23 19:53:40.813990 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] Checking router: ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:40.823232 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:40.823960 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:40.857651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b966f-7827-481c-888e-e6a0d4757441 req-710790bc-8cf2-4aa0-8084-e94ce2e9bd22 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869535 Sep 23 19:53:40.935299 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:41.117058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9c35434-f988-4c0b-8b4f-e5181a3968da req-dd65461a-4a43-4bc5-9398-f1d7c70d5530 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/ports?device_id=fac1de55-8a8d-49e7-893c-e9d1e357534f HTTP/1.1" status: 200 len: 210 time: 0.0285010 Sep 23 19:53:41.155787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 15089ef2-b8a5-4fed-97f4-be1c01abf94e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:53:41.164876 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:22Z', 'revision_number': 5, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:41.194280 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19a58f-dca6-4bb4-a567-7e77c987f537 None None] The sync data for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 is: [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:46:17Z', 'revision_number': 4, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'fb60b5f8-3053-4af3-ba26-eb7549bd56d2', 'name': '', 'network_id': '9690c1e5-cd26-41bb-8342-967b4a35c4e5', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'mac_address': 'fa:16:3e:ee:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:16Z', 'updated_at': '2021-09-23T19:46:22Z', 'revision_number': 5, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'subnets': [{'id': '11d87c1c-3834-4777-a40e-22b7d9cb7d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:41.297951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 15089ef2-b8a5-4fed-97f4-be1c01abf94e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:41.323267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'port_id': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'mac_address': 'fa:16:3e:14:17:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:53:41.372365 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:41.386291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15089ef2-b8a5-4fed-97f4-be1c01abf94e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:53:41.427236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 15089ef2-b8a5-4fed-97f4-be1c01abf94e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:41.437020 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:41.501081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=15089ef2-b8a5-4fed-97f4-be1c01abf94e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:41.516582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa30e42-e916-4585-8cbe-0fd08370a782 None None] New status for floating IP 08e04a42-adf1-414d-95e2-ecb14af4ec89: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:53:41.574333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-deleted', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:41.576875 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d66f4e-a8f7-4cf6-8ecf-8594140782ac" -d '{"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-deleted", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:41.617173 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45664b8b-51c3-4d06-9637-4129717deb33 x-openstack-request-id: req-45664b8b-51c3-4d06-9637-4129717deb33 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:41.617737 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1de55-8a8d-49e7-893c-e9d1e357534f", "name": "network-vif-deleted", "tag": "276ddc5e-0e3c-4745-af52-70fad78c2ca2", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:41.618231 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45664b8b-51c3-4d06-9637-4129717deb33 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:41.618917 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1de55-8a8d-49e7-893c-e9d1e357534f', 'name': 'network-vif-deleted', 'tag': '276ddc5e-0e3c-4745-af52-70fad78c2ca2', 'status': 'completed', 'code': 200} Sep 23 19:53:41.675382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['15089ef2-b8a5-4fed-97f4-be1c01abf94e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:41.936662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e2b58-fd7a-49b8-b334-a3adee73f6bf req-b85844f9-72a1-4edf-9c1a-09395e4aead3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:41.938403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb4e2b58-fd7a-49b8-b334-a3adee73f6bf req-b85844f9-72a1-4edf-9c1a-09395e4aead3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 944 time: 0.0516062 Sep 23 19:53:41.980688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb4e2b58-fd7a-49b8-b334-a3adee73f6bf req-48d1a1c4-38d5-45b3-b16c-18be30650b7b tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359097 Sep 23 19:53:42.206198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 55992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:42.263179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ae22-4b3e-4ca1-905e-a2e41080b4b9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.287186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ae22-4b3e-4ca1-905e-a2e41080b4b9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.342656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ae22-4b3e-4ca1-905e-a2e41080b4b9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.345756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1d2ae22-4b3e-4ca1-905e-a2e41080b4b9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.349686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a1d2ae22-4b3e-4ca1-905e-a2e41080b4b9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "DELETE /v2.0/security-groups/cd9eec43-ca0d-4c5c-8b2b-987953a6a177 HTTP/1.1" status: 204 len: 168 time: 0.1397555 Sep 23 19:53:42.350007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:42.362336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2ae22-4b3e-4ca1-905e-a2e41080b4b9 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9eec43-ca0d-4c5c-8b2b-987953a6a177,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:42.369798 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a113b39d-50ee-4436-b1bc-67c2d3b641a6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] show failed (client error): The resource could not be found. Sep 23 19:53:42.373466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a113b39d-50ee-4436-b1bc-67c2d3b641a6 tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "GET /v2.0/security-groups/cd9eec43-ca0d-4c5c-8b2b-987953a6a177 HTTP/1.1" status: 404 len: 347 time: 0.0198379 Sep 23 19:53:42.373696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 55996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:42.507376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Deleting port 23d4becc-588a-49d6-b5d5-303476c15fbe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:42.507830 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.589685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.590015 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.601970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Calling delete_port for 23d4becc-588a-49d6-b5d5-303476c15fbe owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:42.741524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.767199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Pushing event deleted for resources: {'Port': ['ID=23d4becc-588a-49d6-b5d5-303476c15fbe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:42.835768 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.838420 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:42.839828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91aaeb35-251f-47d5-9b43-bebe7c88e59d tempest-ServerActionsTestJSON-874692620 tempest-ServerActionsTestJSON-874692620-project] 10.222.0.38 "DELETE /v2.0/floatingips/08e04a42-adf1-414d-95e2-ecb14af4ec89 HTTP/1.1" status: 204 len: 168 time: 0.4653239 Sep 23 19:53:42.843081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:43.123394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b2493-d6b9-411f-97b9-402decd898e6 req-d2d8577f-63d1-4244-a9a9-5be51789f39c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:43.125056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b37b2493-d6b9-411f-97b9-402decd898e6 req-d2d8577f-63d1-4244-a9a9-5be51789f39c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 944 time: 0.0565345 Sep 23 19:53:43.163523 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b400878-6d3b-4715-b24e-91fcd6c7f5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:43.172974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 15089ef2-b8a5-4fed-97f4-be1c01abf94e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:43.197897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b37b2493-d6b9-411f-97b9-402decd898e6 req-d3f76edc-7067-4707-b14a-a63bf1c6d008 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658891 Sep 23 19:53:43.249810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 15089ef2-b8a5-4fed-97f4-be1c01abf94e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:53:43.254196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 15089ef2-b8a5-4fed-97f4-be1c01abf94e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:43.254861 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:43.343617 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:43.368473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:43.370564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:43.371118 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6963f30e-fc8e-418b-abec-6e932402c107" -d '{"events": [{"server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "name": "network-vif-plugged", "status": "completed", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:43.384537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 15089ef2-b8a5-4fed-97f4-be1c01abf94e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:43.389580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:43.390504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:43.430426 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be80ea-862e-432d-b989-ba3ee122c01b x-openstack-request-id: req-08be80ea-862e-432d-b989-ba3ee122c01b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:43.430945 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "name": "network-vif-plugged", "status": "completed", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:43.430945 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08be80ea-862e-432d-b989-ba3ee122c01b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:43.431401 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'code': 200} Sep 23 19:53:43.435670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 276ddc5e-0e3c-4745-af52-70fad78c2ca2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:43.436017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 276ddc5e-0e3c-4745-af52-70fad78c2ca2 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:43.470001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=15089ef2-b8a5-4fed-97f4-be1c01abf94e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:43.539528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2611e-75a0-4cae-b1f2-0d362b1d10dd req-e464bd83-b11d-4ce8-a161-78cc7ebb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:43.541934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dec2611e-75a0-4cae-b1f2-0d362b1d10dd req-e464bd83-b11d-4ce8-a161-78cc7ebb8815 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 1096 time: 0.0527697 Sep 23 19:53:43.608400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dec2611e-75a0-4cae-b1f2-0d362b1d10dd req-0310ca4f-73ac-4087-9905-935ac1ba2e0b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580714 Sep 23 19:53:43.688796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Deleting port fb60b5f8-3053-4af3-ba26-eb7549bd56d2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:43.689142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:43.773663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] For port fb60b5f8-3053-4af3-ba26-eb7549bd56d2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:43.774032 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:43.787919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Calling delete_port for fb60b5f8-3053-4af3-ba26-eb7549bd56d2 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:43.972010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:44.007528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb60b5f8-3053-4af3-ba26-eb7549bd56d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:44.178562 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:44.344855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be808a99-59b0-4a4d-8bb5-0d64ff574000 req-5c4cdf45-882d-4cfc-82b4-7b8fab5f8124 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:44.352572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be808a99-59b0-4a4d-8bb5-0d64ff574000 req-5c4cdf45-882d-4cfc-82b4-7b8fab5f8124 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 945 time: 0.0693405 Sep 23 19:53:44.397698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be808a99-59b0-4a4d-8bb5-0d64ff574000 req-dac47b13-0071-4ad5-a088-c1ad020d3123 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Sep 23 19:53:44.438359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:53:44.557214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:53:44.562392 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1cd6e1ec-36d4-4cd0-bbf7-d268846ee212 admin admin] 10.222.0.38 "PUT /v2.0/routers/ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184322 Sep 23 19:53:44.564802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56014) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:44.567384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] Sync routers for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:53:44.577535 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:44.579140 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:44.750692 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:44.759828 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:44.874569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:44.936826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Deleting port 963469b6-a93b-4f69-acbd-18778c9a6852 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:44.937498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:44.958872 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:53:43Z', 'revision_number': 5, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port': {'id': '963469b6-a93b-4f69-acbd-18778c9a6852', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:13Z', 'updated_at': '2021-09-23T19:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:45.009309 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] Checking router: ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:45.020465 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] Routers {'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:45.021078 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:45.031481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] For port 963469b6-a93b-4f69-acbd-18778c9a6852, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=963469b6-a93b-4f69-acbd-18778c9a6852,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:45.032190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.047090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Calling delete_port for 963469b6-a93b-4f69-acbd-18778c9a6852 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:45.127984 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] Set router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:45.186234 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:53:44Z', 'revision_number': 6, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:45.257758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.282772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=963469b6-a93b-4f69-acbd-18778c9a6852,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:45.303743 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9f654-10e8-4e7f-bb45-cd10f4f268e7 None None] The sync data for ids ['ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50'] in n-d-810763-1 is: [{'id': 'ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50', 'name': 'tempest-ServerActionsTestJSON-1568265875-router', 'tenant_id': '4885be9ab6434a98832bf0a6c2e425fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:12Z', 'updated_at': '2021-09-23T19:53:44Z', 'revision_number': 6, 'project_id': '4885be9ab6434a98832bf0a6c2e425fa', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:45.358922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.449050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.451182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.499906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.500452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:53:45.505397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.506547 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f63b73d4-1d00-4f20-8b9a-d94588143ec9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ec06f2d7-5eee-46a8-9e6f-0e7d1bcbdd50 HTTP/1.1" status: 204 len: 168 time: 0.9353497 Sep 23 19:53:45.508624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe64b1d-d20b-4879-a87c-dce8702936d8 req-8e6b8104-6cfe-4cb0-a63a-207742e74d76 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:45.509159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:45.510754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfe64b1d-d20b-4879-a87c-dce8702936d8 req-8e6b8104-6cfe-4cb0-a63a-207742e74d76 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 945 time: 0.0510063 Sep 23 19:53:45.548671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfe64b1d-d20b-4879-a87c-dce8702936d8 req-12bd38c1-ba66-43fd-8467-5662b5458558 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Sep 23 19:53:45.554069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] Deleting subnet 11d87c1c-3834-4777-a40e-22b7d9cb7d79 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:53:45.557351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.593118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.663747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5578f3-dc4d-446c-93da-42414a72b944 req-60f06f40-3ee8-4297-8c93-7dd3251c188c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:45.666686 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c5578f3-dc4d-446c-93da-42414a72b944 req-60f06f40-3ee8-4297-8c93-7dd3251c188c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Sep 23 19:53:45.674733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:45.679571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Request body: {'floatingip': {'port_id': '15089ef2-b8a5-4fed-97f4-be1c01abf94e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:45.682732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.727676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.746472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.778804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d87c1c-3834-4777-a40e-22b7d9cb7d79,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:45.784348 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.788391 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-13e1b249-aa1a-4f41-8caa-ee4a8de11997 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/11d87c1c-3834-4777-a40e-22b7d9cb7d79 HTTP/1.1" status: 204 len: 168 time: 0.2761185 Sep 23 19:53:45.790000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fceccc-7f38-46e1-a8e6-92d926ade00a None None] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:45.793075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:45.881185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:45.967177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Deleting port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:45.967523 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.038161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] For port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:46.038486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.055247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Calling delete_port for 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:46.114771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] DHCP port deletion for 9690c1e5-cd26-41bb-8342-967b4a35c4e5 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:53:46.173543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Deleting port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:53:46.174356 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.193011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.217968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 963469b6-a93b-4f69-acbd-18778c9a6852 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:46.248106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:46.258305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] No DVR routers for this DVR port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:46.368371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.394511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9690c1e5-cd26-41bb-8342-967b4a35c4e5']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:46.404958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8511a049-31fc-4928-9512-4b75b7990976') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:46.405347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8511a049-31fc-4928-9512-4b75b7990976') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:46.450453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.468591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.470893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 963469b6-a93b-4f69-acbd-18778c9a6852 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:46.471832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 963469b6-a93b-4f69-acbd-18778c9a6852 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:46.472260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:46.480167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:53:46.480710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.512916 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.519666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.539988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] For port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,segment=NetworkSegment(8511a049-31fc-4928-9512-4b75b7990976),segment_id=8511a049-31fc-4928-9512-4b75b7990976)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:46.540391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:53:46.568850 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:53:46.573061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.591496 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.597342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Calling delete_port for 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:53:46.598465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] 10.222.0.38 "DELETE /v2.0/networks/9690c1e5-cd26-41bb-8342-967b4a35c4e5 HTTP/1.1" status: 204 len: 168 time: 0.8032289 Sep 23 19:53:46.606277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:46.606697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:46.607121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fb60b5f8-3053-4af3-ba26-eb7549bd56d2 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:53:46.625758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28328f6-ea09-48fd-9f91-366277a9ad2a admin admin] Pushing event deleted for resources: {'Network': ['ID=9690c1e5-cd26-41bb-8342-967b4a35c4e5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:46.641653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-845a3941-753e-4eaa-8dce-8430f909d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.646485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.647890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: fb60b5f8-3053-4af3-ba26-eb7549bd56d2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:53:46.648457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fb60b5f8-3053-4af3-ba26-eb7549bd56d2 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:53:46.678110 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Floating IP d3d04eb9-3517-408a-b28d-03be102d59c6 associated. External IP: 172.25.6.154, port: 15089ef2-b8a5-4fed-97f4-be1c01abf94e. Sep 23 19:53:46.742698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.752442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Network 9690c1e5-cd26-41bb-8342-967b4a35c4e5 is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:53:46.752909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] No DVR routers for this DVR port 5ee0471f-ff89-42e9-bd92-a26b8cc818a0 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:53:46.787043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Pushing event deleted for resources: {'Port': ['ID=5ee0471f-ff89-42e9-bd92-a26b8cc818a0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:46.793233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:46.799582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.800395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.800813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.801465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.801881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.802355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.802759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.803168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.803555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.803974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.804374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.804773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597729c-0f3d-4189-91b2-667b94f920b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:53:46.840920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7fcd99a5-7a36-404d-b73a-2565a90acf63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4885be9ab6434a98832bf0a6c2e425fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462728 Sep 23 19:53:46.845251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:46.893252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bcfec3-dd01-45bf-b022-7b0bb7312b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.908721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:53:46.915572 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bcfec3-dd01-45bf-b022-7b0bb7312b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.970714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bcfec3-dd01-45bf-b022-7b0bb7312b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.973316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bcfec3-dd01-45bf-b022-7b0bb7312b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:46.974629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-96bcfec3-dd01-45bf-b022-7b0bb7312b46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/337696a2-978b-49ef-84a6-d16141ff3ad0 HTTP/1.1" status: 204 len: 168 time: 0.1282766 Sep 23 19:53:46.983235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcfec3-dd01-45bf-b022-7b0bb7312b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337696a2-978b-49ef-84a6-d16141ff3ad0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:47.046614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:53:47.057368 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:47.057658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] Sync routers for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:53:47.072297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:47.073588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:47.094754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7cdfd80c-45e0-483b-ade7-04c23b1209dc tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "PUT /v2.0/floatingips/d3d04eb9-3517-408a-b28d-03be102d59c6 HTTP/1.1" status: 200 len: 991 time: 1.4188793 Sep 23 19:53:47.096356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:47.101994 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f771a7e-7494-417b-948c-88a309e648d5" -d '{"events": [{"name": "network-changed", "server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:47.125220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:47.201623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:47.208490 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdde81c-742b-4ef3-8902-89477767ad27 x-openstack-request-id: req-7cdde81c-742b-4ef3-8902-89477767ad27 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:47.208837 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:47.209041 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7cdde81c-742b-4ef3-8902-89477767ad27 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:47.209818 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'status': 'completed', 'code': 200} Sep 23 19:53:47.282322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771a7e-7494-417b-948c-88a309e648d5 req-56373e82-1321-4dbd-a5a8-25d1b76792ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:47.284700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f771a7e-7494-417b-948c-88a309e648d5 req-56373e82-1321-4dbd-a5a8-25d1b76792ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 1096 time: 0.0515504 Sep 23 19:53:47.416044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771a7e-7494-417b-948c-88a309e648d5 req-22c59443-ceed-4fe0-a88c-4eaa72ab86be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:47.417537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f771a7e-7494-417b-948c-88a309e648d5 req-22c59443-ceed-4fe0-a88c-4eaa72ab86be service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.1255226 Sep 23 19:53:47.488637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd3d04eb9-3517-408a-b28d-03be102d59c6', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'port_id': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'mac_address': 'fa:16:3e:14:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c8944-3ed8-4857-860b-8c9690749250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:53:34Z', 'updated_at': '2021-09-23T19:53:46Z', 'revision_number': 1, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:47.519278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] Checking router: 0ec1ea27-f871-4a20-8195-0a55c52f6df5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:53:47.529394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:53:47.530056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:53:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:47.657468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:53:47.846035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f771a7e-7494-417b-948c-88a309e648d5 req-1de1946f-fee2-4e6f-90a7-b7961f5e4c32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e HTTP/1.1" status: 200 len: 999 time: 0.4204922 Sep 23 19:53:47.893354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:47.906805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771a7e-7494-417b-948c-88a309e648d5 req-a01b83dc-3180-4431-ae20-9d3ac280d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:47.908707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f771a7e-7494-417b-948c-88a309e648d5 req-a01b83dc-3180-4431-ae20-9d3ac280d2e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0546768 Sep 23 19:53:47.936924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd3d04eb9-3517-408a-b28d-03be102d59c6', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'port_id': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'mac_address': 'fa:16:3e:14:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c8944-3ed8-4857-860b-8c9690749250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:53:34Z', 'updated_at': '2021-09-23T19:53:46Z', 'revision_number': 1, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:53:47.968093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f771a7e-7494-417b-948c-88a309e648d5 req-ae1d26ac-89e7-407e-89d9-8ab6ee69da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:47.969539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e7b25-f0ab-4102-9f1e-69071e4ae522 None None] The sync data for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 is: [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd3d04eb9-3517-408a-b28d-03be102d59c6', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'port_id': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'mac_address': 'fa:16:3e:14:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c8944-3ed8-4857-860b-8c9690749250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:53:34Z', 'updated_at': '2021-09-23T19:53:46Z', 'revision_number': 1, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:53:47.980067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f771a7e-7494-417b-948c-88a309e648d5 req-ae1d26ac-89e7-407e-89d9-8ab6ee69da02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628121 Sep 23 19:53:48.018130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2108335661-network', 'tenant_id': '5ca782864e264de593e96a18a62d889d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:48.040233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Made reservation on behalf of 5ca782864e264de593e96a18a62d889d for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:48.042758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.051635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.100244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f771a7e-7494-417b-948c-88a309e648d5 req-d8788a29-f0ff-4134-bab2-7cba2d53867c service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131961 Sep 23 19:53:48.180003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.184881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.210131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:53:48.233722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f771a7e-7494-417b-948c-88a309e648d5 req-43721b8d-a793-4d3b-80b6-05d0ddbdaf75 service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261253 Sep 23 19:53:48.237455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.237804 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Added segment abe028c5-1d03-49c8-bbbb-eb3ff3412995 of type vlan for network 6ba6f2a3-b73f-422e-b927-0908ab4791da Sep 23 19:53:48.284195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.295107 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a544d-759c-4854-8d6b-87ca9aa7ccc7 None None] New status for floating IP d3d04eb9-3517-408a-b28d-03be102d59c6: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:53:48.310928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28144fb4-ece5-4639-84af-1edc50dc1878,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:48.337139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.339455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:48.340052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.416840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba6f2a3-b73f-422e-b927-0908ab4791da,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:48.427585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 6ba6f2a3-b73f-422e-b927-0908ab4791da details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:53:48.439112 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f9f55576-ddbe-4ab6-aed0-2557644a0e50 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5438936 Sep 23 19:53:48.441824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:48.449690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Request body: {'subnet': {'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2108335661-subnet', 'tenant_id': '5ca782864e264de593e96a18a62d889d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:48.504666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Made reservation on behalf of 5ca782864e264de593e96a18a62d889d for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:48.507686 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.589339 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.738480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.816996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8d734a-70ec-4cd8-8334-08981fdc4d19,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:48.822137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Checking segment: {'id': 'abe028c5-1d03-49c8-bbbb-eb3ff3412995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:48.822609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Network hostable DHCP agents. Network: 6ba6f2a3-b73f-422e-b927-0908ab4791da, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:53:48.839100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Network 6ba6f2a3-b73f-422e-b927-0908ab4791da is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:53:48.847065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 6ba6f2a3-b73f-422e-b927-0908ab4791da) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:48.850991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:48.851577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:48.856894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6689d5e-b689-4bbf-8cd9-8510a341daa5 None None] Network 6ba6f2a3-b73f-422e-b927-0908ab4791da requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:48.869269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8b136ced-789c-450a-8786-60aa0eee8ad5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4250112 Sep 23 19:53:48.985912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b326044c-8e8e-43d6-b1da-2f8966a3c88f None None] Network 6ba6f2a3-b73f-422e-b927-0908ab4791da requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:50.053088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-b51f3893-4c98-43f8-bf28-9c358a32220f tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:50.054633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-b51f3893-4c98-43f8-bf28-9c358a32220f tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/networks?id=6ba6f2a3-b73f-422e-b927-0908ab4791da HTTP/1.1" status: 200 len: 810 time: 0.1058831 Sep 23 19:53:50.070148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-0e5a13da-3e47-4f17-bd3e-0954e95dc724 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/quotas/5ca782864e264de593e96a18a62d889d HTTP/1.1" status: 200 len: 375 time: 0.0093977 Sep 23 19:53:50.102705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ce748687-f4cf-442f-a4cd-4a17617b75c3 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ca782864e264de593e96a18a62d889d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263734 Sep 23 19:53:50.195959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-453a72a9-b299-4f2c-9fea-3afab8527fbd service neutron] 10.222.0.38 "GET /v2.0/networks/6ba6f2a3-b73f-422e-b927-0908ab4791da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862045 Sep 23 19:53:50.287179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-3b1a4adc-b6b5-4284-b516-1f9b3ed89877 service neutron] 10.222.0.38 "GET /v2.0/networks/6ba6f2a3-b73f-422e-b927-0908ab4791da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843859 Sep 23 19:53:50.576031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8815941-82c6-4589-806c-ed6030ca4125 req-f2e004c3-df3a-4df6-b9a0-11f1dccc7798 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 210 time: 0.0274065 Sep 23 19:53:51.529672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-dd7322a5-e556-497a-9313-4a7165f8464f tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:51.531198 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-dd7322a5-e556-497a-9313-4a7165f8464f tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.41 "GET /v2.0/networks?id=6ba6f2a3-b73f-422e-b927-0908ab4791da HTTP/1.1" status: 200 len: 810 time: 0.1058996 Sep 23 19:53:51.544363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Request body: {'port': {'device_id': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da', 'admin_state_up': True, 'tenant_id': '5ca782864e264de593e96a18a62d889d'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:51.658671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Made reservation on behalf of 5ca782864e264de593e96a18a62d889d for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:51.662068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:51.677550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cbf6918-c8c4-4739-abbb-07ddda3ed2ae req-69b2ecad-837b-4a6c-b748-95d835d2a194 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 210 time: 0.0317214 Sep 23 19:53:51.788511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Allocated IP 172.20.0.11 (6ba6f2a3-b73f-422e-b927-0908ab4791da/5f8d734a-70ec-4cd8-8334-08981fdc4d19/e2d0d493-727d-490e-8c04-c5ed61124489) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:53:51.932245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:51.965583 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.300434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Network 6ba6f2a3-b73f-422e-b927-0908ab4791da is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:53:52.303553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:52.307983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:53:52.334621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Pushing event updated for resources: {'Port': ['ID=e2d0d493-727d-490e-8c04-c5ed61124489,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:52.362976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:52.363539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.378857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-ed643c12-6ff2-4ac1-8445-4a584223da44 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8382776 Sep 23 19:53:52.390894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Request body: {'port': {'device_id': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:52.443247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.711791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d0d493-727d-490e-8c04-c5ed61124489 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:53:52.721300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.738124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Transition to ACTIVE for port object e2d0d493-727d-490e-8c04-c5ed61124489 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:53:52.747331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.800397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0d493-727d-490e-8c04-c5ed61124489,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:52.829163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf77b5-4798-40ef-b011-6047c33ee503 req-cb6ec049-669d-419d-836d-f43b5bbd77da tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:52.830850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19bf77b5-4798-40ef-b011-6047c33ee503 req-cb6ec049-669d-419d-836d-f43b5bbd77da tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 944 time: 0.0685580 Sep 23 19:53:52.872042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-19bf77b5-4798-40ef-b011-6047c33ee503 req-4dced236-6125-4bbc-a5bd-fe5333cdb486 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Sep 23 19:53:52.880399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Attempting to bind port e2d0d493-727d-490e-8c04-c5ed61124489 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:53:52.880740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Attempting to bind port e2d0d493-727d-490e-8c04-c5ed61124489 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'abe028c5-1d03-49c8-bbbb-eb3ff3412995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:53:52.881077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Attempting to bind port e2d0d493-727d-490e-8c04-c5ed61124489 on network 6ba6f2a3-b73f-422e-b927-0908ab4791da {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:52.887363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Port e2d0d493-727d-490e-8c04-c5ed61124489 on network 6ba6f2a3-b73f-422e-b927-0908ab4791da not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:53:52.887633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Attempting to bind port e2d0d493-727d-490e-8c04-c5ed61124489 on network 6ba6f2a3-b73f-422e-b927-0908ab4791da {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:53:52.892372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:53:52.892713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Checking segment: {'id': 'abe028c5-1d03-49c8-bbbb-eb3ff3412995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:52.893093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Bound using segment: {'id': 'abe028c5-1d03-49c8-bbbb-eb3ff3412995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:53:52.893515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Bound port: e2d0d493-727d-490e-8c04-c5ed61124489, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe028c5-1d03-49c8-bbbb-eb3ff3412995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:53:52.893874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.956521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] For port e2d0d493-727d-490e-8c04-c5ed61124489, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:53:52.959780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] For port e2d0d493-727d-490e-8c04-c5ed61124489, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e2d0d493-727d-490e-8c04-c5ed61124489,segment=NetworkSegment(abe028c5-1d03-49c8-bbbb-eb3ff3412995),segment_id=abe028c5-1d03-49c8-bbbb-eb3ff3412995)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:53:52.964787 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.999375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:53.000001 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:53.001441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] 10.222.0.41 "PUT /v2.0/ports/e2d0d493-727d-490e-8c04-c5ed61124489 HTTP/1.1" status: 200 len: 1092 time: 0.6146441 Sep 23 19:53:53.001876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'tag': 'e2d0d493-727d-490e-8c04-c5ed61124489'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:53.004289 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579633b3-72de-4de7-be48-b97c06d4c0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "150e7f59-d094-48a1-98c8-5d6f40bf6327", "tag": "e2d0d493-727d-490e-8c04-c5ed61124489"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:53:53.029200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc300f3-766f-4e55-86e4-2ddc8dd8400f service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0d493-727d-490e-8c04-c5ed61124489,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:53.057262 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceccbcd-29c3-4ae4-9711-c1ff6b9f400e x-openstack-request-id: req-dceccbcd-29c3-4ae4-9711-c1ff6b9f400e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:53:53.057622 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150e7f59-d094-48a1-98c8-5d6f40bf6327", "tag": "e2d0d493-727d-490e-8c04-c5ed61124489", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:53:53.057944 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dceccbcd-29c3-4ae4-9711-c1ff6b9f400e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:53:53.058439 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'tag': 'e2d0d493-727d-490e-8c04-c5ed61124489', 'status': 'completed', 'code': 200} Sep 23 19:53:53.087400 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-3e90559b-363c-4c77-b97d-e0038a879995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:53.089121 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-3e90559b-363c-4c77-b97d-e0038a879995 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ca782864e264de593e96a18a62d889d&device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 1095 time: 0.0431123 Sep 23 19:53:53.134693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-bd5a05d8-4901-4223-9859-88e40d0e1e51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d0d493-727d-490e-8c04-c5ed61124489 HTTP/1.1" status: 200 len: 217 time: 0.0377824 Sep 23 19:53:53.185252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-362b478f-c1b7-417a-9374-3d16cb11996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:53.186804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-362b478f-c1b7-417a-9374-3d16cb11996f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f8d734a-70ec-4cd8-8334-08981fdc4d19 HTTP/1.1" status: 200 len: 850 time: 0.0452967 Sep 23 19:53:53.219466 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-46127e48-b3a9-42ee-9062-85699cbd2cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ba6f2a3-b73f-422e-b927-0908ab4791da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253420 Sep 23 19:53:53.318221 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-17a5b867-c38e-424d-ae84-c3f65d59e566 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba6f2a3-b73f-422e-b927-0908ab4791da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915885 Sep 23 19:53:53.410838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a093dfe0-6878-4a17-b6fb-ba68199f910f req-49abf93b-c972-49e2-a29e-f39e832e69a4 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba6f2a3-b73f-422e-b927-0908ab4791da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 Sep 23 19:53:53.496078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-58f91f08-93cc-42c0-b87e-0fd31b4cbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:53.497454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-58f91f08-93cc-42c0-b87e-0fd31b4cbd68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ca782864e264de593e96a18a62d889d&device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 1095 time: 0.0406811 Sep 23 19:53:53.591411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-8411de26-4aea-44fb-8690-7498af5aeca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:53.592799 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-8411de26-4aea-44fb-8690-7498af5aeca6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ba6f2a3-b73f-422e-b927-0908ab4791da HTTP/1.1" status: 200 len: 911 time: 0.0877697 Sep 23 19:53:53.639878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-cb05aeef-d921-4fdd-9057-12fa7ebbb61e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d0d493-727d-490e-8c04-c5ed61124489 HTTP/1.1" status: 200 len: 217 time: 0.0397844 Sep 23 19:53:53.822087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-d2018daa-8478-4b10-956a-8c8e08986a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:53.826907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-d2018daa-8478-4b10-956a-8c8e08986a31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f8d734a-70ec-4cd8-8334-08981fdc4d19 HTTP/1.1" status: 200 len: 850 time: 0.0488136 Sep 23 19:53:53.856807 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-b34da84c-3ff2-426f-8253-00d5ab6184e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ba6f2a3-b73f-422e-b927-0908ab4791da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257168 Sep 23 19:53:53.948368 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-0c3407b9-6168-4891-bdfb-76f6bb63033f service neutron] 10.222.0.41 "GET /v2.0/networks/6ba6f2a3-b73f-422e-b927-0908ab4791da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837977 Sep 23 19:53:54.001581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1b77a-a64d-4223-a0f3-4dd1ba0f67ed req-aa20cbcf-f995-4441-9726-f8624c2157f1 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:54.003469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc1b77a-a64d-4223-a0f3-4dd1ba0f67ed req-aa20cbcf-f995-4441-9726-f8624c2157f1 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 944 time: 0.0591431 Sep 23 19:53:54.043326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc1b77a-a64d-4223-a0f3-4dd1ba0f67ed req-01e4a74b-206a-4a83-913e-a784a746e7f7 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Sep 23 19:53:54.052281 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-579633b3-72de-4de7-be48-b97c06d4c0d6 req-29356c0b-fe88-465a-8502-0bb16ea29c89 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba6f2a3-b73f-422e-b927-0908ab4791da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971060 Sep 23 19:53:55.170547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45dc2-cb9e-4ba7-a4be-f2ba3217671c req-6f7205bd-a143-4209-8bf0-fc9651fa47a3 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:55.177919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26f45dc2-cb9e-4ba7-a4be-f2ba3217671c req-6f7205bd-a143-4209-8bf0-fc9651fa47a3 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 944 time: 0.0571127 Sep 23 19:53:55.215748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26f45dc2-cb9e-4ba7-a4be-f2ba3217671c req-d30f08dc-ae8b-45a7-961e-f90dd712f307 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368731 Sep 23 19:53:55.440039 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:56.352225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9d2da-d94e-4bad-abeb-efa0370f3aed req-f52a2861-8733-48aa-a495-8923d4f33821 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:56.361202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6a9d2da-d94e-4bad-abeb-efa0370f3aed req-f52a2861-8733-48aa-a495-8923d4f33821 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 944 time: 0.0717008 Sep 23 19:53:56.397825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6a9d2da-d94e-4bad-abeb-efa0370f3aed req-da37ace8-0455-44ce-b8dc-c5ddfe2b36c6 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Sep 23 19:53:56.864861 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:57.520281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa38291-9e21-4669-87dc-c90b3cbe97d5 req-b0748a2a-5cb5-4b0b-bd83-eb21601d809d tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:57.522674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8aa38291-9e21-4669-87dc-c90b3cbe97d5 req-b0748a2a-5cb5-4b0b-bd83-eb21601d809d tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 944 time: 0.0525103 Sep 23 19:53:57.561430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8aa38291-9e21-4669-87dc-c90b3cbe97d5 req-8bbfc1d6-3131-40d0-82fe-72107af67269 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Sep 23 19:53:57.820344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e2d0d493-727d-490e-8c04-c5ed61124489 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:53:57.921817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e2d0d493-727d-490e-8c04-c5ed61124489, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e2d0d493-727d-490e-8c04-c5ed61124489,segment=NetworkSegment(abe028c5-1d03-49c8-bbbb-eb3ff3412995),segment_id=abe028c5-1d03-49c8-bbbb-eb3ff3412995)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:57.935137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'e2d0d493-727d-490e-8c04-c5ed61124489', 'network_id': '6ba6f2a3-b73f-422e-b927-0908ab4791da', 'port_id': 'e2d0d493-727d-490e-8c04-c5ed61124489', 'mac_address': 'fa:16:3e:66:80:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8d734a-70ec-4cd8-8334-08981fdc4d19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:53:57.979251 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:57.992133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d0d493-727d-490e-8c04-c5ed61124489 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:53:58.017485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e2d0d493-727d-490e-8c04-c5ed61124489, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e2d0d493-727d-490e-8c04-c5ed61124489,segment=NetworkSegment(abe028c5-1d03-49c8-bbbb-eb3ff3412995),segment_id=abe028c5-1d03-49c8-bbbb-eb3ff3412995)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:53:58.021729 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:58.069250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e2d0d493-727d-490e-8c04-c5ed61124489,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:58.299338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-868aec2b-f974-4732-9547-05597319aadd req-7a0cf8a1-af0d-4e32-9f6c-6cf50f864196 service neutron] (94826) timed out ('10.222.0.38', 33142) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:53:58.318540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e2d0d493-727d-490e-8c04-c5ed61124489'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:53:58.676774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abd3d-0f6e-4c7c-a597-b12e33dc6602 req-5cd722e5-6ae5-4ccf-9cb9-95573b0376e5 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:58.678307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a0abd3d-0f6e-4c7c-a597-b12e33dc6602 req-5cd722e5-6ae5-4ccf-9cb9-95573b0376e5 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 945 time: 0.0480793 Sep 23 19:53:58.719089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a0abd3d-0f6e-4c7c-a597-b12e33dc6602 req-34f00ee1-0a70-439a-90f3-6dfa2b17f29a tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Sep 23 19:53:59.825746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e2d0d493-727d-490e-8c04-c5ed61124489 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:53:59.834934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1f432-1996-40eb-8f50-1f212e87c658 req-90e4d834-c27a-4a19-b5c8-2b257bcd5f1f tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:59.837342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7a1f432-1996-40eb-8f50-1f212e87c658 req-90e4d834-c27a-4a19-b5c8-2b257bcd5f1f tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 945 time: 0.0492768 Sep 23 19:53:59.877546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7a1f432-1996-40eb-8f50-1f212e87c658 req-3cd4db10-7ca4-41e6-b5dd-d3c95c0d9295 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337436 Sep 23 19:53:59.883483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port e2d0d493-727d-490e-8c04-c5ed61124489 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:53:59.888154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port e2d0d493-727d-490e-8c04-c5ed61124489 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:53:59.888537 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:59.966900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:59.988268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0d493-727d-490e-8c04-c5ed61124489'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:53:59.990563 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d37d1-2996-4cfa-96be-d204df421d46" -d '{"events": [{"server_uuid": "150e7f59-d094-48a1-98c8-5d6f40bf6327", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0d493-727d-490e-8c04-c5ed61124489"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:00.004536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port e2d0d493-727d-490e-8c04-c5ed61124489, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e2d0d493-727d-490e-8c04-c5ed61124489,segment=NetworkSegment(abe028c5-1d03-49c8-bbbb-eb3ff3412995),segment_id=abe028c5-1d03-49c8-bbbb-eb3ff3412995)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:00.010099 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:00.036286 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02fbe79-b414-43f4-b78f-5d1ca2df2ef4 x-openstack-request-id: req-e02fbe79-b414-43f4-b78f-5d1ca2df2ef4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:00.036650 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150e7f59-d094-48a1-98c8-5d6f40bf6327", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0d493-727d-490e-8c04-c5ed61124489", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:00.037134 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e02fbe79-b414-43f4-b78f-5d1ca2df2ef4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:00.037516 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0d493-727d-490e-8c04-c5ed61124489', 'code': 200} Sep 23 19:54:00.062559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=e2d0d493-727d-490e-8c04-c5ed61124489,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:00.131615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842221b5-1656-4115-9af5-9cf40c93ed3b req-fe236467-557e-4601-af7e-083cd0349196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:00.133090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-842221b5-1656-4115-9af5-9cf40c93ed3b req-fe236467-557e-4601-af7e-083cd0349196 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 1097 time: 0.0416303 Sep 23 19:54:00.169369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-842221b5-1656-4115-9af5-9cf40c93ed3b req-6ef22a53-3f9d-4c83-89e8-56431744a335 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286837 Sep 23 19:54:01.000695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc6a89-b672-4f8f-90a6-07e838c20e13 req-e6f7a4c7-3822-4b52-853d-8a51387a417e tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:01.002199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74cc6a89-b672-4f8f-90a6-07e838c20e13 req-e6f7a4c7-3822-4b52-853d-8a51387a417e tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 946 time: 0.0535481 Sep 23 19:54:01.042983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74cc6a89-b672-4f8f-90a6-07e838c20e13 req-eb112db8-d06c-4307-9618-978a87993835 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341766 Sep 23 19:54:02.158535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b2c-1478-43bc-8531-748d41365e2e req-e3d7f0dd-bf74-4c99-a3e2-d3878cffa9e0 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:02.160016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8d19b2c-1478-43bc-8531-748d41365e2e req-e3d7f0dd-bf74-4c99-a3e2-d3878cffa9e0 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 946 time: 0.0476854 Sep 23 19:54:02.202153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8d19b2c-1478-43bc-8531-748d41365e2e req-099e7104-77af-4d31-9a82-e9683e39214c tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353706 Sep 23 19:54:02.539070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea7e7-864e-4bba-b32e-b81c9dfcad7d req-f8d356a4-43b4-40bc-a395-89e29d595a93 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:02.540568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab1ea7e7-864e-4bba-b32e-b81c9dfcad7d req-f8d356a4-43b4-40bc-a395-89e29d595a93 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 946 time: 0.0476878 Sep 23 19:54:02.578554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab1ea7e7-864e-4bba-b32e-b81c9dfcad7d req-5655af95-85cb-4bdc-8134-6286930f3c4b tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Sep 23 19:54:03.693825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a2a45-6a69-479b-a535-240025709f05 req-d20552e4-019f-42c1-87b2-2c040c563d77 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:03.695318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-175a2a45-6a69-479b-a535-240025709f05 req-d20552e4-019f-42c1-87b2-2c040c563d77 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 946 time: 0.0479834 Sep 23 19:54:03.733017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-175a2a45-6a69-479b-a535-240025709f05 req-184e732c-40a4-4036-90c2-5e27d1a0dd00 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.38 "GET /v2.0/security-groups?id=28144fb4-ece5-4639-84af-1edc50dc1878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Sep 23 19:54:03.906962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb435020-e87f-4a75-b740-6a551cb176fd req-ae8a1bad-b3a2-42c5-9d31-ea7b45f84254 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:03.908445 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb435020-e87f-4a75-b740-6a551cb176fd req-ae8a1bad-b3a2-42c5-9d31-ea7b45f84254 tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.41 "GET /v2.0/ports?device_id=150e7f59-d094-48a1-98c8-5d6f40bf6327 HTTP/1.1" status: 200 len: 946 time: 0.0525088 Sep 23 19:54:04.002607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Deleting port e2d0d493-727d-490e-8c04-c5ed61124489 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:54:04.003395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:04.096339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] For port e2d0d493-727d-490e-8c04-c5ed61124489, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=e2d0d493-727d-490e-8c04-c5ed61124489,segment=NetworkSegment(abe028c5-1d03-49c8-bbbb-eb3ff3412995),segment_id=abe028c5-1d03-49c8-bbbb-eb3ff3412995)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:04.096700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:04.108648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Calling delete_port for e2d0d493-727d-490e-8c04-c5ed61124489 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:54:04.231244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:04.244486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['e2d0d493-727d-490e-8c04-c5ed61124489'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:04.264315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Pushing event deleted for resources: {'Port': ['ID=e2d0d493-727d-490e-8c04-c5ed61124489,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:04.311944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] No DVR routers for this DVR port e2d0d493-727d-490e-8c04-c5ed61124489 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:54:04.315609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:04.318535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bb435020-e87f-4a75-b740-6a551cb176fd req-d9b49ead-1631-49ab-995d-6255357cd9ae tempest-ServerGroupTestJSON-1520219060 tempest-ServerGroupTestJSON-1520219060-project] 10.222.0.41 "DELETE /v2.0/ports/e2d0d493-727d-490e-8c04-c5ed61124489 HTTP/1.1" status: 204 len: 173 time: 0.4040303 Sep 23 19:54:04.319150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'name': 'network-vif-deleted', 'tag': 'e2d0d493-727d-490e-8c04-c5ed61124489'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:04.322698 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c348838-bf8a-4cce-b543-f62d705077e5" -d '{"events": [{"server_uuid": "150e7f59-d094-48a1-98c8-5d6f40bf6327", "name": "network-vif-deleted", "tag": "e2d0d493-727d-490e-8c04-c5ed61124489"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:04.363709 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba7c40-9b87-4ff8-8b54-e6326bdc272b x-openstack-request-id: req-80ba7c40-9b87-4ff8-8b54-e6326bdc272b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:04.364366 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150e7f59-d094-48a1-98c8-5d6f40bf6327", "name": "network-vif-deleted", "tag": "e2d0d493-727d-490e-8c04-c5ed61124489", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:04.364733 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80ba7c40-9b87-4ff8-8b54-e6326bdc272b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:04.365322 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150e7f59-d094-48a1-98c8-5d6f40bf6327', 'name': 'network-vif-deleted', 'tag': 'e2d0d493-727d-490e-8c04-c5ed61124489', 'status': 'completed', 'code': 200} Sep 23 19:54:05.032545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:05.084167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] Deleting subnet 5f8d734a-70ec-4cd8-8334-08981fdc4d19 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:54:05.088331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.122912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.166540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.220006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.244527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8d734a-70ec-4cd8-8334-08981fdc4d19,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:05.250906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.252755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a267d4b8-db56-4588-aa57-3c265cfe9e67 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5f8d734a-70ec-4cd8-8334-08981fdc4d19 HTTP/1.1" status: 204 len: 168 time: 0.2183838 Sep 23 19:54:05.255210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:05.323259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.429417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.455200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba6f2a3-b73f-422e-b927-0908ab4791da']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:05.466226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe028c5-1d03-49c8-bbbb-eb3ff3412995') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:05.482665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe028c5-1d03-49c8-bbbb-eb3ff3412995') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:05.494071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.507521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.513370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:54:05.513749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:54:05.515374 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:54:05.571431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.577399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.579244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6ba6f2a3-b73f-422e-b927-0908ab4791da HTTP/1.1" status: 204 len: 168 time: 0.3230343 Sep 23 19:54:05.591245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da541555-df78-49db-9f1e-c034622dc592 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba6f2a3-b73f-422e-b927-0908ab4791da,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:05.689645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:05.736282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f2e4052d-8531-4cc5-a98f-911b117eebf1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ca782864e264de593e96a18a62d889d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447974 Sep 23 19:54:05.739406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56294) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:05.788500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a109ed6e-8eb9-48af-9648-ca541926662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.810980 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a109ed6e-8eb9-48af-9648-ca541926662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.855824 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a109ed6e-8eb9-48af-9648-ca541926662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.858639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a109ed6e-8eb9-48af-9648-ca541926662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:05.859891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a109ed6e-8eb9-48af-9648-ca541926662c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28144fb4-ece5-4639-84af-1edc50dc1878 HTTP/1.1" status: 204 len: 168 time: 0.1193905 Sep 23 19:54:05.867814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109ed6e-8eb9-48af-9648-ca541926662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28144fb4-ece5-4639-84af-1edc50dc1878,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:06.488573 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:54:06.557602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:06.662347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1636441007-network', 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:06.685186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:06.687477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.695678 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.788524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.792336 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.822725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:54:06.825165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c507b-fb5e-468f-94fe-9fe27b8accdf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:06.835707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.836050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.836390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.836721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.837062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.837372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.837691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.838011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.838604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.838923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.839239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.839552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:06.846773 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.847109 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Added segment 6449ccba-130b-45e5-a270-7540d2917bdb of type vlan for network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b Sep 23 19:54:06.887408 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.911071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.911955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:06.912557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:06.945904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3868105 Sep 23 19:54:06.949527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56330) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:06.955661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Request body: {'subnet': {'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1636441007-subnet', 'tenant_id': '7093d1880ba44830816e0514fa6c307c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:06.971231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cdc69-3a1a-4127-9a21-b00914ed3b6c admin admin] Pushing event updated for resources: {'Network': ['ID=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:06.980913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:06.981536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:54:06.983463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:07.173870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:07.235122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:07.245551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:07.245917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Network hostable DHCP agents. Network: 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:54:07.263168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:54:07.272159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:07.280485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:07.281211 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:07.284573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a884077-af67-4371-b0f9-df8606039309 None None] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:54:07.303148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6b1701bd-8f97-4444-b81e-9ff8d4e72f63 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3454833 Sep 23 19:54:07.411257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcac6e-aee1-4173-901e-7717506ace75 None None] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:54:07.735548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-bcf204ed-784a-48ab-b424-6d6c76f25ff2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:07.737068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-bcf204ed-784a-48ab-b424-6d6c76f25ff2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1052110 Sep 23 19:54:07.752544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-4b16ab1e-df04-48c1-91ce-2e971983937a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0089607 Sep 23 19:54:07.783059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-b5cfd4ec-d58a-46f7-b240-f217ef46f7d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253720 Sep 23 19:54:07.839169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e2d0d493-727d-490e-8c04-c5ed61124489 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:54:07.858085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: e2d0d493-727d-490e-8c04-c5ed61124489 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:54:07.858385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device e2d0d493-727d-490e-8c04-c5ed61124489 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:54:07.874911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-423872f4-f26e-442d-8bf5-3f1271a8e038 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Sep 23 19:54:07.961182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-6aede0aa-2cad-4b68-80bb-c86845e41eb9 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801654 Sep 23 19:54:08.172523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfd08fcb-f42d-49fa-a78e-72796b6c89fe req-9bc6a313-c1ae-4e7c-913d-2d8381becafd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 210 time: 0.0316234 Sep 23 19:54:09.042196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-95605599-73d3-4dbe-9802-0d5cfd598f76 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:09.043969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-95605599-73d3-4dbe-9802-0d5cfd598f76 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.41 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1110296 Sep 23 19:54:09.056269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Request body: {'port': {'device_id': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'admin_state_up': True, 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:09.168746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:09.173342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:09.273696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6634d18-4161-4e20-ada9-83268b9a5396 req-37194cb8-3bdb-4da2-b4ff-e7f43cbb20d3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 210 time: 0.0269508 Sep 23 19:54:09.313183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Allocated IP 172.20.0.4 (7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83/92a5b19c-03bb-450e-8c81-7fb137732354) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:09.462174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:09.497164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:09.543418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:09.546504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:09.550174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:09.559830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event updated for resources: {'Port': ['ID=92a5b19c-03bb-450e-8c81-7fb137732354,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:09.605781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:09.606433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:09.621061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-a58d8308-7b04-4b63-927c-e2fe492f1b26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688782 Sep 23 19:54:09.633119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Request body: {'port': {'device_id': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:09.689376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:09.953059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a5b19c-03bb-450e-8c81-7fb137732354 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:09.960407 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:09.973192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Transition to ACTIVE for port object 92a5b19c-03bb-450e-8c81-7fb137732354 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:54:09.977648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:10.025806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Pushing event updated for resources: {'Port': ['ID=92a5b19c-03bb-450e-8c81-7fb137732354,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:10.097556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Attempting to bind port 92a5b19c-03bb-450e-8c81-7fb137732354 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:10.098390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Attempting to bind port 92a5b19c-03bb-450e-8c81-7fb137732354 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:10.098390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Attempting to bind port 92a5b19c-03bb-450e-8c81-7fb137732354 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:10.102486 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Port 92a5b19c-03bb-450e-8c81-7fb137732354 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:54:10.103343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Attempting to bind port 92a5b19c-03bb-450e-8c81-7fb137732354 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:10.108058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:10.108393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:10.108778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Bound using segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:10.109201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Bound port: 92a5b19c-03bb-450e-8c81-7fb137732354, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:10.109556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:10.174257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] For port 92a5b19c-03bb-450e-8c81-7fb137732354, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:10.177518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] For port 92a5b19c-03bb-450e-8c81-7fb137732354, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=92a5b19c-03bb-450e-8c81-7fb137732354,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:10.182697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:10.217433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:10.218128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:10.219717 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] 10.222.0.41 "PUT /v2.0/ports/92a5b19c-03bb-450e-8c81-7fb137732354 HTTP/1.1" status: 200 len: 1091 time: 0.5907185 Sep 23 19:54:10.222017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'tag': '92a5b19c-03bb-450e-8c81-7fb137732354'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:10.225148 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a78723-d0e7-41e2-b5a0-472a57a82c02" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5176c4-2955-4e18-9b77-f260b4411ddd", "tag": "92a5b19c-03bb-450e-8c81-7fb137732354"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:10.267372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e516d11-6b48-4d5b-b9da-e33c6c10ec2c service neutron] Pushing event updated for resources: {'Port': ['ID=92a5b19c-03bb-450e-8c81-7fb137732354,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:10.294312 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c740949-e086-481a-b6f9-de288354b13c x-openstack-request-id: req-8c740949-e086-481a-b6f9-de288354b13c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:10.294604 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5176c4-2955-4e18-9b77-f260b4411ddd", "tag": "92a5b19c-03bb-450e-8c81-7fb137732354", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:10.294850 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c740949-e086-481a-b6f9-de288354b13c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:10.295239 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'tag': '92a5b19c-03bb-450e-8c81-7fb137732354', 'status': 'completed', 'code': 200} Sep 23 19:54:10.301413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-55bd6522-6d7c-4f54-b80d-e3c404aa50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:10.302963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-55bd6522-6d7c-4f54-b80d-e3c404aa50d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 1094 time: 0.0464470 Sep 23 19:54:10.351629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-c55af476-79a4-4aaa-98f1-892e6994c64d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a5b19c-03bb-450e-8c81-7fb137732354 HTTP/1.1" status: 200 len: 217 time: 0.0399542 Sep 23 19:54:10.396468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f139-ef78-44de-bb91-ea234136ba9d req-7ac688cc-1610-475b-b519-8f13e1a02008 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:10.398653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a32f139-ef78-44de-bb91-ea234136ba9d req-7ac688cc-1610-475b-b519-8f13e1a02008 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 943 time: 0.0502050 Sep 23 19:54:10.402724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-71e50780-aeb7-4037-9d32-654745cf577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:10.404260 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-71e50780-aeb7-4037-9d32-654745cf577f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0462818 Sep 23 19:54:10.439069 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-cd3b4bcf-1e9e-4ef6-99ba-71f79ae686b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265641 Sep 23 19:54:10.445570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a32f139-ef78-44de-bb91-ea234136ba9d req-e26f6edd-04c9-4577-8fbf-4410ba8fa699 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 Sep 23 19:54:10.544900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-f8292eaa-ddc0-4db1-bf61-10714f264786 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992982 Sep 23 19:54:10.640521 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7c650aa8-827d-4c2a-9a1d-8680d18975fb req-32b5f58d-f12a-4d78-a531-98dfbedeb317 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Sep 23 19:54:10.747367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-832dcdb4-2c6f-4968-aa52-f5aabf15bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:10.748900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-832dcdb4-2c6f-4968-aa52-f5aabf15bb7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 1094 time: 0.0483270 Sep 23 19:54:10.839009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-50db68fc-4f9a-4765-b0e0-f6a47245ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:10.840639 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-50db68fc-4f9a-4765-b0e0-f6a47245ba12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.0849288 Sep 23 19:54:10.886740 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-103b81fe-68f8-48cd-bb27-a6f8398c00ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a5b19c-03bb-450e-8c81-7fb137732354 HTTP/1.1" status: 200 len: 217 time: 0.0392029 Sep 23 19:54:10.935442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-7af80092-61fd-4a93-bb32-be6a1b8bf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:10.936892 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-7af80092-61fd-4a93-bb32-be6a1b8bf962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0438516 Sep 23 19:54:10.969280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-4af6fce6-e738-4d00-a062-725448925cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252757 Sep 23 19:54:11.061291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-513fb9ed-1bfa-4e75-9c2c-64a3ea1fae60 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841775 Sep 23 19:54:11.150371 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f4a78723-d0e7-41e2-b5a0-472a57a82c02 req-98e73249-1b57-4b09-9eb5-eab8f875ee51 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818834 Sep 23 19:54:11.562626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172d373-f867-4b92-bc81-c3db13082a74 req-a4d6d441-0bfd-4142-8031-c2e4a92fee5a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:11.564009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9172d373-f867-4b92-bc81-c3db13082a74 req-a4d6d441-0bfd-4142-8031-c2e4a92fee5a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 943 time: 0.0478494 Sep 23 19:54:11.601716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9172d373-f867-4b92-bc81-c3db13082a74 req-5c5e4340-82c9-4151-aca8-a08216683684 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Sep 23 19:54:12.724582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160a6fd-898c-44de-af32-eb1fac55e109 req-3664917b-c9b0-460b-9472-97ed357b3ed0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:12.726170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9160a6fd-898c-44de-af32-eb1fac55e109 req-3664917b-c9b0-460b-9472-97ed357b3ed0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 943 time: 0.0547121 Sep 23 19:54:12.768554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9160a6fd-898c-44de-af32-eb1fac55e109 req-3083bbd4-d993-4f49-bffa-8a4efe2acaa6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358932 Sep 23 19:54:13.165943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf555-3425-427c-b031-18c784d0230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:13.862884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 92a5b19c-03bb-450e-8c81-7fb137732354 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:54:13.891193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ff55-504f-46cc-a103-05ce8774cad7 req-bec7afc2-43d9-4f29-94d6-e88648a0bee1 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:13.892792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b67ff55-504f-46cc-a103-05ce8774cad7 req-bec7afc2-43d9-4f29-94d6-e88648a0bee1 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 943 time: 0.0529995 Sep 23 19:54:13.935582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b67ff55-504f-46cc-a103-05ce8774cad7 req-0aa8a9a4-360c-4eea-b198-eb5781c18181 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346456 Sep 23 19:54:13.964345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 92a5b19c-03bb-450e-8c81-7fb137732354, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=92a5b19c-03bb-450e-8c81-7fb137732354,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:13.975276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '92a5b19c-03bb-450e-8c81-7fb137732354', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'port_id': '92a5b19c-03bb-450e-8c81-7fb137732354', 'mac_address': 'fa:16:3e:23:10:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:54:14.014158 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:14.026869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a5b19c-03bb-450e-8c81-7fb137732354 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:14.045695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 92a5b19c-03bb-450e-8c81-7fb137732354, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=92a5b19c-03bb-450e-8c81-7fb137732354,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:14.048752 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:14.093367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=92a5b19c-03bb-450e-8c81-7fb137732354,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:14.359622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:15.057849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dd210-2519-4fa2-8824-a991c7d0afa7 req-49d212bf-65b8-4e6a-90ca-311740756e66 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:15.059371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868dd210-2519-4fa2-8824-a991c7d0afa7 req-49d212bf-65b8-4e6a-90ca-311740756e66 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 944 time: 0.0482130 Sep 23 19:54:15.096474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868dd210-2519-4fa2-8824-a991c7d0afa7 req-b3cec8be-55c1-47e2-88cd-a1f42f8ff6b2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Sep 23 19:54:15.872311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 92a5b19c-03bb-450e-8c81-7fb137732354 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:15.919837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 92a5b19c-03bb-450e-8c81-7fb137732354 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:54:15.923386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 92a5b19c-03bb-450e-8c81-7fb137732354 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:15.923757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:15.998591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:16.037438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 92a5b19c-03bb-450e-8c81-7fb137732354, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=92a5b19c-03bb-450e-8c81-7fb137732354,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:16.038650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a5b19c-03bb-450e-8c81-7fb137732354'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:16.049298 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba0394a-655c-4f3b-8e9e-cdf9beb2d54c" -d '{"events": [{"server_uuid": "0a5176c4-2955-4e18-9b77-f260b4411ddd", "name": "network-vif-plugged", "status": "completed", "tag": "92a5b19c-03bb-450e-8c81-7fb137732354"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:16.054979 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:16.083745 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63efd523-1010-43ca-801d-13c696c136da x-openstack-request-id: req-63efd523-1010-43ca-801d-13c696c136da {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:16.084107 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5176c4-2955-4e18-9b77-f260b4411ddd", "name": "network-vif-plugged", "status": "completed", "tag": "92a5b19c-03bb-450e-8c81-7fb137732354", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:16.084421 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63efd523-1010-43ca-801d-13c696c136da {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:16.084865 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a5b19c-03bb-450e-8c81-7fb137732354', 'code': 200} Sep 23 19:54:16.110465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=92a5b19c-03bb-450e-8c81-7fb137732354,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:16.182938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69513a-97eb-40e4-931c-1e49aea78d7d req-a77cf298-96ca-4024-878b-c71254ce441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:16.184448 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1e69513a-97eb-40e4-931c-1e49aea78d7d req-a77cf298-96ca-4024-878b-c71254ce441b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 1096 time: 0.0421135 Sep 23 19:54:16.220920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34179003-0f01-4336-8019-e4d8b46646de req-51ab761b-0ef5-4e0f-85b6-15a0f0b40395 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:16.222419 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1e69513a-97eb-40e4-931c-1e49aea78d7d req-85b6dd14-2be2-4dc5-bee6-c9d958c8ad16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309098 Sep 23 19:54:16.222600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34179003-0f01-4336-8019-e4d8b46646de req-51ab761b-0ef5-4e0f-85b6-15a0f0b40395 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 945 time: 0.0547891 Sep 23 19:54:16.261310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34179003-0f01-4336-8019-e4d8b46646de req-029b1e63-4fbb-4b63-9e83-87df2f68d2e7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Sep 23 19:54:16.348494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-356aef79-4080-4736-aa54-8959470cbcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:16.485112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.072020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56450) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:17.082806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.121173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] Deleting subnet cd52493d-c085-4c2b-8de7-52eb53e2620a {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:54:17.124173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.158519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.197974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.250536 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.280562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd52493d-c085-4c2b-8de7-52eb53e2620a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:17.284577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.286472 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6ce139e9-aab4-4cce-a1f8-b3ebc829ca59 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cd52493d-c085-4c2b-8de7-52eb53e2620a HTTP/1.1" status: 204 len: 168 time: 0.2134330 Sep 23 19:54:17.288936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56454) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:17.373370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.388043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661120f-6b9b-4dd7-8552-22c0a1a6f1e9 req-0ed0c6ff-2f40-41ee-b0e6-e390f245ac06 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:17.389572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b661120f-6b9b-4dd7-8552-22c0a1a6f1e9 req-0ed0c6ff-2f40-41ee-b0e6-e390f245ac06 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 23 19:54:17.429273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b661120f-6b9b-4dd7-8552-22c0a1a6f1e9 req-488e56b6-1716-4cf2-8e02-b1162498906c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Sep 23 19:54:17.457021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.479180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a57136-2581-4947-a35f-7361de67107c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:17.489309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6ba62c-806f-49ae-86a5-890abd7c8c10') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:17.489843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6ba62c-806f-49ae-86a5-890abd7c8c10') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:17.500516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.516607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.523955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:54:17.524387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:54:17.579737 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:54:17.589800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.596181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.598737 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] 10.222.0.38 "DELETE /v2.0/networks/76a57136-2581-4947-a35f-7361de67107c HTTP/1.1" status: 204 len: 168 time: 0.3087313 Sep 23 19:54:17.613335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d8f62-0791-482d-b54d-2dd17348425f admin admin] Pushing event deleted for resources: {'Network': ['ID=76a57136-2581-4947-a35f-7361de67107c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:17.730302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:17.773831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef165aa1-6d08-47fa-9d37-4919f49da8df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=915285461af14224bd50eed540b3ca6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423751 Sep 23 19:54:17.776358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:17.825502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6930fbd6-fa88-4591-b8fd-e28b3f960266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.846956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6930fbd6-fa88-4591-b8fd-e28b3f960266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.895263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6930fbd6-fa88-4591-b8fd-e28b3f960266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.897889 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6930fbd6-fa88-4591-b8fd-e28b3f960266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:17.899096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6930fbd6-fa88-4591-b8fd-e28b3f960266 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ca4dc56-783b-4afe-9beb-99f12f5cae51 HTTP/1.1" status: 204 len: 168 time: 0.1218505 Sep 23 19:54:17.906601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930fbd6-fa88-4591-b8fd-e28b3f960266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4dc56-783b-4afe-9beb-99f12f5cae51,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:18.544973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ba0ab-2b37-4ff5-939e-ba6e1a7d4e84 req-f6edf59f-a047-41af-acbe-0dd261f5e695 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:18.546479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e78ba0ab-2b37-4ff5-939e-ba6e1a7d4e84 req-f6edf59f-a047-41af-acbe-0dd261f5e695 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 945 time: 0.0478797 Sep 23 19:54:18.588540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e78ba0ab-2b37-4ff5-939e-ba6e1a7d4e84 req-41c11d3b-747f-47c7-bc1a-be1c6d119cef tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Sep 23 19:54:18.595954 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:18.868407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112205-21b8-4f44-b7c5-a1fb2f98f623 req-3eb1f7f9-9e8d-4dfb-9447-a202759aeffa tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:18.869889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66112205-21b8-4f44-b7c5-a1fb2f98f623 req-3eb1f7f9-9e8d-4dfb-9447-a202759aeffa tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1074810 Sep 23 19:54:18.885608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66112205-21b8-4f44-b7c5-a1fb2f98f623 req-d0710725-24fb-4993-b809-3604d2cca66e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0096674 Sep 23 19:54:18.938002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66112205-21b8-4f44-b7c5-a1fb2f98f623 req-1d25b25a-484d-4d4d-ae6a-2b95cdfb9dd3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463448 Sep 23 19:54:19.041537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66112205-21b8-4f44-b7c5-a1fb2f98f623 req-f04940dd-4c23-45eb-a3af-f20858e3a3f9 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904133 Sep 23 19:54:19.135773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66112205-21b8-4f44-b7c5-a1fb2f98f623 req-00701e8c-37f7-4506-949a-a91a33de6462 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Sep 23 19:54:19.714302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-d3515c36-61f1-4ce0-9e48-0c5ec95b5de3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:19.715772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-d3515c36-61f1-4ce0-9e48-0c5ec95b5de3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1108036 Sep 23 19:54:19.730708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-aaee46e6-ebee-4c18-a535-1d270f123f7f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0092120 Sep 23 19:54:19.779764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-fce3bf22-71b7-41e0-86f8-14ae4695db30 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438409 Sep 23 19:54:19.867672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-05305860-e14e-4928-8946-d41d54983e6b service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807960 Sep 23 19:54:19.959208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-9f0faf1f-ad9f-4c94-9db8-24d960e7f530 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Sep 23 19:54:20.127921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-460e2dd9-0d5b-4d48-9df6-e484fd15278a req-b63128bd-7537-492a-a9a8-14f8c0589775 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 210 time: 0.0286438 Sep 23 19:54:21.045566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-0d3772ff-fd30-4c6b-b3aa-7e45214267ff tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:21.047075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-0d3772ff-fd30-4c6b-b3aa-7e45214267ff tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1083000 Sep 23 19:54:21.061482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Request body: {'port': {'device_id': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'admin_state_up': True, 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:21.224450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:21.234072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:21.401115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Allocated IP 172.20.0.3 (7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83/312e6181-cf58-47e5-b1e3-14864a71f031) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:21.497215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b900289-7cc2-4c11-82fa-891b6e5bdd95 req-3334b950-0c13-4853-b9c2-74787dd3b1da tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 210 time: 0.2492118 Sep 23 19:54:21.581209 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:21.615865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:21.629225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:21.660232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:21.663356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:21.667176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:21.698121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event updated for resources: {'Port': ['ID=312e6181-cf58-47e5-b1e3-14864a71f031,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:21.725850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:21.726580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:21.741236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f432dd24-8bd8-49d5-9f39-925e1215406f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6843910 Sep 23 19:54:21.755422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Request body: {'port': {'device_id': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:21.812108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:22.115134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312e6181-cf58-47e5-b1e3-14864a71f031 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:22.122633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:22.138130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Transition to ACTIVE for port object 312e6181-cf58-47e5-b1e3-14864a71f031 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:54:22.141947 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:22.191846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=312e6181-cf58-47e5-b1e3-14864a71f031,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:22.263280 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Attempting to bind port 312e6181-cf58-47e5-b1e3-14864a71f031 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:22.263643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Attempting to bind port 312e6181-cf58-47e5-b1e3-14864a71f031 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:22.263999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Attempting to bind port 312e6181-cf58-47e5-b1e3-14864a71f031 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:22.268339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Port 312e6181-cf58-47e5-b1e3-14864a71f031 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:54:22.268598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Attempting to bind port 312e6181-cf58-47e5-b1e3-14864a71f031 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:22.273442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:22.273808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:22.274760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Bound using segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:22.275262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Bound port: 312e6181-cf58-47e5-b1e3-14864a71f031, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:22.275609 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:22.338439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] For port 312e6181-cf58-47e5-b1e3-14864a71f031, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:22.341440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] For port 312e6181-cf58-47e5-b1e3-14864a71f031, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=312e6181-cf58-47e5-b1e3-14864a71f031,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:22.346839 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:22.391381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:22.392810 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:22.394806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] 10.222.0.72 "PUT /v2.0/ports/312e6181-cf58-47e5-b1e3-14864a71f031 HTTP/1.1" status: 200 len: 1091 time: 0.6438446 Sep 23 19:54:22.397450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'tag': '312e6181-cf58-47e5-b1e3-14864a71f031'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:22.402632 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49" -d '{"events": [{"name": "network-changed", "server_uuid": "e959bca3-0221-4818-9b28-87a554ad55cf", "tag": "312e6181-cf58-47e5-b1e3-14864a71f031"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:22.435760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72974e-57c1-43af-abe5-0fb51a14f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=312e6181-cf58-47e5-b1e3-14864a71f031,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:22.457043 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6494bc59-fe4d-4eaa-8bf8-7a2e2dd62737 x-openstack-request-id: req-6494bc59-fe4d-4eaa-8bf8-7a2e2dd62737 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:22.457043 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e959bca3-0221-4818-9b28-87a554ad55cf", "tag": "312e6181-cf58-47e5-b1e3-14864a71f031", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:22.457043 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6494bc59-fe4d-4eaa-8bf8-7a2e2dd62737 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:22.457043 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'tag': '312e6181-cf58-47e5-b1e3-14864a71f031', 'status': 'completed', 'code': 200} Sep 23 19:54:22.487446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-283b04ad-c2e1-415a-9922-c25d8d4c7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:22.489086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-283b04ad-c2e1-415a-9922-c25d8d4c7c75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 1094 time: 0.0478609 Sep 23 19:54:22.533424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-6fcdde65-9a90-41f1-ad4d-9609456cf753 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312e6181-cf58-47e5-b1e3-14864a71f031 HTTP/1.1" status: 200 len: 217 time: 0.0360363 Sep 23 19:54:22.608934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-93b3ae1f-f4fc-4499-9c4b-9adcc5167109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:22.610433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-93b3ae1f-f4fc-4499-9c4b-9adcc5167109 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0706036 Sep 23 19:54:22.645131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-f22431b4-9589-427a-b6f9-0d67b0c62773 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268867 Sep 23 19:54:22.652861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907ffee-e16d-4a8e-a32e-c159f27f121c req-7d269a92-2b63-4237-9da8-aa49bdcb797a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:22.654313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a907ffee-e16d-4a8e-a32e-c159f27f121c req-7d269a92-2b63-4237-9da8-aa49bdcb797a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 943 time: 0.0835905 Sep 23 19:54:22.751526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a907ffee-e16d-4a8e-a32e-c159f27f121c req-24222322-8d5f-4e0f-a084-21b96566411b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888488 Sep 23 19:54:22.783232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-91884e95-79f6-4a36-8c0f-37951453b74b service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279280 Sep 23 19:54:22.892720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97d0e081-ca42-43c0-9028-ded34844cd01 req-8ebdc39d-28cf-4dc2-923b-6126dca39f58 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025968 Sep 23 19:54:22.984651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-53279ea2-0ab1-4513-8f63-94da18e6d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:22.986156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-53279ea2-0ab1-4513-8f63-94da18e6d3ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 1094 time: 0.0435176 Sep 23 19:54:23.072845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-5aadab21-6aca-4e0f-b7e9-76331bd707dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:23.074246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-5aadab21-6aca-4e0f-b7e9-76331bd707dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.0813735 Sep 23 19:54:23.118726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-9ed6f66b-a1a6-4810-8cb3-56dc92999413 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312e6181-cf58-47e5-b1e3-14864a71f031 HTTP/1.1" status: 200 len: 217 time: 0.0377443 Sep 23 19:54:23.168826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-7a6419aa-af1c-450e-946b-28413b6f5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:23.170334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-7a6419aa-af1c-450e-946b-28413b6f5063 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0436764 Sep 23 19:54:23.202085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-6689cc75-b25a-4920-8ce1-8a8c42898d32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243475 Sep 23 19:54:23.299774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-d3a9e0a8-ed50-4fce-a061-5acf4ef85a07 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879898 Sep 23 19:54:23.395790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8729605-b483-4e93-bbb6-1bfc6b2cbf49 req-9b19369a-e5d7-42c3-8a7c-dfd82ba8e897 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Sep 23 19:54:23.878747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dcc26-5dca-482b-9b21-f6e51b78a490 req-65c67d98-a434-41e4-9b31-d8ee17fc1be0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:23.880128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab6dcc26-5dca-482b-9b21-f6e51b78a490 req-65c67d98-a434-41e4-9b31-d8ee17fc1be0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 943 time: 0.0524542 Sep 23 19:54:24.194769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab6dcc26-5dca-482b-9b21-f6e51b78a490 req-cf1de660-615f-491f-b7d4-07744d07d53d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078978 Sep 23 19:54:25.310145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf66d39-d458-4232-877c-a3182d10967b req-37e71a2d-c9c8-4dd8-995d-d799302cb11d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:25.312437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bf66d39-d458-4232-877c-a3182d10967b req-37e71a2d-c9c8-4dd8-995d-d799302cb11d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 943 time: 0.0491457 Sep 23 19:54:25.351298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bf66d39-d458-4232-877c-a3182d10967b req-1a025119-640d-4d66-8ff4-a3a802cf6d0b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Sep 23 19:54:25.387156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 312e6181-cf58-47e5-b1e3-14864a71f031 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:54:25.450449 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:25.508809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 312e6181-cf58-47e5-b1e3-14864a71f031, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=312e6181-cf58-47e5-b1e3-14864a71f031,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:25.519296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '312e6181-cf58-47e5-b1e3-14864a71f031', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'port_id': '312e6181-cf58-47e5-b1e3-14864a71f031', 'mac_address': 'fa:16:3e:d4:ef:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:54:25.561907 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:25.577184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312e6181-cf58-47e5-b1e3-14864a71f031 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:25.604647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 312e6181-cf58-47e5-b1e3-14864a71f031, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=312e6181-cf58-47e5-b1e3-14864a71f031,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:25.612253 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:25.674557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=312e6181-cf58-47e5-b1e3-14864a71f031,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:25.815679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['312e6181-cf58-47e5-b1e3-14864a71f031'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:26.469440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27a4f8-f5a7-4b38-b963-54386869a9b8 req-65584d67-8133-4fd5-ad2f-a6cf649ffe2c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:26.470907 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce27a4f8-f5a7-4b38-b963-54386869a9b8 req-65584d67-8133-4fd5-ad2f-a6cf649ffe2c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 944 time: 0.0474155 Sep 23 19:54:26.507382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce27a4f8-f5a7-4b38-b963-54386869a9b8 req-0d367c71-0e4e-457c-8fc3-7950c9b1392f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305936 Sep 23 19:54:26.853237 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:27.393819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 312e6181-cf58-47e5-b1e3-14864a71f031 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:27.449263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 312e6181-cf58-47e5-b1e3-14864a71f031 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:54:27.453076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 312e6181-cf58-47e5-b1e3-14864a71f031 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:27.453471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:27.533426 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:27.559921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312e6181-cf58-47e5-b1e3-14864a71f031'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:27.562701 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d6fcf2-c89e-4ff6-b767-b2b9140501b3" -d '{"events": [{"server_uuid": "e959bca3-0221-4818-9b28-87a554ad55cf", "name": "network-vif-plugged", "status": "completed", "tag": "312e6181-cf58-47e5-b1e3-14864a71f031"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:27.576039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 312e6181-cf58-47e5-b1e3-14864a71f031, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=312e6181-cf58-47e5-b1e3-14864a71f031,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:27.580172 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:27.631502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=312e6181-cf58-47e5-b1e3-14864a71f031,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:27.640790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa622-afe2-4cf3-87de-4993c721b501 req-7ab0411d-486b-4014-abad-5b73766990cf tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:27.642414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d57aa622-afe2-4cf3-87de-4993c721b501 req-7ab0411d-486b-4014-abad-5b73766990cf tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 945 time: 0.0598278 Sep 23 19:54:27.681997 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d57aa622-afe2-4cf3-87de-4993c721b501 req-b51b840a-0e91-45f3-b965-9c79d5f26413 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Sep 23 19:54:27.729148 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884c90d-53d7-47c6-befb-0c5ae1d45563 x-openstack-request-id: req-a884c90d-53d7-47c6-befb-0c5ae1d45563 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:27.729522 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e959bca3-0221-4818-9b28-87a554ad55cf", "name": "network-vif-plugged", "status": "completed", "tag": "312e6181-cf58-47e5-b1e3-14864a71f031", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:27.729839 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a884c90d-53d7-47c6-befb-0c5ae1d45563 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:27.730395 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312e6181-cf58-47e5-b1e3-14864a71f031', 'code': 200} Sep 23 19:54:27.830186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573e3e-6a74-48e1-826e-9c747c538d0f req-84ee1d4a-87dd-444e-9eb3-52da86123cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:27.831737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b573e3e-6a74-48e1-826e-9c747c538d0f req-84ee1d4a-87dd-444e-9eb3-52da86123cc2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 1096 time: 0.0406103 Sep 23 19:54:27.867243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b573e3e-6a74-48e1-826e-9c747c538d0f req-a7e18b19-aa30-47b6-8494-d19e37ab97a5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280771 Sep 23 19:54:28.800457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bf5fc-bcbf-4dab-8e02-629cbb67acd9 req-9cac809c-debf-494c-b7bf-f8a9f47e7270 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:28.801931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b3bf5fc-bcbf-4dab-8e02-629cbb67acd9 req-9cac809c-debf-494c-b7bf-f8a9f47e7270 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 945 time: 0.0485926 Sep 23 19:54:28.839306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b3bf5fc-bcbf-4dab-8e02-629cbb67acd9 req-fdcf39d4-9917-43e2-b9b4-ef7092a4b393 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Sep 23 19:54:29.958504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add0d20-5861-4d8f-b023-baeb965e2249 req-25581c4c-fb8b-4e7b-9e8b-c3ccf30928c0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:29.960062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1add0d20-5861-4d8f-b023-baeb965e2249 req-25581c4c-fb8b-4e7b-9e8b-c3ccf30928c0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 945 time: 0.0549660 Sep 23 19:54:29.998415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1add0d20-5861-4d8f-b023-baeb965e2249 req-89ed8660-e1dd-419f-a677-b6b85e823687 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Sep 23 19:54:30.157513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a382f-614c-44f6-bc41-06eb021656f1 req-4b90d46c-225e-4478-b70e-16be8b8ccbf2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:30.159067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-165a382f-614c-44f6-bc41-06eb021656f1 req-4b90d46c-225e-4478-b70e-16be8b8ccbf2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 945 time: 0.0490596 Sep 23 19:54:30.196430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-165a382f-614c-44f6-bc41-06eb021656f1 req-31be6118-dcf2-482b-bf4d-199e806c9e57 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Sep 23 19:54:30.457161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b00777-883c-4dc7-af5c-a5f5d700a9d2 req-8b90ed01-dafe-4019-a2f2-ad12ed09fb84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:30.460171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14b00777-883c-4dc7-af5c-a5f5d700a9d2 req-8b90ed01-dafe-4019-a2f2-ad12ed09fb84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 945 time: 0.0562663 Sep 23 19:54:30.497218 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14b00777-883c-4dc7-af5c-a5f5d700a9d2 req-f728f14b-430d-43b6-b0a4-cfcae7aed56c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Sep 23 19:54:31.620690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca5bb7-3525-4ff3-b713-c1fcdb22cafc req-a44e9b5d-7ab9-47c6-af0a-4241c8a30b8f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:31.622408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20ca5bb7-3525-4ff3-b713-c1fcdb22cafc req-a44e9b5d-7ab9-47c6-af0a-4241c8a30b8f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 945 time: 0.0552974 Sep 23 19:54:31.694719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20ca5bb7-3525-4ff3-b713-c1fcdb22cafc req-fd0623e8-6cd7-44fc-a787-7bb67c1b7ce6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612032 Sep 23 19:54:31.712136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-2e8d76c4-a0a7-43c3-b01b-bc5c18f80de2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:31.713930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-2e8d76c4-a0a7-43c3-b01b-bc5c18f80de2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/ports?device_id=e959bca3-0221-4818-9b28-87a554ad55cf HTTP/1.1" status: 200 len: 945 time: 0.0739236 Sep 23 19:54:31.806166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Deleting port 312e6181-cf58-47e5-b1e3-14864a71f031 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:54:31.806530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:31.895144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] For port 312e6181-cf58-47e5-b1e3-14864a71f031, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=312e6181-cf58-47e5-b1e3-14864a71f031,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:31.895557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:31.910193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Calling delete_port for 312e6181-cf58-47e5-b1e3-14864a71f031 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:54:31.911915 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-91846bea-ef93-4ce0-a818-2cd65fadd734 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471239 Sep 23 19:54:31.995717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-5560374d-fce2-4cf5-9a4b-3ed31ec1a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:31.997290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-5560374d-fce2-4cf5-9a4b-3ed31ec1a9ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1135 time: 0.0418098 Sep 23 19:54:32.043439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:32.056709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:32.059047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['312e6181-cf58-47e5-b1e3-14864a71f031'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:32.074228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event deleted for resources: {'Port': ['ID=312e6181-cf58-47e5-b1e3-14864a71f031,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:32.115969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] No DVR routers for this DVR port 312e6181-cf58-47e5-b1e3-14864a71f031 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:54:32.119440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:32.119716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-c810e9c5-8de9-4fde-b8ec-fe81ac99eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:32.121512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-c810e9c5-8de9-4fde-b8ec-fe81ac99eefa service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1f41af2-dad0-41b7-b41b-958a324d3f35 HTTP/1.1" status: 200 len: 898 time: 0.1037145 Sep 23 19:54:32.121699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3edf4e68-7fa0-42ac-a9fd-c4e42da4cb98 req-f01f9578-d3ec-4cdd-a80e-95b93eaf23f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "DELETE /v2.0/ports/312e6181-cf58-47e5-b1e3-14864a71f031 HTTP/1.1" status: 204 len: 173 time: 0.4012840 Sep 23 19:54:32.122115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'name': 'network-vif-deleted', 'tag': '312e6181-cf58-47e5-b1e3-14864a71f031'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:32.126448 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a849f3-e8aa-4332-b7a8-7309e781c5b3" -d '{"events": [{"server_uuid": "e959bca3-0221-4818-9b28-87a554ad55cf", "name": "network-vif-deleted", "tag": "312e6181-cf58-47e5-b1e3-14864a71f031"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:32.200471 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-4f86d6c6-dfbf-420e-8bbf-180f683b524d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15ed4192-4822-4175-ae75-59abb7a4c50e HTTP/1.1" status: 200 len: 1001 time: 0.0686524 Sep 23 19:54:32.271516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-38afc6db-3649-4d97-be1e-ef5dcc5dc92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:32.273149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-38afc6db-3649-4d97-be1e-ef5dcc5dc92d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4542717-248b-448a-b93d-4440c1b66430 HTTP/1.1" status: 200 len: 835 time: 0.0653450 Sep 23 19:54:32.287812 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7636ac-7b4e-4209-b78a-96c8e64b2e94 x-openstack-request-id: req-ff7636ac-7b4e-4209-b78a-96c8e64b2e94 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:32.288163 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e959bca3-0221-4818-9b28-87a554ad55cf", "name": "network-vif-deleted", "tag": "312e6181-cf58-47e5-b1e3-14864a71f031", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:32.288473 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff7636ac-7b4e-4209-b78a-96c8e64b2e94 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:32.288943 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e959bca3-0221-4818-9b28-87a554ad55cf', 'name': 'network-vif-deleted', 'tag': '312e6181-cf58-47e5-b1e3-14864a71f031', 'status': 'completed', 'code': 200} Sep 23 19:54:32.331166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-ea96087d-1205-4d1a-8e53-0357342488d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:32.332697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-ea96087d-1205-4d1a-8e53-0357342488d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1f41af2-dad0-41b7-b41b-958a324d3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516102 Sep 23 19:54:32.426996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-809ee891-3934-4a6a-85c8-26a9ec215485 service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Sep 23 19:54:32.545410 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9c097ed-2d59-4c3f-88d4-a83d2b0c01ae req-c246bd67-a69b-49d6-8773-991fa329afbf service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111717 Sep 23 19:54:33.271235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-76c376fb-f4b5-44dc-a88b-2c0c302ba355 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:33.272629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-76c376fb-f4b5-44dc-a88b-2c0c302ba355 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1014023 Sep 23 19:54:33.288104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-792d0c2b-5775-4329-ab23-3bd9edbc00ad tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0090966 Sep 23 19:54:33.334700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-fd990a09-b303-41c5-b1e4-9c1deda00ce4 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0407972 Sep 23 19:54:33.430028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-3181495f-f92c-432a-bfe9-a649e613eb59 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829566 Sep 23 19:54:33.515002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-cf2636a0-e099-4dcb-a957-93a969ac1250 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787423 Sep 23 19:54:33.736757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7797b7ea-6441-4a30-b818-472adea0e9c5 req-d818cb63-4c4e-4dfd-8f9a-68486aa282cb tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 210 time: 0.0330682 Sep 23 19:54:34.604268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-cabfac4d-288e-4fa6-b81c-94eac788303c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:34.605654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-cabfac4d-288e-4fa6-b81c-94eac788303c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1076021 Sep 23 19:54:34.619091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Request body: {'port': {'device_id': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'admin_state_up': True, 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:34.745032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:34.749367 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:34.879375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fcf56c0-a774-4b76-8ac8-81f003b05a7a req-bd26d611-b74e-49c9-b9d3-97434262b49c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 210 time: 0.0537171 Sep 23 19:54:34.904321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Allocated IP 172.20.0.11 (7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83/8a21bebf-753b-4bee-803c-4cd30da6d171) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:35.050401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.083770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.096426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:35.132502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:35.136279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:35.141024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:35.169308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event updated for resources: {'Port': ['ID=8a21bebf-753b-4bee-803c-4cd30da6d171,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:35.199322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:35.200065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.215483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ab27d73b-4a6b-4954-b3bd-3a9d96552a84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008840 Sep 23 19:54:35.227884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Request body: {'port': {'device_id': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:35.282529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.470224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 312e6181-cf58-47e5-b1e3-14864a71f031 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:54:35.496146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 312e6181-cf58-47e5-b1e3-14864a71f031 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:54:35.496826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 312e6181-cf58-47e5-b1e3-14864a71f031 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:54:35.560023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a21bebf-753b-4bee-803c-4cd30da6d171 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:35.567485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.580371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Transition to ACTIVE for port object 8a21bebf-753b-4bee-803c-4cd30da6d171 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:54:35.583991 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.584991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:35.637615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Pushing event updated for resources: {'Port': ['ID=8a21bebf-753b-4bee-803c-4cd30da6d171,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:35.673867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ce37d32b-cde1-4349-b8fd-206ecbf8e752 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2284 time: 0.0875762 Sep 23 19:54:35.676852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:35.682507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'network': {'name': 'tempest-network-smoke--1896888097', 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'port_security_enabled': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:35.704313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Made reservation on behalf of 8b5db32146cb462abe9ee6c51245d4d7 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:35.708435 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.715580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Attempting to bind port 8a21bebf-753b-4bee-803c-4cd30da6d171 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:35.716142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Attempting to bind port 8a21bebf-753b-4bee-803c-4cd30da6d171 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:35.716567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Attempting to bind port 8a21bebf-753b-4bee-803c-4cd30da6d171 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:35.721484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Port 8a21bebf-753b-4bee-803c-4cd30da6d171 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:54:35.721841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Attempting to bind port 8a21bebf-753b-4bee-803c-4cd30da6d171 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:35.728621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:35.729435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:35.729435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Bound using segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:35.730044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Bound port: 8a21bebf-753b-4bee-803c-4cd30da6d171, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:35.730530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.732624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:54:35.747608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.748727 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Added segment 29309cc0-7e4d-4a7d-bc3e-f62677239c69 of type vlan for network dfef1341-4892-4408-b796-8e1c766e2517 Sep 23 19:54:35.799826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.809897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] For port 8a21bebf-753b-4bee-803c-4cd30da6d171, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:35.813594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] For port 8a21bebf-753b-4bee-803c-4cd30da6d171, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8a21bebf-753b-4bee-803c-4cd30da6d171,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:35.818805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.828918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.835102 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:35.835944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.879401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2014606 Sep 23 19:54:35.882518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:35.887904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Pushing event updated for resources: {'Port': ['ID=8a21bebf-753b-4bee-803c-4cd30da6d171,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:35.889503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'admin_state_up': True, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:35.910298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:35.911383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:35.928226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-bd654e57-be7d-4803-be14-d090965f9e52 service neutron] 10.222.0.72 "PUT /v2.0/ports/8a21bebf-753b-4bee-803c-4cd30da6d171 HTTP/1.1" status: 200 len: 1092 time: 0.7031577 Sep 23 19:54:35.928688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'tag': '8a21bebf-753b-4bee-803c-4cd30da6d171'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:35.946357 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e75dc-d89d-4bdd-83ed-d118a271818e" -d '{"events": [{"name": "network-changed", "server_uuid": "8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7", "tag": "8a21bebf-753b-4bee-803c-4cd30da6d171"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:35.955812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Network': ['ID=dfef1341-4892-4408-b796-8e1c766e2517,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:35.980245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.980705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.981091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.981709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.982223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.982671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.983007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.983336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.983993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.984314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.984691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.985022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6739b1-37be-4dc2-8567-3fbde23f4e41 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:35.998804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network dfef1341-4892-4408-b796-8e1c766e2517 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:54:35.999134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.001403 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.060828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-9f733211-599f-4af5-8fe1-0e3764d188f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:36.065239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-9f733211-599f-4af5-8fe1-0e3764d188f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0982401 Sep 23 19:54:36.107604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.124929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-d1af83e2-c306-46c1-996c-1b477b9cca64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a21bebf-753b-4bee-803c-4cd30da6d171 HTTP/1.1" status: 200 len: 217 time: 0.0522146 Sep 23 19:54:36.215739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-c92454dd-159c-4df9-83d0-f03f32b198a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:36.217624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-c92454dd-159c-4df9-83d0-f03f32b198a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0825236 Sep 23 19:54:36.231544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ecca-23f6-49db-b160-34ccf38d0de2 req-06279dcc-823f-4894-a3bb-00d6e7fe1285 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:36.233326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fe7ecca-23f6-49db-b160-34ccf38d0de2 req-06279dcc-823f-4894-a3bb-00d6e7fe1285 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 944 time: 0.1104300 Sep 23 19:54:36.272336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-5c8780dc-986f-4ed9-910b-bed3a2cbf4b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379717 Sep 23 19:54:36.310489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:36.338748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fe7ecca-23f6-49db-b160-34ccf38d0de2 req-9f12a719-b2a6-4f8e-86aa-630ef68c3045 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941474 Sep 23 19:54:36.400514 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca2179-fd1a-4898-a90a-ae7e4f03c1e2 x-openstack-request-id: req-4dca2179-fd1a-4898-a90a-ae7e4f03c1e2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:36.400811 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7", "tag": "8a21bebf-753b-4bee-803c-4cd30da6d171", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:36.401080 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4dca2179-fd1a-4898-a90a-ae7e4f03c1e2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:36.401438 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'tag': '8a21bebf-753b-4bee-803c-4cd30da6d171', 'status': 'completed', 'code': 200} Sep 23 19:54:36.412424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-ba817c52-a492-48fc-b436-53026f3d047a service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326625 Sep 23 19:54:36.452868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c71e-cb10-4920-941f-fb34c27556a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.550033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41ce3be-79e7-47f3-963d-bcd44cd43204 req-8ffed664-d3a2-4c88-8541-6ff0ea33878e service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299176 Sep 23 19:54:36.582016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.611679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c71e-cb10-4920-941f-fb34c27556a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.618655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c71e-cb10-4920-941f-fb34c27556a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.661291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ee6c71e-cb10-4920-941f-fb34c27556a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f79a8c86063540ebbc1541e296dc29a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495610 Sep 23 19:54:36.668852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:36.669501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6c71e-cb10-4920-941f-fb34c27556a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140055a-a340-4ec3-af80-baded9718640,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:36.739840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-607338bb-134c-48e2-8654-acf8378c080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:36.741492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-607338bb-134c-48e2-8654-acf8378c080b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0844281 Sep 23 19:54:36.771575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f47163d-fee8-4863-afbb-6dbd4f1bd415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.795388 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.814363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.830870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f47163d-fee8-4863-afbb-6dbd4f1bd415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.883804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-3bdedb59-b264-4a6a-96e1-dbbc76bb0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:36.885384 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-3bdedb59-b264-4a6a-96e1-dbbc76bb0d07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.1356542 Sep 23 19:54:36.928791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-b8ab27ac-ffc1-4e9f-9adf-c922fc9b423c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a21bebf-753b-4bee-803c-4cd30da6d171 HTTP/1.1" status: 200 len: 217 time: 0.0356333 Sep 23 19:54:36.933041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Allocated IP 172.25.6.22 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/9f6f4520-1ff6-4d92-809c-d8713efbff61) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:36.934319 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f47163d-fee8-4863-afbb-6dbd4f1bd415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.937025 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f47163d-fee8-4863-afbb-6dbd4f1bd415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.938091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f47163d-fee8-4863-afbb-6dbd4f1bd415 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c140055a-a340-4ec3-af80-baded9718640 HTTP/1.1" status: 204 len: 168 time: 0.2658548 Sep 23 19:54:36.971176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47163d-fee8-4863-afbb-6dbd4f1bd415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140055a-a340-4ec3-af80-baded9718640,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:36.992876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-0012653e-3b9b-443a-a256-c897593e937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:36.994506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-0012653e-3b9b-443a-a256-c897593e937f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0553136 Sep 23 19:54:37.031781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-bea2371c-28fb-4c22-a20a-a16f705c12e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295241 Sep 23 19:54:37.067260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:37.103409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:37.139628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:37.143812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:37.147210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-2d4a3389-b282-438f-a98f-8db8e4c02375 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081464 Sep 23 19:54:37.147436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:37.176935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=9f6f4520-1ff6-4d92-809c-d8713efbff61,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:37.246426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-861e75dc-d89d-4bdd-83ed-d118a271818e req-23d610ec-7360-461b-a9a7-0848b21f6238 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886762 Sep 23 19:54:37.422750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:37.468433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8d263-12d5-4e6a-a18c-fc1c4e748ec2 req-2c250123-12b8-4e19-9610-07e0f1994402 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:37.469947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69c8d263-12d5-4e6a-a18c-fc1c4e748ec2 req-2c250123-12b8-4e19-9610-07e0f1994402 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 944 time: 0.0572588 Sep 23 19:54:37.511407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69c8d263-12d5-4e6a-a18c-fc1c4e748ec2 req-4458722f-2aa0-4deb-99bd-d06669f49bd1 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348632 Sep 23 19:54:37.624618 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:37.754427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 87d63b0f-948e-4bee-8856-f0ce777c5e56 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:54:37.863170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:54:37.874058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Sync routers for ids ['87d63b0f-948e-4bee-8856-f0ce777c5e56'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:54:37.885217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Routers {'87d63b0f-948e-4bee-8856-f0ce777c5e56'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:37.885447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:37.886275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['87d63b0f-948e-4bee-8856-f0ce777c5e56'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:37.889764 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5dfe4597-37f5-42fc-8dcf-35924a7f0136 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0030775 Sep 23 19:54:37.890089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56794) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:37.966906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d2f43-6ee4-45fc-9ecc-2cd9afdb903d tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:37.970908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-402d2f43-6ee4-45fc-9ecc-2cd9afdb903d tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=8b5db32146cb462abe9ee6c51245d4d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0795565 Sep 23 19:54:37.971758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:37.997060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Set router 87d63b0f-948e-4bee-8856-f0ce777c5e56 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:38.132417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96f269c-6753-478d-bca2-d3fa0f032ab2 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:38.136613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d96f269c-6753-478d-bca2-d3fa0f032ab2 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1610143 Sep 23 19:54:38.136797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:38.177175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-19fae130-de73-43de-94a3-f4ef95d96154 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368099 Sep 23 19:54:38.177690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:38.181820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:37Z', 'revision_number': 3, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:38.207734 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a5bbd197-5e11-4feb-94a2-c37d1a536d7a tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=8b5db32146cb462abe9ee6c51245d4d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281589 Sep 23 19:54:38.209820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56812) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:38.213623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Checking router: 87d63b0f-948e-4bee-8856-f0ce777c5e56 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:54:38.213983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Updating router 87d63b0f-948e-4bee-8856-f0ce777c5e56 port 9f6f4520-1ff6-4d92-809c-d8713efbff61 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:54:38.239306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.248638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56814) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:38.307861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f970f-e86e-4fca-822b-33a7d9c67fcc tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:38.312497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:38.323313 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-911f970f-e86e-4fca-822b-33a7d9c67fcc tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1116199 Sep 23 19:54:38.348904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:38.351088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2782b46-4048-49b6-8b5c-9a3fa08caa62 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372307 Sep 23 19:54:38.354740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1755085773', 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517', 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:38.437709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'network': {'name': 'tempest-network-smoke--1861978811', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:38.464298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:54:38.464298 n-d-810763-1 neutron-server[94825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:54:38.464298 n-d-810763-1 neutron-server[94825]: [parameters: {'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'id': '7e8ae96f-05d0-4a7f-8c21-1a2f29e619c0', 'expiration': datetime.datetime(2021, 9, 23, 19, 56, 38, 453060)}] Sep 23 19:54:38.464298 n-d-810763-1 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:54:38.464880 n-d-810763-1 neutron-server[94825]: DEBUG oslo_db.api [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:54:38.470177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Made reservation on behalf of 8b5db32146cb462abe9ee6c51245d4d7 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:38.473729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.500616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.505651 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.561393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Attempting to bind port 9f6f4520-1ff6-4d92-809c-d8713efbff61 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:38.561769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Attempting to bind port 9f6f4520-1ff6-4d92-809c-d8713efbff61 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:38.562135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Attempting to bind port 9f6f4520-1ff6-4d92-809c-d8713efbff61 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:38.564991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43455-fbee-4bc6-b686-8503fc9440d8 None None] Pushing event updated for resources: {'Port': ['ID=9f6f4520-1ff6-4d92-809c-d8713efbff61,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:38.569624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:38.570002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:38.570481 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.571834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:38.571989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Bound port: 9f6f4520-1ff6-4d92-809c-d8713efbff61, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:38.572315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.626566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] For port 9f6f4520-1ff6-4d92-809c-d8713efbff61, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:38.630501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] For port 9f6f4520-1ff6-4d92-809c-d8713efbff61, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9f6f4520-1ff6-4d92-809c-d8713efbff61,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:38.636243 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.643048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b7e5-895c-4a0e-b3d4-6ba7c8170b11 req-0ec5770c-da3b-4782-ac09-38d2d6093ec1 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:38.646782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e155b7e5-895c-4a0e-b3d4-6ba7c8170b11 req-0ec5770c-da3b-4782-ac09-38d2d6093ec1 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 944 time: 0.0545065 Sep 23 19:54:38.668694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.689735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e155b7e5-895c-4a0e-b3d4-6ba7c8170b11 req-2e95e096-bd46-4d0f-b632-0a5470c937eb tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Sep 23 19:54:38.694669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Routers {'87d63b0f-948e-4bee-8856-f0ce777c5e56'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:38.695972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['87d63b0f-948e-4bee-8856-f0ce777c5e56'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:38.698901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43455-fbee-4bc6-b686-8503fc9440d8 None None] Pushing event updated for resources: {'Port': ['ID=9f6f4520-1ff6-4d92-809c-d8713efbff61,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:38.732113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Subnet': ['ID=7321af63-e847-4757-a6f4-1bb4f98ccbd1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:38.748280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Checking segment: {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:38.748647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network hostable DHCP agents. Network: dfef1341-4892-4408-b796-8e1c766e2517, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:54:38.765489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network dfef1341-4892-4408-b796-8e1c766e2517 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:54:38.774753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, dfef1341-4892-4408-b796-8e1c766e2517) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:38.779123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:38.779312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.783989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa78f19d-d754-4101-a48e-bf064cb98dfc None None] Network dfef1341-4892-4408-b796-8e1c766e2517 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:54:38.798707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fd5105f9-d372-496e-96a3-0d6cbe8620a9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4485135 Sep 23 19:54:38.801352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56824) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:38.860070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] Set router 87d63b0f-948e-4bee-8856-f0ce777c5e56 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:39.014824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:39.018104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.033305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.085609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-dfef1341-4892-4408-b796-8e1c766e2517', 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'fixed_ips': [{'subnet_id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:54:39.086550 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.179031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:37Z', 'revision_number': 3, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:39.212419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b450e01-a076-48dd-8e3c-d48e177b8121 None None] The sync data for ids ['87d63b0f-948e-4bee-8856-f0ce777c5e56'] in n-d-810763-1 is: [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:37Z', 'revision_number': 3, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:54:39.279599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.285915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.287312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Allocated IP 172.20.0.18 (dfef1341-4892-4408-b796-8e1c766e2517/7321af63-e847-4757-a6f4-1bb4f98ccbd1/baf4f618-648c-4a85-a350-1a200ea36663) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:39.316230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:54:39.369189 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.369541 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Added segment 6dd314b4-31b3-4029-9a9b-8ec175b3f81f of type vlan for network c173d027-4a63-45fd-8781-84b431eacd86 Sep 23 19:54:39.388951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7ea6a-906d-4a58-b050-d9e4dde0e28a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:39.438342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.444390 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.471023 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.480496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.516595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8a21bebf-753b-4bee-803c-4cd30da6d171 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:54:39.537193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Network dfef1341-4892-4408-b796-8e1c766e2517 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:39.548797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:39.552399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:39.554479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.556406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Pushing event updated for resources: {'Port': ['ID=baf4f618-648c-4a85-a350-1a200ea36663,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:39.560684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:39.561220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.613608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3639274 Sep 23 19:54:39.616650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:39.622012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-580257115', 'admin_state_up': True, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:39.653544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa764d78-4744-49d7-9782-0a45652ef54e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Network': ['ID=c173d027-4a63-45fd-8781-84b431eacd86,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:39.662415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Attempting to bind port baf4f618-648c-4a85-a350-1a200ea36663 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:39.662791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Attempting to bind port baf4f618-648c-4a85-a350-1a200ea36663 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:39.663161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Attempting to bind port baf4f618-648c-4a85-a350-1a200ea36663 on network dfef1341-4892-4408-b796-8e1c766e2517 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:39.670807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:39.671192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Checking segment: {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:39.671593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.671981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Bound using segment: {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:39.672516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Bound port: baf4f618-648c-4a85-a350-1a200ea36663, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:39.672846 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.678607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c173d027-4a63-45fd-8781-84b431eacd86 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:54:39.686506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.688356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.768961 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.769474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8a21bebf-753b-4bee-803c-4cd30da6d171, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8a21bebf-753b-4bee-803c-4cd30da6d171,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:39.834480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '8a21bebf-753b-4bee-803c-4cd30da6d171', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'port_id': '8a21bebf-753b-4bee-803c-4cd30da6d171', 'mac_address': 'fa:16:3e:a7:6b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:54:39.852011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] For port baf4f618-648c-4a85-a350-1a200ea36663, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:39.855901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] For port baf4f618-648c-4a85-a350-1a200ea36663, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=baf4f618-648c-4a85-a350-1a200ea36663,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:39.913660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Allocated IP 172.20.0.17 (dfef1341-4892-4408-b796-8e1c766e2517/7321af63-e847-4757-a6f4-1bb4f98ccbd1/8077155a-7bc9-4f2a-a922-7ef7a270551d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:39.979849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.999965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376201-c043-4d0d-a66b-65812da90a59 req-66781ffc-e44d-411f-8cd3-0280d277647a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:40.001505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d376201-c043-4d0d-a66b-65812da90a59 req-66781ffc-e44d-411f-8cd3-0280d277647a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 944 time: 0.1819546 Sep 23 19:54:40.071506 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.074889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d376201-c043-4d0d-a66b-65812da90a59 req-15605686-f838-4319-bdb2-7b43b96a3b4b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639865 Sep 23 19:54:40.091064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.124471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.136143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.172673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a21bebf-753b-4bee-803c-4cd30da6d171 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:40.177843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d6d6a-3fa3-49fc-b9cb-9e4152905c07 None None] Pushing event updated for resources: {'Port': ['ID=baf4f618-648c-4a85-a350-1a200ea36663,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:40.188265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9f6f4520-1ff6-4d92-809c-d8713efbff61 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:40.210904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network dfef1341-4892-4408-b796-8e1c766e2517 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:40.215658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:40.218542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:40.231580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8a21bebf-753b-4bee-803c-4cd30da6d171, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8a21bebf-753b-4bee-803c-4cd30da6d171,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:40.238782 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.254940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=8077155a-7bc9-4f2a-a922-7ef7a270551d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:40.298302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.355501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8a21bebf-753b-4bee-803c-4cd30da6d171,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:40.362541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9f6f4520-1ff6-4d92-809c-d8713efbff61 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:40.362976 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.478869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8a21bebf-753b-4bee-803c-4cd30da6d171'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:40.539376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.544644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.572777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 9f6f4520-1ff6-4d92-809c-d8713efbff61, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9f6f4520-1ff6-4d92-809c-d8713efbff61,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:40.580111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.674502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=9f6f4520-1ff6-4d92-809c-d8713efbff61,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:40.722466 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.743502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.843375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.848296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.854108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.25.6.200 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:40.922252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=8077155a-7bc9-4f2a-a922-7ef7a270551d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:40.924667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:40.960679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.001571 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.021404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network dfef1341-4892-4408-b796-8e1c766e2517 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:41.022818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:41.038730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:41.043764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:41.051070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:41.054116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:41.141564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 87d63b0f-948e-4bee-8856-f0ce777c5e56 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:54:41.243117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401dccd-b26c-4f2e-a589-03c43ad4dc6c req-b08c8d51-89f1-4667-a631-34482bc06c4e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:41.244659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8401dccd-b26c-4f2e-a589-03c43ad4dc6c req-b08c8d51-89f1-4667-a631-34482bc06c4e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 945 time: 0.0842259 Sep 23 19:54:41.254656 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:54:41.260155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-92e60cd9-2bc9-4b7c-887b-ecc73acd2b0c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "PUT /v2.0/routers/87d63b0f-948e-4bee-8856-f0ce777c5e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4577365 Sep 23 19:54:41.265978 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Sync routers for ids ['87d63b0f-948e-4bee-8856-f0ce777c5e56'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:54:41.275618 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Routers {'87d63b0f-948e-4bee-8856-f0ce777c5e56'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:41.276229 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['87d63b0f-948e-4bee-8856-f0ce777c5e56'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:41.379898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8401dccd-b26c-4f2e-a589-03c43ad4dc6c req-c1f3d31b-01e7-48f1-af5c-3ec587061c43 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921388 Sep 23 19:54:41.385049 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Set router 87d63b0f-948e-4bee-8856-f0ce777c5e56 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:41.402699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.517886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8a21bebf-753b-4bee-803c-4cd30da6d171 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:41.574840 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 8a21bebf-753b-4bee-803c-4cd30da6d171 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:54:41.579055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 8a21bebf-753b-4bee-803c-4cd30da6d171 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:41.579443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.611167 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '8077155a-7bc9-4f2a-a922-7ef7a270551d', 'name': '', 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:06:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 2, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:41.638272 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Checking router: 87d63b0f-948e-4bee-8856-f0ce777c5e56 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:54:41.638941 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Updating router 87d63b0f-948e-4bee-8856-f0ce777c5e56 port 8077155a-7bc9-4f2a-a922-7ef7a270551d binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:54:41.664650 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.679114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.708105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a21bebf-753b-4bee-803c-4cd30da6d171'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:41.712924 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289c626c-d903-4fb5-9b63-95d458b8e5ed" -d '{"events": [{"server_uuid": "8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7", "name": "network-vif-plugged", "status": "completed", "tag": "8a21bebf-753b-4bee-803c-4cd30da6d171"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:41.720111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.729776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8a21bebf-753b-4bee-803c-4cd30da6d171, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8a21bebf-753b-4bee-803c-4cd30da6d171,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:41.734389 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.776106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-049e4fec-daf0-4e19-9791-5724f15a3228 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:41.777741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-049e4fec-daf0-4e19-9791-5724f15a3228 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/networks?id=dfef1341-4892-4408-b796-8e1c766e2517 HTTP/1.1" status: 200 len: 798 time: 0.1745701 Sep 23 19:54:41.797149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8a21bebf-753b-4bee-803c-4cd30da6d171,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:41.840440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-0fc64429-6123-439a-a5d0-d9f523c46497 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/quotas/8b5db32146cb462abe9ee6c51245d4d7 HTTP/1.1" status: 200 len: 375 time: 0.0550890 Sep 23 19:54:41.931182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-16aef635-654a-4fb5-99c7-04783f3857d3 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0795074 Sep 23 19:54:41.931394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c5184f-d429-47e0-8ed9-492f41d4e758 None None] Network dfef1341-4892-4408-b796-8e1c766e2517 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:54:41.943210 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:54:41.969500 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:41.975653 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.025667 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Pushing event updated for resources: {'Port': ['ID=8077155a-7bc9-4f2a-a922-7ef7a270551d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:42.034965 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.035303 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.035641 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.035969 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.036292 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.036684 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.036910 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.037446 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.037948 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.038293 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.038613 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.038941 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:42.084909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bece967b-0339-446c-99bb-ac632687a211 None None] Provisioning complete for port baf4f618-648c-4a85-a350-1a200ea36663 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:42.085296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bece967b-0339-446c-99bb-ac632687a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.097085 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Attempting to bind port 8077155a-7bc9-4f2a-a922-7ef7a270551d on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:42.097444 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Attempting to bind port 8077155a-7bc9-4f2a-a922-7ef7a270551d by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:42.098013 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Attempting to bind port 8077155a-7bc9-4f2a-a922-7ef7a270551d on network dfef1341-4892-4408-b796-8e1c766e2517 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:42.106913 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:42.107667 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Checking segment: {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:42.108243 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.108800 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Bound using segment: {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:42.109447 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Bound port: 8077155a-7bc9-4f2a-a922-7ef7a270551d, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:42.110014 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.131246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-314fec89-fe4a-4973-b13f-a629b8107c57 service neutron] 10.222.0.38 "GET /v2.0/networks/dfef1341-4892-4408-b796-8e1c766e2517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856358 Sep 23 19:54:42.161864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:54:42.206882 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] For port 8077155a-7bc9-4f2a-a922-7ef7a270551d, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:42.212945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bece967b-0339-446c-99bb-ac632687a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.213199 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] For port 8077155a-7bc9-4f2a-a922-7ef7a270551d, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8077155a-7bc9-4f2a-a922-7ef7a270551d,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:42.215877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.216057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Sync routers for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:54:42.219909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-46c34f85-9fcf-46ff-ab2b-2e3c142da9ba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5993567 Sep 23 19:54:42.220248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:42.224562 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.234371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:42.234371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:42.271078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-f9c1bb1b-cc62-47eb-bb4a-6adb8d76cbbc service neutron] 10.222.0.38 "GET /v2.0/networks/dfef1341-4892-4408-b796-8e1c766e2517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388931 Sep 23 19:54:42.355277 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Routers {'87d63b0f-948e-4bee-8856-f0ce777c5e56'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:42.357757 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['87d63b0f-948e-4bee-8856-f0ce777c5e56'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:42.372303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:42.404407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fc8e4fa-3ff2-416c-a42e-69758eea7263 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=ba06085ca6fd443bb6a98a4d3a134775&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1831503 Sep 23 19:54:42.407214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:42.541478 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3ecbd-fc59-47eb-b597-d4e70e402b73 x-openstack-request-id: req-8fc3ecbd-fc59-47eb-b597-d4e70e402b73 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:42.542066 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7", "name": "network-vif-plugged", "status": "completed", "tag": "8a21bebf-753b-4bee-803c-4cd30da6d171", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:42.542066 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fc3ecbd-fc59-47eb-b597-d4e70e402b73 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:42.542560 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a21bebf-753b-4bee-803c-4cd30da6d171', 'code': 200} Sep 23 19:54:42.543939 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] Set router 87d63b0f-948e-4bee-8856-f0ce777c5e56 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:42.550148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device baf4f618-648c-4a85-a350-1a200ea36663 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:42.651104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bece967b-0339-446c-99bb-ac632687a211 None None] For port baf4f618-648c-4a85-a350-1a200ea36663, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=baf4f618-648c-4a85-a350-1a200ea36663,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:42.659909 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bece967b-0339-446c-99bb-ac632687a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.717047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900af5e4-0582-46ff-8def-601c46a34700 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:42.721480 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:42.721987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-900af5e4-0582-46ff-8def-601c46a34700 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3133092 Sep 23 19:54:42.732892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e39417-34cc-4115-834d-7e8d30b3c110 req-3c69716d-838e-40d9-ba91-1d568ab5b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:42.735189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96e39417-34cc-4115-834d-7e8d30b3c110 req-3c69716d-838e-40d9-ba91-1d568ab5b6ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1685109 Sep 23 19:54:42.746098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73c422-c38d-44b5-a8f5-669bd5b48dee req-3279d391-cd49-4ab6-89a0-72933feb6068 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:42.756259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f73c422-c38d-44b5-a8f5-669bd5b48dee req-3279d391-cd49-4ab6-89a0-72933feb6068 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 946 time: 0.1884804 Sep 23 19:54:42.777932 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2157c2d-c41a-4af3-b9f4-9734f6bcea13 None None] Pushing event updated for resources: {'Port': ['ID=8077155a-7bc9-4f2a-a922-7ef7a270551d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:42.795236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port baf4f618-648c-4a85-a350-1a200ea36663 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:42.795677 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.847094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f73c422-c38d-44b5-a8f5-669bd5b48dee req-49068fb3-f547-427e-82d8-44365fed18d0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893555 Sep 23 19:54:42.850321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96e39417-34cc-4115-834d-7e8d30b3c110 req-779f94ae-9279-478b-a59e-f2a05949a909 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847797 Sep 23 19:54:42.904196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece967b-0339-446c-99bb-ac632687a211 None None] Pushing event updated for resources: {'Port': ['ID=baf4f618-648c-4a85-a350-1a200ea36663,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:42.911590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] Provisioning complete for port baf4f618-648c-4a85-a350-1a200ea36663 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:42.912470 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:42.915085 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '8077155a-7bc9-4f2a-a922-7ef7a270551d', 'name': '', 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:06:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:42Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:42.956860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f1d5c-4416-4b25-8056-e16af2375e24 None None] The sync data for ids ['87d63b0f-948e-4bee-8856-f0ce777c5e56'] in n-d-810763-1 is: [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '8077155a-7bc9-4f2a-a922-7ef7a270551d', 'name': '', 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:06:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:42Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:54:42.962894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7c33cba-b91d-4a29-8dee-c09eedf15d08 req-674782eb-30ed-48a9-8890-ff17b27fb765 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 210 time: 0.0397327 Sep 23 19:54:43.099150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:41Z', 'revision_number': 3, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:43.159872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9f6f4520-1ff6-4d92-809c-d8713efbff61 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:43.168868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Checking router: 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:54:43.169362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Updating router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:54:43.267533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:43.275497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5d2ea04-1a1c-4bef-b367-436fd5c6454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:43.393782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c50e36d8-aab9-4f31-8faa-ee3a5c4c2087 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6710784 Sep 23 19:54:43.396551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56876) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:43.402569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259632161', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:43.468752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9f6f4520-1ff6-4d92-809c-d8713efbff61 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:43.469226 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:43.491593 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:54:43.512943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:43.514351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] Provisioning complete for port 8077155a-7bc9-4f2a-a922-7ef7a270551d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:43.514819 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:43.517096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:43.769104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:43.851741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Subnet': ['ID=3c2ee8e8-bd50-4dd8-b846-d98c7798bb28,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:43.897719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Checking segment: {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:43.898340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network hostable DHCP agents. Network: c173d027-4a63-45fd-8781-84b431eacd86, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:54:43.927981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-8195cc67-3271-472e-ae34-f4ab92e499ca tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:43.931822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-8195cc67-3271-472e-ae34-f4ab92e499ca tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.72 "GET /v2.0/networks?id=dfef1341-4892-4408-b796-8e1c766e2517 HTTP/1.1" status: 200 len: 798 time: 0.1568875 Sep 23 19:54:43.946349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network c173d027-4a63-45fd-8781-84b431eacd86 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:54:43.951732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Request body: {'port': {'device_id': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517', 'admin_state_up': True, 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:43.969944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c173d027-4a63-45fd-8781-84b431eacd86) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:43.988339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:43.989395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.000690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92eea22-f9b8-4970-a7c4-e93effd54499 None None] Network c173d027-4a63-45fd-8781-84b431eacd86 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:54:44.017043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.024552 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7dd9ebfe-8c45-4b47-b448-b745906f10da tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6235733 Sep 23 19:54:44.025197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56882) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:44.058077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.120851 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.183435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284ea7e-a5e8-4d93-afff-ac18afdb40eb req-d4b5341f-f2dc-4179-8e78-3d63b05ffc1f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:44.186311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] For port 8077155a-7bc9-4f2a-a922-7ef7a270551d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8077155a-7bc9-4f2a-a922-7ef7a270551d,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:44.192608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8284ea7e-a5e8-4d93-afff-ac18afdb40eb req-d4b5341f-f2dc-4179-8e78-3d63b05ffc1f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 946 time: 0.1914783 Sep 23 19:54:44.205333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.240412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Attempting to bind port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:44.240713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Attempting to bind port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:44.241082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Attempting to bind port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:44.246698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807b1b-4ac9-4fee-814f-675d61951acb None None] Pushing event updated for resources: {'Port': ['ID=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:44.250096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:44.250521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:44.250929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.251308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:44.251789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Bound port: 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:44.252173 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.314892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8284ea7e-a5e8-4d93-afff-ac18afdb40eb req-04d21896-36c5-475f-a0f2-995e055a0ca5 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210206 Sep 23 19:54:44.354864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Made reservation on behalf of 8b5db32146cb462abe9ee6c51245d4d7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:44.358858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.369702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8077155a-7bc9-4f2a-a922-7ef7a270551d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:44.413434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] For port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:44.420642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] For port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:44.468151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-c173d027-4a63-45fd-8781-84b431eacd86', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:54:44.469197 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.477873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.484921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d66df537-8250-4aa3-bc90-bb856becdbd3 req-4457c3b9-74d5-4100-8f25-0c9df840f8dc tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 210 time: 0.0371459 Sep 23 19:54:44.494568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecf8e07-c151-491f-9ab6-49a8e8e19724 None None] Provisioning complete for port 8077155a-7bc9-4f2a-a922-7ef7a270551d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:44.494766 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecf8e07-c151-491f-9ab6-49a8e8e19724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.501721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34cf33-fb55-43a1-82ff-9f2281c00f60 None None] Pushing event updated for resources: {'Port': ['ID=8077155a-7bc9-4f2a-a922-7ef7a270551d,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:44.577130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Allocated IP 172.20.0.23 (dfef1341-4892-4408-b796-8e1c766e2517/7321af63-e847-4757-a6f4-1bb4f98ccbd1/b171e235-a729-40ea-b144-536105720593) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:44.608598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807b1b-4ac9-4fee-814f-675d61951acb None None] Pushing event updated for resources: {'Port': ['ID=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:44.685134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:44.685404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:44.705800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.719206 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.762384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.798963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 8077155a-7bc9-4f2a-a922-7ef7a270551d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:44.799286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.827125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event updated for resources: {'Port': ['ID=b171e235-a729-40ea-b144-536105720593,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:44.841121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Network dfef1341-4892-4408-b796-8e1c766e2517 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:44.844869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:44.848068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:44.916422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:44.916716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Allocated IP 172.20.0.2 (c173d027-4a63-45fd-8781-84b431eacd86/3c2ee8e8-bd50-4dd8-b846-d98c7798bb28/37f6a582-8df5-4451-b6a0-22c1d78819ad) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:44.917037 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.938118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:44.938362 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-ec71a959-61ac-4676-9d42-96c0ed9a2022 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9962912 Sep 23 19:54:44.949871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-c72a3d29-1e61-47fa-8487-4c32750900cb tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:54:44.951109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-c72a3d29-1e61-47fa-8487-4c32750900cb tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066891 Sep 23 19:54:44.964616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Request body: {'port': {'device_id': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:45.031129 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.154572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device baf4f618-648c-4a85-a350-1a200ea36663 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:45.222352 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1255d0f3-d255-499e-a602-2c44a3c6b249 None None] Provisioning complete for port b171e235-a729-40ea-b144-536105720593 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:45.222712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1255d0f3-d255-499e-a602-2c44a3c6b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.304999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b171e235-a729-40ea-b144-536105720593 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:45.312448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.325094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Transition to ACTIVE for port object b171e235-a729-40ea-b144-536105720593 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:54:45.328676 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.329210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.330823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1255d0f3-d255-499e-a602-2c44a3c6b249 None None] Port b171e235-a729-40ea-b144-536105720593 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:54:45.341264 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.347384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port baf4f618-648c-4a85-a350-1a200ea36663 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:45.347740 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.412826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Network c173d027-4a63-45fd-8781-84b431eacd86 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:45.425292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.20.0.1 (c173d027-4a63-45fd-8781-84b431eacd86/3c2ee8e8-bd50-4dd8-b846-d98c7798bb28/a458be38-a344-4da6-8bbb-efee50e5b62f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:45.427470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:45.437904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:45.443946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Pushing event updated for resources: {'Port': ['ID=37f6a582-8df5-4451-b6a0-22c1d78819ad,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:45.446793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Pushing event updated for resources: {'Port': ['ID=b171e235-a729-40ea-b144-536105720593,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:45.454585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:41Z', 'revision_number': 3, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:45.503319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Attempting to bind port b171e235-a729-40ea-b144-536105720593 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:45.503738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Attempting to bind port b171e235-a729-40ea-b144-536105720593 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:45.504044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Attempting to bind port b171e235-a729-40ea-b144-536105720593 on network dfef1341-4892-4408-b796-8e1c766e2517 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:45.504388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f822d8-85eb-48b9-8b17-ac9e5af59bbb None None] The sync data for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 is: [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:41Z', 'revision_number': 3, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:54:45.515621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Port b171e235-a729-40ea-b144-536105720593 on network dfef1341-4892-4408-b796-8e1c766e2517 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:54:45.515945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Attempting to bind port b171e235-a729-40ea-b144-536105720593 on network dfef1341-4892-4408-b796-8e1c766e2517 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:45.521924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:45.522315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Checking segment: {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:45.522692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Bound using segment: {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:45.523125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Bound port: b171e235-a729-40ea-b144-536105720593, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29309cc0-7e4d-4a7d-bc3e-f62677239c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:45.524071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.567301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd00f9-876f-4025-a952-34b56aff383b req-352da932-09ea-4375-9f23-b7c134ad2dab tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:45.568812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17bd00f9-876f-4025-a952-34b56aff383b req-352da932-09ea-4375-9f23-b7c134ad2dab tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 946 time: 0.1194310 Sep 23 19:54:45.628483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.652302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] For port b171e235-a729-40ea-b144-536105720593, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:45.661569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] For port b171e235-a729-40ea-b144-536105720593, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b171e235-a729-40ea-b144-536105720593,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:45.673564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.673871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.717145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network c173d027-4a63-45fd-8781-84b431eacd86 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:45.720699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:45.724894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:45.725170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:45.725394 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.727093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] 10.222.0.72 "PUT /v2.0/ports/b171e235-a729-40ea-b144-536105720593 HTTP/1.1" status: 200 len: 1055 time: 0.7675705 Sep 23 19:54:45.739518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'tag': 'b171e235-a729-40ea-b144-536105720593'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:45.748331 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458" -d '{"events": [{"name": "network-changed", "server_uuid": "a5407f2a-14c1-43f4-a843-21607ab09ed9", "tag": "b171e235-a729-40ea-b144-536105720593"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:45.783406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=a458be38-a344-4da6-8bbb-efee50e5b62f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:45.787819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Attempting to bind port 37f6a582-8df5-4451-b6a0-22c1d78819ad on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:45.787819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Attempting to bind port 37f6a582-8df5-4451-b6a0-22c1d78819ad by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:45.787819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Attempting to bind port 37f6a582-8df5-4451-b6a0-22c1d78819ad on network c173d027-4a63-45fd-8781-84b431eacd86 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:45.793437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.812082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:45.812453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Checking segment: {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:45.812869 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.813252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Bound using segment: {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:45.813731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Bound port: 37f6a582-8df5-4451-b6a0-22c1d78819ad, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:45.814113 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.832219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17bd00f9-876f-4025-a952-34b56aff383b req-7cd1e906-af12-4086-9c15-18932da62232 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683061 Sep 23 19:54:45.896778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae3b1f-f1c9-4db8-8e11-50b65b397e42 service neutron] Pushing event updated for resources: {'Port': ['ID=b171e235-a729-40ea-b144-536105720593,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:45.910755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] For port 37f6a582-8df5-4451-b6a0-22c1d78819ad, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:45.919410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] For port 37f6a582-8df5-4451-b6a0-22c1d78819ad, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=37f6a582-8df5-4451-b6a0-22c1d78819ad,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:45.924390 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:45.936931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-1cc02f3e-56c5-4d2c-8cff-f731d7fb42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:45.938357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-1cc02f3e-56c5-4d2c-8cff-f731d7fb42e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 1058 time: 0.1595161 Sep 23 19:54:46.016202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a94b1-f39e-4d6a-b42f-fe0401fa0471 None None] Pushing event updated for resources: {'Port': ['ID=37f6a582-8df5-4451-b6a0-22c1d78819ad,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:46.025948 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-2d8989b7-b973-436e-aee1-6bd229600766 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b171e235-a729-40ea-b144-536105720593 HTTP/1.1" status: 200 len: 217 time: 0.0746753 Sep 23 19:54:46.071714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.080686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d580-e035-4965-8b9f-cb32850d6eeb req-c898f7f2-a5ba-4723-a963-8d8179fdfc7c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:46.106026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1031d580-e035-4965-8b9f-cb32850d6eeb req-c898f7f2-a5ba-4723-a963-8d8179fdfc7c tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 907 time: 0.1506979 Sep 23 19:54:46.125640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-69427ebd-55e0-41ae-afb9-4add67d30445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:46.127236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-69427ebd-55e0-41ae-afb9-4add67d30445 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7321af63-e847-4757-a6f4-1bb4f98ccbd1 HTTP/1.1" status: 200 len: 838 time: 0.0932233 Sep 23 19:54:46.227249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-d011a6b0-f448-4195-84d2-131ac8c05874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:46.230657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-d011a6b0-f448-4195-84d2-131ac8c05874 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfef1341-4892-4408-b796-8e1c766e2517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961127 Sep 23 19:54:46.349876 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea0f0-3a01-4425-a2cd-ff48b38e25d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.404711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8077155a-7bc9-4f2a-a922-7ef7a270551d up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:46.434181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-5d1eb773-204c-4399-b04d-393329c12443 service neutron] 10.222.0.72 "GET /v2.0/networks/dfef1341-4892-4408-b796-8e1c766e2517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952915 Sep 23 19:54:46.459080 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f198d2-7e78-4805-951f-a642a40842b7 x-openstack-request-id: req-80f198d2-7e78-4805-951f-a642a40842b7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:46.459218 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5407f2a-14c1-43f4-a843-21607ab09ed9", "tag": "b171e235-a729-40ea-b144-536105720593", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:46.469092 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80f198d2-7e78-4805-951f-a642a40842b7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:46.469599 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'tag': 'b171e235-a729-40ea-b144-536105720593', 'status': 'completed', 'code': 200} Sep 23 19:54:46.496141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 8077155a-7bc9-4f2a-a922-7ef7a270551d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:46.498044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.511370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.589703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.595758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.612441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:46.622051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1215-c3d8-4335-8087-d1b5559f6f43 req-f99d48ed-e85f-4fac-9d76-0aafd096ef92 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:46.634708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b1a1215-c3d8-4335-8087-d1b5559f6f43 req-f99d48ed-e85f-4fac-9d76-0aafd096ef92 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 946 time: 0.1848509 Sep 23 19:54:46.681509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:46.681888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.682682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-987f2f74-d025-4dc7-97f0-fc12eb85b9f4 req-1399e5d4-cb67-4e4a-9c29-f0f10fdf6029 service neutron] 10.222.0.72 "GET /v2.0/networks/dfef1341-4892-4408-b796-8e1c766e2517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120574 Sep 23 19:54:46.686649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.690566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=a458be38-a344-4da6-8bbb-efee50e5b62f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:46.713330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b1a1215-c3d8-4335-8087-d1b5559f6f43 req-c4bc6c22-57d0-463f-8ea8-36ba65df5512 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776250 Sep 23 19:54:46.811885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.823499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-155dc5d5-6744-4700-be71-b9d79359f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:46.827516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-155dc5d5-6744-4700-be71-b9d79359f6a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 1058 time: 0.0758033 Sep 23 19:54:46.835896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:46.840764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.868266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network c173d027-4a63-45fd-8781-84b431eacd86 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:46.869809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:46.907066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:46.916506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.916883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.917203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.917615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.917925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.918405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.918790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.919128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.919461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.919796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.920167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:46.920504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:47.003030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-84adbca6-cf4f-4832-b33d-36116eba939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.005589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-84adbca6-cf4f-4832-b33d-36116eba939b service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfef1341-4892-4408-b796-8e1c766e2517 HTTP/1.1" status: 200 len: 899 time: 0.1701839 Sep 23 19:54:47.017667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:54:47.058839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-2eeaf1ba-8d22-40b9-b9c9-a074c932783a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b171e235-a729-40ea-b144-536105720593 HTTP/1.1" status: 200 len: 217 time: 0.0460427 Sep 23 19:54:47.090070 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:47.149794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:54:47.158149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-32768ee3-29a6-4959-b548-d22fbbe3ae40 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "PUT /v2.0/routers/49b8e7ea-9bd8-44fa-ae56-48cb4b79d064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1253772 Sep 23 19:54:47.158360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-ce4c3442-c732-42a4-a317-59cea3e364bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.158360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-ce4c3442-c732-42a4-a317-59cea3e364bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7321af63-e847-4757-a6f4-1bb4f98ccbd1 HTTP/1.1" status: 200 len: 838 time: 0.0903006 Sep 23 19:54:47.158564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56902) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:47.168191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dee1d-f967-4e4c-91d9-ac3c64bf470d req-cb3b7469-7b67-4540-9afc-7bda0e9ce4cf tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.170383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f64dee1d-f967-4e4c-91d9-ac3c64bf470d req-cb3b7469-7b67-4540-9afc-7bda0e9ce4cf tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 946 time: 0.1143138 Sep 23 19:54:47.241581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f64dee1d-f967-4e4c-91d9-ac3c64bf470d req-222bda6d-9132-422a-97ed-82917beb6a90 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570982 Sep 23 19:54:47.248002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-50243d57-9b10-44a9-b08d-ec74e855ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.249580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-50243d57-9b10-44a9-b08d-ec74e855ddc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfef1341-4892-4408-b796-8e1c766e2517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780864 Sep 23 19:54:47.365001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.365490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.365960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.367126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.367527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.367942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.368602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.369071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.371083 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a625bfc3-0310-408c-bfb7-a173ddbcba61 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.2116086 Sep 23 19:54:47.373743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56906) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:47.382898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86110535-4f82-48a8-8f85-73cb89091b20 None None] Network c173d027-4a63-45fd-8781-84b431eacd86 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:54:47.422629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bcded2d3-3982-47f4-90fc-3990742bf64d None None] Provisioning complete for port 37f6a582-8df5-4451-b6a0-22c1d78819ad triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:47.423158 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcded2d3-3982-47f4-90fc-3990742bf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:47.479732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.480299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.480768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.481370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.481668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.482118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.483081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.483234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.485060 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-203d8b30-37d0-44ab-8836-d1c9a9cb3b6e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5247 time: 0.1103251 Sep 23 19:54:47.488084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:47.585915 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcded2d3-3982-47f4-90fc-3990742bf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:47.651026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bcded2d3-3982-47f4-90fc-3990742bf64d None None] For port 37f6a582-8df5-4451-b6a0-22c1d78819ad, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=37f6a582-8df5-4451-b6a0-22c1d78819ad,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:47.662157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcded2d3-3982-47f4-90fc-3990742bf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:47.730418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-cf4802eb-107f-4c23-b355-a76d800b8e66 service neutron] 10.222.0.72 "GET /v2.0/networks/dfef1341-4892-4408-b796-8e1c766e2517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719410 Sep 23 19:54:47.732035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcded2d3-3982-47f4-90fc-3990742bf64d None None] Pushing event updated for resources: {'Port': ['ID=37f6a582-8df5-4451-b6a0-22c1d78819ad,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:47.746134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66626023-063f-4050-b998-ef4739d7dd16 req-297b10c0-b595-4c1c-9d20-cc650571d7fe tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:47.747860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66626023-063f-4050-b998-ef4739d7dd16 req-297b10c0-b595-4c1c-9d20-cc650571d7fe tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 907 time: 0.0783942 Sep 23 19:54:47.882872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80b3bbc2-620a-40b2-9844-dcdb5e7ac458 req-40b23d80-8e8e-4fd4-956e-98758290a67e service neutron] 10.222.0.72 "GET /v2.0/networks/dfef1341-4892-4408-b796-8e1c766e2517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339650 Sep 23 19:54:47.992735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f4d07233-7673-40d8-a62c-6d22b1b47736 None None] Provisioning complete for port 37f6a582-8df5-4451-b6a0-22c1d78819ad triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:47.993258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d07233-7673-40d8-a62c-6d22b1b47736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.036039 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Sync routers for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:54:48.047994 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:48.049039 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:48.106688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f4d07233-7673-40d8-a62c-6d22b1b47736 None None] Provisioning complete for port a458be38-a344-4da6-8bbb-efee50e5b62f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:48.107057 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d07233-7673-40d8-a62c-6d22b1b47736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.125106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9e3952de-9c74-4714-96f9-3ed94034012f tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.6357460 Sep 23 19:54:48.181876 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:48.199641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f4d07233-7673-40d8-a62c-6d22b1b47736 None None] Port a458be38-a344-4da6-8bbb-efee50e5b62f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:54:48.298436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:48.365400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c4ac8223-737b-4bbc-bd5c-1d3d0677d8f4 None None] Provisioning complete for port a458be38-a344-4da6-8bbb-efee50e5b62f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:48.366404 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8223-737b-4bbc-bd5c-1d3d0677d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.392443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-2e3c4c85-03ef-43f5-beea-9f5df977eaf7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:48.394030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-2e3c4c85-03ef-43f5-beea-9f5df977eaf7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 946 time: 0.0695176 Sep 23 19:54:48.433399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:48.434852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac8223-737b-4bbc-bd5c-1d3d0677d8f4 None None] Port a458be38-a344-4da6-8bbb-efee50e5b62f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:54:48.440182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8718a44f-b82e-4034-9072-c8887d6c94b1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714264278', 'description': 'tempest-secgroup-smoke-1714264278 description', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:48.444162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:48.444532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.493321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8718a44f-b82e-4034-9072-c8887d6c94b1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.557769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 37f6a582-8df5-4451-b6a0-22c1d78819ad up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:48.583891 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 2, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:48.588450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-39e3a49b-6a12-4092-9b5e-08e3e188ea98 None None] Provisioning complete for port a458be38-a344-4da6-8bbb-efee50e5b62f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:48.588822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39e3a49b-6a12-4092-9b5e-08e3e188ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.593086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fabd8-36e7-410c-8ecd-f71055b2d465 req-83ccba57-03fb-45af-8c8e-ccbed21c4077 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:48.594932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e4fabd8-36e7-410c-8ecd-f71055b2d465 req-83ccba57-03fb-45af-8c8e-ccbed21c4077 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7 HTTP/1.1" status: 200 len: 946 time: 0.1032958 Sep 23 19:54:48.612721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Deleting port 8a21bebf-753b-4bee-803c-4cd30da6d171 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:54:48.613446 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.613609 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Checking router: 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:54:48.613803 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Updating router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 port a458be38-a344-4da6-8bbb-efee50e5b62f binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:54:48.629896 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.637815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8718a44f-b82e-4034-9072-c8887d6c94b1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.644366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8718a44f-b82e-4034-9072-c8887d6c94b1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.649128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39e3a49b-6a12-4092-9b5e-08e3e188ea98 None None] Port a458be38-a344-4da6-8bbb-efee50e5b62f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:54:48.665121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 37f6a582-8df5-4451-b6a0-22c1d78819ad triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:48.666284 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.671250 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.681238 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8718a44f-b82e-4034-9072-c8887d6c94b1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.685179 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8718a44f-b82e-4034-9072-c8887d6c94b1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2480011 Sep 23 19:54:48.687276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56916) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:48.688204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718a44f-b82e-4034-9072-c8887d6c94b1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd06f063-82ae-469f-977f-3981138cf6c5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:48.697815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bda6ea75-4562-4ab5-b0fa-065c3e8208fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': 'cd06f063-82ae-469f-977f-3981138cf6c5', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:48.711306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e4fabd8-36e7-410c-8ecd-f71055b2d465 req-26c540ae-78a4-4475-bd82-863875135dec tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051321 Sep 23 19:54:48.733780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bda6ea75-4562-4ab5-b0fa-065c3e8208fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.769318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] For port 8a21bebf-753b-4bee-803c-4cd30da6d171, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8a21bebf-753b-4bee-803c-4cd30da6d171,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:48.770035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.787290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Calling delete_port for 8a21bebf-753b-4bee-803c-4cd30da6d171 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:54:48.822859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bda6ea75-4562-4ab5-b0fa-065c3e8208fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.830246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bda6ea75-4562-4ab5-b0fa-065c3e8208fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.850678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ea75-4562-4ab5-b0fa-065c3e8208fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28c21da-f41a-4629-a6c8-029a9393218e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:48.865039 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bda6ea75-4562-4ab5-b0fa-065c3e8208fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.866413 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bda6ea75-4562-4ab5-b0fa-065c3e8208fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742754 Sep 23 19:54:48.869891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:48.893970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c64d2a60-c80d-4ba5-aba9-cdae721f68f2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': 'cd06f063-82ae-469f-977f-3981138cf6c5', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:48.961443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64d2a60-c80d-4ba5-aba9-cdae721f68f2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:48.980261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d090fd-a003-442c-88be-75ce24a401ca req-2aa6d0ba-b5b9-48a4-ac2e-72a6f63fa630 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:48.981734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05d090fd-a003-442c-88be-75ce24a401ca req-2aa6d0ba-b5b9-48a4-ac2e-72a6f63fa630 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 907 time: 0.1248906 Sep 23 19:54:49.012688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.023037 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.025710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8a21bebf-753b-4bee-803c-4cd30da6d171'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:49.028791 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.029372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:49.052743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event deleted for resources: {'Port': ['ID=8a21bebf-753b-4bee-803c-4cd30da6d171,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.061879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64d2a60-c80d-4ba5-aba9-cdae721f68f2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.077642 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ba712-0ae5-4b8e-9ecf-b1f10cdecdd8 None None] Pushing event updated for resources: {'Port': ['ID=a458be38-a344-4da6-8bbb-efee50e5b62f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.083334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64d2a60-c80d-4ba5-aba9-cdae721f68f2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.115728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] No DVR routers for this DVR port 8a21bebf-753b-4bee-803c-4cd30da6d171 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:54:49.117809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d2a60-c80d-4ba5-aba9-cdae721f68f2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f03b2f-f648-4cc1-bec9-aedb0efcb32a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.122061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.124351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b97b1a7e-aefe-48a4-b231-35135b906eeb req-47ab4477-c598-45ba-a100-b2831360d526 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "DELETE /v2.0/ports/8a21bebf-753b-4bee-803c-4cd30da6d171 HTTP/1.1" status: 204 len: 173 time: 0.7238138 Sep 23 19:54:49.124788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'name': 'network-vif-deleted', 'tag': '8a21bebf-753b-4bee-803c-4cd30da6d171'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:49.127136 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eadb247-bd37-4961-9bba-15b1bb861c93" -d '{"events": [{"server_uuid": "8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7", "name": "network-vif-deleted", "tag": "8a21bebf-753b-4bee-803c-4cd30da6d171"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:49.140185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c64d2a60-c80d-4ba5-aba9-cdae721f68f2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.141228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c64d2a60-c80d-4ba5-aba9-cdae721f68f2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2692192 Sep 23 19:54:49.144331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 56926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:49.149027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dbfdab76-fd90-4283-9ce5-91dcf63aadc4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': 'cd06f063-82ae-469f-977f-3981138cf6c5', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:49.184259 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4b09f-63c9-468d-ae8b-d07746c9b17d x-openstack-request-id: req-fdb4b09f-63c9-468d-ae8b-d07746c9b17d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:49.184259 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7", "name": "network-vif-deleted", "tag": "8a21bebf-753b-4bee-803c-4cd30da6d171", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:49.184259 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdb4b09f-63c9-468d-ae8b-d07746c9b17d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:49.186442 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813f8b6-cb6c-4dfb-98fa-1da6e47f9cf7', 'name': 'network-vif-deleted', 'tag': '8a21bebf-753b-4bee-803c-4cd30da6d171', 'status': 'completed', 'code': 200} Sep 23 19:54:49.195542 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Attempting to bind port a458be38-a344-4da6-8bbb-efee50e5b62f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:49.196006 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Attempting to bind port a458be38-a344-4da6-8bbb-efee50e5b62f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:49.196597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Attempting to bind port a458be38-a344-4da6-8bbb-efee50e5b62f on network c173d027-4a63-45fd-8781-84b431eacd86 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:49.201488 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbfdab76-fd90-4283-9ce5-91dcf63aadc4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.203731 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:49.204143 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Checking segment: {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:49.204545 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.204934 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Bound using segment: {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:49.205720 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Bound port: a458be38-a344-4da6-8bbb-efee50e5b62f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:49.205873 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.291754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbfdab76-fd90-4283-9ce5-91dcf63aadc4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.296563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbfdab76-fd90-4283-9ce5-91dcf63aadc4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.309704 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] For port a458be38-a344-4da6-8bbb-efee50e5b62f, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:49.316916 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] For port a458be38-a344-4da6-8bbb-efee50e5b62f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a458be38-a344-4da6-8bbb-efee50e5b62f,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:49.322191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdab76-fd90-4283-9ce5-91dcf63aadc4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaaa557-9e26-4ffc-a812-6f8f84a2dcc8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.322738 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.327374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbfdab76-fd90-4283-9ce5-91dcf63aadc4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.331199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dbfdab76-fd90-4283-9ce5-91dcf63aadc4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1856711 Sep 23 19:54:49.334415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:49.345578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-74ac8fd4-6336-4bf7-9d95-fe13eff3188c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': 'cd06f063-82ae-469f-977f-3981138cf6c5', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:49.377513 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ac8fd4-6336-4bf7-9d95-fe13eff3188c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.385927 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:49.386597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:49.424844 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ba712-0ae5-4b8e-9ecf-b1f10cdecdd8 None None] Pushing event updated for resources: {'Port': ['ID=a458be38-a344-4da6-8bbb-efee50e5b62f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.442234 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ac8fd4-6336-4bf7-9d95-fe13eff3188c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.446625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ac8fd4-6336-4bf7-9d95-fe13eff3188c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.467884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac8fd4-6336-4bf7-9d95-fe13eff3188c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714146ee-e989-43e7-b0bb-514830ac40e5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.477431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ac8fd4-6336-4bf7-9d95-fe13eff3188c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.478920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-74ac8fd4-6336-4bf7-9d95-fe13eff3188c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413057 Sep 23 19:54:49.481673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56930) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:49.486177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': 'cd06f063-82ae-469f-977f-3981138cf6c5', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:49.488091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-59b24be9-5788-4e7b-bc53-1069633d19ab None None] Provisioning complete for port a458be38-a344-4da6-8bbb-efee50e5b62f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:49.488653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b24be9-5788-4e7b-bc53-1069633d19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.511235 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Project ba06085ca6fd443bb6a98a4d3a134775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:54:49.516394 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.541926 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:54:49.589506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b171e235-a729-40ea-b144-536105720593 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:54:49.596044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.608407 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b24be9-5788-4e7b-bc53-1069633d19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.617076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.641573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1b0696-5eb7-4388-8a1a-1066552da996,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.645907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.647307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-83697869-df91-4254-87c1-2c05a0d3c88a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1645956 Sep 23 19:54:49.650529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 56932) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:49.656240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': 'cd06f063-82ae-469f-977f-3981138cf6c5', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:49.680761 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Project ba06085ca6fd443bb6a98a4d3a134775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:54:49.687694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.691412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-59b24be9-5788-4e7b-bc53-1069633d19ab None None] For port a458be38-a344-4da6-8bbb-efee50e5b62f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a458be38-a344-4da6-8bbb-efee50e5b62f,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:49.721562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59b24be9-5788-4e7b-bc53-1069633d19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.793487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port b171e235-a729-40ea-b144-536105720593, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b171e235-a729-40ea-b144-536105720593,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:49.798958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.804846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.808547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b24be9-5788-4e7b-bc53-1069633d19ab None None] Pushing event updated for resources: {'Port': ['ID=a458be38-a344-4da6-8bbb-efee50e5b62f,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.811612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'b171e235-a729-40ea-b144-536105720593', 'network_id': 'dfef1341-4892-4408-b796-8e1c766e2517', 'port_id': 'b171e235-a729-40ea-b144-536105720593', 'mac_address': 'fa:16:3e:e6:4a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7321af63-e847-4757-a6f4-1bb4f98ccbd1', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:54:49.843055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df005907-90e8-43a7-b924-d7ab247100e3,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:49.852788 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:49.856579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.865907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab2d0900-7470-4de7-a160-e71011d4476e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2062476 Sep 23 19:54:49.870800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.872803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4e54f88a-389d-40d0-a934-614a47f7c0a5 None None] Provisioning complete for port a458be38-a344-4da6-8bbb-efee50e5b62f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:49.873231 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e54f88a-389d-40d0-a934-614a47f7c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:49.896312 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152230a4-83c6-4990-a380-bbe6f06f9521 None None] The sync data for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 is: [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:54:49.914302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b171e235-a729-40ea-b144-536105720593 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:49.951410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port b171e235-a729-40ea-b144-536105720593, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b171e235-a729-40ea-b144-536105720593,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:49.967468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:50.052213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-8dff8bd8-9fe4-4fa2-9cbc-4a8d72855414 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714264278&fields=id&tenant_id=ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 267 time: 0.0374970 Sep 23 19:54:50.076190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=b171e235-a729-40ea-b144-536105720593,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:50.174185 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a458be38-a344-4da6-8bbb-efee50e5b62f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:50.187096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-3c85fbc1-bbef-44a1-be20-3c220ed5dc6e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:50.188774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-3c85fbc1-bbef-44a1-be20-3c220ed5dc6e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/networks?id=c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 200 len: 797 time: 0.1229918 Sep 23 19:54:50.197116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['b171e235-a729-40ea-b144-536105720593'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:50.206005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-6579831d-0c3f-4301-bd01-f4635b9c6e92 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/quotas/ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 375 time: 0.0110850 Sep 23 19:54:50.264699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-00f1dc45-b77f-4bc0-96a0-b6d8b0fbf7be tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515637 Sep 23 19:54:50.264979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a458be38-a344-4da6-8bbb-efee50e5b62f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:50.265300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:50.372333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-2bfdc617-9302-4fd6-9172-f63f8bf153d9 service neutron] 10.222.0.38 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949879 Sep 23 19:54:50.468527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-13a23f1c-4aa7-410d-b1c4-1e2016b7c407 service neutron] 10.222.0.38 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952404 Sep 23 19:54:50.758836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-759bc8de-0a9e-4957-804b-c1d9d328ab79 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:50.762696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-759bc8de-0a9e-4957-804b-c1d9d328ab79 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1206224 Sep 23 19:54:50.777103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b454d885-5a5e-49a3-b32d-1d0af0c97a53 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0104840 Sep 23 19:54:50.834941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-03583785-13ea-4733-aae5-4fdd9905fe8a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518630 Sep 23 19:54:50.939535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-55b80427-9edd-41ff-9a40-b17b68762b72 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964582 Sep 23 19:54:51.041008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-3bd589bc-366c-45cb-9da5-d49a55fa62d7 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953083 Sep 23 19:54:51.259810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e8d8b-bdc8-4baf-a302-c34e20466146 req-b3998d30-5c3a-4b15-a30d-f6938d8bcf5b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:51.261416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa9e8d8b-bdc8-4baf-a302-c34e20466146 req-b3998d30-5c3a-4b15-a30d-f6938d8bcf5b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 908 time: 0.0587070 Sep 23 19:54:51.407662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a07388dd-55be-4525-af89-2965532327f6 req-7f674397-9f11-4423-8d09-11a1b3d0c572 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Sep 23 19:54:51.501870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9d05f26-ad45-43b5-8399-caaaadb0687e req-e943767d-2bef-4da0-b92e-0ce229b2abce tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 210 time: 0.0419087 Sep 23 19:54:51.600506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b171e235-a729-40ea-b144-536105720593 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:51.659800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port b171e235-a729-40ea-b144-536105720593 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:54:51.665206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port b171e235-a729-40ea-b144-536105720593 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:51.665656 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:51.684919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-a517c83b-836a-423f-98b2-6117c3dd11cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:51.687055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-a517c83b-836a-423f-98b2-6117c3dd11cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "GET /v2.0/networks?id=c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 200 len: 797 time: 0.1300206 Sep 23 19:54:51.733123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-28b6e194-179e-4e78-93a2-87a6b7aa90eb tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 380 time: 0.0348876 Sep 23 19:54:51.748709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'port': {'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'admin_state_up': True, 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'security_groups': ['cd06f063-82ae-469f-977f-3981138cf6c5']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:51.761077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:51.787947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e235-a729-40ea-b144-536105720593'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:51.790930 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc98d1-6dcd-484a-877f-6c7e58cf5518" -d '{"events": [{"server_uuid": "a5407f2a-14c1-43f4-a843-21607ab09ed9", "name": "network-vif-plugged", "status": "completed", "tag": "b171e235-a729-40ea-b144-536105720593"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:51.803858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port b171e235-a729-40ea-b144-536105720593, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b171e235-a729-40ea-b144-536105720593,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:51.809209 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:51.810017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8a21bebf-753b-4bee-803c-4cd30da6d171 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:54:51.832645 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b382b-c544-43ec-8039-b07c741e8e17 x-openstack-request-id: req-464b382b-c544-43ec-8039-b07c741e8e17 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:51.832947 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5407f2a-14c1-43f4-a843-21607ab09ed9", "name": "network-vif-plugged", "status": "completed", "tag": "b171e235-a729-40ea-b144-536105720593", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:51.833202 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-464b382b-c544-43ec-8039-b07c741e8e17 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:51.833598 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e235-a729-40ea-b144-536105720593', 'code': 200} Sep 23 19:54:51.836409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 8a21bebf-753b-4bee-803c-4cd30da6d171 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:54:51.836751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8a21bebf-753b-4bee-803c-4cd30da6d171 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:54:51.869250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:51.873138 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:51.884962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=b171e235-a729-40ea-b144-536105720593,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:51.935203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9765446-2028-4541-86a9-467471b75421 req-97552713-97bc-4013-8ded-a2c56d6f2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:51.936666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9765446-2028-4541-86a9-467471b75421 req-97552713-97bc-4013-8ded-a2c56d6f2b16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 1060 time: 0.0463474 Sep 23 19:54:52.001391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.20.0.4 (c173d027-4a63-45fd-8781-84b431eacd86/3c2ee8e8-bd50-4dd8-b846-d98c7798bb28/2c93dfd6-3873-4f2c-b4a0-369bc3d9af51) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:52.140240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.173451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.216831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network c173d027-4a63-45fd-8781-84b431eacd86 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:52.219923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:52.223954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:52.252945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:52.284009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:52.284721 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.299669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-0fae022a-8557-446b-8bc4-7c751b4600af tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603888 Sep 23 19:54:52.313090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Request body: {'port': {'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:52.384184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.447014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-9401381e-6a26-426f-b8a4-51e92c90413d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:52.449685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-9401381e-6a26-426f-b8a4-51e92c90413d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1671855 Sep 23 19:54:52.463931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Request body: {'port': {'device_id': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'admin_state_up': True, 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:52.500059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc14495-ca5d-4f54-9155-e1796049b47e req-135a520b-e499-4a61-bd8d-805d57f48224 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:52.501964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbc14495-ca5d-4f54-9155-e1796049b47e req-135a520b-e499-4a61-bd8d-805d57f48224 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 909 time: 0.1059031 Sep 23 19:54:52.516258 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8fc114c3-dd94-4f9b-96c8-613c6ce4644c None None] Provisioning complete for port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:52.517031 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fc114c3-dd94-4f9b-96c8-613c6ce4644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.558411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8fc114c3-dd94-4f9b-96c8-613c6ce4644c None None] Port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:54:52.611870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:52.616078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.683719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:52.691516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.704327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Transition to ACTIVE for port object 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:54:52.707786 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.732555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4fc64-9ee1-4fd1-b85a-b94e671bdf49 req-9f3f7cc9-2e5b-45ed-b0b5-05c9b22a1d5a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:52.734060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41e4fc64-9ee1-4fd1-b85a-b94e671bdf49 req-9f3f7cc9-2e5b-45ed-b0b5-05c9b22a1d5a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 931 time: 0.1048491 Sep 23 19:54:52.766862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Pushing event updated for resources: {'Port': ['ID=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:52.814585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41e4fc64-9ee1-4fd1-b85a-b94e671bdf49 req-f524a30d-b3b0-40e0-a1d2-f2b6e1e9e122 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726175 Sep 23 19:54:52.827892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Allocated IP 172.20.0.12 (7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83/84b48589-821a-4977-bd25-eb80a3b58180) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:52.868727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Attempting to bind port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:52.869072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Attempting to bind port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:52.869563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Attempting to bind port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 on network c173d027-4a63-45fd-8781-84b431eacd86 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:52.875950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 on network c173d027-4a63-45fd-8781-84b431eacd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:54:52.876273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Attempting to bind port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 on network c173d027-4a63-45fd-8781-84b431eacd86 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:52.884632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:52.884984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Checking segment: {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:52.885436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Bound using segment: {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:52.885877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Bound port: 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd314b4-31b3-4029-9a9b-8ec175b3f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:52.886311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.966943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] For port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:52.970951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] For port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:52.976879 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.012706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.014818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.016421 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] 10.222.0.41 "PUT /v2.0/ports/2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 HTTP/1.1" status: 200 len: 1091 time: 0.7077160 Sep 23 19:54:53.019159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:53.023391 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9488dc0-4ef5-4e32-8451-66acd6932127" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:53.043184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a3f2ee-360e-49f0-bea9-70b82588617e req-f3a60f30-a82b-4737-95ca-5e96e8583042 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 210 time: 0.1159108 Sep 23 19:54:53.060988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156e5b5-8609-4f6d-af64-2effe3722cbd service neutron] Pushing event updated for resources: {'Port': ['ID=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:53.102422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.118033 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df2fe9-dddc-444c-955c-5045f923beb7 x-openstack-request-id: req-f2df2fe9-dddc-444c-955c-5045f923beb7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:53.118466 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:53.118716 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2df2fe9-dddc-444c-955c-5045f923beb7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:53.119244 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'status': 'completed', 'code': 200} Sep 23 19:54:53.135496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-5b88d538-c76f-446d-bab1-f00e8a5dfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.137286 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-5b88d538-c76f-446d-bab1-f00e8a5dfefc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 1094 time: 0.0608509 Sep 23 19:54:53.141620 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.156287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:53.184271 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-1c9fe885-3aa9-486b-b24d-bf6bd1f2f52e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 HTTP/1.1" status: 200 len: 217 time: 0.0382693 Sep 23 19:54:53.190918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:53.194082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:53.202293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:53.206121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event updated for resources: {'Port': ['ID=84b48589-821a-4977-bd25-eb80a3b58180,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:53.245882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-02c09f74-b5b4-41ce-bcde-cc427d8042af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.247831 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-02c09f74-b5b4-41ce-bcde-cc427d8042af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c2ee8e8-bd50-4dd8-b846-d98c7798bb28 HTTP/1.1" status: 200 len: 834 time: 0.0571682 Sep 23 19:54:53.265963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.266648 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.282164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-90eeb0e7-acdd-4be3-9510-283ec58c3359 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8232377 Sep 23 19:54:53.297968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Request body: {'port': {'device_id': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:53.299169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-6e3f6ff1-5232-437f-938a-0496247ab2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.300684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-6e3f6ff1-5232-437f-938a-0496247ab2c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c173d027-4a63-45fd-8781-84b431eacd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455458 Sep 23 19:54:53.362184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.401395 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-b3e7f11a-202c-4dac-8afd-5b80b285fc76 service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935752 Sep 23 19:54:53.495968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-24d96b79-c52d-4c62-94a7-355e5548a0fe req-871667c5-b2e6-41c3-8e66-5f4c778af34d service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869946 Sep 23 19:54:53.587817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-19d2f708-3699-431a-9935-bd1988388ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.589368 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-19d2f708-3699-431a-9935-bd1988388ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 1094 time: 0.0442741 Sep 23 19:54:53.662054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf28e-3fc2-45a0-ad77-cff6d0426c57 req-4648f001-3f51-483c-939e-f1624ecbb51d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.663568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29cdf28e-3fc2-45a0-ad77-cff6d0426c57 req-4648f001-3f51-483c-939e-f1624ecbb51d tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 909 time: 0.0885289 Sep 23 19:54:53.673081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b48589-821a-4977-bd25-eb80a3b58180 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:53.680780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-d10656fd-168e-451b-860c-bdae851213f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.681210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.682295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-d10656fd-168e-451b-860c-bdae851213f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 200 len: 898 time: 0.0860374 Sep 23 19:54:53.694300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Transition to ACTIVE for port object 84b48589-821a-4977-bd25-eb80a3b58180 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:54:53.698406 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.730017 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-554b0228-65be-4b2f-aa2f-aa63529a797f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 HTTP/1.1" status: 200 len: 217 time: 0.0391223 Sep 23 19:54:53.773482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Pushing event updated for resources: {'Port': ['ID=84b48589-821a-4977-bd25-eb80a3b58180,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:53.783003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-a6802812-1a62-4ab3-9f69-b5a7bd5159d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.784866 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-a6802812-1a62-4ab3-9f69-b5a7bd5159d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c2ee8e8-bd50-4dd8-b846-d98c7798bb28 HTTP/1.1" status: 200 len: 834 time: 0.0475450 Sep 23 19:54:53.832659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-e6870f6f-5dac-4507-9c70-e1d1e5ba1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.834226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-e6870f6f-5dac-4507-9c70-e1d1e5ba1019 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c173d027-4a63-45fd-8781-84b431eacd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419087 Sep 23 19:54:53.864022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Attempting to bind port 84b48589-821a-4977-bd25-eb80a3b58180 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:53.864354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Attempting to bind port 84b48589-821a-4977-bd25-eb80a3b58180 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:53.864679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Attempting to bind port 84b48589-821a-4977-bd25-eb80a3b58180 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:53.875616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab18091-9adc-4932-8d73-df9b1da4b1c2 req-fddbe06f-f1da-407d-889b-663eabf1dfd6 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:53.877102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ab18091-9adc-4932-8d73-df9b1da4b1c2 req-fddbe06f-f1da-407d-889b-663eabf1dfd6 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 909 time: 0.0793388 Sep 23 19:54:53.879202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Port 84b48589-821a-4977-bd25-eb80a3b58180 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:54:53.879526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Attempting to bind port 84b48589-821a-4977-bd25-eb80a3b58180 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:53.885212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:53.885552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:53.885953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Bound using segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:53.886702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Bound port: 84b48589-821a-4977-bd25-eb80a3b58180, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:53.886865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.943139 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-356bd469-db8a-4f7c-80d7-913b76ebbdde service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010468 Sep 23 19:54:53.981969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] For port 84b48589-821a-4977-bd25-eb80a3b58180, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:53.996329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] For port 84b48589-821a-4977-bd25-eb80a3b58180, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84b48589-821a-4977-bd25-eb80a3b58180,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:54.003683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:54.023901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da372a9-d7a8-4e63-834e-e550e81d5c20 req-b98abc0c-1866-4db5-99c1-aa7fd78562c0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.025417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9da372a9-d7a8-4e63-834e-e550e81d5c20 req-b98abc0c-1866-4db5-99c1-aa7fd78562c0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 943 time: 0.0816824 Sep 23 19:54:54.035665 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d9488dc0-4ef5-4e32-8451-66acd6932127 req-ba68b8f1-c787-449b-807d-46b2fac2acc8 service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857046 Sep 23 19:54:54.061993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.062636 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:54.063965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] 10.222.0.72 "PUT /v2.0/ports/84b48589-821a-4977-bd25-eb80a3b58180 HTTP/1.1" status: 200 len: 1092 time: 0.7717845 Sep 23 19:54:54.064393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'tag': '84b48589-821a-4977-bd25-eb80a3b58180'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:54.066611 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a31300-f34d-4d24-9b95-b3e679cf5da5" -d '{"events": [{"name": "network-changed", "server_uuid": "d466be55-5e8e-4fd4-b076-8a2452a6afbe", "tag": "84b48589-821a-4977-bd25-eb80a3b58180"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:54.121231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9da372a9-d7a8-4e63-834e-e550e81d5c20 req-c4846ce3-f59a-4e19-87ce-1ece706a062e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749137 Sep 23 19:54:54.134982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74698cb-925b-4882-8a91-2c879bc13663 service neutron] Pushing event updated for resources: {'Port': ['ID=84b48589-821a-4977-bd25-eb80a3b58180,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:54.154390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-982295d9-5ad7-4389-b00a-d38e38c26893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.155938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-982295d9-5ad7-4389-b00a-d38e38c26893 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 1095 time: 0.0507045 Sep 23 19:54:54.201786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-dbb9a4f2-de18-47db-8b15-aa5adbdbad49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84b48589-821a-4977-bd25-eb80a3b58180 HTTP/1.1" status: 200 len: 217 time: 0.0385523 Sep 23 19:54:54.269994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-2aafeaa1-a21c-4b3d-b86a-b935f7db98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.271446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-2aafeaa1-a21c-4b3d-b86a-b935f7db98a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0629354 Sep 23 19:54:54.274453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce92f-7434-4322-bb1d-bab5ac238027 req-e0e1782d-a5ac-4d3e-a348-8730955f7fb9 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.275831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f13ce92f-7434-4322-bb1d-bab5ac238027 req-e0e1782d-a5ac-4d3e-a348-8730955f7fb9 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 1060 time: 0.0764456 Sep 23 19:54:54.304262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-160381bf-9cab-4c17-bfac-693133de3568 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262024 Sep 23 19:54:54.429714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ccf10-b88f-4b07-8343-3237205f5bcd req-0bd73242-d441-44e3-aa9a-355ff399a2b0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.431206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c0ccf10-b88f-4b07-8343-3237205f5bcd req-0bd73242-d441-44e3-aa9a-355ff399a2b0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 944 time: 0.1015074 Sep 23 19:54:54.434611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-e5f222db-c269-46ca-8060-0ed3ba011d70 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236327 Sep 23 19:54:54.522583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c0ccf10-b88f-4b07-8343-3237205f5bcd req-60f1a1e4-28ff-407d-b3a3-10990d06996d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 Sep 23 19:54:54.553152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-267f9081-c3c4-4f8b-a7c8-1fe92a7f50c0 req-87c6d6bf-82ed-4623-ade9-2f23612cdbd2 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097586 Sep 23 19:54:54.565177 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05febf8-c072-4a10-aa60-8d0b1f762c3d x-openstack-request-id: req-a05febf8-c072-4a10-aa60-8d0b1f762c3d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:54.565592 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d466be55-5e8e-4fd4-b076-8a2452a6afbe", "tag": "84b48589-821a-4977-bd25-eb80a3b58180", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:54.566513 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a05febf8-c072-4a10-aa60-8d0b1f762c3d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:54.567024 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'tag': '84b48589-821a-4977-bd25-eb80a3b58180', 'status': 'completed', 'code': 200} Sep 23 19:54:54.670307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-076e08f8-e283-4c96-becf-f632b3f046c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.671810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-076e08f8-e283-4c96-becf-f632b3f046c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 1095 time: 0.0693011 Sep 23 19:54:54.673613 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18608dc-eb82-4616-a508-9e1dae7808a5 req-5a2dcfc1-de2a-4a6a-b95a-c6253b2afddd tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.675017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c18608dc-eb82-4616-a508-9e1dae7808a5 req-5a2dcfc1-de2a-4a6a-b95a-c6253b2afddd tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1135 time: 0.0637586 Sep 23 19:54:54.766340 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c18608dc-eb82-4616-a508-9e1dae7808a5 req-9bc5b1a8-2f5e-40a0-afc6-dc3e8d18b1d0 tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0835261 Sep 23 19:54:54.787880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57016) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:54.793838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-3cca6e8b-124f-435c-a389-139cb818e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.795509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-3cca6e8b-124f-435c-a389-139cb818e489 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.1139567 Sep 23 19:54:54.834864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828b993-2d42-4396-866c-8f7548ba7c9e tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.840555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-d65b7fa5-454c-4457-9cbb-f79d079693ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84b48589-821a-4977-bd25-eb80a3b58180 HTTP/1.1" status: 200 len: 217 time: 0.0358598 Sep 23 19:54:54.840685 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a828b993-2d42-4396-866c-8f7548ba7c9e tempest-TestSecurityGroupsBasicOps-292357119 tempest-TestSecurityGroupsBasicOps-292357119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 1055 time: 0.0503662 Sep 23 19:54:54.894503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-009f6ab7-6963-4ad7-bf9c-86a9b7e0c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:54.895984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-009f6ab7-6963-4ad7-bf9c-86a9b7e0c15e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0488501 Sep 23 19:54:54.931991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-f68bcbf8-4c6c-4ee0-8449-d1356d97ad2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257766 Sep 23 19:54:55.059437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-073a8b40-7d40-4418-bbf3-c387e628c8e2 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147032 Sep 23 19:54:55.085247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66fc79-291f-4b76-be16-79e8e982c982 req-7cf4efb6-10fa-49a9-92d9-3c57c87369e5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:55.087209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc66fc79-291f-4b76-be16-79e8e982c982 req-7cf4efb6-10fa-49a9-92d9-3c57c87369e5 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 909 time: 0.0696898 Sep 23 19:54:55.163244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41a31300-f34d-4d24-9b95-b3e679cf5da5 req-1e33a20d-6c30-4d4a-95ad-7da3168eed1c service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928655 Sep 23 19:54:55.240250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6ac98-0ec4-4d58-99ab-163558d3a11a req-30b28e5c-4411-48c1-baf1-c29e626e6cdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:55.241733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63e6ac98-0ec4-4d58-99ab-163558d3a11a req-30b28e5c-4411-48c1-baf1-c29e626e6cdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 943 time: 0.0530660 Sep 23 19:54:55.283258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63e6ac98-0ec4-4d58-99ab-163558d3a11a req-a36b6be3-9c17-4f76-90a3-5107b03832ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353827 Sep 23 19:54:55.452891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:55.635439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ecc3-a8b4-48bc-b907-8e1dfc207d38 req-53a40cfa-565c-4496-953f-09b1df58ef7d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:55.636902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ee3ecc3-a8b4-48bc-b907-8e1dfc207d38 req-53a40cfa-565c-4496-953f-09b1df58ef7d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 944 time: 0.0475054 Sep 23 19:54:55.673443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ee3ecc3-a8b4-48bc-b907-8e1dfc207d38 req-4a9ad9a1-1ee4-4511-9eb8-688c59bcb88c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Sep 23 19:54:56.068350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:54:56.165556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:56.177538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:54:56.205439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f6ff-b032-477c-ae4e-993b0df7ed46 req-5aea28a3-e6ac-4e3a-a7eb-2ae1d2940104 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:56.206952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3699f6ff-b032-477c-ae4e-993b0df7ed46 req-5aea28a3-e6ac-4e3a-a7eb-2ae1d2940104 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 909 time: 0.0481741 Sep 23 19:54:56.214880 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:56.227488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:56.247017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:56.251870 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:56.298039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:56.427043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f97f31-98ad-4262-9f4c-6dff5021ff43 req-21ca95df-aac7-4301-8a43-18ee77093ab6 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:56.428488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49f97f31-98ad-4262-9f4c-6dff5021ff43 req-21ca95df-aac7-4301-8a43-18ee77093ab6 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 944 time: 0.0786929 Sep 23 19:54:56.441002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-c5c76c27-9a90-4d40-b68a-7518a84a91b9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:56.442373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-c5c76c27-9a90-4d40-b68a-7518a84a91b9 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 909 time: 0.0675209 Sep 23 19:54:56.523965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49f97f31-98ad-4262-9f4c-6dff5021ff43 req-9823e9c4-ab03-42bb-a939-cfcd170c2fb7 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806417 Sep 23 19:54:56.551936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting port b171e235-a729-40ea-b144-536105720593 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:54:56.552280 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:56.557808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['2c93dfd6-3873-4f2c-b4a0-369bc3d9af51'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:56.647113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] For port b171e235-a729-40ea-b144-536105720593, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=b171e235-a729-40ea-b144-536105720593,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:56.647480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:56.659519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Calling delete_port for b171e235-a729-40ea-b144-536105720593 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:54:56.822909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:56.837858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef740a-6e6b-4f55-86c6-04e1225ee449 req-37ad6266-4a97-4140-83e1-fb871d2e6c7a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:56.839360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eeef740a-6e6b-4f55-86c6-04e1225ee449 req-37ad6266-4a97-4140-83e1-fb871d2e6c7a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 944 time: 0.0932863 Sep 23 19:54:56.858190 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:56.875992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Port': ['ID=b171e235-a729-40ea-b144-536105720593,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:56.917359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] No DVR routers for this DVR port b171e235-a729-40ea-b144-536105720593 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:54:56.922409 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:56.924319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bace32b-3519-4f09-a25c-974ea0bd6d8b req-db9aaa52-00d9-4749-a197-44c3ed7255e2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.72 "DELETE /v2.0/ports/b171e235-a729-40ea-b144-536105720593 HTTP/1.1" status: 204 len: 173 time: 0.4749331 Sep 23 19:54:56.924752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'name': 'network-vif-deleted', 'tag': 'b171e235-a729-40ea-b144-536105720593'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:56.927002 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf547475-990c-4e93-a42a-e5b34e431415" -d '{"events": [{"server_uuid": "a5407f2a-14c1-43f4-a843-21607ab09ed9", "name": "network-vif-deleted", "tag": "b171e235-a729-40ea-b144-536105720593"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:56.945135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eeef740a-6e6b-4f55-86c6-04e1225ee449 req-b1968e2f-f36c-4035-89ec-0baf6cac2739 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993030 Sep 23 19:54:57.061426 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36266fe-5f00-4be5-9306-55b7370c7ee4 x-openstack-request-id: req-c36266fe-5f00-4be5-9306-55b7370c7ee4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:57.062067 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5407f2a-14c1-43f4-a843-21607ab09ed9", "name": "network-vif-deleted", "tag": "b171e235-a729-40ea-b144-536105720593", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:57.062348 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c36266fe-5f00-4be5-9306-55b7370c7ee4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:57.062748 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5407f2a-14c1-43f4-a843-21607ab09ed9', 'name': 'network-vif-deleted', 'tag': 'b171e235-a729-40ea-b144-536105720593', 'status': 'completed', 'code': 200} Sep 23 19:54:57.324024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-926a9a28-1c06-47e6-939f-b3cbfe421949 req-3add198d-2dc4-4780-bd23-a742848cad6f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5407f2a-14c1-43f4-a843-21607ab09ed9 HTTP/1.1" status: 200 len: 210 time: 0.0361471 Sep 23 19:54:57.636681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfcdb2-6867-43ee-9a0a-416eec9d58f7 req-66060dd5-974b-4eba-be07-2af199028fd3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:57.638140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aadfcdb2-6867-43ee-9a0a-416eec9d58f7 req-66060dd5-974b-4eba-be07-2af199028fd3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 944 time: 0.0483627 Sep 23 19:54:57.642746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84b48589-821a-4977-bd25-eb80a3b58180 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:54:57.674991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aadfcdb2-6867-43ee-9a0a-416eec9d58f7 req-e8949b35-fbd2-4cd8-b228-faff14966c70 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Sep 23 19:54:57.736752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84b48589-821a-4977-bd25-eb80a3b58180, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84b48589-821a-4977-bd25-eb80a3b58180,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:57.749256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '84b48589-821a-4977-bd25-eb80a3b58180', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'port_id': '84b48589-821a-4977-bd25-eb80a3b58180', 'mac_address': 'fa:16:3e:3c:18:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:54:57.784580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:57.797242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b48589-821a-4977-bd25-eb80a3b58180 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:57.815634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84b48589-821a-4977-bd25-eb80a3b58180, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84b48589-821a-4977-bd25-eb80a3b58180,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:57.819106 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:57.867767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84b48589-821a-4977-bd25-eb80a3b58180,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:58.017447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84b48589-821a-4977-bd25-eb80a3b58180'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:58.062468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ed4f7-97d5-4ec5-b0d2-7a241ceaea8c req-831f38e9-3d3c-44d0-b27f-9bf8bc0fec5a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:58.064363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a4ed4f7-97d5-4ec5-b0d2-7a241ceaea8c req-831f38e9-3d3c-44d0-b27f-9bf8bc0fec5a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 945 time: 0.0521801 Sep 23 19:54:58.105908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a4ed4f7-97d5-4ec5-b0d2-7a241ceaea8c req-974b77df-27c2-416f-9350-303e08756450 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Sep 23 19:54:58.186192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:58.264756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:54:58.274724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:58.275096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:58.381588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:58.397274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:58.419972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:58.422325 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f7cb4f-ac39-44d7-af3f-7acacf5cc7b5" -d '{"events": [{"server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "name": "network-vif-plugged", "status": "completed", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:58.435446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:58.439630 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:58.464060 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238992cb-1953-4d2b-8b8a-aad7ca58b095 x-openstack-request-id: req-238992cb-1953-4d2b-8b8a-aad7ca58b095 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:58.464382 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "name": "network-vif-plugged", "status": "completed", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:58.464619 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-238992cb-1953-4d2b-8b8a-aad7ca58b095 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:58.465014 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'code': 200} Sep 23 19:54:58.494006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:58.617596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f300e6-a0fd-4a7a-b1e7-96a0ea67ad36 req-2eb36463-e250-4e66-a214-0d5c51237f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:58.619021 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59f300e6-a0fd-4a7a-b1e7-96a0ea67ad36 req-2eb36463-e250-4e66-a214-0d5c51237f70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 1096 time: 0.0860109 Sep 23 19:54:58.685488 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59f300e6-a0fd-4a7a-b1e7-96a0ea67ad36 req-afc7fd75-d813-4c99-b9ad-e859585e93a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588233 Sep 23 19:54:58.792591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:58.792855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135830ed-e73e-49da-97cb-5dc10de538e7 req-025bd412-ec66-4a93-b9d7-41159564e5ab tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:58.794323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-135830ed-e73e-49da-97cb-5dc10de538e7 req-025bd412-ec66-4a93-b9d7-41159564e5ab tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 945 time: 0.0494773 Sep 23 19:54:58.843241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-135830ed-e73e-49da-97cb-5dc10de538e7 req-9d9e9ed8-5bdb-449b-815d-ba5719575fed tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427952 Sep 23 19:54:59.041388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting port 8077155a-7bc9-4f2a-a922-7ef7a270551d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:54:59.041780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:59.127231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] For port 8077155a-7bc9-4f2a-a922-7ef7a270551d, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8077155a-7bc9-4f2a-a922-7ef7a270551d,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:59.127591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:59.140122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Calling delete_port for 8077155a-7bc9-4f2a-a922-7ef7a270551d owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:54:59.220923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e092f-ed4d-4f98-8eb9-4b31c17a54d9 req-8a7b8815-953a-4bf4-866b-17f08d113c28 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:59.222556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a13e092f-ed4d-4f98-8eb9-4b31c17a54d9 req-8a7b8815-953a-4bf4-866b-17f08d113c28 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 945 time: 0.0501854 Sep 23 19:54:59.262573 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a13e092f-ed4d-4f98-8eb9-4b31c17a54d9 req-558d1e5b-ed05-44e8-98f4-85e767bc62cd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Sep 23 19:54:59.326050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:59.351604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Port': ['ID=8077155a-7bc9-4f2a-a922-7ef7a270551d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:59.521974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:59.674067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84b48589-821a-4977-bd25-eb80a3b58180 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:59.721760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 84b48589-821a-4977-bd25-eb80a3b58180 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:54:59.725979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 84b48589-821a-4977-bd25-eb80a3b58180 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:59.726385 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:59.731149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 87d63b0f-948e-4bee-8856-f0ce777c5e56 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:54:59.799645 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:59.830061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 84b48589-821a-4977-bd25-eb80a3b58180, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84b48589-821a-4977-bd25-eb80a3b58180,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:59.834006 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:59.834769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b171e235-a729-40ea-b144-536105720593 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:54:59.836877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:54:59.845035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cbc7fa04-0a5f-4741-95c4-dd97e2ee663b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "PUT /v2.0/routers/87d63b0f-948e-4bee-8856-f0ce777c5e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4591947 Sep 23 19:54:59.845251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:59.879929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] Sync routers for ids ['87d63b0f-948e-4bee-8856-f0ce777c5e56'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:54:59.886797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: b171e235-a729-40ea-b144-536105720593 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:54:59.887019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device b171e235-a729-40ea-b144-536105720593 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:54:59.899325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] Routers {'87d63b0f-948e-4bee-8856-f0ce777c5e56'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:54:59.899976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['87d63b0f-948e-4bee-8856-f0ce777c5e56'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:54:59.948748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=84b48589-821a-4977-bd25-eb80a3b58180,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:59.977856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844334-93fe-4a5d-bf88-fb6fd3a015cb req-bbe1eafe-b329-437d-91d7-be7ea0e616a8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:59.986565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44844334-93fe-4a5d-bf88-fb6fd3a015cb req-bbe1eafe-b329-437d-91d7-be7ea0e616a8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 945 time: 0.0645611 Sep 23 19:55:00.023676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44844334-93fe-4a5d-bf88-fb6fd3a015cb req-e7d358ab-b911-41d5-9f98-0a791dd89d35 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358975 Sep 23 19:55:00.047763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] Set router 87d63b0f-948e-4bee-8856-f0ce777c5e56 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:00.238353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:59Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:00.257530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting subnet 7321af63-e847-4757-a6f4-1bb4f98ccbd1 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:55:00.260543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:00.267679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] Checking router: 87d63b0f-948e-4bee-8856-f0ce777c5e56 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:00.276443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] Routers {'87d63b0f-948e-4bee-8856-f0ce777c5e56'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:00.277051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['87d63b0f-948e-4bee-8856-f0ce777c5e56'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:00.299554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:00.383722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b46554-2520-4a7b-9c6d-44414052e4cc req-8638e740-385a-4b4e-9c13-93422ac9ca76 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:00.386654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] Set router 87d63b0f-948e-4bee-8856-f0ce777c5e56 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:00.386833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3b46554-2520-4a7b-9c6d-44414052e4cc req-8638e740-385a-4b4e-9c13-93422ac9ca76 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 946 time: 0.0527554 Sep 23 19:55:00.395160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:00.429187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3b46554-2520-4a7b-9c6d-44414052e4cc req-53966f83-fbab-4c89-8a48-5a2ab2a0d706 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Sep 23 19:55:00.460077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:00.467022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b48589-821a-4977-bd25-eb80a3b58180'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:00.469838 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc485b6-7abe-4649-adaf-f639f491fe26" -d '{"events": [{"server_uuid": "d466be55-5e8e-4fd4-b076-8a2452a6afbe", "name": "network-vif-plugged", "status": "completed", "tag": "84b48589-821a-4977-bd25-eb80a3b58180"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:00.490705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Subnet': ['ID=7321af63-e847-4757-a6f4-1bb4f98ccbd1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:00.494530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:00.531661 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e52b0516-9b71-4618-9df6-d6d3e8cb6348 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/subnets/7321af63-e847-4757-a6f4-1bb4f98ccbd1 HTTP/1.1" status: 204 len: 168 time: 0.6500928 Sep 23 19:55:00.540931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:00.541853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9781687-fe70-40a7-b3cf-d9866ea8c020 None None] Network dfef1341-4892-4408-b796-8e1c766e2517 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:00.561669 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca918575-3040-4c12-8f68-09f4599d5651 x-openstack-request-id: req-ca918575-3040-4c12-8f68-09f4599d5651 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:00.562057 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d466be55-5e8e-4fd4-b076-8a2452a6afbe", "name": "network-vif-plugged", "status": "completed", "tag": "84b48589-821a-4977-bd25-eb80a3b58180", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:00.562225 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca918575-3040-4c12-8f68-09f4599d5651 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:00.562766 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b48589-821a-4977-bd25-eb80a3b58180', 'code': 200} Sep 23 19:55:00.711744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:59Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:00.752897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d6210-5077-49b7-b5b1-3d771bce8cd5 None None] The sync data for ids ['87d63b0f-948e-4bee-8856-f0ce777c5e56'] in n-d-810763-1 is: [{'id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616273900', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:59Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '9f6f4520-1ff6-4d92-809c-d8713efbff61', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d63b0f-948e-4bee-8856-f0ce777c5e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:36Z', 'updated_at': '2021-09-23T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:00.782648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] DHCP port deletion for dfef1341-4892-4408-b796-8e1c766e2517 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:55:00.838012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] Deleting port baf4f618-648c-4a85-a350-1a200ea36663 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:00.838409 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:00.904552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] For port baf4f618-648c-4a85-a350-1a200ea36663, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=baf4f618-648c-4a85-a350-1a200ea36663,segment=NetworkSegment(29309cc0-7e4d-4a7d-bc3e-f62677239c69),segment_id=29309cc0-7e4d-4a7d-bc3e-f62677239c69)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:00.904947 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:00.917568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] Calling delete_port for baf4f618-648c-4a85-a350-1a200ea36663 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:00.975372 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.000171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.026609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] Pushing event deleted for resources: {'Port': ['ID=baf4f618-648c-4a85-a350-1a200ea36663,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:01.031651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccef700-73a5-4c81-bda1-7f3c22bfd807 None None] No DVR routers for this DVR port baf4f618-648c-4a85-a350-1a200ea36663 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:01.052330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d05ab-1007-4103-8e20-f9d5c3e52f1b req-9c495d7f-0198-47ca-8583-3d078c8dc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:01.053866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f0d05ab-1007-4103-8e20-f9d5c3e52f1b req-9c495d7f-0198-47ca-8583-3d078c8dc761 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 1097 time: 0.4423707 Sep 23 19:55:01.111358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f0d05ab-1007-4103-8e20-f9d5c3e52f1b req-24e0e5d1-ed11-40aa-be60-a77b8cfa9a18 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487418 Sep 23 19:55:01.126836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.189402 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8be5e-26d9-4afc-8e0b-220d405cf174 req-5d165153-398e-47bd-ae47-56d7975bd740 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:01.191218 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b8be5e-26d9-4afc-8e0b-220d405cf174 req-5d165153-398e-47bd-ae47-56d7975bd740 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 945 time: 0.0821517 Sep 23 19:55:01.243305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting port 9f6f4520-1ff6-4d92-809c-d8713efbff61 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:01.243305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.251796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2b8be5e-26d9-4afc-8e0b-220d405cf174 req-b9ecfd53-23ba-47ee-8678-70eab3cc5ec3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 Sep 23 19:55:01.353623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] For port 9f6f4520-1ff6-4d92-809c-d8713efbff61, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9f6f4520-1ff6-4d92-809c-d8713efbff61,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:01.353623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.379443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Calling delete_port for 9f6f4520-1ff6-4d92-809c-d8713efbff61 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:01.406431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317de85-db08-4c05-9f67-086a3378cb01 req-9d37bd8b-a472-4542-aca6-653d771db948 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:01.407967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0317de85-db08-4c05-9f67-086a3378cb01 req-9d37bd8b-a472-4542-aca6-653d771db948 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 945 time: 0.0712245 Sep 23 19:55:01.493214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0317de85-db08-4c05-9f67-086a3378cb01 req-34b4136f-feef-47dd-bdfc-fd75e9b2133a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532227 Sep 23 19:55:01.515281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57076) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:01.565166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281525b-6154-4215-bb77-f7aefcb60c2e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:01.567799 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9281525b-6154-4215-bb77-f7aefcb60c2e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 1091 time: 0.0507312 Sep 23 19:55:01.569794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57080) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:01.575100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:01.604273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.636552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.670408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c4aa8-aa10-4062-97dd-f48890ac7193 req-6400d13a-5bb9-410a-964e-2383d90c10e6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:01.671898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-715c4aa8-aa10-4062-97dd-f48890ac7193 req-6400d13a-5bb9-410a-964e-2383d90c10e6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 946 time: 0.0911956 Sep 23 19:55:01.673394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Port': ['ID=9f6f4520-1ff6-4d92-809c-d8713efbff61,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:01.715300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.755488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-715c4aa8-aa10-4062-97dd-f48890ac7193 req-fdb0115a-cf4b-496a-a592-83b71fe9e637 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755408 Sep 23 19:55:01.762986 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.826239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.25.6.226 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/d9c828e6-212c-4ad3-9055-88451d396d3d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:01.856944 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.859696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.903750 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.904236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Fanout notify agent at l3_agent the message router_deleted on router 87d63b0f-948e-4bee-8856-f0ce777c5e56 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:55:01.911123 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.915420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e531e2c-1305-456d-9e97-f1f8036b8938 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/routers/87d63b0f-948e-4bee-8856-f0ce777c5e56 HTTP/1.1" status: 204 len: 168 time: 1.4149075 Sep 23 19:55:01.916023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:01.935172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.977526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.010128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.034134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:02.040410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:02.049612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:02.092514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=d9c828e6-212c-4ad3-9055-88451d396d3d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:02.150152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.174792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfef1341-4892-4408-b796-8e1c766e2517']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:02.185150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29309cc0-7e4d-4a7d-bc3e-f62677239c69') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:02.185520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29309cc0-7e4d-4a7d-bc3e-f62677239c69') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:02.194897 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.207937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.214581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:55:02.215085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:55:02.219097 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:55:02.293148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.300568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.302978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/networks/dfef1341-4892-4408-b796-8e1c766e2517 HTTP/1.1" status: 204 len: 168 time: 0.3860297 Sep 23 19:55:02.306714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:02.314441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c908a32-c64e-45b5-883f-ee66ce460f73 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Network': ['ID=dfef1341-4892-4408-b796-8e1c766e2517,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:02.528166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.530255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8077155a-7bc9-4f2a-a922-7ef7a270551d no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:02.550334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 8077155a-7bc9-4f2a-a922-7ef7a270551d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:02.550585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8077155a-7bc9-4f2a-a922-7ef7a270551d not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:02.551002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device baf4f618-648c-4a85-a350-1a200ea36663 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:02.569916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: baf4f618-648c-4a85-a350-1a200ea36663 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:02.570282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device baf4f618-648c-4a85-a350-1a200ea36663 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:02.627098 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting port 3e5aa41d-9773-4c87-a9fc-9d95614a06d1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:02.627617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.630014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.758469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.758703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.799476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Calling delete_port for 3e5aa41d-9773-4c87-a9fc-9d95614a06d1 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:02.880291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957187-8626-43db-93f8-7b3b7dc7fa9d req-55a428dd-21e8-4fa3-b431-16079d9ccbc2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:02.881806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2957187-8626-43db-93f8-7b3b7dc7fa9d req-55a428dd-21e8-4fa3-b431-16079d9ccbc2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 946 time: 0.0526619 Sep 23 19:55:02.921631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2957187-8626-43db-93f8-7b3b7dc7fa9d req-abce3c5f-80d9-4d66-bedb-7b0042a5d50c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331700 Sep 23 19:55:02.952262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:02.963835 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:03.090702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=d9c828e6-212c-4ad3-9055-88451d396d3d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:03.104524 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:03.146275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:03.179848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-7cd9ac04-293d-4dab-a402-184b8cb22991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:03.181327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-7cd9ac04-293d-4dab-a402-184b8cb22991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1063819 Sep 23 19:55:03.196749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0330158e-32da-4b94-b6f5-33f8cff4db3d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0089390 Sep 23 19:55:03.205871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Port': ['ID=3e5aa41d-9773-4c87-a9fc-9d95614a06d1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:03.248931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-7f070f8a-2c06-41fc-bade-704db7645f41 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467000 Sep 23 19:55:03.276164 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Floating IP 84135257-99b4-435c-99c2-6d347827d052 associated. External IP: 172.25.6.226, port: 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51. Sep 23 19:55:03.319561 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:03.319895 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Floating IP 23bd1320-42f8-4b87-a915-b4dd14b82e9b disassociated (deleted). External IP: 172.25.6.172, port: 15ed4192-4822-4175-ae75-59abb7a4c50e. Sep 23 19:55:03.353185 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-3e53589a-e4a3-48a2-894f-4c1a8ea12663 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968647 Sep 23 19:55:03.441549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-5d9302a6-838d-4e8c-b096-7ae12d8ae867 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811896 Sep 23 19:55:03.612610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c7fbd1ba-d715-4d2a-acfb-ddfb543caff4 req-1fa763a4-18fb-4e13-9381-3032a5859a0a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Sep 23 19:55:03.653429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:03.666449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:04.086043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9f6f4520-1ff6-4d92-809c-d8713efbff61 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:04.110727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9f6f4520-1ff6-4d92-809c-d8713efbff61 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:04.111168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9f6f4520-1ff6-4d92-809c-d8713efbff61 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:04.170396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:04.180981 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] Sync routers for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:04.186868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:04.191592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:04.194267 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:04.194905 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:04.195035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:04.203840 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] Sync routers for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:04.213402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:04.214022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:04.242065 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-70ce25fa-9292-4cc3-80c2-140c25f3c61b tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/floatingips/23bd1320-42f8-4b87-a915-b4dd14b82e9b HTTP/1.1" status: 204 len: 168 time: 1.9312086 Sep 23 19:55:04.242065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:04.242631 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:04.246687 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-20249e99-ba9b-4e9a-a870-5642bd73bfa3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6749928 Sep 23 19:55:04.249220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:04.323769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:04.338850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-97cac85b-fd18-4740-af37-f70b509441b7 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/floatingips/84135257-99b4-435c-99c2-6d347827d052 HTTP/1.1" status: 200 len: 991 time: 0.0884159 Sep 23 19:55:04.347791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:04.595597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:02Z', 'revision_number': 0, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:04.602515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-41af83af-3d9c-4a0a-9206-0127d50bd478 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:04.604033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-41af83af-3d9c-4a0a-9206-0127d50bd478 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1481500 Sep 23 19:55:04.619199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Request body: {'port': {'device_id': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'admin_state_up': True, 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:04.625693 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] Checking router: 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:04.626267 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c421af-3133-4d84-b3a1-44f90e9904be x-openstack-request-id: req-66c421af-3133-4d84-b3a1-44f90e9904be {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:04.626733 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:04.627114 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66c421af-3133-4d84-b3a1-44f90e9904be {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:04.627663 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'status': 'completed', 'code': 200} Sep 23 19:55:04.642538 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:04.643157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:04.661115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:15Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:04.691092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] Checking router: 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:04.702448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:04.703097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-05707e23-137e-43ff-bc0c-fe4dffa56065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:04.703813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:04.704772 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-05707e23-137e-43ff-bc0c-fe4dffa56065 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 1135 time: 0.0656731 Sep 23 19:55:04.816214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e3398-49a5-4df1-8fc2-d5760338dde6 req-8c32faf3-703b-4685-b7d2-8990f11c3147 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:04.823886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a04e3398-49a5-4df1-8fc2-d5760338dde6 req-8c32faf3-703b-4685-b7d2-8990f11c3147 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 984 time: 0.1222596 Sep 23 19:55:04.828376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:04.863572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-03f5c8d6-7d37-4409-8eb9-08aaded1d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:04.865062 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-03f5c8d6-7d37-4409-8eb9-08aaded1d85a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1f41af2-dad0-41b7-b41b-958a324d3f35 HTTP/1.1" status: 200 len: 898 time: 0.1496754 Sep 23 19:55:04.869219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:04.870572 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:04.872707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:04.901528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a04e3398-49a5-4df1-8fc2-d5760338dde6 req-63fc0f02-7384-481d-8ac4-b20e0aeeb715 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0767105 Sep 23 19:55:04.921336 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-35ea2472-bb84-46ab-acfb-fbdf56e8521e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15ed4192-4822-4175-ae75-59abb7a4c50e HTTP/1.1" status: 200 len: 217 time: 0.0484664 Sep 23 19:55:04.982902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-6016f9f4-958e-4068-bf9b-3f481c771dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:04.985322 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-6016f9f4-958e-4068-bf9b-3f481c771dd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4542717-248b-448a-b93d-4440c1b66430 HTTP/1.1" status: 200 len: 835 time: 0.0555229 Sep 23 19:55:05.039025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14359f5a-7978-4b2a-9e28-29dfedd85e55 req-8d46af8f-240d-46ba-aa79-6cf193571694 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 210 time: 0.0319266 Sep 23 19:55:05.061326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-61368e8b-07cb-4fe1-bac2-83274167d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:05.061326 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-61368e8b-07cb-4fe1-bac2-83274167d220 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1f41af2-dad0-41b7-b41b-958a324d3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657175 Sep 23 19:55:05.065479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:15Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:05.074287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-54c0ca08-c37c-40b0-aa87-9dd12a8971b0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:55:05.075813 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-54c0ca08-c37c-40b0-aa87-9dd12a8971b0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078816 Sep 23 19:55:05.148665 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:02Z', 'revision_number': 0, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:05.173531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Allocated IP 172.20.0.3 (7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83/2a6db211-856b-4167-a3f4-5a04af43bde3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:05.200503 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138e8b2-a2f7-4daa-83a2-1dd1b36840fc None None] The sync data for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 is: [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:02Z', 'revision_number': 0, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:05.213525 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-6720c3bd-f828-41ac-ba9e-441da1fb34c9 service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288271 Sep 23 19:55:05.269036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6f1ab-d82e-4c4e-821e-4a3aef8f051c None None] The sync data for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 is: [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '11231fa3-f764-4638-8b0d-3871d3c879e9', 'name': '', 'network_id': 'd1f41af2-dad0-41b7-b41b-958a324d3f35', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'mac_address': 'fa:16:3e:a2:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'b4542717-248b-448a-b93d-4440c1b66430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:11Z', 'updated_at': '2021-09-23T19:53:15Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'subnets': [{'id': 'b4542717-248b-448a-b93d-4440c1b66430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:05.328274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61effe4e-4e08-4e8e-9e30-6d1cde1a9a14 req-2329de39-ae10-4e20-93e5-ab136a3beea8 service neutron] 10.222.0.41 "GET /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061080 Sep 23 19:55:05.342694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:05.396367 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:05.427671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fcbcc63-7902-4a5a-aabe-d1f73f896038 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/floatingips/84135257-99b4-435c-99c2-6d347827d052 HTTP/1.1" status: 200 len: 991 time: 0.0812821 Sep 23 19:55:05.449272 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:05.465709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:05.496817 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78593b9d-ca6e-4776-9db8-ac1578484ac9 None None] New status for floating IP 84135257-99b4-435c-99c2-6d347827d052: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:55:05.511716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:05.515279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:05.519219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:05.522322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84b48589-821a-4977-bd25-eb80a3b58180'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:05.564519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event updated for resources: {'Port': ['ID=2a6db211-856b-4167-a3f4-5a04af43bde3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:05.611891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:05.612567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:05.629829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0afdd14a-c424-47c1-9c6d-988f6fea9535 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0160317 Sep 23 19:55:05.642372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb006f12-7a41-41bd-84b8-59899fbbcd1f None None] New status for floating IP 23bd1320-42f8-4b87-a915-b4dd14b82e9b: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:55:05.644149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Request body: {'port': {'device_id': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:05.702819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:05.981215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6db211-856b-4167-a3f4-5a04af43bde3 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:06.001288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.017928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Transition to ACTIVE for port object 2a6db211-856b-4167-a3f4-5a04af43bde3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:55:06.023541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.060399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fb391-dd09-4ed0-b86b-f18a98a2173e req-e342fe03-3189-489b-a382-4bf7456621db tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.061966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f5fb391-dd09-4ed0-b86b-f18a98a2173e req-e342fe03-3189-489b-a382-4bf7456621db tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 984 time: 0.0963621 Sep 23 19:55:06.101261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Pushing event updated for resources: {'Port': ['ID=2a6db211-856b-4167-a3f4-5a04af43bde3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:06.141243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-bc695374-28a0-4810-a9a1-d0a457f131b2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.142761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-bc695374-28a0-4810-a9a1-d0a457f131b2 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c3f79d-86a5-4e85-844c-fd9e00514f6c HTTP/1.1" status: 200 len: 984 time: 0.0497496 Sep 23 19:55:06.160867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f5fb391-dd09-4ed0-b86b-f18a98a2173e req-8702acee-5151-4cec-a9ca-e66c2191e883 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "GET /v2.0/security-groups?id=9475f043-09c2-4ca6-9a72-da2ac2d306f2&id=463ff9a4-13ba-4b5e-9387-a155b9288311&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0852926 Sep 23 19:55:06.187288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Attempting to bind port 2a6db211-856b-4167-a3f4-5a04af43bde3 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:06.187689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Attempting to bind port 2a6db211-856b-4167-a3f4-5a04af43bde3 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:06.187992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Attempting to bind port 2a6db211-856b-4167-a3f4-5a04af43bde3 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:06.192450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Port 2a6db211-856b-4167-a3f4-5a04af43bde3 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:55:06.192767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Attempting to bind port 2a6db211-856b-4167-a3f4-5a04af43bde3 on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:06.198173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:06.198542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:06.198920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Bound using segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:06.199342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Bound port: 2a6db211-856b-4167-a3f4-5a04af43bde3, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:06.199703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.242431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting port 15ed4192-4822-4175-ae75-59abb7a4c50e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:06.242792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.294531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] For port 2a6db211-856b-4167-a3f4-5a04af43bde3, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:06.300011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] For port 2a6db211-856b-4167-a3f4-5a04af43bde3, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2a6db211-856b-4167-a3f4-5a04af43bde3,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:06.309623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45f108-574f-42e3-b7c6-bf50e03813e9 req-e9094176-96c0-4064-a152-7f0746ac3a24 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.311138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df45f108-574f-42e3-b7c6-bf50e03813e9 req-e9094176-96c0-4064-a152-7f0746ac3a24 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 943 time: 0.0793946 Sep 23 19:55:06.312619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.334280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] For port 15ed4192-4822-4175-ae75-59abb7a4c50e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=15ed4192-4822-4175-ae75-59abb7a4c50e,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:06.334280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.347364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Calling delete_port for 15ed4192-4822-4175-ae75-59abb7a4c50e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:06.356220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.356844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.358196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] 10.222.0.72 "PUT /v2.0/ports/2a6db211-856b-4167-a3f4-5a04af43bde3 HTTP/1.1" status: 200 len: 1091 time: 0.7200577 Sep 23 19:55:06.368460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'tag': '2a6db211-856b-4167-a3f4-5a04af43bde3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:06.371044 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970b9010-c897-4799-8e7e-a4c277491100" -d '{"events": [{"name": "network-changed", "server_uuid": "b02633b5-a90d-4398-a76e-44e0767cd006", "tag": "2a6db211-856b-4167-a3f4-5a04af43bde3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:06.415180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571c454-58a1-4c56-87d2-334314b68d6a service neutron] Pushing event updated for resources: {'Port': ['ID=2a6db211-856b-4167-a3f4-5a04af43bde3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:06.432854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:06.440412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df45f108-574f-42e3-b7c6-bf50e03813e9 req-7a08c655-d15c-4fe1-b190-f7b253753450 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021733 Sep 23 19:55:06.458347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-23017b8b-bd79-42f9-b59e-8a3c90718aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.460684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-23017b8b-bd79-42f9-b59e-8a3c90718aed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 1094 time: 0.0559063 Sep 23 19:55:06.510057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-90246b07-b249-4649-af79-17cb730a910b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a6db211-856b-4167-a3f4-5a04af43bde3 HTTP/1.1" status: 200 len: 217 time: 0.0412731 Sep 23 19:55:06.541781 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-12424803-bfb3-40ff-b4be-b93fa387af0f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/floatingips/84135257-99b4-435c-99c2-6d347827d052 HTTP/1.1" status: 200 len: 993 time: 0.1069145 Sep 23 19:55:06.547700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.557471 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f88bbc-0c0d-48d1-bcda-bd22479fe803 x-openstack-request-id: req-82f88bbc-0c0d-48d1-bcda-bd22479fe803 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:06.557772 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02633b5-a90d-4398-a76e-44e0767cd006", "tag": "2a6db211-856b-4167-a3f4-5a04af43bde3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:06.558012 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82f88bbc-0c0d-48d1-bcda-bd22479fe803 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:06.558484 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'tag': '2a6db211-856b-4167-a3f4-5a04af43bde3', 'status': 'completed', 'code': 200} Sep 23 19:55:06.576486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0e10aa36-7d6c-49c7-a5f9-62a6d14c1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.578343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-0e10aa36-7d6c-49c7-a5f9-62a6d14c1e61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0535724 Sep 23 19:55:06.578875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Port': ['ID=15ed4192-4822-4175-ae75-59abb7a4c50e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:06.615984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e6f631f7-3025-461b-87d3-f4c5cbbb015b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286882 Sep 23 19:55:06.623007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] No DVR routers for this DVR port 15ed4192-4822-4175-ae75-59abb7a4c50e on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:06.625538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:06.627535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-94bfc319-5b5c-40e7-b041-4c738cc0a8df req-f3590fe5-7ed1-4d1c-9c81-24a111ff0969 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.41 "DELETE /v2.0/ports/15ed4192-4822-4175-ae75-59abb7a4c50e HTTP/1.1" status: 204 len: 173 time: 0.4788551 Sep 23 19:55:06.629182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51'}, {'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'name': 'network-vif-deleted', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:06.631330 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51"}, {"server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "name": "network-vif-deleted", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:06.678190 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5696b3-6bfa-4edd-acbc-b92817cbfcc8 x-openstack-request-id: req-cf5696b3-6bfa-4edd-acbc-b92817cbfcc8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:06.678637 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51", "status": "completed", "code": 200}, {"server_uuid": "e0c3f79d-86a5-4e85-844c-fd9e00514f6c", "name": "network-vif-deleted", "tag": "15ed4192-4822-4175-ae75-59abb7a4c50e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:06.679651 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf5696b3-6bfa-4edd-acbc-b92817cbfcc8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:06.680135 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'status': 'completed', 'code': 200} Sep 23 19:55:06.680477 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c3f79d-86a5-4e85-844c-fd9e00514f6c', 'name': 'network-vif-deleted', 'tag': '15ed4192-4822-4175-ae75-59abb7a4c50e', 'status': 'completed', 'code': 200} Sep 23 19:55:06.715574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-94cbeb1a-1fa4-44f4-9447-72f9b15a4a94 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928621 Sep 23 19:55:06.744201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-b6bcf9f3-711a-4f18-bd85-d88c8d0b76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.745804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-b6bcf9f3-711a-4f18-bd85-d88c8d0b76e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 1096 time: 0.0437968 Sep 23 19:55:06.816194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0708ff40-5124-4f7c-8445-644cf32f7e30 req-e8e75a2d-3cd2-49ce-a679-c6c917e34848 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935900 Sep 23 19:55:06.851384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-36753c69-8b3a-4cc2-a5e6-9f27d9a9b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.852813 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-36753c69-8b3a-4cc2-a5e6-9f27d9a9b28d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 200 len: 898 time: 0.0916042 Sep 23 19:55:06.899471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9010-c897-4799-8e7e-a4c277491100 req-9d6eb353-bd44-4e7b-a51f-1ab12a7f9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.901029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970b9010-c897-4799-8e7e-a4c277491100 req-9d6eb353-bd44-4e7b-a51f-1ab12a7f9171 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 1094 time: 0.0393934 Sep 23 19:55:06.930463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-a7526e45-d945-4337-ad1c-66d7fc72e47e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 HTTP/1.1" status: 200 len: 1001 time: 0.0694637 Sep 23 19:55:06.983924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-2b31909a-2da7-4b19-a3bc-d8b12a379a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:06.985537 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-2b31909a-2da7-4b19-a3bc-d8b12a379a20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c2ee8e8-bd50-4dd8-b846-d98c7798bb28 HTTP/1.1" status: 200 len: 834 time: 0.0477564 Sep 23 19:55:07.025474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9010-c897-4799-8e7e-a4c277491100 req-a0e8c155-e744-4461-8073-0d83effac719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:07.027013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970b9010-c897-4799-8e7e-a4c277491100 req-a0e8c155-e744-4461-8073-0d83effac719 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.1176586 Sep 23 19:55:07.042768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-cd609c95-6dd3-4b09-8de6-d39e3f6789cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:07.044321 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-cd609c95-6dd3-4b09-8de6-d39e3f6789cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c173d027-4a63-45fd-8781-84b431eacd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501883 Sep 23 19:55:07.079594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970b9010-c897-4799-8e7e-a4c277491100 req-1460acba-0ff6-4e77-bf71-94402e2697dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a6db211-856b-4167-a3f4-5a04af43bde3 HTTP/1.1" status: 200 len: 217 time: 0.0442927 Sep 23 19:55:07.139342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9010-c897-4799-8e7e-a4c277491100 req-40b31c6f-faba-488c-99b0-c85cbf08606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:07.140814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970b9010-c897-4799-8e7e-a4c277491100 req-40b31c6f-faba-488c-99b0-c85cbf08606f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0538871 Sep 23 19:55:07.158928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-bf75da69-9b68-45b9-bc43-885a1827a92c service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064403 Sep 23 19:55:07.174424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970b9010-c897-4799-8e7e-a4c277491100 req-2ae23712-6ae7-46ff-898b-4104e0285616 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253694 Sep 23 19:55:07.225766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57146) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:07.265143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970b9010-c897-4799-8e7e-a4c277491100 req-5ad3bf1b-dc7c-4c64-b1ff-f54c4d804f4e service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829301 Sep 23 19:55:07.282022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0cddf50b-265a-4abc-8d48-b15e8e7bc4b1 req-d31c95d5-bd2c-4bd6-9a87-d5d538a77de6 service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157894 Sep 23 19:55:07.301455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e08c-91b2-453b-82b6-640e3bd77839 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.335745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e08c-91b2-453b-82b6-640e3bd77839 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.362119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970b9010-c897-4799-8e7e-a4c277491100 req-af6d2ab8-07ff-40d6-9a81-8865f8f2fbff service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897801 Sep 23 19:55:07.376033 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e08c-91b2-453b-82b6-640e3bd77839 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.378705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e08c-91b2-453b-82b6-640e3bd77839 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.379856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6f0e08c-91b2-453b-82b6-640e3bd77839 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/security-groups/463ff9a4-13ba-4b5e-9387-a155b9288311 HTTP/1.1" status: 204 len: 168 time: 0.1531324 Sep 23 19:55:07.383139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:07.389377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e08c-91b2-453b-82b6-640e3bd77839 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ff9a4-13ba-4b5e-9387-a155b9288311,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:07.438734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.461473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.506002 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.509200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:07.510431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/security-groups/9475f043-09c2-4ca6-9a72-da2ac2d306f2 HTTP/1.1" status: 204 len: 168 time: 0.1261454 Sep 23 19:55:07.513268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57154) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:07.547809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475f043-09c2-4ca6-9a72-da2ac2d306f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:07.559552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.559906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.560301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.560829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.561171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.561500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.561828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.562156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.562503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.562826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.563149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.563464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38946e63-9c87-49b8-a020-d998019e9355 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:07.586069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109a3a2-91c0-42ba-aef9-c389836d8993 req-a9ec011e-a403-46ed-8f9d-d382caca337d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:07.587635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a109a3a2-91c0-42ba-aef9-c389836d8993 req-a9ec011e-a403-46ed-8f9d-d382caca337d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 943 time: 0.0759110 Sep 23 19:55:07.624914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a109a3a2-91c0-42ba-aef9-c389836d8993 req-a0f8c4ce-1c1d-4c1d-92c8-6816478deeac tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Sep 23 19:55:07.876077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:08.130449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting port 11231fa3-f764-4638-8b0d-3871d3c879e9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:08.130716 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:08.217662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] For port 11231fa3-f764-4638-8b0d-3871d3c879e9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=11231fa3-f764-4638-8b0d-3871d3c879e9,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:08.218342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:08.229945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Calling delete_port for 11231fa3-f764-4638-8b0d-3871d3c879e9 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:08.419203 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:08.443453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Port': ['ID=11231fa3-f764-4638-8b0d-3871d3c879e9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:08.614901 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:08.741103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb4969-8a8a-4b0d-9cc9-2561daa95484 req-1a995f93-f431-4783-881b-8997d058b11e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:08.742695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffdb4969-8a8a-4b0d-9cc9-2561daa95484 req-1a995f93-f431-4783-881b-8997d058b11e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 943 time: 0.0485277 Sep 23 19:55:08.780223 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffdb4969-8a8a-4b0d-9cc9-2561daa95484 req-617ac69f-4dac-4d4b-a035-998bb1df581b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Sep 23 19:55:08.831306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:08.934685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:08.939550 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a97380e2-192d-4d97-a282-274362ffedd7 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "PUT /v2.0/routers/76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4252896 Sep 23 19:55:08.942569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:08.944004 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] Sync routers for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:08.952992 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:08.953666 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:08.992108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting subnet b4542717-248b-448a-b93d-4440c1b66430 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:55:08.994985 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.037523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.056736 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:09.119898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.176151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.207426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Subnet': ['ID=b4542717-248b-448a-b93d-4440c1b66430,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:09.211227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.216142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57162) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:09.216270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c0af7d33-deab-4782-b320-4ad3b624073a tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/subnets/b4542717-248b-448a-b93d-4440c1b66430 HTTP/1.1" status: 204 len: 168 time: 0.2725394 Sep 23 19:55:09.218445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d7cbc-6844-44c3-94c1-6551e10f1143 None None] Network d1f41af2-dad0-41b7-b41b-958a324d3f35 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:09.239279 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:55:08Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:09.270232 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] Checking router: 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:09.278820 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] Routers {'76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:09.279435 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:54:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:09.336845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.397099 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] Set router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:09.407551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] DHCP port deletion for d1f41af2-dad0-41b7-b41b-958a324d3f35 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:55:09.444083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.454819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] Deleting port 7972f70e-fa2c-42c5-a30b-711fb8f310de {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:09.455276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.499516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Deleting port 220bc79d-3a77-468c-88e5-c0a72012f721 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:09.499859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.522267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] For port 7972f70e-fa2c-42c5-a30b-711fb8f310de, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7972f70e-fa2c-42c5-a30b-711fb8f310de,segment=NetworkSegment(ae1f737f-d11a-4ca9-a528-99fc29388136),segment_id=ae1f737f-d11a-4ca9-a528-99fc29388136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:09.522905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.535137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] Calling delete_port for 7972f70e-fa2c-42c5-a30b-711fb8f310de owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:09.581629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] For port 220bc79d-3a77-468c-88e5-c0a72012f721, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=220bc79d-3a77-468c-88e5-c0a72012f721,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:09.582148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.586319 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:55:08Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:09.596989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Calling delete_port for 220bc79d-3a77-468c-88e5-c0a72012f721 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:09.616931 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0559c3-f08f-4c8b-9dff-651aee26480e None None] The sync data for ids ['76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5'] in n-d-810763-1 is: [{'id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311902454', 'tenant_id': '8b5db32146cb462abe9ee6c51245d4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:55:08Z', 'revision_number': 5, 'project_id': '8b5db32146cb462abe9ee6c51245d4d7', 'gw_port': {'id': '220bc79d-3a77-468c-88e5-c0a72012f721', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:53:08Z', 'updated_at': '2021-09-23T19:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:09.618386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.642371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] Pushing event deleted for resources: {'Port': ['ID=7972f70e-fa2c-42c5-a30b-711fb8f310de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:09.653288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91cb7cd-8e21-481a-b0b3-32d961aa38be None None] No DVR routers for this DVR port 7972f70e-fa2c-42c5-a30b-711fb8f310de on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:09.752620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2a6db211-856b-4167-a3f4-5a04af43bde3 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:55:09.770768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.800274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Port': ['ID=220bc79d-3a77-468c-88e5-c0a72012f721,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:09.852294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 2a6db211-856b-4167-a3f4-5a04af43bde3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2a6db211-856b-4167-a3f4-5a04af43bde3,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:09.864520 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.864773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '2a6db211-856b-4167-a3f4-5a04af43bde3', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'port_id': '2a6db211-856b-4167-a3f4-5a04af43bde3', 'mac_address': 'fa:16:3e:38:4e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:55:09.902569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.908096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5ad52-6d7b-471d-9988-beb1e0e22922 req-3143d036-992d-470e-8427-e5a21679fcca tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:09.910147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2c5ad52-6d7b-471d-9988-beb1e0e22922 req-3143d036-992d-470e-8427-e5a21679fcca tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 943 time: 0.0535622 Sep 23 19:55:09.915852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6db211-856b-4167-a3f4-5a04af43bde3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:09.935227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 2a6db211-856b-4167-a3f4-5a04af43bde3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2a6db211-856b-4167-a3f4-5a04af43bde3,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:09.939455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.951560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2c5ad52-6d7b-471d-9988-beb1e0e22922 req-c2deeaf0-59da-4190-a58b-7bf86d75215c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Sep 23 19:55:09.964290 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:09.967653 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.005122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=2a6db211-856b-4167-a3f4-5a04af43bde3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:10.027152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.028010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Fanout notify agent at l3_agent the message router_deleted on router 76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:55:10.037225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.037857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f5bdcce9-4579-480c-91b1-8b06c9d3510f tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/routers/76ca052e-5ab0-4ca6-8f65-b84b9aa9aeb5 HTTP/1.1" status: 204 len: 168 time: 0.8204880 Sep 23 19:55:10.040580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57168) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:10.123591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 15ed4192-4822-4175-ae75-59abb7a4c50e no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:10.123814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.146165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 15ed4192-4822-4175-ae75-59abb7a4c50e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:10.146541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 15ed4192-4822-4175-ae75-59abb7a4c50e not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:10.149763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['2a6db211-856b-4167-a3f4-5a04af43bde3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:10.207074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7972f70e-fa2c-42c5-a30b-711fb8f310de no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:10.229325 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.237443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7972f70e-fa2c-42c5-a30b-711fb8f310de {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:10.237984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7972f70e-fa2c-42c5-a30b-711fb8f310de not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:10.238227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 11231fa3-f764-4638-8b0d-3871d3c879e9 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:10.252579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f41af2-dad0-41b7-b41b-958a324d3f35']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:10.262401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 11231fa3-f764-4638-8b0d-3871d3c879e9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:10.262641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1f737f-d11a-4ca9-a528-99fc29388136') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:10.262753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 11231fa3-f764-4638-8b0d-3871d3c879e9 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:10.262973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1f737f-d11a-4ca9-a528-99fc29388136') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:10.274605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.288818 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.295839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:55:10.296346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:55:10.299611 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:55:10.369205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.374002 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.378623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] 10.222.0.38 "DELETE /v2.0/networks/d1f41af2-dad0-41b7-b41b-958a324d3f35 HTTP/1.1" status: 204 len: 168 time: 0.3344162 Sep 23 19:55:10.395488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12387352-fedc-4874-9478-8fa807938cd0 tempest-TestSecurityGroupsBasicOps-997739725 tempest-TestSecurityGroupsBasicOps-997739725-project] Pushing event deleted for resources: {'Network': ['ID=d1f41af2-dad0-41b7-b41b-958a324d3f35,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:10.690714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57176) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:10.832605 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cb1885c2-f4c9-4cc3-922d-05d8ea072371 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b5db32146cb462abe9ee6c51245d4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406429 Sep 23 19:55:10.835487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:10.881608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e27717e9-72b3-49be-9df4-f2eebcfa176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.903382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e27717e9-72b3-49be-9df4-f2eebcfa176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.949851 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e27717e9-72b3-49be-9df4-f2eebcfa176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.952426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e27717e9-72b3-49be-9df4-f2eebcfa176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:10.953572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e27717e9-72b3-49be-9df4-f2eebcfa176a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cae8ac9-f33b-4069-b28e-7ca26ce9b511 HTTP/1.1" status: 204 len: 168 time: 0.1171873 Sep 23 19:55:10.961909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27717e9-72b3-49be-9df4-f2eebcfa176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cae8ac9-f33b-4069-b28e-7ca26ce9b511,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:11.089529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136473c-13c2-43df-ab2b-7df6e567ae48 req-65ec947a-a868-4fe4-bae0-c7ff19696689 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:11.091155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0136473c-13c2-43df-ab2b-7df6e567ae48 req-65ec947a-a868-4fe4-bae0-c7ff19696689 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 944 time: 0.0530510 Sep 23 19:55:11.127681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0136473c-13c2-43df-ab2b-7df6e567ae48 req-396c6c27-5e2a-4cf1-a244-70c2a209ba28 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305054 Sep 23 19:55:11.219881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:11.232766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-045c828d-c868-4153-a3f0-9be0f8fa5621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.320357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-045c828d-c868-4153-a3f0-9be0f8fa5621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.323959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-045c828d-c868-4153-a3f0-9be0f8fa5621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.363194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c828d-c868-4153-a3f0-9be0f8fa5621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a9673e-169f-4120-b635-a252843e2094,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:11.368016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-045c828d-c868-4153-a3f0-9be0f8fa5621 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6fa873b37994c62a73adf6efbc94793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471374 Sep 23 19:55:11.370584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:11.417041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b73a26a-3fe1-4194-a896-45ff248dbda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.437346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b73a26a-3fe1-4194-a896-45ff248dbda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.482819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b73a26a-3fe1-4194-a896-45ff248dbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.485779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b73a26a-3fe1-4194-a896-45ff248dbda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.486958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b73a26a-3fe1-4194-a896-45ff248dbda5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1a9673e-169f-4120-b635-a252843e2094 HTTP/1.1" status: 204 len: 168 time: 0.1154764 Sep 23 19:55:11.494837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a26a-3fe1-4194-a896-45ff248dbda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a9673e-169f-4120-b635-a252843e2094,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:11.768228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2a6db211-856b-4167-a3f4-5a04af43bde3 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:11.801957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:11.819469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 2a6db211-856b-4167-a3f4-5a04af43bde3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:55:11.822943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 2a6db211-856b-4167-a3f4-5a04af43bde3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:11.823308 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.842676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-822263ab-fb4f-4114-90ad-82e52c820682 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afb5d99a5b0647bf911961d630a2f3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394571 Sep 23 19:55:11.845223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:11.892900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04f3b20a-2807-4372-8bf0-efed994a9f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.901374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.914157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04f3b20a-2807-4372-8bf0-efed994a9f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.922722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6db211-856b-4167-a3f4-5a04af43bde3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:11.924937 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd81584-400c-4f20-9745-fd50a9945604" -d '{"events": [{"server_uuid": "b02633b5-a90d-4398-a76e-44e0767cd006", "name": "network-vif-plugged", "status": "completed", "tag": "2a6db211-856b-4167-a3f4-5a04af43bde3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:11.938336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 2a6db211-856b-4167-a3f4-5a04af43bde3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2a6db211-856b-4167-a3f4-5a04af43bde3,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:11.942195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.968403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04f3b20a-2807-4372-8bf0-efed994a9f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.968749 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afd0e3-73e6-42f3-a170-32265c101c27 x-openstack-request-id: req-66afd0e3-73e6-42f3-a170-32265c101c27 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:11.969217 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02633b5-a90d-4398-a76e-44e0767cd006", "name": "network-vif-plugged", "status": "completed", "tag": "2a6db211-856b-4167-a3f4-5a04af43bde3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:11.969466 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66afd0e3-73e6-42f3-a170-32265c101c27 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:11.969845 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6db211-856b-4167-a3f4-5a04af43bde3', 'code': 200} Sep 23 19:55:11.971251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04f3b20a-2807-4372-8bf0-efed994a9f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:11.974263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-04f3b20a-2807-4372-8bf0-efed994a9f2c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c82e8d14-bb64-4a77-9f77-6ffe4a6cc922 HTTP/1.1" status: 204 len: 168 time: 0.1262674 Sep 23 19:55:11.983457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b20a-2807-4372-8bf0-efed994a9f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82e8d14-bb64-4a77-9f77-6ffe4a6cc922,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:12.006918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=2a6db211-856b-4167-a3f4-5a04af43bde3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:12.067676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bc0bf-0723-4a52-baeb-fe57aeee062d req-91f45c3b-ba01-4059-9986-f949d6ce6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:12.069181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-928bc0bf-0723-4a52-baeb-fe57aeee062d req-91f45c3b-ba01-4059-9986-f949d6ce6596 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 1096 time: 0.0402231 Sep 23 19:55:12.083043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 220bc79d-3a77-468c-88e5-c0a72012f721 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:12.106622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-928bc0bf-0723-4a52-baeb-fe57aeee062d req-5363b3d9-f080-4392-be2f-6f5b544f98b8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308952 Sep 23 19:55:12.107191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 220bc79d-3a77-468c-88e5-c0a72012f721 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:12.107191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 220bc79d-3a77-468c-88e5-c0a72012f721 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:12.252979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6e967-d1f1-4d80-bb05-c6e3886e8782 req-ff20231e-c9ca-4c70-883f-d81f3338e196 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:12.254645 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93b6e967-d1f1-4d80-bb05-c6e3886e8782 req-ff20231e-c9ca-4c70-883f-d81f3338e196 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 945 time: 0.0535402 Sep 23 19:55:12.297056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93b6e967-d1f1-4d80-bb05-c6e3886e8782 req-19137649-b66e-4bec-a4b8-ba553cd66372 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361328 Sep 23 19:55:13.167966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e12e0d2-2157-49e2-9921-c10ef1b5eb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:13.419457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544951f-3ed4-4688-b1ef-38ec2ff7d29f req-6fb3d81b-4871-44bf-9f49-9cfe584104d0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:13.420924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4544951f-3ed4-4688-b1ef-38ec2ff7d29f req-6fb3d81b-4871-44bf-9f49-9cfe584104d0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 945 time: 0.0520127 Sep 23 19:55:13.457818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4544951f-3ed4-4688-b1ef-38ec2ff7d29f req-63dc9b70-843e-4599-a3e8-c4755b7bf41d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Sep 23 19:55:13.617435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed4b78-63b4-4e30-b9c5-192bb83df70d req-3e142d97-fbcd-4dbb-8799-e2c95556dd95 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:13.618938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40ed4b78-63b4-4e30-b9c5-192bb83df70d req-3e142d97-fbcd-4dbb-8799-e2c95556dd95 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 946 time: 0.0492926 Sep 23 19:55:13.655666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40ed4b78-63b4-4e30-b9c5-192bb83df70d req-0cfab08a-b42f-4d1f-9bb1-c19ad7157eb0 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Sep 23 19:55:13.769663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81254fa-1642-455c-8726-570db907c2d2 req-c371f9d8-6164-4b81-b99a-7564818a73fe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:13.771167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b81254fa-1642-455c-8726-570db907c2d2 req-c371f9d8-6164-4b81-b99a-7564818a73fe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 945 time: 0.0500519 Sep 23 19:55:13.809101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b81254fa-1642-455c-8726-570db907c2d2 req-d719badf-7f02-4281-a0f9-a88fb77e5f08 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Sep 23 19:55:14.038717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e110f-c093-4fde-a7c0-ed9ae50b4fb2 req-a40b1400-e6e4-4913-b98b-8a719f65433a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:14.040175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c03e110f-c093-4fde-a7c0-ed9ae50b4fb2 req-a40b1400-e6e4-4913-b98b-8a719f65433a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 945 time: 0.0515211 Sep 23 19:55:14.076297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c03e110f-c093-4fde-a7c0-ed9ae50b4fb2 req-017cae2b-cefd-4364-8294-a0ca0c8572e4 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Sep 23 19:55:15.192974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d79d02-53a1-4f88-a322-8f2f74f1b67f req-c485df1a-82d7-4fd0-943d-2a49c902b205 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:15.195087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d79d02-53a1-4f88-a322-8f2f74f1b67f req-c485df1a-82d7-4fd0-943d-2a49c902b205 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 945 time: 0.0478873 Sep 23 19:55:15.231840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d79d02-53a1-4f88-a322-8f2f74f1b67f req-a7a3fbd3-2a0e-4d86-8720-120facba42ac tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303261 Sep 23 19:55:15.375578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-ad46ff59-9132-449a-bc36-919109d80fe8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:15.376949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-ad46ff59-9132-449a-bc36-919109d80fe8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/ports?device_id=b02633b5-a90d-4398-a76e-44e0767cd006 HTTP/1.1" status: 200 len: 945 time: 0.0476592 Sep 23 19:55:15.468636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Deleting port 2a6db211-856b-4167-a3f4-5a04af43bde3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:15.468972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:15.554917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] For port 2a6db211-856b-4167-a3f4-5a04af43bde3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2a6db211-856b-4167-a3f4-5a04af43bde3,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:15.555283 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:15.567178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Calling delete_port for 2a6db211-856b-4167-a3f4-5a04af43bde3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:15.692532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:15.704997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84b48589-821a-4977-bd25-eb80a3b58180', '2a6db211-856b-4167-a3f4-5a04af43bde3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:15.710351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:15.721184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event deleted for resources: {'Port': ['ID=2a6db211-856b-4167-a3f4-5a04af43bde3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:15.764560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] No DVR routers for this DVR port 2a6db211-856b-4167-a3f4-5a04af43bde3 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:15.767296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:15.769126 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba9c1804-2629-45c3-9fc8-ddff41b47a89 req-731348cb-f8a6-4c9f-9fe2-8624a0ff409c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "DELETE /v2.0/ports/2a6db211-856b-4167-a3f4-5a04af43bde3 HTTP/1.1" status: 204 len: 173 time: 0.3831203 Sep 23 19:55:15.769554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'name': 'network-vif-deleted', 'tag': '2a6db211-856b-4167-a3f4-5a04af43bde3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:15.772045 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6b0af-6e18-48f6-ad46-2d1d5e055a86" -d '{"events": [{"server_uuid": "b02633b5-a90d-4398-a76e-44e0767cd006", "name": "network-vif-deleted", "tag": "2a6db211-856b-4167-a3f4-5a04af43bde3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:15.809657 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dd785c-d921-473e-bd21-4065521b4842 x-openstack-request-id: req-b5dd785c-d921-473e-bd21-4065521b4842 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:15.809946 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02633b5-a90d-4398-a76e-44e0767cd006", "name": "network-vif-deleted", "tag": "2a6db211-856b-4167-a3f4-5a04af43bde3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:15.810197 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5dd785c-d921-473e-bd21-4065521b4842 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:15.810632 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02633b5-a90d-4398-a76e-44e0767cd006', 'name': 'network-vif-deleted', 'tag': '2a6db211-856b-4167-a3f4-5a04af43bde3', 'status': 'completed', 'code': 200} Sep 23 19:55:16.343816 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1719cb32-d3fa-429f-9191-f094c5e3b798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:16.485192 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:16.498047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63a113-8eee-4113-b2a8-72410d772d83 req-e4438343-90c6-4df4-997e-c8a5e54991dd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:16.499565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee63a113-8eee-4113-b2a8-72410d772d83 req-e4438343-90c6-4df4-997e-c8a5e54991dd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 946 time: 0.0502207 Sep 23 19:55:16.536740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee63a113-8eee-4113-b2a8-72410d772d83 req-f2b74187-95b0-406d-817d-9bea28b911e8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Sep 23 19:55:17.088482 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:17.654082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb159e6-1f15-4e57-b099-c30edbf57945 req-2894d561-566c-41e7-bfbb-96ee2058ce5c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:17.655612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cb159e6-1f15-4e57-b099-c30edbf57945 req-2894d561-566c-41e7-bfbb-96ee2058ce5c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 946 time: 0.0491433 Sep 23 19:55:17.692904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cb159e6-1f15-4e57-b099-c30edbf57945 req-c31fa705-eff6-4fbd-a176-dc8336949300 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Sep 23 19:55:17.856329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-0f80825e-9115-41de-988c-d71aac900f82 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:17.857771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-0f80825e-9115-41de-988c-d71aac900f82 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 946 time: 0.0500879 Sep 23 19:55:18.242378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Deleting port 84b48589-821a-4977-bd25-eb80a3b58180 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:18.242641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:18.331065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] For port 84b48589-821a-4977-bd25-eb80a3b58180, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=84b48589-821a-4977-bd25-eb80a3b58180,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:18.331548 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:18.346103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Calling delete_port for 84b48589-821a-4977-bd25-eb80a3b58180 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:18.470160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:18.482641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['84b48589-821a-4977-bd25-eb80a3b58180'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:18.484829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:18.497507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event deleted for resources: {'Port': ['ID=84b48589-821a-4977-bd25-eb80a3b58180,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:18.537450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] No DVR routers for this DVR port 84b48589-821a-4977-bd25-eb80a3b58180 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:18.540078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:18.542439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3053f2a-1d33-40ad-99a2-ffc1f79052fc req-14637554-7c0d-4dd9-9e9c-18126e393991 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "DELETE /v2.0/ports/84b48589-821a-4977-bd25-eb80a3b58180 HTTP/1.1" status: 204 len: 173 time: 0.6788290 Sep 23 19:55:18.542887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'name': 'network-vif-deleted', 'tag': '84b48589-821a-4977-bd25-eb80a3b58180'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:18.546923 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b556f04a-3b79-4b71-b52f-d58bc379fa17" -d '{"events": [{"server_uuid": "d466be55-5e8e-4fd4-b076-8a2452a6afbe", "name": "network-vif-deleted", "tag": "84b48589-821a-4977-bd25-eb80a3b58180"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:18.588766 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a47985-0a9b-4701-90b2-974ebf606d96 x-openstack-request-id: req-61a47985-0a9b-4701-90b2-974ebf606d96 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:18.589056 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d466be55-5e8e-4fd4-b076-8a2452a6afbe", "name": "network-vif-deleted", "tag": "84b48589-821a-4977-bd25-eb80a3b58180", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:18.589307 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61a47985-0a9b-4701-90b2-974ebf606d96 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:18.589720 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd466be55-5e8e-4fd4-b076-8a2452a6afbe', 'name': 'network-vif-deleted', 'tag': '84b48589-821a-4977-bd25-eb80a3b58180', 'status': 'completed', 'code': 200} Sep 23 19:55:18.616922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:18.799120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a15f277-51f1-4ee3-952b-c7d8c873c828 req-f3435a5b-8ea6-4a1f-b2f9-47c8bf9ce827 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d466be55-5e8e-4fd4-b076-8a2452a6afbe HTTP/1.1" status: 200 len: 210 time: 0.0254705 Sep 23 19:55:19.786706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2a6db211-856b-4167-a3f4-5a04af43bde3 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:19.810399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 2a6db211-856b-4167-a3f4-5a04af43bde3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:19.810742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2a6db211-856b-4167-a3f4-5a04af43bde3 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:20.112204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1f6b68db-cbe2-48d2-81d5-4b07096439bd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:20.113734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1f6b68db-cbe2-48d2-81d5-4b07096439bd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1053963 Sep 23 19:55:20.128393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-7c6c5d55-2db1-453f-82e6-588001f82a3c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0088744 Sep 23 19:55:20.177019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-6c94e366-1a64-44f3-91f2-0b8ecbcf0544 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428412 Sep 23 19:55:20.270826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1e95d7bb-84c3-438b-9a63-8a601761c0fd service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867245 Sep 23 19:55:20.359108 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-dae51ef9-f232-4e37-9581-9d1f4acc14c3 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822735 Sep 23 19:55:20.493912 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:55:20.519132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a215922-8ae6-4374-b22c-a3daf8cf6c48 req-0b6c40b4-a16b-47cf-86bb-2119d3cd3abc tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 210 time: 0.0325933 Sep 23 19:55:21.552216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1c226cff-04d9-44a6-9eda-e36ccac79f5d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:21.553711 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1c226cff-04d9-44a6-9eda-e36ccac79f5d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1181383 Sep 23 19:55:21.571662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Request body: {'port': {'device_id': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'admin_state_up': True, 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:21.602732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-3ac8e1cd-ddf5-4324-9ed6-9c28386a541a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1860714 Sep 23 19:55:21.635128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a812eb8a-fffc-4c33-b921-d7b5ddd7d667 req-2fdb3141-ab9b-46f3-8ea0-078a38b89e22 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 210 time: 0.0266869 Sep 23 19:55:21.682677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:21.686086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:21.695939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-c2ab9717-a0e7-4b76-94d9-591e66f6c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:21.697454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-c2ab9717-a0e7-4b76-94d9-591e66f6c0bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8506b2846941909e2405a472e6eb9d&device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 1096 time: 0.0439236 Sep 23 19:55:21.798834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84b48589-821a-4977-bd25-eb80a3b58180 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:21.813316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-32646a28-1409-4d60-ad4a-3d1a5188c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:21.815023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-32646a28-1409-4d60-ad4a-3d1a5188c7a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 200 len: 911 time: 0.0959949 Sep 23 19:55:21.815778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Allocated IP 172.20.0.9 (7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83/8669f551-6e33-4b6f-9d1b-ad607a7d60ea) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:21.819009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 84b48589-821a-4977-bd25-eb80a3b58180 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:21.819899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 84b48589-821a-4977-bd25-eb80a3b58180 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:21.880850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-1e871427-b407-488d-83bd-d0f8311f3973 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e HTTP/1.1" status: 200 len: 1001 time: 0.0587058 Sep 23 19:55:21.933868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-89f80066-84c9-4655-b309-ad15395e543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:21.935422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-89f80066-84c9-4655-b309-ad15395e543e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 200 len: 849 time: 0.0473342 Sep 23 19:55:21.983593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-d565a856-036a-4b43-96cf-3efa2a912def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:21.985157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-d565a856-036a-4b43-96cf-3efa2a912def service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbeeeb79-4e3d-4961-ae51-6dee07386cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424318 Sep 23 19:55:22.087726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-bef25a4d-2a34-40c2-b2f1-0ecfb5aeea2e service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947268 Sep 23 19:55:22.195760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-f3a1d426-8593-4ba7-88ce-6dc5d7fb018b service neutron] 10.222.0.72 "GET /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992284 Sep 23 19:55:22.310220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:22.345810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:22.363188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:22.392037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:22.395496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:22.402579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:22.405681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event updated for resources: {'Port': ['ID=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:22.453380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:22.453996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:22.471085 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c70b0e7-53f3-4387-9572-ab646c8fd45d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057169 Sep 23 19:55:22.482912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Request body: {'port': {'device_id': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:22.543871 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:22.755787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd90e4-777f-4bd7-9e7a-2afff4f80ef1 req-7c5be3f3-019e-4e7b-bb4d-0c3c1da8a7a6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:22.757444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebcd90e4-777f-4bd7-9e7a-2afff4f80ef1 req-7c5be3f3-019e-4e7b-bb4d-0c3c1da8a7a6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 931 time: 0.0536625 Sep 23 19:55:22.797080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebcd90e4-777f-4bd7-9e7a-2afff4f80ef1 req-75cfed8d-1937-4d3e-ad98-0d10f931cb84 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Sep 23 19:55:22.807556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8669f551-6e33-4b6f-9d1b-ad607a7d60ea {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:22.815021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:22.826954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Transition to ACTIVE for port object 8669f551-6e33-4b6f-9d1b-ad607a7d60ea will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:55:22.831771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:22.893928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Pushing event updated for resources: {'Port': ['ID=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:22.976409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Attempting to bind port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:22.976674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Attempting to bind port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:22.977005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Attempting to bind port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:22.981374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:55:22.981697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Attempting to bind port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:22.986528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:22.986865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:22.987250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Bound using segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:22.987679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Bound port: 8669f551-6e33-4b6f-9d1b-ad607a7d60ea, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:22.988044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:23.054652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] For port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:23.059284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] For port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:23.063584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:23.096710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.097327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:23.098731 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] 10.222.0.72 "PUT /v2.0/ports/8669f551-6e33-4b6f-9d1b-ad607a7d60ea HTTP/1.1" status: 200 len: 1091 time: 0.6199772 Sep 23 19:55:23.099167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'tag': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:23.101401 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729f730-47a2-4fb2-98db-78e02df6cbea" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa32059-a1b4-4399-8bad-31584acf1bec", "tag": "8669f551-6e33-4b6f-9d1b-ad607a7d60ea"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:23.128807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8361cc-f13b-4de4-a061-ae145dda95fc service neutron] Pushing event updated for resources: {'Port': ['ID=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:23.144640 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650ba5ed-d673-40a1-bfa6-5048ffbc2cbd x-openstack-request-id: req-650ba5ed-d673-40a1-bfa6-5048ffbc2cbd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:23.144921 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa32059-a1b4-4399-8bad-31584acf1bec", "tag": "8669f551-6e33-4b6f-9d1b-ad607a7d60ea", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:23.145175 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-650ba5ed-d673-40a1-bfa6-5048ffbc2cbd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:23.145556 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'tag': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea', 'status': 'completed', 'code': 200} Sep 23 19:55:23.176608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-bea459d7-d69a-4a36-9271-1f4873424a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.178071 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-bea459d7-d69a-4a36-9271-1f4873424a0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 1094 time: 0.0432615 Sep 23 19:55:23.221331 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-cb361d9e-a561-49da-b1bd-174158b89797 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8669f551-6e33-4b6f-9d1b-ad607a7d60ea HTTP/1.1" status: 200 len: 217 time: 0.0343165 Sep 23 19:55:23.272702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c110de9-5905-4e08-bf52-a64d989339d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.274072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-2c110de9-5905-4e08-bf52-a64d989339d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0463078 Sep 23 19:55:23.309782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-513c1cb3-fbb2-4627-84b4-29de2f13f6da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277340 Sep 23 19:55:23.398735 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-fb8516d6-2f58-484b-84b2-e1639902760e service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819836 Sep 23 19:55:23.495914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2e1ea66e-02c4-4178-a688-9b19c9bad5e0 req-f37f8fa3-432d-45d0-8c28-41d1977ae0ec service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883429 Sep 23 19:55:23.582807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-b9f807d8-32c3-4a9c-a813-365f691e3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.584333 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-b9f807d8-32c3-4a9c-a813-365f691e3184 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 1094 time: 0.0431886 Sep 23 19:55:23.687493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-7a374e41-787b-4e6a-99d0-95ce7426d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.688999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-7a374e41-787b-4e6a-99d0-95ce7426d764 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.0969012 Sep 23 19:55:23.738586 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-ada23d65-5da2-4b80-a375-0da6f0d0dbff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8669f551-6e33-4b6f-9d1b-ad607a7d60ea HTTP/1.1" status: 200 len: 217 time: 0.0411184 Sep 23 19:55:23.789901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-efb70bf6-24e5-4edb-a545-4279ab549b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.791506 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-efb70bf6-24e5-4edb-a545-4279ab549b1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0456409 Sep 23 19:55:23.824255 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-e9524ac4-24b3-46f8-85db-4a7b9927d8f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248382 Sep 23 19:55:23.923797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d45a4-5e65-4329-a124-8beda8c9bb48 req-dbf7404a-1de0-486d-be8f-bd879ffc4332 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.925343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-211d45a4-5e65-4329-a124-8beda8c9bb48 req-dbf7404a-1de0-486d-be8f-bd879ffc4332 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 943 time: 0.0585442 Sep 23 19:55:23.945563 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-e8ddc48f-2a50-406d-b085-94f379f32886 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951700 Sep 23 19:55:23.969993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-211d45a4-5e65-4329-a124-8beda8c9bb48 req-99cb7760-3ce2-45c3-b4a8-4bdd99172218 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Sep 23 19:55:24.044217 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4729f730-47a2-4fb2-98db-78e02df6cbea req-b9e0fa1c-1bfc-4213-960e-8a5d97d6b178 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900097 Sep 23 19:55:25.088004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bef91-95c9-4a9c-a37d-033907aa599e req-b2a2948c-e4ff-46bc-8c86-0e748b39c11c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:25.089521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b96bef91-95c9-4a9c-a37d-033907aa599e req-b2a2948c-e4ff-46bc-8c86-0e748b39c11c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 943 time: 0.0499780 Sep 23 19:55:25.127481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b96bef91-95c9-4a9c-a37d-033907aa599e req-5208d8ff-d7a9-444a-a065-45454f4b2f00 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Sep 23 19:55:25.467354 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:25.815368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8669f551-6e33-4b6f-9d1b-ad607a7d60ea details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:55:25.913885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:25.924771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'port_id': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea', 'mac_address': 'fa:16:3e:7e:8d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:55:25.961546 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:25.974057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8669f551-6e33-4b6f-9d1b-ad607a7d60ea {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:25.992163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:25.996057 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.044877 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:26.197789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8669f551-6e33-4b6f-9d1b-ad607a7d60ea'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:26.249814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce3fb-b245-4147-bcab-204209482bac req-e14f35e1-f2af-49ae-9af5-eacaddd13ae3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:26.252588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ffce3fb-b245-4147-bcab-204209482bac req-e14f35e1-f2af-49ae-9af5-eacaddd13ae3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 944 time: 0.0556326 Sep 23 19:55:26.296470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2ffce3fb-b245-4147-bcab-204209482bac req-c6902e00-6507-42da-b2f5-ba5c54af0d04 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360398 Sep 23 19:55:26.877358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:27.419761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a862ad1-a7ba-4312-a8a2-93ea2e7410c8 req-b99ff5d5-669b-49a1-b803-e0b73ce332c7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:27.421160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a862ad1-a7ba-4312-a8a2-93ea2e7410c8 req-b99ff5d5-669b-49a1-b803-e0b73ce332c7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 944 time: 0.0495307 Sep 23 19:55:27.465992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a862ad1-a7ba-4312-a8a2-93ea2e7410c8 req-1e6adb8e-39ac-4129-8794-ce2490ef6719 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Sep 23 19:55:27.829595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8669f551-6e33-4b6f-9d1b-ad607a7d60ea up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:27.879626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:55:27.883273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:27.883642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:27.957622 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:27.981032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:27.983286 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59265fa-cef7-40ce-8210-5791e9d84bb4" -d '{"events": [{"server_uuid": "4fa32059-a1b4-4399-8bad-31584acf1bec", "name": "network-vif-plugged", "status": "completed", "tag": "8669f551-6e33-4b6f-9d1b-ad607a7d60ea"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:27.997468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:28.001582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.024795 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f1736f-f761-4a6f-80e5-c0313e9a42e1 x-openstack-request-id: req-c0f1736f-f761-4a6f-80e5-c0313e9a42e1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:28.025084 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa32059-a1b4-4399-8bad-31584acf1bec", "name": "network-vif-plugged", "status": "completed", "tag": "8669f551-6e33-4b6f-9d1b-ad607a7d60ea", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:28.025334 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0f1736f-f761-4a6f-80e5-c0313e9a42e1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:28.025718 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea', 'code': 200} Sep 23 19:55:28.057527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:28.119945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d380e-28e8-485a-b395-d334782d92d6 req-1280297a-768b-4a39-a19b-01c68d6cbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:28.121339 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9d7d380e-28e8-485a-b395-d334782d92d6 req-1280297a-768b-4a39-a19b-01c68d6cbab5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 1096 time: 0.0467207 Sep 23 19:55:28.156597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9d7d380e-28e8-485a-b395-d334782d92d6 req-82adcf70-7b0b-419e-b677-e430b509efdd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277810 Sep 23 19:55:28.581611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2d9e-fc98-4b1f-b316-afaed1feb77d req-15ce66d5-d5b5-42da-9940-e2b58d059e95 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:28.583130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961a2d9e-fc98-4b1f-b316-afaed1feb77d req-15ce66d5-d5b5-42da-9940-e2b58d059e95 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 945 time: 0.0491095 Sep 23 19:55:28.620303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961a2d9e-fc98-4b1f-b316-afaed1feb77d req-cb99ce36-a315-4e3c-b49c-cb130350751c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Sep 23 19:55:29.732360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d368429-83e0-41bc-8459-d28b19ec32f1 req-bd079818-1db0-444c-b3e3-2bcd1edfca5e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:29.733833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d368429-83e0-41bc-8459-d28b19ec32f1 req-bd079818-1db0-444c-b3e3-2bcd1edfca5e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 945 time: 0.0479455 Sep 23 19:55:29.771747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d368429-83e0-41bc-8459-d28b19ec32f1 req-2b1049f5-d86a-4d62-a225-c30f0834e6f1 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Sep 23 19:55:29.968817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84725a0a-9eb5-4a5d-a070-a1f3c27ed852 req-a534bb3e-9717-4635-92f3-4cc31deebecc tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:29.970262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84725a0a-9eb5-4a5d-a070-a1f3c27ed852 req-a534bb3e-9717-4635-92f3-4cc31deebecc tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 23 19:55:30.011442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84725a0a-9eb5-4a5d-a070-a1f3c27ed852 req-2dbfc48c-2d2c-4e89-8881-a4de19c1e2ce tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Sep 23 19:55:30.121743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a8f20-6fce-4d12-b6f5-8ac934b58a3a req-6fda2359-e68d-47be-a6dd-3dd4c6aaa898 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:30.123268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d3a8f20-6fce-4d12-b6f5-8ac934b58a3a req-6fda2359-e68d-47be-a6dd-3dd4c6aaa898 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 23 19:55:30.160363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d3a8f20-6fce-4d12-b6f5-8ac934b58a3a req-750dfe97-020a-4448-ac46-9a61062cfc85 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Sep 23 19:55:30.399520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4117-947d-4d03-82b9-234541dad8fc req-88be4c3c-088a-43b3-a2ff-b5cafd520932 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:30.400976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a1b4117-947d-4d03-82b9-234541dad8fc req-88be4c3c-088a-43b3-a2ff-b5cafd520932 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 945 time: 0.0485220 Sep 23 19:55:30.437663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a1b4117-947d-4d03-82b9-234541dad8fc req-9530cefd-14e6-49e0-8754-e2a870a2c5ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308053 Sep 23 19:55:31.550617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fc3ca-4111-4069-bdb7-bd5a149e73b0 req-88544d46-fa44-410f-b397-1637edcc9e45 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:31.552093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-118fc3ca-4111-4069-bdb7-bd5a149e73b0 req-88544d46-fa44-410f-b397-1637edcc9e45 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 945 time: 0.0486045 Sep 23 19:55:31.594759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-118fc3ca-4111-4069-bdb7-bd5a149e73b0 req-c8c4b963-2dad-4cb4-ba77-8058be6bb40c tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362835 Sep 23 19:55:31.653844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-6eca0643-546f-407a-8c02-e56784561411 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:31.655311 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-6eca0643-546f-407a-8c02-e56784561411 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/ports?device_id=4fa32059-a1b4-4399-8bad-31584acf1bec HTTP/1.1" status: 200 len: 945 time: 0.0488613 Sep 23 19:55:31.744026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Deleting port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:31.744412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.832318 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] For port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:31.832677 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.845964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Calling delete_port for 8669f551-6e33-4b6f-9d1b-ad607a7d60ea owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:31.973202 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.985968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:31.988229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8669f551-6e33-4b6f-9d1b-ad607a7d60ea'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:32.001599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event deleted for resources: {'Port': ['ID=8669f551-6e33-4b6f-9d1b-ad607a7d60ea,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:32.046475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] No DVR routers for this DVR port 8669f551-6e33-4b6f-9d1b-ad607a7d60ea on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:32.048988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:32.051078 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af06e2d0-7754-466c-b9b4-a9c960a93151 req-f5326221-7772-46bd-8652-ee3d0b7d08ae tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "DELETE /v2.0/ports/8669f551-6e33-4b6f-9d1b-ad607a7d60ea HTTP/1.1" status: 204 len: 173 time: 0.3893640 Sep 23 19:55:32.051510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'name': 'network-vif-deleted', 'tag': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:32.053826 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d651d49-17c0-48d5-a75d-5df3e5c0e199" -d '{"events": [{"server_uuid": "4fa32059-a1b4-4399-8bad-31584acf1bec", "name": "network-vif-deleted", "tag": "8669f551-6e33-4b6f-9d1b-ad607a7d60ea"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:32.093595 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6768af0-f3f7-4a0e-9c79-ee773f0003b3 x-openstack-request-id: req-c6768af0-f3f7-4a0e-9c79-ee773f0003b3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:32.093887 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa32059-a1b4-4399-8bad-31584acf1bec", "name": "network-vif-deleted", "tag": "8669f551-6e33-4b6f-9d1b-ad607a7d60ea", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:32.094138 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6768af0-f3f7-4a0e-9c79-ee773f0003b3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:32.094558 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa32059-a1b4-4399-8bad-31584acf1bec', 'name': 'network-vif-deleted', 'tag': '8669f551-6e33-4b6f-9d1b-ad607a7d60ea', 'status': 'completed', 'code': 200} Sep 23 19:55:32.849864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-bcaba2b9-1c3e-42b4-8c44-396a7703ea4a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:32.851934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-bcaba2b9-1c3e-42b4-8c44-396a7703ea4a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1020560 Sep 23 19:55:32.867906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c8ea8f5d-12ca-4b6a-9a4b-58e5697c0856 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/quotas/7093d1880ba44830816e0514fa6c307c HTTP/1.1" status: 200 len: 375 time: 0.0099945 Sep 23 19:55:32.916338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-dc0682bf-28b0-4466-9c7e-acfe6f97599f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429001 Sep 23 19:55:32.954602 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-90093557-8ab5-40c3-8ce4-e7b265421bcb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913284 Sep 23 19:55:33.012519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-02992fbb-f925-4bfe-a3b3-35f4e3939a3e service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889626 Sep 23 19:55:33.018365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-59bbfb12-2ff3-4f45-9af5-d8d59052995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:33.019837 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-59bbfb12-2ff3-4f45-9af5-d8d59052995e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 1096 time: 0.0447662 Sep 23 19:55:33.115941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c887f5e5-3080-4806-a0b0-8eb954a3c1e6 service neutron] 10.222.0.38 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971658 Sep 23 19:55:33.136987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-aab9eb85-997a-4318-af21-3d6a1ac9cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:33.138578 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-aab9eb85-997a-4318-af21-3d6a1ac9cbde service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.0995872 Sep 23 19:55:33.186123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-faf25298-29fd-49ba-bd1b-5d91d662e1bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92a5b19c-03bb-450e-8c81-7fb137732354 HTTP/1.1" status: 200 len: 217 time: 0.0404356 Sep 23 19:55:33.244967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-a0fc6ad4-0597-4302-9a31-279e86e3ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:33.246674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-a0fc6ad4-0597-4302-9a31-279e86e3ae9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0544343 Sep 23 19:55:33.284499 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-be7fc1f2-28f4-447d-b121-2ac5c81a725c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303912 Sep 23 19:55:33.301744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cc9d5da-5e22-4b71-81b1-32bc2c78e3e3 req-1f7374aa-27fb-4474-aa1f-049ea4d9574a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 210 time: 0.0379698 Sep 23 19:55:33.399065 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-9eedb057-885b-46c4-8896-819a07323ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070709 Sep 23 19:55:33.500699 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4f8a552-2184-4b55-9dc8-8bb85c6fce3e req-a02630bd-f4a5-4979-904b-5d31e178b038 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943344 Sep 23 19:55:34.283093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-3ed55d53-2617-4eeb-9840-bdf9fe94058f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:34.284697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-3ed55d53-2617-4eeb-9840-bdf9fe94058f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 806 time: 0.1203513 Sep 23 19:55:34.297479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Request body: {'port': {'device_id': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'admin_state_up': True, 'tenant_id': '7093d1880ba44830816e0514fa6c307c'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:34.408972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd2b0c29-1e67-4a0e-ba2e-f78386f5167e req-97735f9c-9ed9-496f-9903-e6e83ca859a7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 210 time: 0.0265307 Sep 23 19:55:34.429286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Made reservation on behalf of 7093d1880ba44830816e0514fa6c307c for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:34.432896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.558496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Allocated IP 172.20.0.3 (7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83/fb0f48e7-fff2-47d7-8f30-263bbd10b43e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:34.701236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.735812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.749189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:34.793623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:34.793623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:34.795577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:34.798471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event updated for resources: {'Port': ['ID=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:34.848297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:34.848923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.864257 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-5c3571b5-ae22-4aba-a5a2-fd517bf1e334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702724 Sep 23 19:55:34.877260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Request body: {'port': {'device_id': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:34.937335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.212923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0f48e7-fff2-47d7-8f30-263bbd10b43e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:35.220419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.232901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Transition to ACTIVE for port object fb0f48e7-fff2-47d7-8f30-263bbd10b43e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:55:35.237554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.288546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:35.355338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Attempting to bind port fb0f48e7-fff2-47d7-8f30-263bbd10b43e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:35.355675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Attempting to bind port fb0f48e7-fff2-47d7-8f30-263bbd10b43e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:35.356002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Attempting to bind port fb0f48e7-fff2-47d7-8f30-263bbd10b43e on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:35.360114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Port fb0f48e7-fff2-47d7-8f30-263bbd10b43e on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:55:35.360430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Attempting to bind port fb0f48e7-fff2-47d7-8f30-263bbd10b43e on network 7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:35.365031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:35.365362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Checking segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:35.366300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Bound using segment: {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:35.366730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Bound port: fb0f48e7-fff2-47d7-8f30-263bbd10b43e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449ccba-130b-45e5-a270-7540d2917bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:35.367083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.428952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] For port fb0f48e7-fff2-47d7-8f30-263bbd10b43e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:35.433243 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] For port fb0f48e7-fff2-47d7-8f30-263bbd10b43e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:35.437264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.473843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.474451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.476013 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] 10.222.0.72 "PUT /v2.0/ports/fb0f48e7-fff2-47d7-8f30-263bbd10b43e HTTP/1.1" status: 200 len: 1091 time: 0.6033370 Sep 23 19:55:35.476454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'tag': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:35.478872 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c0c35-0169-4e57-88fb-446fe3a989a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f210fbb0-aa89-4f45-a882-3b743e9c2abd", "tag": "fb0f48e7-fff2-47d7-8f30-263bbd10b43e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:35.501153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7cd28-29fe-456e-99ea-ca1277b86b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:35.565854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddfa2-651a-4859-83a3-9cc657269c67 req-31400621-343d-45b0-ad2b-340f780eed48 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.566525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-e52d3a08-9e82-4518-bdae-1336c91b558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.567408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d4ddfa2-651a-4859-83a3-9cc657269c67 req-31400621-343d-45b0-ad2b-340f780eed48 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 943 time: 0.0663872 Sep 23 19:55:35.568234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-e52d3a08-9e82-4518-bdae-1336c91b558f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 1094 time: 0.0480330 Sep 23 19:55:35.605992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d4ddfa2-651a-4859-83a3-9cc657269c67 req-12e190ad-bde5-4aca-b77c-6ddc30b71094 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Sep 23 19:55:35.611207 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-2be81a49-8bc7-4542-806f-fdefb367d137 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f48e7-fff2-47d7-8f30-263bbd10b43e HTTP/1.1" status: 200 len: 217 time: 0.0352666 Sep 23 19:55:35.651277 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e124a-ba55-4f69-a476-78c10180ba84 x-openstack-request-id: req-814e124a-ba55-4f69-a476-78c10180ba84 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:35.651589 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f210fbb0-aa89-4f45-a882-3b743e9c2abd", "tag": "fb0f48e7-fff2-47d7-8f30-263bbd10b43e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:35.651822 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-814e124a-ba55-4f69-a476-78c10180ba84 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:35.652218 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'tag': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e', 'status': 'completed', 'code': 200} Sep 23 19:55:35.664999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-2e07f146-8c04-4beb-9c89-3896cb513b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.666500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-2e07f146-8c04-4beb-9c89-3896cb513b00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0486186 Sep 23 19:55:35.703361 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-d4d2395d-b9ac-4ec9-aded-c8b48fae704f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291471 Sep 23 19:55:35.794373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-150022ad-7740-4d5a-91ba-b1fdb20f236d service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833747 Sep 23 19:55:35.844654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8669f551-6e33-4b6f-9d1b-ad607a7d60ea no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:35.865321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 8669f551-6e33-4b6f-9d1b-ad607a7d60ea {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:35.866254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8669f551-6e33-4b6f-9d1b-ad607a7d60ea not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:35.887920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7a77a210-238f-4e1d-9313-b794ae4749c5 req-aca86d51-c948-4003-9a9a-eb2fb547a594 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Sep 23 19:55:35.972213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-d22103a4-0973-4bd7-8fac-f4530f2fe885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.973677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-d22103a4-0973-4bd7-8fac-f4530f2fe885 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7093d1880ba44830816e0514fa6c307c&device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 1094 time: 0.0410700 Sep 23 19:55:36.062122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-776f7be4-3395-4614-95d5-e6dc1545964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:36.063558 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-776f7be4-3395-4614-95d5-e6dc1545964c service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 200 len: 907 time: 0.0832062 Sep 23 19:55:36.109092 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-b331f895-1d0c-40cb-b358-806bb332241c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f48e7-fff2-47d7-8f30-263bbd10b43e HTTP/1.1" status: 200 len: 217 time: 0.0387146 Sep 23 19:55:36.158551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-7113c920-aae2-47b6-b9dc-9459e4b228dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:36.160042 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-7113c920-aae2-47b6-b9dc-9459e4b228dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 200 len: 846 time: 0.0441563 Sep 23 19:55:36.199184 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-a54f1647-047b-4e8b-9a96-4fa5defb11fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311415 Sep 23 19:55:36.298369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-d394a41e-651f-4cfc-86e0-9e9928809c75 service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912046 Sep 23 19:55:36.396128 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-840c0c35-0169-4e57-88fb-446fe3a989a5 req-1906c9db-bd64-402e-b3a0-ad471e4ac11d service neutron] 10.222.0.72 "GET /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903380 Sep 23 19:55:36.727982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5055e-3aaa-4a77-abad-4422a66e78f0 req-c4512a2c-fccd-4c11-9bbd-dbdfc2e4280b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:36.729575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35f5055e-3aaa-4a77-abad-4422a66e78f0 req-c4512a2c-fccd-4c11-9bbd-dbdfc2e4280b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 943 time: 0.0525293 Sep 23 19:55:36.772586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35f5055e-3aaa-4a77-abad-4422a66e78f0 req-02606356-2e3c-4710-8514-a485eaa0827d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367682 Sep 23 19:55:37.859891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb0f48e7-fff2-47d7-8f30-263bbd10b43e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:55:37.895048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0676d-769d-4ed4-8fe4-804478209130 req-84def351-be00-491c-84f8-1f08a7f3a88f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:37.897008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64e0676d-769d-4ed4-8fe4-804478209130 req-84def351-be00-491c-84f8-1f08a7f3a88f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 943 time: 0.0520363 Sep 23 19:55:37.935762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64e0676d-769d-4ed4-8fe4-804478209130 req-688a09fd-2372-4650-870d-42dd10839ba3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Sep 23 19:55:37.960301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fb0f48e7-fff2-47d7-8f30-263bbd10b43e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:37.971393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e', 'network_id': '7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b', 'port_id': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e', 'mac_address': 'fa:16:3e:9b:69:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:55:38.007629 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.019782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f48e7-fff2-47d7-8f30-263bbd10b43e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:38.039091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fb0f48e7-fff2-47d7-8f30-263bbd10b43e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:38.043050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.092169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:38.240283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['fb0f48e7-fff2-47d7-8f30-263bbd10b43e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:39.051300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade30d95-407c-493b-92c6-7ff093c0dcab req-ad49aa2a-534f-46a0-b9ac-0634606461be tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:39.052815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ade30d95-407c-493b-92c6-7ff093c0dcab req-ad49aa2a-534f-46a0-b9ac-0634606461be tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 944 time: 0.0491996 Sep 23 19:55:39.091191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ade30d95-407c-493b-92c6-7ff093c0dcab req-d630dc87-c3ae-4894-bc8f-eab70ea3a53b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Sep 23 19:55:39.860322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb0f48e7-fff2-47d7-8f30-263bbd10b43e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:39.906431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port fb0f48e7-fff2-47d7-8f30-263bbd10b43e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:55:39.909871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port fb0f48e7-fff2-47d7-8f30-263bbd10b43e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:39.910269 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.985377 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.006228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:40.008431 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8564f9c-ff36-47a2-b806-62ee8a37ff78" -d '{"events": [{"server_uuid": "f210fbb0-aa89-4f45-a882-3b743e9c2abd", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f48e7-fff2-47d7-8f30-263bbd10b43e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:40.020492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fb0f48e7-fff2-47d7-8f30-263bbd10b43e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:40.025015 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.047633 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e41bc69-5677-4472-b623-a40b859f4933 x-openstack-request-id: req-2e41bc69-5677-4472-b623-a40b859f4933 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:40.047919 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f210fbb0-aa89-4f45-a882-3b743e9c2abd", "name": "network-vif-plugged", "status": "completed", "tag": "fb0f48e7-fff2-47d7-8f30-263bbd10b43e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:40.048167 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e41bc69-5677-4472-b623-a40b859f4933 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:40.048553 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e', 'code': 200} Sep 23 19:55:40.074646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:40.144982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1728-41a7-4cc9-afb8-e7fcc7b255dc req-6e61792d-7a76-4493-90ad-1c7f3df4a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:40.146646 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7e0c1728-41a7-4cc9-afb8-e7fcc7b255dc req-6e61792d-7a76-4493-90ad-1c7f3df4a469 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 1096 time: 0.0447304 Sep 23 19:55:40.180253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7e0c1728-41a7-4cc9-afb8-e7fcc7b255dc req-f026ca2b-95e7-4763-82b4-4e530c8ce69b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267763 Sep 23 19:55:40.205626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2e842-a92d-4880-8e4b-1efda974e30d req-b5f810ce-f2ee-4b34-82db-ae4363870f80 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:40.207138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2a2e842-a92d-4880-8e4b-1efda974e30d req-b5f810ce-f2ee-4b34-82db-ae4363870f80 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0473738 Sep 23 19:55:40.247960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2a2e842-a92d-4880-8e4b-1efda974e30d req-854773a7-9426-46e1-8467-4b84c4b2ca17 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339222 Sep 23 19:55:41.364278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fcb70-3ea7-49af-ac3b-345cfe14fe9b req-2803e776-f42e-48f4-83b5-17130418811f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:41.365779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-736fcb70-3ea7-49af-ac3b-345cfe14fe9b req-2803e776-f42e-48f4-83b5-17130418811f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0507293 Sep 23 19:55:41.403200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-736fcb70-3ea7-49af-ac3b-345cfe14fe9b req-40efb5f2-0a78-4314-965e-1a7f2c9aea13 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Sep 23 19:55:41.601979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3528d-b24f-487d-b852-8e62d52a8ee1 req-e65d385e-7469-4ca2-aef7-ecef9cb21c16 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:41.603369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74a3528d-b24f-487d-b852-8e62d52a8ee1 req-e65d385e-7469-4ca2-aef7-ecef9cb21c16 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0487633 Sep 23 19:55:41.639145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74a3528d-b24f-487d-b852-8e62d52a8ee1 req-67f44438-964b-46e0-b062-2323908501a7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299766 Sep 23 19:55:41.749386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbebef-2fb8-4933-b584-3af76f4ea457 req-941e6fba-191c-4bfc-a902-be558eaf0450 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:41.750904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dfbebef-2fb8-4933-b584-3af76f4ea457 req-941e6fba-191c-4bfc-a902-be558eaf0450 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0488832 Sep 23 19:55:41.791821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dfbebef-2fb8-4933-b584-3af76f4ea457 req-117e01cc-9e36-4d34-b0ed-5057c89ab264 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Sep 23 19:55:41.982505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b3f07-076b-460c-bb9c-873a36e85768 req-83747b42-c98e-4ba6-8bc1-4ec985fd2b7d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:41.983980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d55b3f07-076b-460c-bb9c-873a36e85768 req-83747b42-c98e-4ba6-8bc1-4ec985fd2b7d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0500998 Sep 23 19:55:42.020975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d55b3f07-076b-460c-bb9c-873a36e85768 req-c68063e9-406c-4e4d-8e28-8c832cfb8581 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Sep 23 19:55:43.133483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68910a4e-2922-4b00-b23c-1c5ac1a1d15a req-ad04411a-2107-4a37-b1fb-bfea70213b40 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:43.134978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68910a4e-2922-4b00-b23c-1c5ac1a1d15a req-ad04411a-2107-4a37-b1fb-bfea70213b40 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0479515 Sep 23 19:55:43.169174 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a120e04f-00ad-43b2-8b8d-5147e8714035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.174877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68910a4e-2922-4b00-b23c-1c5ac1a1d15a req-7b27776e-a09c-4610-b142-cf5fb022319d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Sep 23 19:55:44.289943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4f9c-1a09-4251-b620-7f1e965bafe0 req-4549f475-a4c8-4a2a-be3e-bb4f460fa75d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:44.291512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f71a4f9c-1a09-4251-b620-7f1e965bafe0 req-4549f475-a4c8-4a2a-be3e-bb4f460fa75d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0486865 Sep 23 19:55:44.335368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f71a4f9c-1a09-4251-b620-7f1e965bafe0 req-47aa286f-a4b6-48bc-8672-d2bf5c88208f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Sep 23 19:55:45.465130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ac68-66fb-415b-bf19-69a29597cfc9 req-674f7585-fda2-432e-b8b4-4a300cad3ba4 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:45.466624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0695ac68-66fb-415b-bf19-69a29597cfc9 req-674f7585-fda2-432e-b8b4-4a300cad3ba4 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0483704 Sep 23 19:55:45.504439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0695ac68-66fb-415b-bf19-69a29597cfc9 req-405d540c-0458-4901-a492-bef8874f3f26 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Sep 23 19:55:46.345344 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e346-df84-48e6-bb31-286b79b72d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.489885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.617814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553016-5195-4bc9-974f-d2e44cf86e71 req-952ae93d-54bc-4b96-8b5c-321a83eebe76 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:46.619220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40553016-5195-4bc9-974f-d2e44cf86e71 req-952ae93d-54bc-4b96-8b5c-321a83eebe76 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0486495 Sep 23 19:55:46.656156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40553016-5195-4bc9-974f-d2e44cf86e71 req-cfd3ab00-dd1a-4e6a-a420-88edeeb8a6ed tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 Sep 23 19:55:47.089717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.768429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6e0e0-b83a-4364-8697-552383ea80e6 req-94219bf0-3ce4-4a03-8978-35a1d4451974 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:47.769885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44e6e0e0-b83a-4364-8697-552383ea80e6 req-94219bf0-3ce4-4a03-8978-35a1d4451974 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0485790 Sep 23 19:55:47.810392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44e6e0e0-b83a-4364-8697-552383ea80e6 req-76e9df00-f6ac-414c-8948-367926a71583 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Sep 23 19:55:48.601752 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.938585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7ef2-9578-4d9a-9815-9ae148bf4307 req-043fbcd2-b547-4b8d-900a-138bdc7df815 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:48.940056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0fe7ef2-9578-4d9a-9815-9ae148bf4307 req-043fbcd2-b547-4b8d-900a-138bdc7df815 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0488784 Sep 23 19:55:48.977755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d0fe7ef2-9578-4d9a-9815-9ae148bf4307 req-439b84c5-96a1-46c7-bf20-f4ddfdefb408 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Sep 23 19:55:50.089590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4455ca-d052-4563-a5ab-6892dd64b864 req-de0027b5-e38e-476f-b150-5cc0048f1334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:50.090566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa4455ca-d052-4563-a5ab-6892dd64b864 req-de0027b5-e38e-476f-b150-5cc0048f1334 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0476985 Sep 23 19:55:50.127656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa4455ca-d052-4563-a5ab-6892dd64b864 req-2e7c235b-d5bc-47b8-aae4-db6fe57e090a tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Sep 23 19:55:51.240728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0cca7-b047-47a1-8a0e-3653a3764b54 req-737dc050-22ca-437f-b439-8455e9522705 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:51.242231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54d0cca7-b047-47a1-8a0e-3653a3764b54 req-737dc050-22ca-437f-b439-8455e9522705 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0494974 Sep 23 19:55:51.282564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54d0cca7-b047-47a1-8a0e-3653a3764b54 req-bcd644e4-7cf0-466d-863b-39d5f0d2cda9 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Sep 23 19:55:52.395596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f10d7-0c2a-4636-ac37-191d282241ba req-59822c51-f86f-47f6-9665-746dc76f51ce tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:52.397651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147f10d7-0c2a-4636-ac37-191d282241ba req-59822c51-f86f-47f6-9665-746dc76f51ce tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0485928 Sep 23 19:55:52.434419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147f10d7-0c2a-4636-ac37-191d282241ba req-9e719c31-63ea-4c0f-af8a-e26e917acd06 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Sep 23 19:55:53.546526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2022-53cb-4cc2-b90c-d5dd89a47537 req-df1cc5bf-41f3-4a3e-8736-afe620e1ae75 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:53.548024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f93a2022-53cb-4cc2-b90c-d5dd89a47537 req-df1cc5bf-41f3-4a3e-8736-afe620e1ae75 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0481026 Sep 23 19:55:53.584706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f93a2022-53cb-4cc2-b90c-d5dd89a47537 req-230fd9ae-91e8-49e9-910e-147dfe98f7a7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307877 Sep 23 19:55:54.696191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e16a-1616-45cd-88f5-626911f33b90 req-daa1ded0-76c3-4d29-8e8f-dbdb1a054c5d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:54.697669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf18e16a-1616-45cd-88f5-626911f33b90 req-daa1ded0-76c3-4d29-8e8f-dbdb1a054c5d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0476007 Sep 23 19:55:54.738575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf18e16a-1616-45cd-88f5-626911f33b90 req-d45ddbde-be28-4970-bf35-3b75482255f8 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Sep 23 19:55:55.477537 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.851198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58fa8f-4abd-47cf-bdfa-8a04bb3f7f06 req-3d8f7e1c-4448-4196-80f5-cd32ed4d4a38 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:55.852662 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa58fa8f-4abd-47cf-bdfa-8a04bb3f7f06 req-3d8f7e1c-4448-4196-80f5-cd32ed4d4a38 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0482683 Sep 23 19:55:55.889566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa58fa8f-4abd-47cf-bdfa-8a04bb3f7f06 req-6551c398-0195-4f65-a7c9-b8ecf6615666 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310233 Sep 23 19:55:56.889631 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:57.001943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44433-b328-4d42-acfa-77460a88ab5c req-c672e775-dc57-42ac-9e02-bb66e2e9efdd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:57.003427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68e44433-b328-4d42-acfa-77460a88ab5c req-c672e775-dc57-42ac-9e02-bb66e2e9efdd tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0481160 Sep 23 19:55:57.040043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68e44433-b328-4d42-acfa-77460a88ab5c req-2391bbd9-57de-4deb-96bb-54e4f2c1d6a6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Sep 23 19:55:57.493710 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:55:58.152825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f90798-77aa-4133-9939-9a986cdec195 req-4f7522ba-b73f-43bb-abae-7c5085233a96 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:58.154296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67f90798-77aa-4133-9939-9a986cdec195 req-4f7522ba-b73f-43bb-abae-7c5085233a96 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0473640 Sep 23 19:55:58.194079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67f90798-77aa-4133-9939-9a986cdec195 req-3b1dc803-5e6f-467d-846e-2b3392190e1d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338738 Sep 23 19:55:59.307141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd4c12-f37a-4ffc-8033-478e9c4b6608 req-6cbe3667-6def-4594-8382-5386f9d3c78d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:59.308616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6abd4c12-f37a-4ffc-8033-478e9c4b6608 req-6cbe3667-6def-4594-8382-5386f9d3c78d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0478847 Sep 23 19:55:59.346484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6abd4c12-f37a-4ffc-8033-478e9c4b6608 req-15bff5db-c77b-41bd-aea0-a3ffefab2a57 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Sep 23 19:56:00.610487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d641f-d7ff-49cc-b931-106f344b6ba5 req-08e34ef2-7a6b-416f-a303-6862f6774017 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:00.611985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a71d641f-d7ff-49cc-b931-106f344b6ba5 req-08e34ef2-7a6b-416f-a303-6862f6774017 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0499778 Sep 23 19:56:00.650015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a71d641f-d7ff-49cc-b931-106f344b6ba5 req-4b687373-1db1-4f01-a351-8a9cad9c44df tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Sep 23 19:56:01.762811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9414a6-710b-45c9-bbb9-65d7cfab9850 req-aedb20cd-52c0-4967-9c8e-180b55132086 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:01.764288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af9414a6-710b-45c9-bbb9-65d7cfab9850 req-aedb20cd-52c0-4967-9c8e-180b55132086 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0480058 Sep 23 19:56:01.805230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af9414a6-710b-45c9-bbb9-65d7cfab9850 req-7bee21e5-5b6a-406a-ba3b-8929c833aa45 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Sep 23 19:56:02.926188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac2a82-9fc9-4811-aabf-4ba80384683f req-06be9ba8-ab0d-4af8-859f-8ae1f79cbc87 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:02.928232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1ac2a82-9fc9-4811-aabf-4ba80384683f req-06be9ba8-ab0d-4af8-859f-8ae1f79cbc87 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0500295 Sep 23 19:56:02.964793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1ac2a82-9fc9-4811-aabf-4ba80384683f req-83046658-0140-486d-a175-7a80801528c3 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305676 Sep 23 19:56:04.080543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca500d-6a24-41f3-9a84-7b9e7deb0e0f req-5fb3fdb5-f961-4697-81d0-eb271b1a4ef7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:04.082118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58ca500d-6a24-41f3-9a84-7b9e7deb0e0f req-5fb3fdb5-f961-4697-81d0-eb271b1a4ef7 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0497942 Sep 23 19:56:04.122540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58ca500d-6a24-41f3-9a84-7b9e7deb0e0f req-1870afa1-6909-4539-be22-f938b20cfe3e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Sep 23 19:56:05.237221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e237be0-5a27-43b1-8641-18d64e1d7c8a req-8b9877af-e56b-4dfb-91bd-d0b040a9e6dc tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:05.238710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e237be0-5a27-43b1-8641-18d64e1d7c8a req-8b9877af-e56b-4dfb-91bd-d0b040a9e6dc tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0479515 Sep 23 19:56:05.279851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e237be0-5a27-43b1-8641-18d64e1d7c8a req-e6260bfd-6d01-4974-9e5b-400e5fb73c9d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Sep 23 19:56:06.395582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d81bf0-b83c-46f0-b556-e2b678b87473 req-21023949-3a47-40ff-b229-d3cd2b708785 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:06.397030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69d81bf0-b83c-46f0-b556-e2b678b87473 req-21023949-3a47-40ff-b229-d3cd2b708785 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0497146 Sep 23 19:56:06.434607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69d81bf0-b83c-46f0-b556-e2b678b87473 req-3d92c797-5835-4c43-8078-bfcb6d7cb418 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Sep 23 19:56:07.283233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:07.358501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd930d-a717-495d-8ea7-ab4b6131ba09 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:07.358987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd930d-a717-495d-8ea7-ab4b6131ba09 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:07.359459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd930d-a717-495d-8ea7-ab4b6131ba09 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:07.361166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1dd930d-a717-495d-8ea7-ab4b6131ba09 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/ports?project_id=ba06085ca6fd443bb6a98a4d3a134775&network_id=c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 200 len: 2969 time: 0.0769298 Sep 23 19:56:07.553193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6cd4-4adc-4352-a4a3-76343788ff2d req-a47f4772-8226-4f66-91db-f66ce2f0742b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:07.554716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e19a6cd4-4adc-4352-a4a3-76343788ff2d req-a47f4772-8226-4f66-91db-f66ce2f0742b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0533853 Sep 23 19:56:07.596097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e19a6cd4-4adc-4352-a4a3-76343788ff2d req-354daa21-4315-463f-baac-1120a8123bf5 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Sep 23 19:56:07.798827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4532b6-d20f-4a33-b81b-1a98caddd4c5 req-bc18614b-a43f-44a2-8f40-01b93aec1afa tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:07.800333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba4532b6-d20f-4a33-b81b-1a98caddd4c5 req-bc18614b-a43f-44a2-8f40-01b93aec1afa tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0518355 Sep 23 19:56:07.838397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba4532b6-d20f-4a33-b81b-1a98caddd4c5 req-a188d4fe-47c6-4ca1-89c4-be4942759366 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Sep 23 19:56:07.949988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe141-d610-475d-828c-153b14088802 req-f0e1fb2a-9fb2-44db-bc48-03b32e9c9d3d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:07.951500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82fbe141-d610-475d-828c-153b14088802 req-f0e1fb2a-9fb2-44db-bc48-03b32e9c9d3d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0477996 Sep 23 19:56:07.995959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82fbe141-d610-475d-828c-153b14088802 req-59311882-1499-428c-9fd4-2cb900796a83 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375969 Sep 23 19:56:08.238459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f652ae-4355-4df0-a9d4-9ee767ef528b req-c9527aa5-b1a9-4c86-9154-da29f4deff4b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:08.240582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59f652ae-4355-4df0-a9d4-9ee767ef528b req-c9527aa5-b1a9-4c86-9154-da29f4deff4b tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0549939 Sep 23 19:56:08.278338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59f652ae-4355-4df0-a9d4-9ee767ef528b req-a21ad041-a382-4590-9c2a-93d1631ece7e tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Sep 23 19:56:09.386093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-95e78032-568c-4f79-a688-411cb821ec70 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:09.387611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-95e78032-568c-4f79-a688-411cb821ec70 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0487397 Sep 23 19:56:09.407615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28a126-914d-41c3-b964-b8ad00ecb714 req-8a805114-490b-4a94-8efa-024a06b99445 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:09.409090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f28a126-914d-41c3-b964-b8ad00ecb714 req-8a805114-490b-4a94-8efa-024a06b99445 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=f210fbb0-aa89-4f45-a882-3b743e9c2abd HTTP/1.1" status: 200 len: 945 time: 0.0491612 Sep 23 19:56:09.446986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f28a126-914d-41c3-b964-b8ad00ecb714 req-efad335b-e523-450b-9929-f723336aaf35 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Sep 23 19:56:09.478228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Deleting port fb0f48e7-fff2-47d7-8f30-263bbd10b43e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:09.478575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:09.569972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] For port fb0f48e7-fff2-47d7-8f30-263bbd10b43e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:09.570369 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:09.583025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Calling delete_port for fb0f48e7-fff2-47d7-8f30-263bbd10b43e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:09.711849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:09.727771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:09.731320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['fb0f48e7-fff2-47d7-8f30-263bbd10b43e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:09.746461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event deleted for resources: {'Port': ['ID=fb0f48e7-fff2-47d7-8f30-263bbd10b43e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:09.758584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.758871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.759220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.759558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.759900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.760239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.760572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.760899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.761228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.761554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.761878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.762201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:09.798672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] No DVR routers for this DVR port fb0f48e7-fff2-47d7-8f30-263bbd10b43e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:09.801597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:09.804073 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-278f6879-4b50-43b0-93ef-823c4657ba63 req-add27a16-3df9-4b8d-bed3-d895b327aafe tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.72 "DELETE /v2.0/ports/fb0f48e7-fff2-47d7-8f30-263bbd10b43e HTTP/1.1" status: 204 len: 173 time: 0.4104261 Sep 23 19:56:09.804672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'name': 'network-vif-deleted', 'tag': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:09.810628 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2a35e-2109-4f19-8d09-fb0aa5448a16" -d '{"events": [{"server_uuid": "f210fbb0-aa89-4f45-a882-3b743e9c2abd", "name": "network-vif-deleted", "tag": "fb0f48e7-fff2-47d7-8f30-263bbd10b43e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:09.876556 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc96871a-a40c-4254-a39b-69ade42172f5 x-openstack-request-id: req-bc96871a-a40c-4254-a39b-69ade42172f5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:09.876849 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f210fbb0-aa89-4f45-a882-3b743e9c2abd", "name": "network-vif-deleted", "tag": "fb0f48e7-fff2-47d7-8f30-263bbd10b43e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:09.877106 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc96871a-a40c-4254-a39b-69ade42172f5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:09.877507 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f210fbb0-aa89-4f45-a882-3b743e9c2abd', 'name': 'network-vif-deleted', 'tag': 'fb0f48e7-fff2-47d7-8f30-263bbd10b43e', 'status': 'completed', 'code': 200} Sep 23 19:56:09.980842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aea50-3946-4ba9-bdeb-487014ccb475 req-07a143fe-70c4-4702-a037-ae029da9cf9f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:09.983255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-454aea50-3946-4ba9-bdeb-487014ccb475 req-07a143fe-70c4-4702-a037-ae029da9cf9f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 945 time: 0.0568953 Sep 23 19:56:10.021163 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-454aea50-3946-4ba9-bdeb-487014ccb475 req-6d7e2b77-4de2-4cb8-90c0-123c851e786a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Sep 23 19:56:11.106798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f380720-d394-4c81-a00e-407487683ec3 req-91979cd6-68d4-40ad-9d71-ae0d5555816d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:11.108184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f380720-d394-4c81-a00e-407487683ec3 req-91979cd6-68d4-40ad-9d71-ae0d5555816d tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 945 time: 0.0520086 Sep 23 19:56:11.145070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f380720-d394-4c81-a00e-407487683ec3 req-66eeaf80-636c-4008-9ff2-9ebd224009c6 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Sep 23 19:56:11.244752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28ebe6-0654-4c7d-9ced-9cd89333f449 req-cbe21a34-98ea-4eb7-86ac-26d0916e111c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:11.246230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad28ebe6-0654-4c7d-9ced-9cd89333f449 req-cbe21a34-98ea-4eb7-86ac-26d0916e111c tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 945 time: 0.0480103 Sep 23 19:56:11.282741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad28ebe6-0654-4c7d-9ced-9cd89333f449 req-43d1f7bb-b1d2-4225-9869-93df4874e74f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups?id=d22dc1d5-fa68-4008-8680-66efa4451d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306227 Sep 23 19:56:11.634404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-23fd4c07-f497-4821-8552-faeffc02dfe1 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:11.635850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-23fd4c07-f497-4821-8552-faeffc02dfe1 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 945 time: 0.0481842 Sep 23 19:56:11.670728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:11.722319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9175fbb6-7fd0-4a08-b769-a687698ba7eb tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:11.724208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9175fbb6-7fd0-4a08-b769-a687698ba7eb tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a HTTP/1.1" status: 200 len: 814 time: 0.0523267 Sep 23 19:56:11.728849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Deleting port 15089ef2-b8a5-4fed-97f4-be1c01abf94e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:11.729186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:11.814373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] For port 15089ef2-b8a5-4fed-97f4-be1c01abf94e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=15089ef2-b8a5-4fed-97f4-be1c01abf94e,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:11.814736 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:11.981498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:11.981782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:11.982096 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Floating IP d3d04eb9-3517-408a-b28d-03be102d59c6 disassociated. External IP: 172.25.6.154, port: 15089ef2-b8a5-4fed-97f4-be1c01abf94e. Sep 23 19:56:11.982459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Calling delete_port for 15089ef2-b8a5-4fed-97f4-be1c01abf94e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:12.104937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:12.135778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event deleted for resources: {'Port': ['ID=15089ef2-b8a5-4fed-97f4-be1c01abf94e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:12.248457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:56:12.263028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142dc56-0770-4e02-9637-a48aad5bf407 req-f27b0a65-6d84-42c8-9b65-636cd98f7eea tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:12.264504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a142dc56-0770-4e02-9637-a48aad5bf407 req-f27b0a65-6d84-42c8-9b65-636cd98f7eea tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 945 time: 0.0533435 Sep 23 19:56:12.301770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a142dc56-0770-4e02-9637-a48aad5bf407 req-91a44d33-a3c3-4b40-9ab5-8f26dac37883 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc5c507b-fb5e-468f-94fe-9fe27b8accdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305798 Sep 23 19:56:12.361558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:56:12.372905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] Sync routers for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:56:12.383054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:12.383884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:12.385068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cce44ab-891b-4626-8ae0-ca518575c0ba req-be17738a-6702-4e4d-92e4-24acd795f639 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/ports?device_id=050c8944-3ed8-4857-860b-8c9690749250 HTTP/1.1" status: 200 len: 210 time: 0.0285175 Sep 23 19:56:12.405444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] No DVR routers for this DVR port 15089ef2-b8a5-4fed-97f4-be1c01abf94e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:12.408652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:12.411075 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a181b638-2b6d-4d2c-ac5e-eca4661ecd98 req-1e3d03b9-b156-441e-95bf-2514e93b72d3 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.72 "DELETE /v2.0/ports/15089ef2-b8a5-4fed-97f4-be1c01abf94e HTTP/1.1" status: 204 len: 173 time: 0.7692912 Sep 23 19:56:12.411551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'name': 'network-vif-deleted', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:12.413860 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a71aa2-ee7b-4b2e-a906-d24f14fb9da3" -d '{"events": [{"server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "name": "network-vif-deleted", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:12.456090 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b16b7-78ed-44b8-a3d6-106858968fc5 x-openstack-request-id: req-4e8b16b7-78ed-44b8-a3d6-106858968fc5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:12.456381 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050c8944-3ed8-4857-860b-8c9690749250", "name": "network-vif-deleted", "tag": "15089ef2-b8a5-4fed-97f4-be1c01abf94e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:12.456622 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e8b16b7-78ed-44b8-a3d6-106858968fc5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:12.457015 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050c8944-3ed8-4857-860b-8c9690749250', 'name': 'network-vif-deleted', 'tag': '15089ef2-b8a5-4fed-97f4-be1c01abf94e', 'status': 'completed', 'code': 200} Sep 23 19:56:12.515422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:12.658371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-381d2b26-00e9-417c-a35c-951b5900486f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:12.659928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-381d2b26-00e9-417c-a35c-951b5900486f tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 945 time: 0.0500515 Sep 23 19:56:12.762298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Deleting port 92a5b19c-03bb-450e-8c81-7fb137732354 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:12.762738 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:12.861595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] For port 92a5b19c-03bb-450e-8c81-7fb137732354, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=92a5b19c-03bb-450e-8c81-7fb137732354,segment=NetworkSegment(6449ccba-130b-45e5-a270-7540d2917bdb),segment_id=6449ccba-130b-45e5-a270-7540d2917bdb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:12.861967 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:12.876724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Calling delete_port for 92a5b19c-03bb-450e-8c81-7fb137732354 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:12.895104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:12.922629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] Checking router: 0ec1ea27-f871-4a20-8195-0a55c52f6df5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:56:12.931476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:12.932346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:12.966145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:12.988318 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'network': {'name': 'tempest-network-smoke--2097547934', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:13.024189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:13.027591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.030610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.041639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['92a5b19c-03bb-450e-8c81-7fb137732354'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:13.045392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:13.070504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Pushing event deleted for resources: {'Port': ['ID=92a5b19c-03bb-450e-8c81-7fb137732354,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:13.104317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:56:13.120971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] No DVR routers for this DVR port 92a5b19c-03bb-450e-8c81-7fb137732354 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:13.124160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.126185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-531f5b4e-ac3a-444e-9c4b-53a07503d3d3 req-1121d613-c131-45a4-8517-2d07383458d2 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.41 "DELETE /v2.0/ports/92a5b19c-03bb-450e-8c81-7fb137732354 HTTP/1.1" status: 204 len: 173 time: 0.4592423 Sep 23 19:56:13.130813 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.131148 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Added segment ce8dd6d6-3bf6-440c-8a62-7278548e9347 of type vlan for network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 Sep 23 19:56:13.180769 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.209557 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.215951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18abdee8-439f-4734-ad6c-e09ae402c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.216398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:13.217183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.263893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2966344 Sep 23 19:56:13.267107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.291509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68058c6-22a8-4998-9fb3-dfa05f0255fc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Network': ['ID=e6a10f9a-2bf1-419c-b2e3-3771fcac2480,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:13.294520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:13.324439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:56:13.327825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d99ee5-51c5-4d01-88e2-2a1449dca052 None None] The sync data for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 is: [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:49:34Z', 'revision_number': 4, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '62b9eb50-2479-43dd-a4be-0078c1983ade', 'name': '', 'network_id': 'dbeeeb79-4e3d-4961-ae51-6dee07386cb0', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'mac_address': 'fa:16:3e:2e:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:33Z', 'updated_at': '2021-09-23T19:49:40Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'subnets': [{'id': 'ec6f591f-07d0-4272-83b3-cc210f44212a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:56:13.344833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204fb195-ea3f-4124-89a2-4a660164e4ed tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:13.346623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-204fb195-ea3f-4124-89a2-4a660164e4ed tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=ba06085ca6fd443bb6a98a4d3a134775&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0776124 Sep 23 19:56:13.349460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.455924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-231ac894-2dec-4ea1-8c2f-dfa79cdef731 req-d1e8fd8a-9bbf-4d23-8b7d-9a3ac5c3aa71 tempest-ServersTestJSON-1406999946 tempest-ServersTestJSON-1406999946-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a5176c4-2955-4e18-9b77-f260b4411ddd HTTP/1.1" status: 200 len: 210 time: 0.0351968 Sep 23 19:56:13.472947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d7d15-db2f-4c11-b1b6-12614588eac6 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:13.477382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.477492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c36d7d15-db2f-4c11-b1b6-12614588eac6 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268210 Sep 23 19:56:13.512180 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d8f55abf-4c9c-46c8-a417-8c1a6eae89f9 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330286 Sep 23 19:56:13.515116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.547224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.557588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-58edbe91-8bc1-48a3-aea8-10e360c88745 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=ba06085ca6fd443bb6a98a4d3a134775&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411608 Sep 23 19:56:13.558292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.609015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b08e08-c88a-4b5f-a184-4edb0549dc18 None None] New status for floating IP d3d04eb9-3517-408a-b28d-03be102d59c6: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:56:13.637237 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79edd926-f78d-48ab-8880-93fbff03151a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.652539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834eff57-934b-48db-8be1-20c07988b7d2 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:13.654229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-834eff57-934b-48db-8be1-20c07988b7d2 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948679 Sep 23 19:56:13.658151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.666453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79edd926-f78d-48ab-8880-93fbff03151a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.697292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9b5d07dd-7dbe-4a92-afde-5bd5b3e4a3f3 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379274 Sep 23 19:56:13.699991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.705194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1179210159', 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:13.723914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79edd926-f78d-48ab-8880-93fbff03151a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.726576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79edd926-f78d-48ab-8880-93fbff03151a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.727814 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-79edd926-f78d-48ab-8880-93fbff03151a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "DELETE /v2.0/security-groups/d22dc1d5-fa68-4008-8680-66efa4451d45 HTTP/1.1" status: 204 len: 168 time: 0.1795235 Sep 23 19:56:13.732322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.746860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edd926-f78d-48ab-8880-93fbff03151a tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22dc1d5-fa68-4008-8680-66efa4451d45,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:13.754840 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c588f573-a8a8-4503-b0be-dd84db149bc8 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] show failed (client error): The resource could not be found. Sep 23 19:56:13.755886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c588f573-a8a8-4503-b0be-dd84db149bc8 tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "GET /v2.0/security-groups/d22dc1d5-fa68-4008-8680-66efa4451d45 HTTP/1.1" status: 404 len: 347 time: 0.0226312 Sep 23 19:56:13.758725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:13.807835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:13.811525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.895440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Deleting port 69eca888-8a11-40e4-bdc4-9023982862af {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:13.895877 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.974784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.975117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.986804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:13.987224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Calling delete_port for 69eca888-8a11-40e4-bdc4-9023982862af owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:14.032152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb0f48e7-fff2-47d7-8f30-263bbd10b43e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:14.050430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Subnet': ['ID=e768cbc4-827f-4bed-b9eb-99e22847c8f2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.055004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: fb0f48e7-fff2-47d7-8f30-263bbd10b43e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:14.055431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb0f48e7-fff2-47d7-8f30-263bbd10b43e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:14.058085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Checking segment: {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:14.058490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network hostable DHCP agents. Network: e6a10f9a-2bf1-419c-b2e3-3771fcac2480, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:56:14.062354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.062705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.063048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.063387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.063727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.064052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.064406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.064733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.065057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.065378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.065728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.066055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.083657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:56:14.092612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e6a10f9a-2bf1-419c-b2e3-3771fcac2480) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:14.097017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:14.097608 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.106394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877b282-44e0-4de4-ad33-13ac6c43c590 None None] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:14.115560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-416c04cf-8877-43de-af6a-adba6a675d12 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4145103 Sep 23 19:56:14.127584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.276490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ips': [{'subnet_id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:56:14.277474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.289531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:14.294793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-341db63a-262c-4ff7-824d-877c4211b19c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928103020', 'description': 'tempest-secgroup-smoke-928103020 description', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:14.322479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-341db63a-262c-4ff7-824d-877c4211b19c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.413932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-341db63a-262c-4ff7-824d-877c4211b19c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.417893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-341db63a-262c-4ff7-824d-877c4211b19c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.437826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Allocated IP 172.20.0.18 (e6a10f9a-2bf1-419c-b2e3-3771fcac2480/e768cbc4-827f-4bed-b9eb-99e22847c8f2/cf0eb7dd-0716-46d6-8ed0-53345d939ea4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:56:14.446685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-341db63a-262c-4ff7-824d-877c4211b19c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.451052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-341db63a-262c-4ff7-824d-877c4211b19c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1568189 Sep 23 19:56:14.451052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341db63a-262c-4ff7-824d-877c4211b19c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.453414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:14.458614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-936b463b-b348-4ec2-9641-0080f6867462 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:14.504163 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-936b463b-b348-4ec2-9641-0080f6867462 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.513771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'name': 'network-vif-deleted', 'tag': '92a5b19c-03bb-450e-8c81-7fb137732354'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:14.516052 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0263bf98-50ba-48ea-b3b1-76036c855ed6" -d '{"events": [{"server_uuid": "0a5176c4-2955-4e18-9b77-f260b4411ddd", "name": "network-vif-deleted", "tag": "92a5b19c-03bb-450e-8c81-7fb137732354"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:14.521972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Pushing event deleted for resources: {'Port': ['ID=69eca888-8a11-40e4-bdc4-9023982862af,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.545004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:14.577892 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af483741-9162-4bcc-815b-e5e0d0947314 x-openstack-request-id: req-af483741-9162-4bcc-815b-e5e0d0947314 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:14.578449 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5176c4-2955-4e18-9b77-f260b4411ddd", "name": "network-vif-deleted", "tag": "92a5b19c-03bb-450e-8c81-7fb137732354", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:14.578706 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af483741-9162-4bcc-815b-e5e0d0947314 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:14.579171 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5176c4-2955-4e18-9b77-f260b4411ddd', 'name': 'network-vif-deleted', 'tag': '92a5b19c-03bb-450e-8c81-7fb137732354', 'status': 'completed', 'code': 200} Sep 23 19:56:14.588625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.591336 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.595437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d3f1cc62-7fbb-405d-a758-6c38afd7f47f tempest-AttachVolumeTestJSON-886507463 tempest-AttachVolumeTestJSON-886507463-project] 10.222.0.38 "DELETE /v2.0/floatingips/d3d04eb9-3517-408a-b28d-03be102d59c6 HTTP/1.1" status: 204 len: 168 time: 0.8328757 Sep 23 19:56:14.618057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] Deleting subnet 643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:56:14.621857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-936b463b-b348-4ec2-9641-0080f6867462 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.622809 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.639661 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.644729 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.652399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-936b463b-b348-4ec2-9641-0080f6867462 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.687411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b463b-b348-4ec2-9641-0080f6867462 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b69987e-5dd0-49ef-8fb1-31e9f5711888,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.689535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:14.695832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:14.696872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-936b463b-b348-4ec2-9641-0080f6867462 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.701949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-936b463b-b348-4ec2-9641-0080f6867462 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2450423 Sep 23 19:56:14.702093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:56:14.702255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:14.707193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d786b0e6-a6d7-463f-ac88-892bd99c322f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:14.711755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Pushing event updated for resources: {'Port': ['ID=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.714999 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.739685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.740083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.740386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.740730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.741068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.741404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.742271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.742618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.743024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.743278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.743600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.743932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:14.778179 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d786b0e6-a6d7-463f-ac88-892bd99c322f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.790185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.790578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Attempting to bind port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:56:14.791125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Attempting to bind port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:56:14.792157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Attempting to bind port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 on network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:14.798027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:56:14.798675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Checking segment: {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:14.799278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.799817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Bound using segment: {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:56:14.800433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Bound port: cf0eb7dd-0716-46d6-8ed0-53345d939ea4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:56:14.801660 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.872554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] For port cf0eb7dd-0716-46d6-8ed0-53345d939ea4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:56:14.877098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] For port cf0eb7dd-0716-46d6-8ed0-53345d939ea4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:56:14.881596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.881769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d786b0e6-a6d7-463f-ac88-892bd99c322f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.884430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.898273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d786b0e6-a6d7-463f-ac88-892bd99c322f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.917456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.922185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:14.929980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83 HTTP/1.1" status: 204 len: 168 time: 0.3838098 Sep 23 19:56:14.945965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e909c01-c2f4-4bf5-ac7c-b2c68529942f None None] Pushing event updated for resources: {'Port': ['ID=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.950127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e276a2-941a-4bca-9a71-766c49d4b524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643f4c37-6f2a-48a7-b3cb-9a78b9cd8c83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.970493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786b0e6-a6d7-463f-ac88-892bd99c322f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c845a53f-c3f3-44e8-baf0-ab8d1bb29543,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.977820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d786b0e6-a6d7-463f-ac88-892bd99c322f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.982129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d786b0e6-a6d7-463f-ac88-892bd99c322f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790108 Sep 23 19:56:14.982768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:14.987568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab6ada79-5bce-418e-aab6-f570d0b0df72 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:15.018466 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab6ada79-5bce-418e-aab6-f570d0b0df72 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.028529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.090249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab6ada79-5bce-418e-aab6-f570d0b0df72 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.093863 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab6ada79-5bce-418e-aab6-f570d0b0df72 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.117085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.121229 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab6ada79-5bce-418e-aab6-f570d0b0df72 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.125009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab6ada79-5bce-418e-aab6-f570d0b0df72 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388144 Sep 23 19:56:15.125009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ada79-5bce-418e-aab6-f570d0b0df72 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9923b749-3536-4e92-90e4-3703b92059f8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:15.125918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57698) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:15.133258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cd0cb244-6ab3-4ba1-8be9-bd9160de8b5d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:15.151435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:15.165203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6449ccba-130b-45e5-a270-7540d2917bdb') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:15.165548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6449ccba-130b-45e5-a270-7540d2917bdb') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:15.180441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.198300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb244-6ab3-4ba1-8be9-bd9160de8b5d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.199833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.219848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:56:15.220246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:56:15.221868 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:56:15.299449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.320751 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.325577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b HTTP/1.1" status: 204 len: 168 time: 0.4023089 Sep 23 19:56:15.341078 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb244-6ab3-4ba1-8be9-bd9160de8b5d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.342735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf4a5b-36d7-4717-b72e-8ae25938aa03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8ec3df-bbd3-49e1-8ed6-e4dbbe8cd30b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:15.345744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb244-6ab3-4ba1-8be9-bd9160de8b5d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.365323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cb244-6ab3-4ba1-8be9-bd9160de8b5d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4eacae-bb4e-4044-9758-47efa9fc543e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:15.373326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb244-6ab3-4ba1-8be9-bd9160de8b5d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.377192 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cd0cb244-6ab3-4ba1-8be9-bd9160de8b5d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2476223 Sep 23 19:56:15.377675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:15.383896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:15.408667 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Project ba06085ca6fd443bb6a98a4d3a134775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:56:15.415453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.486014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.492306 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.513017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e5e1bc-e78a-4e0c-893d-9e835045f222,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:15.528410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.530080 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-02aae000-2bc9-4797-a53a-c46f6b140da2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511004 Sep 23 19:56:15.532886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:15.538651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57706) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:15.541260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:15.572058 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Project ba06085ca6fd443bb6a98a4d3a134775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:56:15.577134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.589061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-392677ea-77e9-46b0-839c-ee8c4516b611 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7093d1880ba44830816e0514fa6c307c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466661 Sep 23 19:56:15.590052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57708) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:15.641306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.643898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a968061-57cd-44ee-8118-d281e7a5585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.645145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.666014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c95f9a-0cfe-4538-9f5c-dedf220b926a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:15.671990 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.673381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9c504799-cb74-46c7-837a-c75467438d26 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394348 Sep 23 19:56:15.683291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a968061-57cd-44ee-8118-d281e7a5585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.740723 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a968061-57cd-44ee-8118-d281e7a5585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.744305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a968061-57cd-44ee-8118-d281e7a5585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:15.748437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3a968061-57cd-44ee-8118-d281e7a5585c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc5c507b-fb5e-468f-94fe-9fe27b8accdf HTTP/1.1" status: 204 len: 168 time: 0.1572721 Sep 23 19:56:15.757353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a968061-57cd-44ee-8118-d281e7a5585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c507b-fb5e-468f-94fe-9fe27b8accdf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:15.968817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-a0243bf7-8952-4f2f-a4b0-3333ba2fe7c5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928103020&fields=id&tenant_id=ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 267 time: 0.0390549 Sep 23 19:56:16.046964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 15089ef2-b8a5-4fed-97f4-be1c01abf94e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:16.076174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 15089ef2-b8a5-4fed-97f4-be1c01abf94e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:16.076692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 15089ef2-b8a5-4fed-97f4-be1c01abf94e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:16.105881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-d1bb041a-c3bc-4d64-b63b-291e817e38fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:16.107781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-d1bb041a-c3bc-4d64-b63b-291e817e38fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/networks?id=e6a10f9a-2bf1-419c-b2e3-3771fcac2480 HTTP/1.1" status: 200 len: 797 time: 0.1286609 Sep 23 19:56:16.126143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-7415909e-2003-4366-a5f1-c6f9d7706ad9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/quotas/ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 375 time: 0.0120494 Sep 23 19:56:16.147919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6158379-36a0-4b4e-aad0-076449576a9a None None] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:16.227717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-c1b8dbd3-1d59-464b-9875-e45bb51dcfe6 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0906992 Sep 23 19:56:16.236592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-efd37b82-7633-4da7-8854-74165824414d None None] Provisioning complete for port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:16.236964 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd37b82-7633-4da7-8854-74165824414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:16.251906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-9bf5e7fd-e260-4487-8632-3efe62d8891b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:56:16.253102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-9bf5e7fd-e260-4487-8632-3efe62d8891b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130448 Sep 23 19:56:16.274321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf0eb7dd-0716-46d6-8ed0-53345d939ea4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:56:16.389817 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e57929f3-7a0b-4ef5-b547-5ddfc84d4973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:16.399656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-256296c1-cbeb-43df-99a0-47ab09d3d962 service neutron] 10.222.0.38 "GET /v2.0/networks/e6a10f9a-2bf1-419c-b2e3-3771fcac2480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381719 Sep 23 19:56:16.447752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:16.448130 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:16.485089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 92a5b19c-03bb-450e-8c81-7fb137732354 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:16.504322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd37b82-7633-4da7-8854-74165824414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:16.546808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 92a5b19c-03bb-450e-8c81-7fb137732354 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:16.547424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 92a5b19c-03bb-450e-8c81-7fb137732354 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:16.552268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-40a852d3-d025-43bf-8750-551a38f1f90f service neutron] 10.222.0.38 "GET /v2.0/networks/e6a10f9a-2bf1-419c-b2e3-3771fcac2480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519072 Sep 23 19:56:16.555947 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:16.587865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-efd37b82-7633-4da7-8854-74165824414d None None] For port cf0eb7dd-0716-46d6-8ed0-53345d939ea4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:16.593312 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-efd37b82-7633-4da7-8854-74165824414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:16.733975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd37b82-7633-4da7-8854-74165824414d None None] Pushing event updated for resources: {'Port': ['ID=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:16.777851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:16.825358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7fdd4d2d-1c82-4334-966f-944781fd4581 None None] Provisioning complete for port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:16.828035 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4d2d-1c82-4334-966f-944781fd4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:16.881432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d6c77e6-b898-4df2-a1ac-05445547c2a6 req-a0855b24-1473-4428-93a3-7b199769b93f tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 210 time: 0.0701730 Sep 23 19:56:16.974097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-572952492-network', 'tenant_id': '82fc1a45493d4b5da309d1699d9c46dc'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:17.020703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Made reservation on behalf of 82fc1a45493d4b5da309d1699d9c46dc for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:17.023902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.033814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.095245 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.182446 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.188776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.225518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:56:17.237241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5ba6f4-ebd6-4b1d-ab36-131cbfd9e15d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:17.265631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.268092 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Added segment 872db9bd-1007-4ed9-a191-e030954a848b of type vlan for network bcf616db-e6ca-4c57-a327-2a8823eb6128 Sep 23 19:56:17.316085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.352913 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.354128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:17.354834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.390622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6115036 Sep 23 19:56:17.393878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:17.399372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Request body: {'subnet': {'network_id': 'bcf616db-e6ca-4c57-a327-2a8823eb6128', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-572952492-subnet', 'tenant_id': '82fc1a45493d4b5da309d1699d9c46dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:17.421013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Made reservation on behalf of 82fc1a45493d4b5da309d1699d9c46dc for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:17.424035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.424980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4360a9-0800-4a32-8e25-5d6df0286bab admin admin] Pushing event updated for resources: {'Network': ['ID=bcf616db-e6ca-4c57-a327-2a8823eb6128,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:17.435278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network bcf616db-e6ca-4c57-a327-2a8823eb6128 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:56:17.619693 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.675181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4e78d7-b8c3-4de3-a9d5-d791223bc3e0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:17.683695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Checking segment: {'id': '872db9bd-1007-4ed9-a191-e030954a848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bcf616db-e6ca-4c57-a327-2a8823eb6128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:17.684054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Network hostable DHCP agents. Network: bcf616db-e6ca-4c57-a327-2a8823eb6128, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:56:17.700746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Network bcf616db-e6ca-4c57-a327-2a8823eb6128 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:56:17.710820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, bcf616db-e6ca-4c57-a327-2a8823eb6128) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:17.715146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:17.715747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:17.722291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce3086-00dd-49d0-95a3-3e07847e2068 None None] Network bcf616db-e6ca-4c57-a327-2a8823eb6128 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:17.742304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bec341c7-baab-44ed-b419-6dab6d503853 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3462322 Sep 23 19:56:17.966687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89a843-8ada-47cf-8adb-b172a521af61 None None] Network bcf616db-e6ca-4c57-a327-2a8823eb6128 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:18.061933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-5c2483e6-7609-4823-9192-5b1ec4386943 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:18.063518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-5c2483e6-7609-4823-9192-5b1ec4386943 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.72 "GET /v2.0/networks?id=e6a10f9a-2bf1-419c-b2e3-3771fcac2480 HTTP/1.1" status: 200 len: 797 time: 0.2335603 Sep 23 19:56:18.064712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a722dcc-f788-46fb-aab8-e14938abe1f1 req-6b1e791f-dcc9-4e19-9a78-bf3b8436ecec tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 210 time: 0.0809593 Sep 23 19:56:18.095769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:18.176258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] Deleting subnet ee4e78d7-b8c3-4de3-a9d5-d791223bc3e0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:56:18.179927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.204516 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-cd6de647-fdbb-43e6-9d0c-19eacc36f52a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 472 time: 0.1318691 Sep 23 19:56:18.219473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'port': {'device_id': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'admin_state_up': True, 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'security_groups': ['83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:18.259091 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.272487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf0eb7dd-0716-46d6-8ed0-53345d939ea4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:56:18.313376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.362779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:18.363406 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.373631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.408528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4e78d7-b8c3-4de3-a9d5-d791223bc3e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:18.411291 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.413465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-688ce6dd-983f-4509-bec2-3e3035fe0e27 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ee4e78d7-b8c3-4de3-a9d5-d791223bc3e0 HTTP/1.1" status: 204 len: 168 time: 0.3165693 Sep 23 19:56:18.415972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:18.443157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:18.449347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.511928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.597495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.608897 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.630425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf616db-e6ca-4c57-a327-2a8823eb6128']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:18.638644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.20.0.22 (e6a10f9a-2bf1-419c-b2e3-3771fcac2480/e768cbc4-827f-4bed-b9eb-99e22847c8f2/35123c1e-6b44-42ac-83bf-cfa93efdd2a0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:56:18.641516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872db9bd-1007-4ed9-a191-e030954a848b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:18.641995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872db9bd-1007-4ed9-a191-e030954a848b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:18.652440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.668038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.674927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:56:18.675786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:56:18.678440 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:56:18.741396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.748869 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.751877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bcf616db-e6ca-4c57-a327-2a8823eb6128 HTTP/1.1" status: 204 len: 168 time: 0.3348393 Sep 23 19:56:18.772719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d704d0a-1f52-45c5-8520-ddb791d70544 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf616db-e6ca-4c57-a327-2a8823eb6128,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:18.808969 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.846516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:18.890407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:18.896005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:18.896803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:18.915346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:18.918621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:56:18.945432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-17683170-775d-4c41-9041-4c68ed2ef3d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82fc1a45493d4b5da309d1699d9c46dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474615 Sep 23 19:56:18.949534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:18.987373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:18.988456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.004349 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-dd753f09-4991-47e8-89be-83518a85f30e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7888665 Sep 23 19:56:19.021732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Request body: {'port': {'device_id': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:19.022631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b00b791-7ed9-4e79-9419-6d61f8c68ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.050770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b00b791-7ed9-4e79-9419-6d61f8c68ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.090169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.109357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b00b791-7ed9-4e79-9419-6d61f8c68ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.117282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b00b791-7ed9-4e79-9419-6d61f8c68ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.118547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3b00b791-7ed9-4e79-9419-6d61f8c68ce5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c5ba6f4-ebd6-4b1d-ab36-131cbfd9e15d HTTP/1.1" status: 204 len: 168 time: 0.1673620 Sep 23 19:56:19.141840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b791-7ed9-4e79-9419-6d61f8c68ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5ba6f4-ebd6-4b1d-ab36-131cbfd9e15d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:19.225331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ace24-e288-4ac0-90ac-4993f980a4e0 req-abb047c3-4f72-4617-8467-996eb7bfcaba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:19.226961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c13ace24-e288-4ac0-90ac-4993f980a4e0 req-abb047c3-4f72-4617-8467-996eb7bfcaba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 932 time: 0.0647769 Sep 23 19:56:19.277135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c13ace24-e288-4ac0-90ac-4993f980a4e0 req-0254f61c-a3c5-4f9e-868f-75bad340c6b3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 Sep 23 19:56:19.280372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0c969af6-7751-4ca1-ac97-b58dc0fedb7d None None] Provisioning complete for port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:19.280840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c969af6-7751-4ca1-ac97-b58dc0fedb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.335603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0c969af6-7751-4ca1-ac97-b58dc0fedb7d None None] Port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:56:19.442835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:56:19.450816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.463569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Transition to ACTIVE for port object 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:56:19.468197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.526182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:19.631440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Attempting to bind port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:56:19.631794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Attempting to bind port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:56:19.632132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Attempting to bind port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 on network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:19.636890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 on network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:56:19.637227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Attempting to bind port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 on network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:19.642368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:56:19.642741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Checking segment: {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:19.643138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Bound using segment: {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:56:19.643574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Bound port: 35123c1e-6b44-42ac-83bf-cfa93efdd2a0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:56:19.643940 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.722535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] For port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:56:19.727248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] For port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:56:19.731072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.766531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:19.767186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:19.768706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] 10.222.0.72 "PUT /v2.0/ports/35123c1e-6b44-42ac-83bf-cfa93efdd2a0 HTTP/1.1" status: 200 len: 1092 time: 0.7540815 Sep 23 19:56:19.769157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'tag': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:19.772000 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64112029-0ede-4b0a-8fd2-461ca2ca18f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4310e2-5e84-4d37-a687-2d9a8fa2435d", "tag": "35123c1e-6b44-42ac-83bf-cfa93efdd2a0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:19.797320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c1ee-7d6c-4fdf-a11a-38cbeb11caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:19.864063 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7e60a-2929-482a-bfda-30becc1251e7 x-openstack-request-id: req-e2b7e60a-2929-482a-bfda-30becc1251e7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:19.864339 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4310e2-5e84-4d37-a687-2d9a8fa2435d", "tag": "35123c1e-6b44-42ac-83bf-cfa93efdd2a0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:19.864588 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2b7e60a-2929-482a-bfda-30becc1251e7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:19.864980 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'tag': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0', 'status': 'completed', 'code': 200} Sep 23 19:56:19.882250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-fc03d401-b2fb-4d8e-b1ce-4fd592676143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:19.884124 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-fc03d401-b2fb-4d8e-b1ce-4fd592676143 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 1095 time: 0.0683982 Sep 23 19:56:19.932096 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-f1cd3139-3f6e-4e3e-a02a-6c9696ca3ccc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=35123c1e-6b44-42ac-83bf-cfa93efdd2a0 HTTP/1.1" status: 200 len: 217 time: 0.0390806 Sep 23 19:56:19.989429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-2f458a15-d1ee-4a40-a4bf-559802dc704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:19.991130 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-2f458a15-d1ee-4a40-a4bf-559802dc704a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e768cbc4-827f-4bed-b9eb-99e22847c8f2 HTTP/1.1" status: 200 len: 838 time: 0.0518751 Sep 23 19:56:20.048325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-8bfc4397-e840-4cea-90db-c1291327d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:20.049829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-8bfc4397-e840-4cea-90db-c1291327d448 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6a10f9a-2bf1-419c-b2e3-3771fcac2480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508406 Sep 23 19:56:20.142569 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-64d052ca-98b2-4171-b3cb-5b87b702ccef service neutron] 10.222.0.72 "GET /v2.0/networks/e6a10f9a-2bf1-419c-b2e3-3771fcac2480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856254 Sep 23 19:56:20.252796 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-868a06c8-8ed0-4f68-80f9-a0498348cf8f req-c33996f0-e192-4cc5-8556-a418736e825e service neutron] 10.222.0.72 "GET /v2.0/networks/e6a10f9a-2bf1-419c-b2e3-3771fcac2480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014962 Sep 23 19:56:20.345745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-d391e7bf-c51b-4f31-812b-8258c6420c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:20.347526 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-d391e7bf-c51b-4f31-812b-8258c6420c82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 1095 time: 0.0498478 Sep 23 19:56:20.465618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-095d1325-6e70-432c-ac07-0c4803e016d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:20.467145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-095d1325-6e70-432c-ac07-0c4803e016d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e6a10f9a-2bf1-419c-b2e3-3771fcac2480 HTTP/1.1" status: 200 len: 898 time: 0.1128407 Sep 23 19:56:20.517028 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-6d496892-5655-4596-9e94-7f34cb64d0d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=35123c1e-6b44-42ac-83bf-cfa93efdd2a0 HTTP/1.1" status: 200 len: 217 time: 0.0424473 Sep 23 19:56:20.571929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-c0b2a78b-f52e-44f2-819f-54a32ebb0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:20.573630 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-c0b2a78b-f52e-44f2-819f-54a32ebb0f04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e768cbc4-827f-4bed-b9eb-99e22847c8f2 HTTP/1.1" status: 200 len: 838 time: 0.0492196 Sep 23 19:56:20.632783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-eb342ac6-3b34-4fbf-8859-09f1255cad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:20.634344 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-eb342ac6-3b34-4fbf-8859-09f1255cad24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e6a10f9a-2bf1-419c-b2e3-3771fcac2480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528686 Sep 23 19:56:20.683588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2033461-edd2-41b0-85d0-69e441f479c6 req-1c7b7694-bbf0-4a2f-88de-2c19515960b2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:20.685256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2033461-edd2-41b0-85d0-69e441f479c6 req-1c7b7694-bbf0-4a2f-88de-2c19515960b2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 944 time: 0.0573733 Sep 23 19:56:20.738978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2033461-edd2-41b0-85d0-69e441f479c6 req-2f97d1fa-b1f5-42eb-8798-aa6026890014 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467706 Sep 23 19:56:20.746928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-fc7ed89d-4a58-4e4c-9093-332372d123a3 service neutron] 10.222.0.72 "GET /v2.0/networks/e6a10f9a-2bf1-419c-b2e3-3771fcac2480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019385 Sep 23 19:56:20.867385 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-64112029-0ede-4b0a-8fd2-461ca2ca18f4 req-8f79dfff-c601-4c33-a888-2996994e74fd service neutron] 10.222.0.72 "GET /v2.0/networks/e6a10f9a-2bf1-419c-b2e3-3771fcac2480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082036 Sep 23 19:56:22.050519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:56:22.150596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:22.156782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d0c2c-8dec-4648-898f-0d8d197317fd req-c962411d-605a-4bf7-9c30-17e46e2fa670 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:22.158314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d2d0c2c-8dec-4648-898f-0d8d197317fd req-c962411d-605a-4bf7-9c30-17e46e2fa670 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 944 time: 0.3506513 Sep 23 19:56:22.163283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0', 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'port_id': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0', 'mac_address': 'fa:16:3e:2e:0e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:56:22.198676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d2d0c2c-8dec-4648-898f-0d8d197317fd req-44374a61-703e-456c-bd7f-c595a9baf790 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336797 Sep 23 19:56:22.201440 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:22.216156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:56:22.242149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:22.246591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:22.296060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:22.449784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['35123c1e-6b44-42ac-83bf-cfa93efdd2a0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:23.349640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709342a4-a009-4753-9234-da047a40aea0 req-dd1c7942-e181-4c9c-bde0-9e1d1fda209c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:23.351872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709342a4-a009-4753-9234-da047a40aea0 req-dd1c7942-e181-4c9c-bde0-9e1d1fda209c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 945 time: 0.0621543 Sep 23 19:56:23.395991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709342a4-a009-4753-9234-da047a40aea0 req-e421e43a-e09c-4178-9c3c-73ff918f988e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369618 Sep 23 19:56:24.077541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:56:24.124911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:56:24.128510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:24.128873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:24.208274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:24.233915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:24.236239 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6c9f85-6130-4113-a923-0335efe0ca91" -d '{"events": [{"server_uuid": "6a4310e2-5e84-4d37-a687-2d9a8fa2435d", "name": "network-vif-plugged", "status": "completed", "tag": "35123c1e-6b44-42ac-83bf-cfa93efdd2a0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:24.248469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:24.252833 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:24.277447 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4da80-0068-4ed1-be7e-28c5b7a04d21 x-openstack-request-id: req-7da4da80-0068-4ed1-be7e-28c5b7a04d21 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:24.277866 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4310e2-5e84-4d37-a687-2d9a8fa2435d", "name": "network-vif-plugged", "status": "completed", "tag": "35123c1e-6b44-42ac-83bf-cfa93efdd2a0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:24.278152 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7da4da80-0068-4ed1-be7e-28c5b7a04d21 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:24.278564 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0', 'code': 200} Sep 23 19:56:24.304581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:24.384915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0e4b8-a509-4975-928e-460baf09c21c req-9f13b5cf-f4bd-4978-a32b-6b3c412c944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:24.386662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5ca0e4b8-a509-4975-928e-460baf09c21c req-9f13b5cf-f4bd-4978-a32b-6b3c412c944a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 1097 time: 0.0428612 Sep 23 19:56:24.430473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5ca0e4b8-a509-4975-928e-460baf09c21c req-cc402787-557b-451e-8c65-f796705b93f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327957 Sep 23 19:56:24.516335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e51df4-dc30-4c57-af1d-23b178010776 req-e53b0a51-2985-49d1-a3e0-66b97f460846 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:24.517808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01e51df4-dc30-4c57-af1d-23b178010776 req-e53b0a51-2985-49d1-a3e0-66b97f460846 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 946 time: 0.0480764 Sep 23 19:56:24.556252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01e51df4-dc30-4c57-af1d-23b178010776 req-3a9e11e3-934b-4234-8025-c8de7ec7e512 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317574 Sep 23 19:56:24.843490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:25.350714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:25.506784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:25.632612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Deleting port 62b9eb50-2479-43dd-a4be-0078c1983ade {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:25.633127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:25.755671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce9eee-60a8-4d60-8119-f8d6a667622a req-d01f4c57-cd2c-495f-af5f-d6e65beaeb02 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:25.757213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5dce9eee-60a8-4d60-8119-f8d6a667622a req-d01f4c57-cd2c-495f-af5f-d6e65beaeb02 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 946 time: 0.1030509 Sep 23 19:56:25.778125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] For port 62b9eb50-2479-43dd-a4be-0078c1983ade, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=62b9eb50-2479-43dd-a4be-0078c1983ade,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:25.778518 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:25.802651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Calling delete_port for 62b9eb50-2479-43dd-a4be-0078c1983ade owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:25.821765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5dce9eee-60a8-4d60-8119-f8d6a667622a req-82a4672b-e0b6-427e-9925-b734f622f28c tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556653 Sep 23 19:56:25.988619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f03141-7db4-4a48-a84c-18617635c8d8 req-73a94f1a-375c-44f5-aa41-69e44d7f8690 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:25.990153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22f03141-7db4-4a48-a84c-18617635c8d8 req-73a94f1a-375c-44f5-aa41-69e44d7f8690 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 946 time: 0.0674372 Sep 23 19:56:26.062014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22f03141-7db4-4a48-a84c-18617635c8d8 req-681f2580-6588-46e7-96e1-66683e665650 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654933 Sep 23 19:56:26.071139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:26.103003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b9eb50-2479-43dd-a4be-0078c1983ade,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:26.265968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:26.476717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:56:26.582170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:56:26.588124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a35feca8-6510-4883-b8c8-b8c0f848f9a6 admin admin] 10.222.0.38 "PUT /v2.0/routers/0ec1ea27-f871-4a20-8195-0a55c52f6df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436459 Sep 23 19:56:26.591090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:26.592147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] Sync routers for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:56:26.601008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:26.601615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:26.698521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:26.704745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:26.805882 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:26.857210 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Deleting port 88dad19f-eab4-426e-b505-5e1fc15c4824 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:26.857465 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:26.884316 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:26.901030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:56:25Z', 'revision_number': 5, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port': {'id': '88dad19f-eab4-426e-b505-5e1fc15c4824', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:30Z', 'updated_at': '2021-09-23T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:26.935036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] Checking router: 0ec1ea27-f871-4a20-8195-0a55c52f6df5 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:56:26.940405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] For port 88dad19f-eab4-426e-b505-5e1fc15c4824, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=88dad19f-eab4-426e-b505-5e1fc15c4824,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:26.940912 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:26.943871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] Routers {'0ec1ea27-f871-4a20-8195-0a55c52f6df5'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:26.944490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:26.954566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Calling delete_port for 88dad19f-eab4-426e-b505-5e1fc15c4824 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:27.043026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] Set router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:27.103960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:56:26Z', 'revision_number': 6, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:27.133304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95514597-9627-41ac-85ec-2da4ed3e556c None None] The sync data for ids ['0ec1ea27-f871-4a20-8195-0a55c52f6df5'] in n-d-810763-1 is: [{'id': '0ec1ea27-f871-4a20-8195-0a55c52f6df5', 'name': 'tempest-AttachVolumeTestJSON-219829120-router', 'tenant_id': '1c8506b2846941909e2405a472e6eb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:29Z', 'updated_at': '2021-09-23T19:56:26Z', 'revision_number': 6, 'project_id': '1c8506b2846941909e2405a472e6eb9d', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:56:27.142734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.176423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88dad19f-eab4-426e-b505-5e1fc15c4824,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:27.235580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.324566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.326611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.372864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.373464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec1ea27-f871-4a20-8195-0a55c52f6df5 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:56:27.383463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.384777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bfbedb7e-6418-418b-a16c-d6f2ea3436b9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0ec1ea27-f871-4a20-8195-0a55c52f6df5 HTTP/1.1" status: 204 len: 168 time: 0.7927268 Sep 23 19:56:27.387223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:27.434358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] Deleting subnet ec6f591f-07d0-4272-83b3-cc210f44212a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:56:27.437373 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.472851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.537937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:27.560847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.624327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.645190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c503d-04f6-4d61-9024-127a56a6820a None None] Network dbeeeb79-4e3d-4961-ae51-6dee07386cb0 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:27.657266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.661364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ec6f591f-07d0-4272-83b3-cc210f44212a HTTP/1.1" status: 204 len: 168 time: 0.2710049 Sep 23 19:56:27.661364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea0397-a9d5-4cba-a4d8-08879d307195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6f591f-07d0-4272-83b3-cc210f44212a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:27.662818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:27.741821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.809529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Deleting port 43621ac2-aed7-4f58-8c11-73470933582f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:27.813124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.875486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] For port 43621ac2-aed7-4f58-8c11-73470933582f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=43621ac2-aed7-4f58-8c11-73470933582f,segment=NetworkSegment(05477005-4c30-41f7-badd-49b040e5a849),segment_id=05477005-4c30-41f7-badd-49b040e5a849)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:27.875933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.888440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Calling delete_port for 43621ac2-aed7-4f58-8c11-73470933582f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:27.981858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4cdbc-1854-4ba5-8d62-290bb36b3154 None None] DHCP port deletion for dbeeeb79-4e3d-4961-ae51-6dee07386cb0 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:56:27.992120 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.018449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4cdbc-1854-4ba5-8d62-290bb36b3154 None None] The port '43621ac2-aed7-4f58-8c11-73470933582f' was deleted {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 23 19:56:28.018816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Pushing event deleted for resources: {'Port': ['ID=43621ac2-aed7-4f58-8c11-73470933582f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:28.023255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] No DVR routers for this DVR port 43621ac2-aed7-4f58-8c11-73470933582f on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:28.080229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.109387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.162530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeeeb79-4e3d-4961-ae51-6dee07386cb0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:28.174895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05477005-4c30-41f7-badd-49b040e5a849') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:28.175554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05477005-4c30-41f7-badd-49b040e5a849') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:28.202038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.224492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.232530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:56:28.233171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:56:28.235135 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:56:28.248983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 43621ac2-aed7-4f58-8c11-73470933582f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:28.268178 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 43621ac2-aed7-4f58-8c11-73470933582f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:28.268545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 43621ac2-aed7-4f58-8c11-73470933582f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:28.269011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 62b9eb50-2479-43dd-a4be-0078c1983ade no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:28.300390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 62b9eb50-2479-43dd-a4be-0078c1983ade {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:28.300802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 62b9eb50-2479-43dd-a4be-0078c1983ade not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:28.301937 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 88dad19f-eab4-426e-b505-5e1fc15c4824 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:28.316296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.343799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 88dad19f-eab4-426e-b505-5e1fc15c4824 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:28.344216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 88dad19f-eab4-426e-b505-5e1fc15c4824 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:28.346669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.349532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dbeeeb79-4e3d-4961-ae51-6dee07386cb0 HTTP/1.1" status: 204 len: 168 time: 0.6856430 Sep 23 19:56:28.353532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab453c-622c-45e0-a2d9-3173677ef293 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbeeeb79-4e3d-4961-ae51-6dee07386cb0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:28.433731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.20.0.17 (e6a10f9a-2bf1-419c-b2e3-3771fcac2480/e768cbc4-827f-4bed-b9eb-99e22847c8f2/048ad63e-4c47-47c4-ae96-7063c9f0ba41) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:56:28.499378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:28.543432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0bf5bac1-521f-4409-9aca-b13ddd4a6ad9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c8506b2846941909e2405a472e6eb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427198 Sep 23 19:56:28.545922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:28.562734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.599078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9de57db2-1f96-4a53-bbd0-09107334ecaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.601374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.626343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9de57db2-1f96-4a53-bbd0-09107334ecaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.641649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:28.645190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:28.649179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:56:28.676897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=048ad63e-4c47-47c4-ae96-7063c9f0ba41,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:28.696800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9de57db2-1f96-4a53-bbd0-09107334ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.699526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9de57db2-1f96-4a53-bbd0-09107334ecaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.703251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9de57db2-1f96-4a53-bbd0-09107334ecaf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e92f0bf-0972-4766-8ba0-2c7a864e2cd5 HTTP/1.1" status: 204 len: 168 time: 0.1537302 Sep 23 19:56:28.706695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.709677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de57db2-1f96-4a53-bbd0-09107334ecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e92f0bf-0972-4766-8ba0-2c7a864e2cd5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:28.866833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.989513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c4ab81a9-dbcc-4811-961e-8dd3007c5b8c None None] Provisioning complete for port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:28.990513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4ab81a9-dbcc-4811-961e-8dd3007c5b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.044549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab81a9-dbcc-4811-961e-8dd3007c5b8c None None] Port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:56:29.182052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.187779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.270012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.287569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=048ad63e-4c47-47c4-ae96-7063c9f0ba41,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:29.408688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:29.410394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:29.598935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:29.608685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:56:29.633196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:29.733339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:56:29.742486 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-75c67680-c12e-4969-bd11-0d8a8122dec1 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "PUT /v2.0/routers/49b8e7ea-9bd8-44fa-ae56-48cb4b79d064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2022207 Sep 23 19:56:29.747104 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Sync routers for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:56:29.758533 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:29.762713 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:29.772593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4e3e8a91-6baf-456b-ab7b-d9218682f80b None None] Provisioning complete for port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:29.773183 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e3e8a91-6baf-456b-ab7b-d9218682f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.778814 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.796495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1006120871-network', 'tenant_id': 'bc6705f5f4e4417fb61437665181c9e3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:29.823286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:56:29.823286 n-d-810763-1 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:56:29.823286 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id': 'eeb2da157b34442db72c1fcad6df3897', 'id': '811e9e40-49d1-4142-8d1d-2959a8fd98ae', 'expiration': datetime.datetime(2021, 9, 23, 19, 58, 29, 818685)}] Sep 23 19:56:29.823286 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:56:29.825195 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:56:29.831238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e8a91-6baf-456b-ab7b-d9218682f80b None None] Port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:56:29.838419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Made reservation on behalf of bc6705f5f4e4417fb61437665181c9e3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:29.841174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.851972 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.950434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.954322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.978973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:56:29.989432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489729ca-2b7e-4817-a0ca-34261f43352b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:29.994135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.994511 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Added segment 0dc03f8a-799e-46d6-94a8-78ac6e375e26 of type vlan for network a511fc83-d922-4a61-8e63-618ab38632e7 Sep 23 19:56:30.002343 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:30.034110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.057886 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.058871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:30.059459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.091733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4887831 Sep 23 19:56:30.092161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 57988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:30.101542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Request body: {'subnet': {'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1006120871-subnet', 'tenant_id': 'bc6705f5f4e4417fb61437665181c9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:30.126116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Made reservation on behalf of bc6705f5f4e4417fb61437665181c9e3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:30.128316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a52d4-e2f1-4745-ae94-7c3193297148 admin admin] Pushing event updated for resources: {'Network': ['ID=a511fc83-d922-4a61-8e63-618ab38632e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:30.129174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.138422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network a511fc83-d922-4a61-8e63-618ab38632e7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:56:30.244078 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:28Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:05Z', 'revision_number': 1, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048ad63e-4c47-47c4-ae96-7063c9f0ba41', 'name': '', 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:17:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:56:28Z', 'updated_at': '2021-09-23T19:56:29Z', 'revision_number': 2, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:30.274735 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Checking router: 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:56:30.275077 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Updating router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:56:30.301354 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.326536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.430491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.434253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.478132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eeb2da157b34442db72c1fcad6df3897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8414991 Sep 23 19:56:30.478648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 57990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:30.484686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9d73e-573c-484f-ae5f-bf10362091dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c1c767-1e18-40ef-ab76-d9748c14e2a8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:30.535714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93e0f273-3d1b-4b2b-b94e-0bb6b557835a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.562240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93e0f273-3d1b-4b2b-b94e-0bb6b557835a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.586520 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.592105 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.615922 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93e0f273-3d1b-4b2b-b94e-0bb6b557835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.619244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93e0f273-3d1b-4b2b-b94e-0bb6b557835a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.620529 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-93e0f273-3d1b-4b2b-b94e-0bb6b557835a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5c1c767-1e18-40ef-ab76-d9748c14e2a8 HTTP/1.1" status: 204 len: 168 time: 0.1411593 Sep 23 19:56:30.629589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0f273-3d1b-4b2b-b94e-0bb6b557835a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c1c767-1e18-40ef-ab76-d9748c14e2a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:30.638593 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Pushing event updated for resources: {'Port': ['ID=048ad63e-4c47-47c4-ae96-7063c9f0ba41,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:30.648241 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.648671 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.648922 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.649262 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.649593 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.649952 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.650262 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.650588 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.651161 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.651431 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.651749 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.651972 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:30.667070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.728576 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Attempting to bind port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:56:30.729080 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Attempting to bind port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:56:30.729450 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Attempting to bind port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 on network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:30.732943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b69a3ea-ac44-40ab-8fcd-80568413202d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:30.735060 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:56:30.735436 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Checking segment: {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:30.735841 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.736319 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Bound using segment: {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:56:30.736793 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Bound port: 048ad63e-4c47-47c4-ae96-7063c9f0ba41, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8dd6d6-3bf6-440c-8a62-7278548e9347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:56:30.737179 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.741106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Checking segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:30.741717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Network hostable DHCP agents. Network: a511fc83-d922-4a61-8e63-618ab38632e7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:56:30.762434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Network a511fc83-d922-4a61-8e63-618ab38632e7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:56:30.774626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, a511fc83-d922-4a61-8e63-618ab38632e7) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:30.779570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:30.780434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.788553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530bdd6e-74f5-4a1e-ae2e-fa93026d3b2b None None] Network a511fc83-d922-4a61-8e63-618ab38632e7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:30.797512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4fa899d1-4f35-4512-b364-43b90a4eae29 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7037194 Sep 23 19:56:30.817411 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] For port 048ad63e-4c47-47c4-ae96-7063c9f0ba41, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:56:30.820913 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] For port 048ad63e-4c47-47c4-ae96-7063c9f0ba41, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=048ad63e-4c47-47c4-ae96-7063c9f0ba41,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:56:30.826444 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:30.889789 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06a612-da3a-4b2a-a7bd-bc38c582a98e None None] Pushing event updated for resources: {'Port': ['ID=048ad63e-4c47-47c4-ae96-7063c9f0ba41,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:30.904468 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:30.905689 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:30.983852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-61952e20-9e7e-4881-ba64-cc673cea291d None None] Provisioning complete for port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:30.984229 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61952e20-9e7e-4881-ba64-cc673cea291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:31.067341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805234f8-ceb9-44d7-a11b-1b7206679727 None None] Network a511fc83-d922-4a61-8e63-618ab38632e7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:31.089977 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:31.254549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61952e20-9e7e-4881-ba64-cc673cea291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:31.298497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-61952e20-9e7e-4881-ba64-cc673cea291d None None] For port 048ad63e-4c47-47c4-ae96-7063c9f0ba41, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=048ad63e-4c47-47c4-ae96-7063c9f0ba41,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:31.302784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61952e20-9e7e-4881-ba64-cc673cea291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:31.365963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61952e20-9e7e-4881-ba64-cc673cea291d None None] Pushing event updated for resources: {'Port': ['ID=048ad63e-4c47-47c4-ae96-7063c9f0ba41,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:31.424541 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:28Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:05Z', 'revision_number': 1, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048ad63e-4c47-47c4-ae96-7063c9f0ba41', 'name': '', 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:17:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:56:28Z', 'updated_at': '2021-09-23T19:56:30Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:31.425892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-addd9d0b-d38b-4c14-92aa-588074dec682 None None] Provisioning complete for port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:31.427318 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-addd9d0b-d38b-4c14-92aa-588074dec682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:31.464834 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8be29-be1e-41de-9aa7-2a7435d1975c None None] The sync data for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 is: [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:28Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:05Z', 'revision_number': 1, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048ad63e-4c47-47c4-ae96-7063c9f0ba41', 'name': '', 'network_id': 'e6a10f9a-2bf1-419c-b2e3-3771fcac2480', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:17:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:56:28Z', 'updated_at': '2021-09-23T19:56:30Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'e768cbc4-827f-4bed-b9eb-99e22847c8f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:56:31.605075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ae7a4431-7e29-4af2-88b6-362a7cbd8521 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:31.606617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ae7a4431-7e29-4af2-88b6-362a7cbd8521 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.1402919 Sep 23 19:56:31.623345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-eca7f26f-89a7-4cc2-bd33-a4057b340428 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/quotas/bc6705f5f4e4417fb61437665181c9e3 HTTP/1.1" status: 200 len: 375 time: 0.0102198 Sep 23 19:56:31.664659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-1c90af02-34a3-4895-a1c9-f4e6825d68f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335510 Sep 23 19:56:31.761576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af2bbd48-7f8a-4dc1-b7c0-d8464cacd132 service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894682 Sep 23 19:56:32.181257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-02d29f84-aee6-402c-8bae-15548bb9f87b service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134884 Sep 23 19:56:32.210418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 048ad63e-4c47-47c4-ae96-7063c9f0ba41 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:56:32.262951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:32.263533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:32.388917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45a8ccca-1a77-46db-828e-171df4f1b02d req-d3af790a-2389-46fc-839e-2aa54482733f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 210 time: 0.0318191 Sep 23 19:56:33.106603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:33.226066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bfd32cd-fe40-421a-91b1-3d866d5038dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.318081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd801-40fa-44ab-ae08-ec240055af70 req-3b0a3e0e-9c24-4e30-bc96-b7bd9da48062 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:33.320455 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-3b0a3e0e-9c24-4e30-bc96-b7bd9da48062 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.41 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.1213300 Sep 23 19:56:33.333780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Request body: {'port': {'device_id': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'admin_state_up': True, 'tenant_id': 'bc6705f5f4e4417fb61437665181c9e3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:33.339654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bfd32cd-fe40-421a-91b1-3d866d5038dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.344202 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bfd32cd-fe40-421a-91b1-3d866d5038dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.382915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1bfd32cd-fe40-421a-91b1-3d866d5038dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d4c17adbd2b4f248dc10a915363f936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752018 Sep 23 19:56:33.383794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd32cd-fe40-421a-91b1-3d866d5038dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a325643b-40ad-4921-baee-b5fe0607cfcd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:33.386090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:33.437368 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eceddeed-46a8-425b-bea9-6e0840044768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.449633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Made reservation on behalf of bc6705f5f4e4417fb61437665181c9e3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:33.453190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.461893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eceddeed-46a8-425b-bea9-6e0840044768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.502587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0bb8129c-0a2b-4bfd-9feb-6f0e2485c2a7 req-5ad3dda2-c99b-477c-80c8-8cb4d26e8a12 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 210 time: 0.0386672 Sep 23 19:56:33.547279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eceddeed-46a8-425b-bea9-6e0840044768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.549966 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eceddeed-46a8-425b-bea9-6e0840044768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.551802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-eceddeed-46a8-425b-bea9-6e0840044768 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a325643b-40ad-4921-baee-b5fe0607cfcd HTTP/1.1" status: 204 len: 168 time: 0.1647687 Sep 23 19:56:33.560010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceddeed-46a8-425b-bea9-6e0840044768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a325643b-40ad-4921-baee-b5fe0607cfcd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:33.585758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Allocated IP 172.20.0.8 (a511fc83-d922-4a61-8e63-618ab38632e7/5b69a3ea-ac44-40ab-8fcd-80568413202d/1da75aa4-7c5b-4a5d-976d-49ce9b876f01) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:56:33.737807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.779281 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.816431 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:33.821562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Network a511fc83-d922-4a61-8e63-618ab38632e7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:33.824607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:33.827279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:56:33.830495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a71777-cf84-4b67-88c7-f65b4201ab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.877416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event updated for resources: {'Port': ['ID=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:33.923639 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a71777-cf84-4b67-88c7-f65b4201ab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.924179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:33.925029 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.927655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9a71777-cf84-4b67-88c7-f65b4201ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:33.945053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-b9f9f643-dced-4406-a584-8a6b2af9afe3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782855 Sep 23 19:56:33.947018 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-ac29113b-94b1-4749-a876-4452a00c622c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174209 Sep 23 19:56:33.961619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Request body: {'port': {'device_id': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:33.970082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9a71777-cf84-4b67-88c7-f65b4201ab65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0435d2a4dd57418cb8a0ef08b5252409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500645 Sep 23 19:56:33.970082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a71777-cf84-4b67-88c7-f65b4201ab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f9fe93-1c69-4e0b-a386-a78cf6716aba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:33.972161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:34.024277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec415122-df3a-4184-865e-43172899a886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.048700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec415122-df3a-4184-865e-43172899a886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.049944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.069507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-4bc5a6c1-16c4-4b57-b17d-bf38c1f763ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:34.071052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-4bc5a6c1-16c4-4b57-b17d-bf38c1f763ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 1096 time: 0.0726850 Sep 23 19:56:34.095542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec415122-df3a-4184-865e-43172899a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.098808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec415122-df3a-4184-865e-43172899a886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.099955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec415122-df3a-4184-865e-43172899a886 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83f9fe93-1c69-4e0b-a386-a78cf6716aba HTTP/1.1" status: 204 len: 168 time: 0.1263111 Sep 23 19:56:34.108287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec415122-df3a-4184-865e-43172899a886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f9fe93-1c69-4e0b-a386-a78cf6716aba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:34.258698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-28e8a7fa-5364-4783-8097-a5099fe08a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:34.260107 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-28e8a7fa-5364-4783-8097-a5099fe08a1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 200 len: 898 time: 0.1674271 Sep 23 19:56:34.383363 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-64524aa1-facb-43f3-af73-3c47e4debb79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 HTTP/1.1" status: 200 len: 1001 time: 0.1151528 Sep 23 19:56:34.460578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-ade3043c-d85b-4acc-8ea4-20d4ad099b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:34.462245 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-ade3043c-d85b-4acc-8ea4-20d4ad099b5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c2ee8e8-bd50-4dd8-b846-d98c7798bb28 HTTP/1.1" status: 200 len: 834 time: 0.0696354 Sep 23 19:56:34.493560 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:56:34.534075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:56:34.543624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.556474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-9cc29221-7234-4bb5-a549-c9a51d80cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:34.558042 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-9cc29221-7234-4bb5-a549-c9a51d80cdb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c173d027-4a63-45fd-8781-84b431eacd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884678 Sep 23 19:56:34.563911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Transition to ACTIVE for port object 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:56:34.583069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.634586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5933f-6608-4dc7-bb28-96a2e4f2c5d1 req-8d9c63c0-5197-48b5-8498-b6b08a51c47e tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:34.637206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aeb5933f-6608-4dc7-bb28-96a2e4f2c5d1 req-8d9c63c0-5197-48b5-8498-b6b08a51c47e tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 943 time: 0.0553651 Sep 23 19:56:34.677970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aeb5933f-6608-4dc7-bb28-96a2e4f2c5d1 req-6180b14f-c86a-4f16-a6d9-31e24e3653e2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Sep 23 19:56:34.683272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:34.740767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-ba403014-fba0-4418-84ab-e618bf99c131 service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756413 Sep 23 19:56:34.828613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Attempting to bind port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:56:34.828975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Attempting to bind port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:56:34.829332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Attempting to bind port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:34.840415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 on network a511fc83-d922-4a61-8e63-618ab38632e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:56:34.840742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Attempting to bind port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:34.849654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:56:34.850018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Checking segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:34.850448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Bound using segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:56:34.850904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Bound port: 1da75aa4-7c5b-4a5d-976d-49ce9b876f01, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:56:34.851391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.878593 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ff0dda79-d27e-45cd-8f16-e44a55e8a11e req-a4608ff6-3173-4ec0-af20-02972bf527b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301370 Sep 23 19:56:34.934854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] For port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:56:34.937882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] For port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:56:34.945787 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.979533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:34.980626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:34.982012 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] 10.222.0.41 "PUT /v2.0/ports/1da75aa4-7c5b-4a5d-976d-49ce9b876f01 HTTP/1.1" status: 200 len: 1091 time: 1.0254052 Sep 23 19:56:34.984438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'tag': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:34.987912 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5" -d '{"events": [{"name": "network-changed", "server_uuid": "be48dcf8-bd63-435b-9884-819fe2174ae7", "tag": "1da75aa4-7c5b-4a5d-976d-49ce9b876f01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:35.017327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b1869-23b7-4ac5-a73d-d721fb1f3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:35.037462 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152cc27e-760e-4ca5-a7dc-bc7132fb8156 x-openstack-request-id: req-152cc27e-760e-4ca5-a7dc-bc7132fb8156 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:35.037761 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be48dcf8-bd63-435b-9884-819fe2174ae7", "tag": "1da75aa4-7c5b-4a5d-976d-49ce9b876f01", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:35.038001 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-152cc27e-760e-4ca5-a7dc-bc7132fb8156 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:35.038610 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'tag': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01', 'status': 'completed', 'code': 200} Sep 23 19:56:35.071649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd801-40fa-44ab-ae08-ec240055af70 req-6f8bca02-2ce8-4378-9f96-70d0015e0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:35.073168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-6f8bca02-2ce8-4378-9f96-70d0015e0fc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0490112 Sep 23 19:56:35.116433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-30a58e08-9ae0-429f-8fb9-6a9816b0fc86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01 HTTP/1.1" status: 200 len: 217 time: 0.0354755 Sep 23 19:56:35.165425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abd801-40fa-44ab-ae08-ec240055af70 req-895bf82a-2c9b-420f-88a3-b59e4ae9c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:35.166834 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-895bf82a-2c9b-420f-88a3-b59e4ae9c6c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0438282 Sep 23 19:56:35.197811 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-4cffe534-133e-4374-a7fe-6aa351b4af7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242336 Sep 23 19:56:35.295882 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-11177350-8f4d-4688-934d-6bdbce93e781 service neutron] 10.222.0.41 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911155 Sep 23 19:56:35.390388 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-07abd801-40fa-44ab-ae08-ec240055af70 req-6ffbc901-2739-4c71-b82f-5ebdb431d4ca service neutron] 10.222.0.41 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865583 Sep 23 19:56:35.480895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-4ab8c803-ae5a-4d62-9c6d-39c8e9f82aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:35.482497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-4ab8c803-ae5a-4d62-9c6d-39c8e9f82aaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0457244 Sep 23 19:56:35.585511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-3ce4d4dc-26f8-422e-ad1a-85db46685a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:35.587057 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-3ce4d4dc-26f8-422e-ad1a-85db46685a22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 916 time: 0.0981767 Sep 23 19:56:35.633031 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-c8b7975f-6774-458f-8095-c41aba0a8cdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01 HTTP/1.1" status: 200 len: 217 time: 0.0391207 Sep 23 19:56:35.683410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-5ac1c927-4179-4158-b6e4-45e385e4ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:35.684920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-5ac1c927-4179-4158-b6e4-45e385e4ed0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0450780 Sep 23 19:56:35.718383 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-87c0395b-9adc-4b4f-8aba-9dc33a819b25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257781 Sep 23 19:56:35.817984 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-131de76f-9f00-49c2-8ded-123c8d6fbe99 service neutron] 10.222.0.41 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920913 Sep 23 19:56:35.819680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4c1ce-3d5c-438d-bc9e-e44b77420fa0 req-0fbcffdb-09e1-475d-b0f7-ed33068aca99 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:35.821183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e4c1ce-3d5c-438d-bc9e-e44b77420fa0 req-0fbcffdb-09e1-475d-b0f7-ed33068aca99 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 943 time: 0.0558345 Sep 23 19:56:35.860158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e4c1ce-3d5c-438d-bc9e-e44b77420fa0 req-3003ca7f-e84e-4f29-ad99-6ee893f52e9f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Sep 23 19:56:35.913602 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68a6462f-3aee-4a9c-bc9c-1204b2c78de5 req-9ca44cab-933e-4698-9a30-35cd31b5ba5f service neutron] 10.222.0.41 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885761 Sep 23 19:56:36.982553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f2c8-26cf-46ae-a66f-13a2b8a31fd8 req-71b79451-a067-49d4-b26f-7d15e6a86b00 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:36.984119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b64f2c8-26cf-46ae-a66f-13a2b8a31fd8 req-71b79451-a067-49d4-b26f-7d15e6a86b00 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 943 time: 0.0530162 Sep 23 19:56:37.021580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b64f2c8-26cf-46ae-a66f-13a2b8a31fd8 req-cdba84da-9663-479d-9c30-846021301697 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Sep 23 19:56:38.137915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf19c57-35f7-4960-a0bc-ef491de02809 req-240e9578-2115-417d-9fd6-74fe70b93883 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:38.139579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccf19c57-35f7-4960-a0bc-ef491de02809 req-240e9578-2115-417d-9fd6-74fe70b93883 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 943 time: 0.0510325 Sep 23 19:56:38.177382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccf19c57-35f7-4960-a0bc-ef491de02809 req-020aeebc-e222-4542-bccd-a9ca3624ae28 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Sep 23 19:56:38.570407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:56:38.667392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:38.678934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'port_id': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01', 'mac_address': 'fa:16:3e:e9:58:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b69a3ea-ac44-40ab-8fcd-80568413202d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:56:38.715758 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:38.728497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:56:38.748039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:38.754081 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:38.800343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:39.081051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:39.102847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:39.216004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc45c693-a3ae-4b7c-83a6-399a415897ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.302108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6af3-9610-49d8-9c69-fe5800e64e6e req-402788b5-3826-45b5-b764-7a9a4f977d81 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:39.303557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb3c6af3-9610-49d8-9c69-fe5800e64e6e req-402788b5-3826-45b5-b764-7a9a4f977d81 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 944 time: 0.0498512 Sep 23 19:56:39.306486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc45c693-a3ae-4b7c-83a6-399a415897ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.310939 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc45c693-a3ae-4b7c-83a6-399a415897ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.345504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb3c6af3-9610-49d8-9c69-fe5800e64e6e req-a6923224-cd92-4baa-87ed-54aa27f12cce tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350869 Sep 23 19:56:39.353090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc45c693-a3ae-4b7c-83a6-399a415897ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97b13918189c415481fab2e93dad09ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489812 Sep 23 19:56:39.353963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45c693-a3ae-4b7c-83a6-399a415897ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b53764-51c3-40fb-8d01-c9affe54ebc2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:39.355851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:39.409207 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e7e252a-81c9-485c-ac63-51e370560782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.430270 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e7e252a-81c9-485c-ac63-51e370560782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.474296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e7e252a-81c9-485c-ac63-51e370560782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.476765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e7e252a-81c9-485c-ac63-51e370560782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.477883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e7e252a-81c9-485c-ac63-51e370560782 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37b53764-51c3-40fb-8d01-c9affe54ebc2 HTTP/1.1" status: 204 len: 168 time: 0.1207888 Sep 23 19:56:39.485103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e252a-81c9-485c-ac63-51e370560782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b53764-51c3-40fb-8d01-c9affe54ebc2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:39.731665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:39.745547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43c0afc5-565c-4b59-bea5-ae59570bbb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.830357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43c0afc5-565c-4b59-bea5-ae59570bbb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.834290 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43c0afc5-565c-4b59-bea5-ae59570bbb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.871910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-43c0afc5-565c-4b59-bea5-ae59570bbb2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=edacd37a856e40fda050cb01b743abe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391995 Sep 23 19:56:39.872785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0afc5-565c-4b59-bea5-ae59570bbb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67898d68-0fb4-4068-99af-96108711f23d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:39.874635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58328) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:39.924678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0394c17e-1eac-4971-b766-81bd1c2b7232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.945116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0394c17e-1eac-4971-b766-81bd1c2b7232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.991292 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0394c17e-1eac-4971-b766-81bd1c2b7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.993905 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0394c17e-1eac-4971-b766-81bd1c2b7232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:39.995090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0394c17e-1eac-4971-b766-81bd1c2b7232 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67898d68-0fb4-4068-99af-96108711f23d HTTP/1.1" status: 204 len: 168 time: 0.1183608 Sep 23 19:56:40.002583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394c17e-1eac-4971-b766-81bd1c2b7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67898d68-0fb4-4068-99af-96108711f23d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:40.461325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3296d77-54a8-4147-9380-51c7be850be2 req-34911206-c49e-4177-aa6a-73412224d06b tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:40.462859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3296d77-54a8-4147-9380-51c7be850be2 req-34911206-c49e-4177-aa6a-73412224d06b tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Sep 23 19:56:40.500971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3296d77-54a8-4147-9380-51c7be850be2 req-ef249b60-ff6d-485e-9c1d-7a2e37d113a7 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Sep 23 19:56:40.585865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:56:40.633880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:56:40.637670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:40.638112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:40.718338 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:40.740668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:40.742928 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65b1e03-4a43-4e80-823d-a859e6c37c86" -d '{"events": [{"server_uuid": "be48dcf8-bd63-435b-9884-819fe2174ae7", "name": "network-vif-plugged", "status": "completed", "tag": "1da75aa4-7c5b-4a5d-976d-49ce9b876f01"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:40.756993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:40.761232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:40.789484 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d1e21a-aa9c-4d5c-a4b2-b8ed062db1e5 x-openstack-request-id: req-b6d1e21a-aa9c-4d5c-a4b2-b8ed062db1e5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:40.789777 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be48dcf8-bd63-435b-9884-819fe2174ae7", "name": "network-vif-plugged", "status": "completed", "tag": "1da75aa4-7c5b-4a5d-976d-49ce9b876f01", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:40.790032 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6d1e21a-aa9c-4d5c-a4b2-b8ed062db1e5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:40.790461 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01', 'code': 200} Sep 23 19:56:40.813095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:40.891938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353b543-33d5-442e-bdac-bbe74efd2c7c req-36370930-3b87-48e6-b1c9-c3f9269c612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:40.893502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8353b543-33d5-442e-bdac-bbe74efd2c7c req-36370930-3b87-48e6-b1c9-c3f9269c612a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0428534 Sep 23 19:56:40.935807 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8353b543-33d5-442e-bdac-bbe74efd2c7c req-09cf35eb-3d9f-48f5-942e-d1ae79c02a2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Sep 23 19:56:41.625549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759c1e-0696-4782-8deb-91ab37f2905d req-70409239-c993-489b-a7f7-64c4b74e1a8f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:41.627169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50759c1e-0696-4782-8deb-91ab37f2905d req-70409239-c993-489b-a7f7-64c4b74e1a8f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 945 time: 0.0552809 Sep 23 19:56:41.667482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50759c1e-0696-4782-8deb-91ab37f2905d req-12fefaba-1a97-4de2-88e8-116cdac17fe7 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336807 Sep 23 19:56:42.240029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58416) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:42.357068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e45224b-7f61-46d9-bec1-1e46d86463d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.446512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e45224b-7f61-46d9-bec1-1e46d86463d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.449971 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e45224b-7f61-46d9-bec1-1e46d86463d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.487067 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3e45224b-7f61-46d9-bec1-1e46d86463d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d132554e29cb4d6ab943362cdff9a576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459338 Sep 23 19:56:42.489526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45224b-7f61-46d9-bec1-1e46d86463d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c9d94b-030f-42dd-bfda-5a9848b392c7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:42.490298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:42.538789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63670b1a-38ec-4f9c-b072-6dc005aa0932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.559679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63670b1a-38ec-4f9c-b072-6dc005aa0932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.605633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63670b1a-38ec-4f9c-b072-6dc005aa0932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.608245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63670b1a-38ec-4f9c-b072-6dc005aa0932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.609399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-63670b1a-38ec-4f9c-b072-6dc005aa0932 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21c9d94b-030f-42dd-bfda-5a9848b392c7 HTTP/1.1" status: 204 len: 168 time: 0.1181085 Sep 23 19:56:42.617404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63670b1a-38ec-4f9c-b072-6dc005aa0932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c9d94b-030f-42dd-bfda-5a9848b392c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:42.782496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956f9d-4fff-4946-921d-8ae6d447b89a req-bbf55e24-ea3b-4e9f-931d-f5b7c45c2849 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:42.783914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43956f9d-4fff-4946-921d-8ae6d447b89a req-bbf55e24-ea3b-4e9f-931d-f5b7c45c2849 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Sep 23 19:56:42.826139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43956f9d-4fff-4946-921d-8ae6d447b89a req-347b4bfd-63b0-4d97-9e8c-7191de1cf678 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361521 Sep 23 19:56:42.874150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:42.888332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f301bb23-6793-448b-bcf8-4206e398a711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.979769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f301bb23-6793-448b-bcf8-4206e398a711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.983612 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f301bb23-6793-448b-bcf8-4206e398a711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:43.028701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f301bb23-6793-448b-bcf8-4206e398a711 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aaef131fa8f14e1d9ca96bcbfc0fb8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533096 Sep 23 19:56:43.029788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301bb23-6793-448b-bcf8-4206e398a711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5b8fc1-ba42-4c9d-9219-527604e22e37,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:43.031386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58432) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:43.081661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cea7237f-8db1-4468-b90c-16a0dae6978d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:43.104689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cea7237f-8db1-4468-b90c-16a0dae6978d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:43.162410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cea7237f-8db1-4468-b90c-16a0dae6978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:43.163024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cea7237f-8db1-4468-b90c-16a0dae6978d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:43.167928 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cea7237f-8db1-4468-b90c-16a0dae6978d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b5b8fc1-ba42-4c9d-9219-527604e22e37 HTTP/1.1" status: 204 len: 168 time: 0.1353173 Sep 23 19:56:43.177701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7237f-8db1-4468-b90c-16a0dae6978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5b8fc1-ba42-4c9d-9219-527604e22e37,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:43.181238 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22d1c194-9c53-4c25-93c2-0e0246933358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:46.351269 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c52a763-96cd-431a-9aa1-adcab30b5ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:46.498043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:47.097118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:48.606615 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.072099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:49.179255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd10e877-17b3-4851-8445-bf39ace3831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.266220 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd10e877-17b3-4851-8445-bf39ace3831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.270439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd10e877-17b3-4851-8445-bf39ace3831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.307295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd10e877-17b3-4851-8445-bf39ace3831c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09302b3ab1144541978808aa142ba891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341032 Sep 23 19:56:49.308162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10e877-17b3-4851-8445-bf39ace3831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b52a7-485d-4e28-9261-772ccfd47a1d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:49.309947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:49.360481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2be0-50d7-403c-a55b-b69aa723624b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.380995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2be0-50d7-403c-a55b-b69aa723624b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.427144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2be0-50d7-403c-a55b-b69aa723624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.429539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2be0-50d7-403c-a55b-b69aa723624b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.430675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9bbb2be0-50d7-403c-a55b-b69aa723624b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad3b52a7-485d-4e28-9261-772ccfd47a1d HTTP/1.1" status: 204 len: 168 time: 0.1196880 Sep 23 19:56:49.438045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb2be0-50d7-403c-a55b-b69aa723624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b52a7-485d-4e28-9261-772ccfd47a1d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:49.683619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:49.697354 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75013a99-0f0d-4a6f-867b-a880009af639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.784720 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75013a99-0f0d-4a6f-867b-a880009af639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.788704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75013a99-0f0d-4a6f-867b-a880009af639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.826997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-75013a99-0f0d-4a6f-867b-a880009af639 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=431858549157421b80f268e0258c5b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422493 Sep 23 19:56:49.827851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75013a99-0f0d-4a6f-867b-a880009af639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea3cf7f-6ae6-463f-9f36-19c945a6024c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:49.829585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:49.882703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8d608ff-0a30-43b5-b236-d99ccd9836c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.902905 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8d608ff-0a30-43b5-b236-d99ccd9836c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.948348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8d608ff-0a30-43b5-b236-d99ccd9836c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.950993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8d608ff-0a30-43b5-b236-d99ccd9836c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:49.952217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b8d608ff-0a30-43b5-b236-d99ccd9836c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ea3cf7f-6ae6-463f-9f36-19c945a6024c HTTP/1.1" status: 204 len: 168 time: 0.1209564 Sep 23 19:56:49.960390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d608ff-0a30-43b5-b236-d99ccd9836c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea3cf7f-6ae6-463f-9f36-19c945a6024c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:50.038570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:50.400981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:50.707765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port 048ad63e-4c47-47c4-ae96-7063c9f0ba41 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:50.708024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:50.797839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port 048ad63e-4c47-47c4-ae96-7063c9f0ba41, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=048ad63e-4c47-47c4-ae96-7063c9f0ba41,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:50.798196 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:50.810945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for 048ad63e-4c47-47c4-ae96-7063c9f0ba41 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:50.898954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:50.995616 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.009033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daf13319-14cc-4020-80e7-75c1aa99be11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.022085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=048ad63e-4c47-47c4-ae96-7063c9f0ba41,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:51.116342 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daf13319-14cc-4020-80e7-75c1aa99be11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.120969 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-daf13319-14cc-4020-80e7-75c1aa99be11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.156028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-daf13319-14cc-4020-80e7-75c1aa99be11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbf79eef2a0d405c8457d0c8d450767c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558992 Sep 23 19:56:51.161014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:51.178122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf13319-14cc-4020-80e7-75c1aa99be11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2102e8aa-b657-45ee-9876-6cd7100403c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:51.210328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.224614 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77e1f1a2-47f7-4928-8752-f0c14296233b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.248204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77e1f1a2-47f7-4928-8752-f0c14296233b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.299508 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77e1f1a2-47f7-4928-8752-f0c14296233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.302699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77e1f1a2-47f7-4928-8752-f0c14296233b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:51.303910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-77e1f1a2-47f7-4928-8752-f0c14296233b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2102e8aa-b657-45ee-9876-6cd7100403c2 HTTP/1.1" status: 204 len: 168 time: 0.1419568 Sep 23 19:56:51.311927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1f1a2-47f7-4928-8752-f0c14296233b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2102e8aa-b657-45ee-9876-6cd7100403c2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:51.773130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:56:51.881574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:56:51.890081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fdad9831-28e8-487b-b1c8-3ca12d9341e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "PUT /v2.0/routers/49b8e7ea-9bd8-44fa-ae56-48cb4b79d064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503525 Sep 23 19:56:51.893890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] Sync routers for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:56:51.910501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:51.911140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:52.028942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:52.132432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dcadd-f22a-45c9-a1f8-930c75015648 req-a66c02e7-594f-44a2-9734-2e80697f69a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:52.134641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd7dcadd-f22a-45c9-a1f8-930c75015648 req-a66c02e7-594f-44a2-9734-2e80697f69a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 946 time: 0.0541472 Sep 23 19:56:52.202638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd7dcadd-f22a-45c9-a1f8-930c75015648 req-e7f40256-278d-4cf6-b177-46e3d3cf3375 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571761 Sep 23 19:56:52.266557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:50Z', 'revision_number': 6, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:05Z', 'revision_number': 1, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:52.296751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] Checking router: 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:56:52.304944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:52.305547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:52.561993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:52.789138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:50Z', 'revision_number': 6, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:05Z', 'revision_number': 1, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:52.814269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e6847-4f29-43e6-9d35-8a1e4a30aa49 None None] The sync data for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 is: [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:50Z', 'revision_number': 6, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '84135257-99b4-435c-99c2-6d347827d052', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'port_id': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'mac_address': 'fa:16:3e:e0:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:55:02Z', 'updated_at': '2021-09-23T19:55:05Z', 'revision_number': 1, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:56:53.338968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86705-937f-46fe-bb31-9aeedd19012e req-1a884c40-b8a6-44d7-b767-0bd7fd138f65 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:53.342938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9a86705-937f-46fe-bb31-9aeedd19012e req-1a884c40-b8a6-44d7-b767-0bd7fd138f65 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 946 time: 0.0701807 Sep 23 19:56:53.379244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9a86705-937f-46fe-bb31-9aeedd19012e req-6457caa8-f185-4148-8885-92977dc5b85e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Sep 23 19:56:53.447583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-edc07aee-84c8-4283-98a0-b38a3e3dfab5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:53.449055 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-edc07aee-84c8-4283-98a0-b38a3e3dfab5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a4310e2-5e84-4d37-a687-2d9a8fa2435d HTTP/1.1" status: 200 len: 946 time: 0.0585263 Sep 23 19:56:53.544336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:53.544690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.635299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:53.635688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.649404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:53.663075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:53.772575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55d932be-22f6-42c3-a1fa-df19f66a08eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.780840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.818081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=35123c1e-6b44-42ac-83bf-cfa93efdd2a0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:53.854276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] No DVR routers for this DVR port 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:53.856982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.859538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3053d062-1e9e-4d59-9dbb-857cf966a070 req-6f1c506b-b2c8-4379-bec9-dbde6e321e56 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.72 "DELETE /v2.0/ports/35123c1e-6b44-42ac-83bf-cfa93efdd2a0 HTTP/1.1" status: 204 len: 173 time: 0.4044149 Sep 23 19:56:53.859998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'name': 'network-vif-deleted', 'tag': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:53.863430 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae053377-4b50-4283-add0-5a94756f3a78" -d '{"events": [{"server_uuid": "6a4310e2-5e84-4d37-a687-2d9a8fa2435d", "name": "network-vif-deleted", "tag": "35123c1e-6b44-42ac-83bf-cfa93efdd2a0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:53.874363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55d932be-22f6-42c3-a1fa-df19f66a08eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.878300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55d932be-22f6-42c3-a1fa-df19f66a08eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.907795 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc28ae-15e9-444a-ad9c-1d981925e5da x-openstack-request-id: req-01bc28ae-15e9-444a-ad9c-1d981925e5da {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:53.908430 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4310e2-5e84-4d37-a687-2d9a8fa2435d", "name": "network-vif-deleted", "tag": "35123c1e-6b44-42ac-83bf-cfa93efdd2a0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:53.908839 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01bc28ae-15e9-444a-ad9c-1d981925e5da {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:53.909924 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4310e2-5e84-4d37-a687-2d9a8fa2435d', 'name': 'network-vif-deleted', 'tag': '35123c1e-6b44-42ac-83bf-cfa93efdd2a0', 'status': 'completed', 'code': 200} Sep 23 19:56:53.921524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-55d932be-22f6-42c3-a1fa-df19f66a08eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a67c42a5187428d811c480aaf7a5ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571127 Sep 23 19:56:53.922407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d932be-22f6-42c3-a1fa-df19f66a08eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0191bc-f94b-47b3-881f-6446efb06473,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:53.925466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:53.987307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea13dd-f9d0-4021-80ef-3c614e420b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.020921 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea13dd-f9d0-4021-80ef-3c614e420b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.073677 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea13dd-f9d0-4021-80ef-3c614e420b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.076899 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8ea13dd-f9d0-4021-80ef-3c614e420b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.078076 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e8ea13dd-f9d0-4021-80ef-3c614e420b94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af0191bc-f94b-47b3-881f-6446efb06473 HTTP/1.1" status: 204 len: 168 time: 0.1507869 Sep 23 19:56:54.086799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea13dd-f9d0-4021-80ef-3c614e420b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0191bc-f94b-47b3-881f-6446efb06473,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:54.161152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 048ad63e-4c47-47c4-ae96-7063c9f0ba41 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:54.191944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 048ad63e-4c47-47c4-ae96-7063c9f0ba41 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:54.192286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 048ad63e-4c47-47c4-ae96-7063c9f0ba41 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:54.424226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:54.437788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36138382-006e-48a5-bbb8-583ca68660d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.442240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-a54fa3c8-7d3e-456e-939a-f502efaeca7d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:54.443800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-a54fa3c8-7d3e-456e-939a-f502efaeca7d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.1106613 Sep 23 19:56:54.458869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-4abdc040-1ea7-4362-8cd8-6bbdff011dcf tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/quotas/bc6705f5f4e4417fb61437665181c9e3 HTTP/1.1" status: 200 len: 375 time: 0.0093267 Sep 23 19:56:54.518309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-387e2077-151f-4efc-84a7-6177ceca38e5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523434 Sep 23 19:56:54.527612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36138382-006e-48a5-bbb8-583ca68660d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.532088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36138382-006e-48a5-bbb8-583ca68660d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.570583 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-36138382-006e-48a5-bbb8-583ca68660d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90357730f99c4a6ea048a4759ed457a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445928 Sep 23 19:56:54.571533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36138382-006e-48a5-bbb8-583ca68660d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec33fc60-0078-4543-afe5-1742e80ddac2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:54.573247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:54.623362 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bce0-0db0-4538-aff2-4ab44b5fc32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.644982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bce0-0db0-4538-aff2-4ab44b5fc32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.742547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bce0-0db0-4538-aff2-4ab44b5fc32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.745058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bce0-0db0-4538-aff2-4ab44b5fc32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:54.746236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2a2bce0-0db0-4538-aff2-4ab44b5fc32b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec33fc60-0078-4543-afe5-1742e80ddac2 HTTP/1.1" status: 204 len: 168 time: 0.1712554 Sep 23 19:56:54.763881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2bce0-0db0-4538-aff2-4ab44b5fc32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec33fc60-0078-4543-afe5-1742e80ddac2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:54.780453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-0938b27b-792b-4d23-b45b-90aeb0f46bb2 service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550611 Sep 23 19:56:54.874660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-93eff6fd-2b05-49a0-8365-3b00ece09a84 service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Sep 23 19:56:55.012976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:55.090342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea20917-afd1-4ac3-a3bb-69c49d13b75a req-99b3b372-faf2-48ba-b7b5-c9f012f127e2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 210 time: 0.0498753 Sep 23 19:56:55.121513 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17a8a748-dba7-4e08-8ad0-9c1b4a9506a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.155490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17a8a748-dba7-4e08-8ad0-9c1b4a9506a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.228063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17a8a748-dba7-4e08-8ad0-9c1b4a9506a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.230861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17a8a748-dba7-4e08-8ad0-9c1b4a9506a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.234749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-17a8a748-dba7-4e08-8ad0-9c1b4a9506a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/security-groups/83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b HTTP/1.1" status: 204 len: 168 time: 0.2182155 Sep 23 19:56:55.242842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8a748-dba7-4e08-8ad0-9c1b4a9506a9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b5ba77-94ce-48ea-a5aa-d2e4cc921b2b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:55.271554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58840) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:55.346322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting subnet e768cbc4-827f-4bed-b9eb-99e22847c8f2 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:56:55.350776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.401119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.491250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.519676 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.562410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.593539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Subnet': ['ID=e768cbc4-827f-4bed-b9eb-99e22847c8f2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:55.597253 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.602223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:55.602616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ce92616d-f3b5-45bc-80bb-f35cda75400b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/subnets/e768cbc4-827f-4bed-b9eb-99e22847c8f2 HTTP/1.1" status: 204 len: 168 time: 0.3291152 Sep 23 19:56:55.606939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbe5520-82ea-45c7-b4f1-424b584c140b None None] Network e6a10f9a-2bf1-419c-b2e3-3771fcac2480 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:56:55.691704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.757573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:55.758068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.802411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] DHCP port deletion for e6a10f9a-2bf1-419c-b2e3-3771fcac2480 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:56:55.824240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port cf0eb7dd-0716-46d6-8ed0-53345d939ea4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:55.824616 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.837988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for cf0eb7dd-0716-46d6-8ed0-53345d939ea4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:55.854961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] Deleting port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:55.855519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.920933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] For port cf0eb7dd-0716-46d6-8ed0-53345d939ea4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,segment=NetworkSegment(ce8dd6d6-3bf6-440c-8a62-7278548e9347),segment_id=ce8dd6d6-3bf6-440c-8a62-7278548e9347)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:55.921932 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.934627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:55.938141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] Calling delete_port for cf0eb7dd-0716-46d6-8ed0-53345d939ea4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:55.963265 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:55.976769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] No DVR routers for this DVR port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:56.076451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.093004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.106779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] Pushing event deleted for resources: {'Port': ['ID=cf0eb7dd-0716-46d6-8ed0-53345d939ea4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:56.124071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440049e-990a-4eaa-979c-a738190d8c81 None None] No DVR routers for this DVR port cf0eb7dd-0716-46d6-8ed0-53345d939ea4 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:56.128048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-2e726d38-36f8-45f3-88be-adeefd992f7c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:56.129829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-2e726d38-36f8-45f3-88be-adeefd992f7c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.1486063 Sep 23 19:56:56.142590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a10f9a-2bf1-419c-b2e3-3771fcac2480']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:56.145398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Request body: {'port': {'device_id': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'admin_state_up': True, 'tenant_id': 'bc6705f5f4e4417fb61437665181c9e3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:56.173296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8dd6d6-3bf6-440c-8a62-7278548e9347') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:56.173836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8dd6d6-3bf6-440c-8a62-7278548e9347') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:56.187164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:56.197986 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.232373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c814a6e-0f18-432c-8716-b242c2831f30 req-6f2d1448-3e74-426c-88f9-b02ff1827427 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 210 time: 0.0390985 Sep 23 19:56:56.236346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.241782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf0eb7dd-0716-46d6-8ed0-53345d939ea4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:56.244096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:56:56.244739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:56:56.248230 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:56:56.273688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: cf0eb7dd-0716-46d6-8ed0-53345d939ea4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:56.273688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf0eb7dd-0716-46d6-8ed0-53345d939ea4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:56.329112 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.337187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.339980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/networks/e6a10f9a-2bf1-419c-b2e3-3771fcac2480 HTTP/1.1" status: 204 len: 168 time: 0.7364895 Sep 23 19:56:56.342801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83af10c5-a0fa-4677-b397-de0975ab3cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.344257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:56.350340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Made reservation on behalf of bc6705f5f4e4417fb61437665181c9e3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:56.355097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.362754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487f225-f97a-43ca-8df2-db01d9a89928 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Network': ['ID=e6a10f9a-2bf1-419c-b2e3-3771fcac2480,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:56.520217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port d9c828e6-212c-4ad3-9055-88451d396d3d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:56.520490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.524608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Allocated IP 172.20.0.6 (a511fc83-d922-4a61-8e63-618ab38632e7/5b69a3ea-ac44-40ab-8fcd-80568413202d/851edc9e-b58e-450e-961a-3821f9a443d7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:56:56.553675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83af10c5-a0fa-4677-b397-de0975ab3cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.563860 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83af10c5-a0fa-4677-b397-de0975ab3cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.597502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.597836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.609415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for d9c828e6-212c-4ad3-9055-88451d396d3d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:56.620694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af10c5-a0fa-4677-b397-de0975ab3cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeabf44-4a58-4806-b5da-460c60abf045,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:56.627899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-83af10c5-a0fa-4677-b397-de0975ab3cbf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f073150aedab4e90b116ea75d44f59b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222722 Sep 23 19:56:56.638758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:56.751431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7033-f6be-4594-a8fc-224f46f0585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.773706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.788196 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7033-f6be-4594-a8fc-224f46f0585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.802393 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.829548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=d9c828e6-212c-4ad3-9055-88451d396d3d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:56.844420 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.857181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:56.886731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7033-f6be-4594-a8fc-224f46f0585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.889519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7033-f6be-4594-a8fc-224f46f0585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.892757 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6b9e7033-f6be-4594-a8fc-224f46f0585a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7eeabf44-4a58-4806-b5da-460c60abf045 HTTP/1.1" status: 204 len: 168 time: 0.2506788 Sep 23 19:56:56.900923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Network a511fc83-d922-4a61-8e63-618ab38632e7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:56.907283 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.908283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:56.913129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:56:56.916002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e7033-f6be-4594-a8fc-224f46f0585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeabf44-4a58-4806-b5da-460c60abf045,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:56.930741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.930890 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Floating IP 84135257-99b4-435c-99c2-6d347827d052 disassociated (deleted). External IP: 172.25.6.226, port: 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51. Sep 23 19:56:56.946581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event updated for resources: {'Port': ['ID=851edc9e-b58e-450e-961a-3821f9a443d7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:56.973958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:56.974634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.993588 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-06bd0924-2edf-4358-ba3c-bc3a2c6dc7c3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8545396 Sep 23 19:56:57.008653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Request body: {'port': {'device_id': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:57.071774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:57.186587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:56:57.308658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:56:57.315018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:57.322518 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] Sync routers for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:56:57.348496 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:57.349578 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:57.374054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d673c170-989b-4c96-a5c6-c5c51e994095 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/floatingips/84135257-99b4-435c-99c2-6d347827d052 HTTP/1.1" status: 204 len: 168 time: 1.0262418 Sep 23 19:56:57.375007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:57.377555 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:57.401165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a3a97-e344-4adc-8f20-78bb0b56452d req-6950310d-c06f-4629-a6c9-f9a3b5830c3d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:57.402959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-787a3a97-e344-4adc-8f20-78bb0b56452d req-6950310d-c06f-4629-a6c9-f9a3b5830c3d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 931 time: 0.0640187 Sep 23 19:56:57.422520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851edc9e-b58e-450e-961a-3821f9a443d7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:56:57.434140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:57.450680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-787a3a97-e344-4adc-8f20-78bb0b56452d req-053f0d20-779a-48ae-b1df-8dde917154f3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 Sep 23 19:56:57.451539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Transition to ACTIVE for port object 851edc9e-b58e-450e-961a-3821f9a443d7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:56:57.458426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:57.495221 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:57.536695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Pushing event updated for resources: {'Port': ['ID=851edc9e-b58e-450e-961a-3821f9a443d7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:57.592537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Attempting to bind port 851edc9e-b58e-450e-961a-3821f9a443d7 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:56:57.593237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Attempting to bind port 851edc9e-b58e-450e-961a-3821f9a443d7 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:56:57.593237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Attempting to bind port 851edc9e-b58e-450e-961a-3821f9a443d7 on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:57.598994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Port 851edc9e-b58e-450e-961a-3821f9a443d7 on network a511fc83-d922-4a61-8e63-618ab38632e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:56:57.599324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Attempting to bind port 851edc9e-b58e-450e-961a-3821f9a443d7 on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:57.618595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:56:57.618595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Checking segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:57.618595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Bound using segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:56:57.618595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Bound port: 851edc9e-b58e-450e-961a-3821f9a443d7, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:56:57.618595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:57.671618 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7fdee9-3ecb-4dad-af8a-07a3603dd1a7 x-openstack-request-id: req-fb7fdee9-3ecb-4dad-af8a-07a3603dd1a7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:57.672269 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:57.672520 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb7fdee9-3ecb-4dad-af8a-07a3603dd1a7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:57.672920 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'status': 'completed', 'code': 200} Sep 23 19:56:57.685207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] For port 851edc9e-b58e-450e-961a-3821f9a443d7, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:56:57.688429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] For port 851edc9e-b58e-450e-961a-3821f9a443d7, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=851edc9e-b58e-450e-961a-3821f9a443d7,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:56:57.694630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:57.763059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:57.763656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:57.765130 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] 10.222.0.72 "PUT /v2.0/ports/851edc9e-b58e-450e-961a-3821f9a443d7 HTTP/1.1" status: 200 len: 1091 time: 0.7630014 Sep 23 19:56:57.767414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'tag': '851edc9e-b58e-450e-961a-3821f9a443d7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:57.769954 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f285b1-a71e-452d-950c-c8ad33ca8697" -d '{"events": [{"name": "network-changed", "server_uuid": "278df115-8d8b-42de-b0c3-1ef1a15a5b19", "tag": "851edc9e-b58e-450e-961a-3821f9a443d7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:57.786976 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:50Z', 'revision_number': 6, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:57.801064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-b7f08ba9-260a-44e7-ae54-1eff1e559b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:57.803607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-b7f08ba9-260a-44e7-ae54-1eff1e559b9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 1096 time: 0.0988715 Sep 23 19:56:57.804636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba391c-0b6f-4ed2-8ed5-50efd04a139c service neutron] Pushing event updated for resources: {'Port': ['ID=851edc9e-b58e-450e-961a-3821f9a443d7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:57.812437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62241123-ccac-4c6b-9eaf-62740888a75d req-34ff2d9f-6483-4563-8fab-a8e9ab4f820a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:57.814336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62241123-ccac-4c6b-9eaf-62740888a75d req-34ff2d9f-6483-4563-8fab-a8e9ab4f820a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 945 time: 0.0763874 Sep 23 19:56:57.825728 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] Checking router: 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:56:57.836024 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:56:57.836857 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:57.870873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62241123-ccac-4c6b-9eaf-62740888a75d req-5f7bb32a-a0bd-443c-ae4c-66e0d962469b tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476875 Sep 23 19:56:57.909975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-b90b7337-030b-4b78-bc0e-e8416031c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:57.911660 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-b90b7337-030b-4b78-bc0e-e8416031c99b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 1094 time: 0.1027884 Sep 23 19:56:57.913181 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a6a53-7af4-4ffb-a367-4e9e33a7486f x-openstack-request-id: req-844a6a53-7af4-4ffb-a367-4e9e33a7486f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:57.913474 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278df115-8d8b-42de-b0c3-1ef1a15a5b19", "tag": "851edc9e-b58e-450e-961a-3821f9a443d7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:57.913723 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-844a6a53-7af4-4ffb-a367-4e9e33a7486f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:57.914116 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'tag': '851edc9e-b58e-450e-961a-3821f9a443d7', 'status': 'completed', 'code': 200} Sep 23 19:56:57.967725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-1d749785-e722-4bc2-81be-bc905fc2ff54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851edc9e-b58e-450e-961a-3821f9a443d7 HTTP/1.1" status: 200 len: 217 time: 0.0466042 Sep 23 19:56:58.014823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-54ecc414-9451-4975-917c-e1ed10b89e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.016300 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-54ecc414-9451-4975-917c-e1ed10b89e64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 200 len: 898 time: 0.1992052 Sep 23 19:56:58.062412 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-f4bacfb3-786c-49ad-a4c9-c6d800e51a3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 HTTP/1.1" status: 200 len: 217 time: 0.0378766 Sep 23 19:56:58.065251 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:56:58.066894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-60d7731b-19f4-4078-8c26-2b8828e161d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.068722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-60d7731b-19f4-4078-8c26-2b8828e161d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0935984 Sep 23 19:56:58.134115 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-aa8834b5-b28c-423a-9df4-182323f1df8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543880 Sep 23 19:56:58.175744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-275ef764-5669-4178-96da-0ae02f9e1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.177217 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-275ef764-5669-4178-96da-0ae02f9e1505 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c2ee8e8-bd50-4dd8-b846-d98c7798bb28 HTTP/1.1" status: 200 len: 834 time: 0.1054709 Sep 23 19:56:58.232503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:58.253832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:58.254402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 35123c1e-6b44-42ac-83bf-cfa93efdd2a0 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:58.280280 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:50Z', 'revision_number': 6, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:56:58.281200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-8818aa0b-5dbf-42a3-92e0-e754d3641bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.282481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-8818aa0b-5dbf-42a3-92e0-e754d3641bef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c173d027-4a63-45fd-8781-84b431eacd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974748 Sep 23 19:56:58.284746 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-32a11ad3-f312-4709-84a2-27c2f4237226 service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399868 Sep 23 19:56:58.315588 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee933c-17f3-42b4-b839-99893f833a22 None None] The sync data for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 is: [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:56:50Z', 'revision_number': 6, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'a458be38-a344-4da6-8bbb-efee50e5b62f', 'name': '', 'network_id': 'c173d027-4a63-45fd-8781-84b431eacd86', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:42:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:44Z', 'updated_at': '2021-09-23T19:54:49Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': '3c2ee8e8-bd50-4dd8-b846-d98c7798bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:56:58.414602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:58.453888 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-b3218b02-ee12-46fb-bc21-0c27adfc2213 service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622317 Sep 23 19:56:58.456991 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-885aff3d-23f7-454d-bf79-53cd896ac32d req-ebd4cae3-fa53-4278-8ba9-7eff3e198258 service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570110 Sep 23 19:56:58.531686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1403534535', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:58.594156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Made reservation on behalf of 969f0e234fd94a768d1bb426bd890fdd for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:58.597121 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:58.603401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e0ce0b5c-b49a-4ac3-901a-5e6b53005f70 req-6ac34a3c-d276-42a2-a91a-5414334b98f7 service neutron] 10.222.0.41 "GET /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412077 Sep 23 19:56:58.607705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:58.608573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-33cc2e86-25ba-40d6-b388-db55954e3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.610070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-33cc2e86-25ba-40d6-b388-db55954e3fe2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 1094 time: 0.0743163 Sep 23 19:56:58.612701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35733dcc-2170-43b9-8271-ac3b5c332694 None None] New status for floating IP 84135257-99b4-435c-99c2-6d347827d052: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:56:58.621571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac877b2c-cd1c-4cc1-a887-d336d5ae824a req-52ed322b-ae13-4c54-a302-e24bfb1179b4 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.622318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac877b2c-cd1c-4cc1-a887-d336d5ae824a req-52ed322b-ae13-4c54-a302-e24bfb1179b4 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 943 time: 0.0823798 Sep 23 19:56:58.690934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac877b2c-cd1c-4cc1-a887-d336d5ae824a req-24a7778a-b794-4684-8de0-81a25561ab65 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588338 Sep 23 19:56:58.720475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-3c2279ca-6003-402f-b0b6-14ac2b103e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.722072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-3c2279ca-6003-402f-b0b6-14ac2b103e41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 916 time: 0.1046534 Sep 23 19:56:58.751678 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:58.756433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:58.761823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] device_id is not set on port b1496e41-5dee-4e20-945a-bc249b5959e3 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:56:58.769193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-3120b11f-c47f-4fc3-af44-87ca6a2313f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851edc9e-b58e-450e-961a-3821f9a443d7 HTTP/1.1" status: 200 len: 217 time: 0.0400779 Sep 23 19:56:58.817584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8559d3e9-722d-45f6-9983-25f7daa0b143,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:58.818245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-c46e6686-37e5-48bf-adb3-c67bcf5b446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.819709 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-c46e6686-37e5-48bf-adb3-c67bcf5b446a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0432744 Sep 23 19:56:58.853310 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-25808cc2-a0ed-4830-9778-374690e65874 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253074 Sep 23 19:56:58.881105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Allocated IP 172.25.6.223 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/b1496e41-5dee-4e20-945a-bc249b5959e3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:56:58.953854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-e9e746c4-3059-44b1-80ba-9c6e293e4e0f service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931046 Sep 23 19:56:59.034664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0350-e356-4ecd-8628-4fa8f64120bf req-bffc0a58-e9ee-4bf9-b79a-27ce308de409 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:59.036082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-740e0350-e356-4ecd-8628-4fa8f64120bf req-bffc0a58-e9ee-4bf9-b79a-27ce308de409 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 945 time: 0.0999844 Sep 23 19:56:59.044149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36f285b1-a71e-452d-950c-c8ad33ca8697 req-9b9e1f8b-fdc2-42b8-9ff2-a27a4b6482aa service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823960 Sep 23 19:56:59.090290 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.102136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-740e0350-e356-4ecd-8628-4fa8f64120bf req-07f1c855-2a1c-455d-9452-23bafb8db23e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd06f063-82ae-469f-977f-3981138cf6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585070 Sep 23 19:56:59.129851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.167291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:59.169981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:59.173206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:56:59.204453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Pushing event updated for resources: {'Port': ['ID=b1496e41-5dee-4e20-945a-bc249b5959e3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:59.224169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:59.224781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.238405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-80ffb43a-b5b1-4fac-87b3-f096f48395de tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.8226891 Sep 23 19:56:59.241269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:56:59.245517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.223'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:59.265700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.266734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.300801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-ebf9f5fa-9281-41dc-ae6c-07bc76be6777 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:59.302181 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-ebf9f5fa-9281-41dc-ae6c-07bc76be6777 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Sep 23 19:56:59.323639 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.395190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:59.395531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.463124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.485893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:59.486280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.498706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:59.629468 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.657349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=2c93dfd6-3873-4f2c-b4a0-369bc3d9af51,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:59.706216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] No DVR routers for this DVR port 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:59.708765 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:59.711118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bab5ce63-f150-4ae1-aa2b-33c4e9802c2b req-74e22e73-1145-4872-a4a7-bcb79b2b5664 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "DELETE /v2.0/ports/2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 HTTP/1.1" status: 204 len: 173 time: 0.4027548 Sep 23 19:56:59.851222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c253d-ae81-4618-a7f9-19802a6c90c8 req-f8ed27c2-4270-4d51-b90d-c25d9433b05f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:59.852710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e8c253d-ae81-4618-a7f9-19802a6c90c8 req-f8ed27c2-4270-4d51-b90d-c25d9433b05f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 943 time: 0.0658343 Sep 23 19:56:59.915047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'name': 'network-vif-deleted', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:59.917424 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd388a23-6d3b-4a2d-9a84-dcf79d606e25" -d '{"events": [{"server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "name": "network-vif-deleted", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:59.918618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e8c253d-ae81-4618-a7f9-19802a6c90c8 req-80d5a40f-d014-43bf-a742-135544a4d50f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Sep 23 19:56:59.961464 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dcf9fb-eb32-4ae8-a252-cbf5193d9536 x-openstack-request-id: req-89dcf9fb-eb32-4ae8-a252-cbf5193d9536 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:59.961753 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf181e8-f7d2-486d-97a0-e44531d48980", "name": "network-vif-deleted", "tag": "2c93dfd6-3873-4f2c-b4a0-369bc3d9af51", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:59.961999 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89dcf9fb-eb32-4ae8-a252-cbf5193d9536 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:59.962420 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf181e8-f7d2-486d-97a0-e44531d48980', 'name': 'network-vif-deleted', 'tag': '2c93dfd6-3873-4f2c-b4a0-369bc3d9af51', 'status': 'completed', 'code': 200} Sep 23 19:57:00.036911 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.056644 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.232310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 851edc9e-b58e-450e-961a-3821f9a443d7 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:57:00.232853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc71c501-1def-4167-87b1-ac78b9ad1ac1 req-ee06f9d4-015c-4ffe-a503-fb5ed91d3959 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf181e8-f7d2-486d-97a0-e44531d48980 HTTP/1.1" status: 200 len: 210 time: 0.0374048 Sep 23 19:57:00.244536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.331809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 851edc9e-b58e-450e-961a-3821f9a443d7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=851edc9e-b58e-450e-961a-3821f9a443d7,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:00.341166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '851edc9e-b58e-450e-961a-3821f9a443d7', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'port_id': '851edc9e-b58e-450e-961a-3821f9a443d7', 'mac_address': 'fa:16:3e:ad:75:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b69a3ea-ac44-40ab-8fcd-80568413202d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:57:00.381889 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.394817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851edc9e-b58e-450e-961a-3821f9a443d7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:00.407631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.409692 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.413301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 851edc9e-b58e-450e-961a-3821f9a443d7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=851edc9e-b58e-450e-961a-3821f9a443d7,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:00.418500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.452745 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.453179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dce25f40-0496-40b9-9fe5-a124ce369271 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:57:00.465731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=851edc9e-b58e-450e-961a-3821f9a443d7,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:00.469215 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:57:00.470373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-de918232-7da5-4d5f-b86b-be554b37f919 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2280712 Sep 23 19:57:00.473122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:00.549345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Deleting port b1496e41-5dee-4e20-945a-bc249b5959e3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:00.549719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.608116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['851edc9e-b58e-450e-961a-3821f9a443d7'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:00.623699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.635378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Calling delete_port for b1496e41-5dee-4e20-945a-bc249b5959e3 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:00.763082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.791281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1496e41-5dee-4e20-945a-bc249b5959e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:00.854396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:00.856366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f0a61ec7-e769-46f1-adee-bd45a509d392 tempest-RoutersAdminNegativeIpV6Test-1875421055 tempest-RoutersAdminNegativeIpV6Test-1875421055-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b1496e41-5dee-4e20-945a-bc249b5959e3 HTTP/1.1" status: 204 len: 168 time: 0.3823338 Sep 23 19:57:01.040404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33685d21-501d-4dc3-92b7-9ba575a9b0f8 req-d9c4fc92-4450-4b65-b668-f6885b5b5710 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:01.041921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33685d21-501d-4dc3-92b7-9ba575a9b0f8 req-d9c4fc92-4450-4b65-b668-f6885b5b5710 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 944 time: 0.0530543 Sep 23 19:57:01.079072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33685d21-501d-4dc3-92b7-9ba575a9b0f8 req-6d74fc6d-6cdd-4f14-8298-46713248a35c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Sep 23 19:57:01.097567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:01.204335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c60ee7ca-16f5-45cc-a346-dade878e9fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.290404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58966) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:01.294022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c60ee7ca-16f5-45cc-a346-dade878e9fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.298534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c60ee7ca-16f5-45cc-a346-dade878e9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.337824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c60ee7ca-16f5-45cc-a346-dade878e9fdc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00b214433ccb41bfae997d1c5a00f50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390938 Sep 23 19:57:01.338743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ee7ca-16f5-45cc-a346-dade878e9fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc80761-24c7-415b-9a41-d2e03f4aba1b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:01.341074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:01.351674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ae792fb-a3d9-4178-b34c-36d0b558557a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.378153 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ae792fb-a3d9-4178-b34c-36d0b558557a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.392383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb840-8946-4f26-83fd-ccb4be7dbbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.413240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb840-8946-4f26-83fd-ccb4be7dbbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.438783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ae792fb-a3d9-4178-b34c-36d0b558557a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.441401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ae792fb-a3d9-4178-b34c-36d0b558557a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.442626 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2ae792fb-a3d9-4178-b34c-36d0b558557a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/security-groups/cd06f063-82ae-469f-977f-3981138cf6c5 HTTP/1.1" status: 204 len: 168 time: 0.1512408 Sep 23 19:57:01.451674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae792fb-a3d9-4178-b34c-36d0b558557a tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd06f063-82ae-469f-977f-3981138cf6c5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:01.468897 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb840-8946-4f26-83fd-ccb4be7dbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.472474 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb840-8946-4f26-83fd-ccb4be7dbbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.473971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fd6fb840-8946-4f26-83fd-ccb4be7dbbb9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1dc80761-24c7-415b-9a41-d2e03f4aba1b HTTP/1.1" status: 204 len: 168 time: 0.1318526 Sep 23 19:57:01.484026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fb840-8946-4f26-83fd-ccb4be7dbbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc80761-24c7-415b-9a41-d2e03f4aba1b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:01.489291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 58974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:01.740717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:01.782518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0475ecf1-c104-4600-9a96-39db11b940e3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=969f0e234fd94a768d1bb426bd890fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406249 Sep 23 19:57:01.785056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 58980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:01.832464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b147f40-4432-4786-9d8b-afa633735c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.852821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b147f40-4432-4786-9d8b-afa633735c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.853064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.898254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b147f40-4432-4786-9d8b-afa633735c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.900800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b147f40-4432-4786-9d8b-afa633735c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:01.902003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b147f40-4432-4786-9d8b-afa633735c8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8559d3e9-722d-45f6-9983-25f7daa0b143 HTTP/1.1" status: 204 len: 168 time: 0.1159892 Sep 23 19:57:01.910229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b147f40-4432-4786-9d8b-afa633735c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8559d3e9-722d-45f6-9983-25f7daa0b143,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:02.201678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14bfd9-3ac2-43f0-b22d-0155d7e7768a req-801ca25c-d39a-4ad9-850c-8c92748b643c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:02.204360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d14bfd9-3ac2-43f0-b22d-0155d7e7768a req-801ca25c-d39a-4ad9-850c-8c92748b643c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 944 time: 0.0522974 Sep 23 19:57:02.241858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 851edc9e-b58e-450e-961a-3821f9a443d7 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:02.273557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d14bfd9-3ac2-43f0-b22d-0155d7e7768a req-22a07bb8-9eb7-43bb-be12-addd8efbfec3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615771 Sep 23 19:57:02.301466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 851edc9e-b58e-450e-961a-3821f9a443d7 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:57:02.305238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 851edc9e-b58e-450e-961a-3821f9a443d7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:02.305604 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.397609 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.425086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851edc9e-b58e-450e-961a-3821f9a443d7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:02.427363 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a403f0-61ef-4b4b-9edb-e0b6d4260df2" -d '{"events": [{"server_uuid": "278df115-8d8b-42de-b0c3-1ef1a15a5b19", "name": "network-vif-plugged", "status": "completed", "tag": "851edc9e-b58e-450e-961a-3821f9a443d7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:02.441428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 851edc9e-b58e-450e-961a-3821f9a443d7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=851edc9e-b58e-450e-961a-3821f9a443d7,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:02.445749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.480604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port a458be38-a344-4da6-8bbb-efee50e5b62f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:02.481152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.499633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=851edc9e-b58e-450e-961a-3821f9a443d7,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:02.581387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port a458be38-a344-4da6-8bbb-efee50e5b62f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a458be38-a344-4da6-8bbb-efee50e5b62f,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:02.582004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.597617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for a458be38-a344-4da6-8bbb-efee50e5b62f owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:02.618483 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20666802-1985-4aee-9cc3-12d9132592b4 x-openstack-request-id: req-20666802-1985-4aee-9cc3-12d9132592b4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:02.618785 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278df115-8d8b-42de-b0c3-1ef1a15a5b19", "name": "network-vif-plugged", "status": "completed", "tag": "851edc9e-b58e-450e-961a-3821f9a443d7", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:02.619039 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20666802-1985-4aee-9cc3-12d9132592b4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:02.619434 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851edc9e-b58e-450e-961a-3821f9a443d7', 'code': 200} Sep 23 19:57:02.690602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:02.769155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769880c-030e-4fdf-b480-400db3a0a39f req-1bb021c1-609c-482e-91dc-890ccca8768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:02.770684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4769880c-030e-4fdf-b480-400db3a0a39f req-1bb021c1-609c-482e-91dc-890ccca8768b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 1096 time: 0.0952396 Sep 23 19:57:02.838102 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4769880c-030e-4fdf-b480-400db3a0a39f req-60ebdf61-c68d-4e01-a021-be35711542e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600226 Sep 23 19:57:02.852434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344183760'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:02.855229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.879840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:02.883357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.883911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=a458be38-a344-4da6-8bbb-efee50e5b62f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:02.897802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:02.998631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.004632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.029810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:03.046083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568947a2-b07c-4923-bb81-ab2287138e4a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:03.051084 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.052302 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 89df9052-d459-46c5-9af9-c440c266beca of type vlan for network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e Sep 23 19:57:03.096323 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.099123 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.124762 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.131007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:03.131608 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.173658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4794865 Sep 23 19:57:03.174076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:03.209500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2062395628'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:03.213962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a342-6962-405a-a47d-6d4b9efd97f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=62477c11-f3c9-47b4-b6ef-06d8e080ef4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:03.229662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:03.234058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:03.238097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.263047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:03.273673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.274433 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 7dd327e9-64e9-401d-9ccb-bef964c5818c of type vlan for network bc901733-f8b9-4568-af7b-07b4bb6506a8 Sep 23 19:57:03.323187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.348650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:03.360582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.366133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:03.366741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.426650 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2487259 Sep 23 19:57:03.427504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59016) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:03.434484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': '62477c11-f3c9-47b4-b6ef-06d8e080ef4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:03.478925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b90db-cb29-4b8f-9f70-0f06cb52cbdd req-bb772f2a-6cbf-4b81-b406-a0dd21030e8c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:03.480360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce9b90db-cb29-4b8f-9f70-0f06cb52cbdd req-bb772f2a-6cbf-4b81-b406-a0dd21030e8c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 945 time: 0.1319532 Sep 23 19:57:03.480992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea3ca9-ab6d-4620-a58a-e00e55c84d72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=bc901733-f8b9-4568-af7b-07b4bb6506a8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:03.492334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:03.523389 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce9b90db-cb29-4b8f-9f70-0f06cb52cbdd req-1afe1597-0ab4-461a-abe9-53078057eb73 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Sep 23 19:57:03.531457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:03.537517 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8b3c397f-e1af-48d0-8181-13eba06b698e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "PUT /v2.0/routers/49b8e7ea-9bd8-44fa-ae56-48cb4b79d064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0471504 Sep 23 19:57:03.540895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:03.551247 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] Sync routers for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:03.559905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:03.563606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.564222 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:03.565955 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:03.603142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting subnet 3c2ee8e8-bd50-4dd8-b846-d98c7798bb28 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:03.606416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.653322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.677954 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:03.740396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.760015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.813273 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.823165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=d5cbcbc9-22d1-46c9-a48f-40aaf469ddc8,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:03.830395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '89df9052-d459-46c5-9af9-c440c266beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '62477c11-f3c9-47b4-b6ef-06d8e080ef4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:03.831289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: 62477c11-f3c9-47b4-b6ef-06d8e080ef4e, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:03.849806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:03.851049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2ee8e8-bd50-4dd8-b846-d98c7798bb28,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:03.859490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.862359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 62477c11-f3c9-47b4-b6ef-06d8e080ef4e) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:03.865636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d5fab-215e-4ceb-b667-e10f6a5f5f7f None None] Network c173d027-4a63-45fd-8781-84b431eacd86 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:03.866012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:03.873932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:03.874300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-455858be-8854-4415-90bf-6da1d17afef0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/subnets/3c2ee8e8-bd50-4dd8-b846-d98c7798bb28 HTTP/1.1" status: 204 len: 168 time: 0.3317928 Sep 23 19:57:03.874573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:03.880731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee065b-0ab5-4ac8-912e-5938bad21c65 None None] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:03.904954 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:57:02Z', 'revision_number': 7, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:03.943247 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] Checking router: 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:03.953055 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] Routers {'49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:03.954016 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:03.965423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:03.965613 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-012173e0-4bec-48ed-9ce4-2e1c280d2fa4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5369279 Sep 23 19:57:03.976886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': 'bc901733-f8b9-4568-af7b-07b4bb6506a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:04.008891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.094199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:04.099633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.102077 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] Set router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:04.144204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-62477c11-f3c9-47b4-b6ef-06d8e080ef4e', 'network_id': '62477c11-f3c9-47b4-b6ef-06d8e080ef4e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': 'd5cbcbc9-22d1-46c9-a48f-40aaf469ddc8'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:04.145204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.162631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] DHCP port deletion for c173d027-4a63-45fd-8781-84b431eacd86 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:57:04.171089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.241920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:04.243455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.306423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] Deleting port 37f6a582-8df5-4451-b6a0-22c1d78819ad {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:04.307156 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.360034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 37f6a582-8df5-4451-b6a0-22c1d78819ad no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:04.378893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:04.379200 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.389013 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:57:02Z', 'revision_number': 7, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:04.397856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:04.419686 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5093997-24f0-406a-8725-fccd128cb369 None None] The sync data for ids ['49b8e7ea-9bd8-44fa-ae56-48cb4b79d064'] in n-d-810763-1 is: [{'id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'name': 'tempest-TestNetworkBasicOps-router-580257115', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:54:39Z', 'updated_at': '2021-09-23T19:57:02Z', 'revision_number': 7, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': '6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8e7ea-9bd8-44fa-ae56-48cb4b79d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:54:40Z', 'updated_at': '2021-09-23T19:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:04.429386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.431817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Allocated IP 2001:db8::2 (62477c11-f3c9-47b4-b6ef-06d8e080ef4e/d5cbcbc9-22d1-46c9-a48f-40aaf469ddc8/de2d1951-afa1-45d3-a531-f7227266934b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:04.461898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] For port 37f6a582-8df5-4451-b6a0-22c1d78819ad, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=37f6a582-8df5-4451-b6a0-22c1d78819ad,segment=NetworkSegment(6dd314b4-31b3-4029-9a9b-8ec175b3f81f),segment_id=6dd314b4-31b3-4029-9a9b-8ec175b3f81f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:04.462029 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.481967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] Calling delete_port for 37f6a582-8df5-4451-b6a0-22c1d78819ad owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:04.511917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=04f90f62-3010-4962-878b-bb134e4efac8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:04.517122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '7dd327e9-64e9-401d-9ccb-bef964c5818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bc901733-f8b9-4568-af7b-07b4bb6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:04.517561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: bc901733-f8b9-4568-af7b-07b4bb6506a8, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:04.536095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:04.546569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, bc901733-f8b9-4568-af7b-07b4bb6506a8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:04.556504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:04.557099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.581566 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0764b0ed-7792-4ed0-a79b-813c88478591 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6141396 Sep 23 19:57:04.584660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:04.589913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-49904764-f463-46fb-8edf-1259d63042dd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1201526920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:04.628872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.640705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49904764-f463-46fb-8edf-1259d63042dd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.640705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49904764-f463-46fb-8edf-1259d63042dd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.660823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:04.720053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554bf3-658f-488d-9cdb-fdef7033e98e req-bbee5ffa-11cb-41f5-b376-38094301407d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:04.721553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18554bf3-658f-488d-9cdb-fdef7033e98e req-bbee5ffa-11cb-41f5-b376-38094301407d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 945 time: 0.1024001 Sep 23 19:57:04.731902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.751156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70930fe1-a850-428e-8c7f-a4d3287091cd None None] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:04.753621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:04.757477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49904764-f463-46fb-8edf-1259d63042dd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.789897 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49904764-f463-46fb-8edf-1259d63042dd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.806952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18554bf3-658f-488d-9cdb-fdef7033e98e req-ddfdefa6-d973-4b1e-9ee6-53f097cdba94 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511746 Sep 23 19:57:04.815032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49904764-f463-46fb-8edf-1259d63042dd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.817121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-49904764-f463-46fb-8edf-1259d63042dd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2307591 Sep 23 19:57:04.819909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:04.852482 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.859230 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.890692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:04.891032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 2c93dfd6-3873-4f2c-b4a0-369bc3d9af51 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:04.923906 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.931619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.933768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Fanout notify agent at l3_agent the message router_deleted on router 49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:57:04.949045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.951957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-16de74a7-890c-4f2b-b1a2-06fbe6b16945 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/routers/49b8e7ea-9bd8-44fa-ae56-48cb4b79d064 HTTP/1.1" status: 204 len: 168 time: 1.0833797 Sep 23 19:57:04.953862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:05.043431 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.055270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-bc901733-f8b9-4568-af7b-07b4bb6506a8', 'network_id': 'bc901733-f8b9-4568-af7b-07b4bb6506a8', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': '04f90f62-3010-4962-878b-bb134e4efac8'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:05.056111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.059903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.115615 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.127096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] Pushing event deleted for resources: {'Port': ['ID=37f6a582-8df5-4451-b6a0-22c1d78819ad,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:05.131308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c705d7-d2b2-483b-a374-119d4daa6d7c None None] No DVR routers for this DVR port 37f6a582-8df5-4451-b6a0-22c1d78819ad on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:05.133346 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.190571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.240345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c173d027-4a63-45fd-8781-84b431eacd86']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:05.245007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:05.254741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:05.260931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:05.266493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Pushing event updated for resources: {'Port': ['ID=de2d1951-afa1-45d3-a531-f7227266934b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:05.269920 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.277599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd314b4-31b3-4029-9a9b-8ec175b3f81f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:05.278002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd314b4-31b3-4029-9a9b-8ec175b3f81f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:05.305495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.339891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.355736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:57:05.356148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:57:05.361219 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:57:05.378598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Attempting to bind port de2d1951-afa1-45d3-a531-f7227266934b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:05.378996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Attempting to bind port de2d1951-afa1-45d3-a531-f7227266934b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '89df9052-d459-46c5-9af9-c440c266beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '62477c11-f3c9-47b4-b6ef-06d8e080ef4e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:05.379344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Attempting to bind port de2d1951-afa1-45d3-a531-f7227266934b on network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:05.381788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Allocated IP 2001:db8:1::2 (bc901733-f8b9-4568-af7b-07b4bb6506a8/04f90f62-3010-4962-878b-bb134e4efac8/a4557ede-c1b8-4534-9742-93e0b5c4f5ca) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:05.394575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:05.394860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Checking segment: {'id': '89df9052-d459-46c5-9af9-c440c266beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '62477c11-f3c9-47b4-b6ef-06d8e080ef4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:05.395501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.396094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Bound using segment: {'id': '89df9052-d459-46c5-9af9-c440c266beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '62477c11-f3c9-47b4-b6ef-06d8e080ef4e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:05.396806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Bound port: de2d1951-afa1-45d3-a531-f7227266934b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df9052-d459-46c5-9af9-c440c266beca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '62477c11-f3c9-47b4-b6ef-06d8e080ef4e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:05.397395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.441419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.446542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.449331 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/networks/c173d027-4a63-45fd-8781-84b431eacd86 HTTP/1.1" status: 204 len: 168 time: 0.4941335 Sep 23 19:57:05.465440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:05.477867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'network': {'name': 'tempest-network-smoke--337761484', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:05.492473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d270a13-89cc-48a8-b872-b6063e6669c2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Network': ['ID=c173d027-4a63-45fd-8781-84b431eacd86,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:05.541470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:05.546229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.549424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] For port de2d1951-afa1-45d3-a531-f7227266934b, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:05.554026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] For port de2d1951-afa1-45d3-a531-f7227266934b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=de2d1951-afa1-45d3-a531-f7227266934b,segment=NetworkSegment(89df9052-d459-46c5-9af9-c440c266beca),segment_id=89df9052-d459-46c5-9af9-c440c266beca)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:05.566579 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.583925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:05.606623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.607073 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Added segment 9ac043c3-7f0f-4b93-9e52-5f82b41760e7 of type vlan for network e1d34305-fe19-48f5-abbf-7852b94fce1c Sep 23 19:57:05.647611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8::1 (62477c11-f3c9-47b4-b6ef-06d8e080ef4e/d5cbcbc9-22d1-46c9-a48f-40aaf469ddc8/ad704c65-cd3d-4ff5-9cc3-5592d42c86e6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:05.659356 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.675677 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.680755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fafadc-bc16-467e-93db-6a58816b3a3b None None] Pushing event updated for resources: {'Port': ['ID=de2d1951-afa1-45d3-a531-f7227266934b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:05.686638 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.698617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.704606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:05.705239 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.740316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Pushing event updated for resources: {'Port': ['ID=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:05.744923 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2782974 Sep 23 19:57:05.748247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:05.760973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:05.763644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:05.766076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'admin_state_up': True, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:05.766269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:05.823698 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.838275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50b269-9eed-49d1-9fc5-2568b3fe79ff tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Network': ['ID=e1d34305-fe19-48f5-abbf-7852b94fce1c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:05.845799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Attempting to bind port a4557ede-c1b8-4534-9742-93e0b5c4f5ca on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:05.846399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Attempting to bind port a4557ede-c1b8-4534-9742-93e0b5c4f5ca by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '7dd327e9-64e9-401d-9ccb-bef964c5818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bc901733-f8b9-4568-af7b-07b4bb6506a8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:05.846920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Attempting to bind port a4557ede-c1b8-4534-9742-93e0b5c4f5ca on network bc901733-f8b9-4568-af7b-07b4bb6506a8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:05.847689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.849145 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.850358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e1d34305-fe19-48f5-abbf-7852b94fce1c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:05.865465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:05.865885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Checking segment: {'id': '7dd327e9-64e9-401d-9ccb-bef964c5818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bc901733-f8b9-4568-af7b-07b4bb6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:05.866281 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.866680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Bound using segment: {'id': '7dd327e9-64e9-401d-9ccb-bef964c5818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bc901733-f8b9-4568-af7b-07b4bb6506a8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:05.867455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Bound port: a4557ede-c1b8-4534-9742-93e0b5c4f5ca, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd327e9-64e9-401d-9ccb-bef964c5818c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bc901733-f8b9-4568-af7b-07b4bb6506a8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:05.868094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.882958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.947584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:05.949924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:05.951450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:05.956626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:05.957078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.013339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] For port a4557ede-c1b8-4534-9742-93e0b5c4f5ca, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:06.016725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] For port a4557ede-c1b8-4534-9742-93e0b5c4f5ca, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,segment=NetworkSegment(7dd327e9-64e9-401d-9ccb-bef964c5818c),segment_id=7dd327e9-64e9-401d-9ccb-bef964c5818c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:06.021589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.034853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=ad704c65-cd3d-4ff5-9cc3-5592d42c86e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:06.140352 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0ec7e-064d-409a-bc1b-41360c75fc0e None None] Pushing event updated for resources: {'Port': ['ID=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:06.149920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.164021 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.286995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device de2d1951-afa1-45d3-a531-f7227266934b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:06.392765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port de2d1951-afa1-45d3-a531-f7227266934b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:06.393142 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.461568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.489678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.531916 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.576997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port de2d1951-afa1-45d3-a531-f7227266934b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=de2d1951-afa1-45d3-a531-f7227266934b,segment=NetworkSegment(89df9052-d459-46c5-9af9-c440c266beca),segment_id=89df9052-d459-46c5-9af9-c440c266beca)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:06.584358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.613839 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.620967 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.622078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.712914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a458be38-a344-4da6-8bbb-efee50e5b62f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:06.734279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=ad704c65-cd3d-4ff5-9cc3-5592d42c86e6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:06.735723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.25.6.128 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/cf9857f3-fa31-4175-9cda-3148066d9354) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:06.766013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=de2d1951-afa1-45d3-a531-f7227266934b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:06.784991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a458be38-a344-4da6-8bbb-efee50e5b62f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:06.785419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a458be38-a344-4da6-8bbb-efee50e5b62f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:06.785948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:06.824309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:06.824658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6ca5d6a7-c9c0-4e7a-8bca-6f2e08f4afff not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:06.836705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:06.838331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:06.893739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.943544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.985897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 15a3eab2-943d-446c-98e0-6470a1be9715 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:07.020956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=cf9857f3-fa31-4175-9cda-3148066d9354,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:07.035815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:07.037553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:07.044257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:07.089392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafd651-e2c1-48de-b49a-727d58ac9680 None None] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:07.093990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:07.099900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a705d45a-c411-4d74-baf5-5504b19e94f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/15a3eab2-943d-446c-98e0-6470a1be9715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2785456 Sep 23 19:57:07.102583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:07.111707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] Sync routers for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:07.156792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:07.157599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:07.160383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde6a12-2c7b-44a8-ac43-a49d7ba52885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:07.166578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fdde6a12-2c7b-44a8-ac43-a49d7ba52885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports/ad704c65-cd3d-4ff5-9cc3-5592d42c86e6 HTTP/1.1" status: 200 len: 911 time: 0.0629356 Sep 23 19:57:07.167466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:07.264536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:07.282881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-45998968-72f6-4917-9e57-7d9fb3cd2a0a None None] Provisioning complete for port de2d1951-afa1-45d3-a531-f7227266934b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:07.284081 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45998968-72f6-4917-9e57-7d9fb3cd2a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:07.355551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:07.356594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:07.416207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:07.446181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:07.446896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de081283-953e-47f2-82fb-3d7044d04f70 None None] The sync data for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:07.616361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f833a-a172-4609-a064-0b0d74b9f801 None None] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:07.941846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9b172742-8b8d-4858-98e7-4dba9341f2c8 None None] Provisioning complete for port a4557ede-c1b8-4534-9742-93e0b5c4f5ca triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:07.942494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b172742-8b8d-4858-98e7-4dba9341f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:07.992821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.109270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b172742-8b8d-4858-98e7-4dba9341f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.177515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.182164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9b172742-8b8d-4858-98e7-4dba9341f2c8 None None] For port a4557ede-c1b8-4534-9742-93e0b5c4f5ca, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,segment=NetworkSegment(7dd327e9-64e9-401d-9ccb-bef964c5818c),segment_id=7dd327e9-64e9-401d-9ccb-bef964c5818c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:08.192280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b172742-8b8d-4858-98e7-4dba9341f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.311953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b172742-8b8d-4858-98e7-4dba9341f2c8 None None] Pushing event updated for resources: {'Port': ['ID=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:08.347146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-924a6414-a130-4a0f-98d0-ac5bde27b8d2 None None] Provisioning complete for port ad704c65-cd3d-4ff5-9cc3-5592d42c86e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:08.347963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-924a6414-a130-4a0f-98d0-ac5bde27b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.401660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-924a6414-a130-4a0f-98d0-ac5bde27b8d2 None None] Port ad704c65-cd3d-4ff5-9cc3-5592d42c86e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:08.411525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8:1::1 (bc901733-f8b9-4568-af7b-07b4bb6506a8/04f90f62-3010-4962-878b-bb134e4efac8/e8538545-a4c8-41d4-9112-d2b2c90ca492) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:08.415334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-924a6414-a130-4a0f-98d0-ac5bde27b8d2 None None] Provisioning complete for port de2d1951-afa1-45d3-a531-f7227266934b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:08.416346 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-924a6414-a130-4a0f-98d0-ac5bde27b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.459448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device de2d1951-afa1-45d3-a531-f7227266934b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:08.477850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 0a244624-ef86-44a8-b1bb-9f9aaf73896f is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:08.538617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port de2d1951-afa1-45d3-a531-f7227266934b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:08.538989 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.601463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.637273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:08.648329 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Sync routers for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:08.661568 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:08.662667 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:08.678480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.683628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:08.684288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cba55da0-94d3-436f-ba95-09443ded5cde tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9344819 Sep 23 19:57:08.696207 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.733209 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d23f633f-1428-4b8b-9cbf-0a9d12f72143 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=ba06085ca6fd443bb6a98a4d3a134775&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457070 Sep 23 19:57:08.734184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:08.765177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:08.771359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:08.778851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:08.779498 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:08.819503 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:08.854105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=e8538545-a4c8-41d4-9112-d2b2c90ca492,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:08.975426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd2918-5454-47cd-b9c8-a5e068fa4b35 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:08.982873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a4557ede-c1b8-4534-9742-93e0b5c4f5ca up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:08.984418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-48fd2918-5454-47cd-b9c8-a5e068fa4b35 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2486355 Sep 23 19:57:08.985736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:09.018799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.041481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-29f21d6b-a043-4a03-8b9d-37bcaf636605 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512898 Sep 23 19:57:09.041732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5d94585c-b75e-4874-bcdb-580b195110bd None None] Provisioning complete for port ad704c65-cd3d-4ff5-9cc3-5592d42c86e6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:09.041732 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d94585c-b75e-4874-bcdb-580b195110bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.041987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:09.052028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1305840524', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:09.102698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5d94585c-b75e-4874-bcdb-580b195110bd None None] Port ad704c65-cd3d-4ff5-9cc3-5592d42c86e6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:09.112568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a4557ede-c1b8-4534-9742-93e0b5c4f5ca triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:09.112568 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.113864 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:07Z', 'revision_number': 3, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:09.145625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5d94585c-b75e-4874-bcdb-580b195110bd None None] Provisioning complete for port a4557ede-c1b8-4534-9742-93e0b5c4f5ca triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:09.146285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d94585c-b75e-4874-bcdb-580b195110bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.225451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:09.229298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.336635 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Checking router: 0a244624-ef86-44a8-b1bb-9f9aaf73896f for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:09.337246 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Updating router 0a244624-ef86-44a8-b1bb-9f9aaf73896f port cf9857f3-fa31-4175-9cda-3148066d9354 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:09.375030 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.416423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.423801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.425019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.437829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d0114103-c6db-44ba-93aa-4ffcab127825 None None] Provisioning complete for port e8538545-a4c8-41d4-9112-d2b2c90ca492 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:09.441532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0114103-c6db-44ba-93aa-4ffcab127825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.484468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0114103-c6db-44ba-93aa-4ffcab127825 None None] Port e8538545-a4c8-41d4-9112-d2b2c90ca492 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:09.498422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=e8538545-a4c8-41d4-9112-d2b2c90ca492,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:09.508392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.576921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Subnet': ['ID=df7ecd72-2c29-48ab-8d53-5e810aee6c89,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:09.583204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Checking segment: {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:09.583518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network hostable DHCP agents. Network: e1d34305-fe19-48f5-abbf-7852b94fce1c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:09.592177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:09.594619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:09.606113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e1d34305-fe19-48f5-abbf-7852b94fce1c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:09.626591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e1d34305-fe19-48f5-abbf-7852b94fce1c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:09.648890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:09.649739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.658252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53834b0c-673a-4035-b251-80584e46d5c5 None None] Network e1d34305-fe19-48f5-abbf-7852b94fce1c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:09.694986 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-df566248-3d20-4c2c-b444-c65e83e5a217 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6514118 Sep 23 19:57:09.697650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59068) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:09.761565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 15a3eab2-943d-446c-98e0-6470a1be9715 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:09.805465 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.815425 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.864326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-e1d34305-fe19-48f5-abbf-7852b94fce1c', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:09.864326 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.906287 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Attempting to bind port cf9857f3-fa31-4175-9cda-3148066d9354 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:09.906752 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Attempting to bind port cf9857f3-fa31-4175-9cda-3148066d9354 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:09.907421 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Attempting to bind port cf9857f3-fa31-4175-9cda-3148066d9354 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:09.914255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bab04-d329-4c0d-946a-f3fb886bf4ae None None] Pushing event updated for resources: {'Port': ['ID=cf9857f3-fa31-4175-9cda-3148066d9354,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:09.916835 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:09.917350 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:09.917863 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.918201 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:09.918700 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Bound port: cf9857f3-fa31-4175-9cda-3148066d9354, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:09.919090 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:09.964101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:09.973752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-93404dcd-07c1-4ac7-8164-cd3c3ebf5025 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/15a3eab2-943d-446c-98e0-6470a1be9715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8050518 Sep 23 19:57:09.974443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:09.978794 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] For port cf9857f3-fa31-4175-9cda-3148066d9354, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:09.979066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] Sync routers for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:09.982684 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] For port cf9857f3-fa31-4175-9cda-3148066d9354, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cf9857f3-fa31-4175-9cda-3148066d9354,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:09.989653 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.014838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:10.015480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:10.028453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e088adf-aa3f-4243-a469-87069d93eebb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:10.033031 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e088adf-aa3f-4243-a469-87069d93eebb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports/e8538545-a4c8-41d4-9112-d2b2c90ca492 HTTP/1.1" status: 200 len: 913 time: 0.0568902 Sep 23 19:57:10.034351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:10.072175 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-51105aaa-694c-40e7-b38f-d11bffb303a2 None None] Provisioning complete for port e8538545-a4c8-41d4-9112-d2b2c90ca492 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:10.072551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51105aaa-694c-40e7-b38f-d11bffb303a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.079517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:10.114280 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bab04-d329-4c0d-946a-f3fb886bf4ae None None] Pushing event updated for resources: {'Port': ['ID=cf9857f3-fa31-4175-9cda-3148066d9354,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:10.134541 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:10.135895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:10.255321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-51105aaa-694c-40e7-b38f-d11bffb303a2 None None] Port e8538545-a4c8-41d4-9112-d2b2c90ca492 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:10.258921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:10.260189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:10.294321 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:10.316782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:10.317777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ae5ba-0d91-44ad-ad1a-bd9550e5a092 None None] The sync data for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:10.320672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a4557ede-c1b8-4534-9742-93e0b5c4f5ca up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:10.324217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Allocated IP 172.20.0.2 (e1d34305-fe19-48f5-abbf-7852b94fce1c/df7ecd72-2c29-48ab-8d53-5e810aee6c89/4341fa35-748d-47aa-9655-44d0351f7ad5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:10.438748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a4557ede-c1b8-4534-9742-93e0b5c4f5ca triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:10.439122 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.482835 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.542137 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:07Z', 'revision_number': 3, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:10.574218 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.575770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7ab16-cd09-4a43-b87d-3c8934b5f5d1 None None] The sync data for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 is: [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:07Z', 'revision_number': 3, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:10.648553 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.662723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.718410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Pushing event updated for resources: {'Port': ['ID=4341fa35-748d-47aa-9655-44d0351f7ad5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:10.736371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Network e1d34305-fe19-48f5-abbf-7852b94fce1c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:10.738865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:10.741174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:10.803043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Attempting to bind port 4341fa35-748d-47aa-9655-44d0351f7ad5 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:10.803448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Attempting to bind port 4341fa35-748d-47aa-9655-44d0351f7ad5 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:10.803891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Attempting to bind port 4341fa35-748d-47aa-9655-44d0351f7ad5 on network e1d34305-fe19-48f5-abbf-7852b94fce1c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:10.815901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:10.816276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Checking segment: {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:10.816692 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.817820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Bound using segment: {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:10.817820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Bound port: 4341fa35-748d-47aa-9655-44d0351f7ad5, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:10.818196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.839876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port e8538545-a4c8-41d4-9112-d2b2c90ca492 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:10.840370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.951205 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] For port 4341fa35-748d-47aa-9655-44d0351f7ad5, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:10.956508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] For port 4341fa35-748d-47aa-9655-44d0351f7ad5, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4341fa35-748d-47aa-9655-44d0351f7ad5,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:10.966111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:10.986140 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.001156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for e8538545-a4c8-41d4-9112-d2b2c90ca492 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:11.043896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413d74b-51ce-4fbd-b399-f8a596ec3fa5 None None] Pushing event updated for resources: {'Port': ['ID=4341fa35-748d-47aa-9655-44d0351f7ad5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:11.086146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.20.0.1 (e1d34305-fe19-48f5-abbf-7852b94fce1c/df7ecd72-2c29-48ab-8d53-5e810aee6c89/83f1c0a5-963f-4c37-85b7-9f81c06103f9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:11.279775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.293595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.325625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=e8538545-a4c8-41d4-9112-d2b2c90ca492,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:11.364884 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.428319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e1d34305-fe19-48f5-abbf-7852b94fce1c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:11.432155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:11.434773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:11.496607 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:57:11.499165 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.504042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=83f1c0a5-963f-4c37-85b7-9f81c06103f9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:11.515079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.598266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.600436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.600849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.601318 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.601732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.602232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.602712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.603118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.603577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.603980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.604394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.604795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:11.664829 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.732505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 15a3eab2-943d-446c-98e0-6470a1be9715 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:11.832535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:11.839211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-993c90c3-71ad-4aae-aa97-861b9022c74e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/15a3eab2-943d-446c-98e0-6470a1be9715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033047 Sep 23 19:57:11.841454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:11.847320 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] Sync routers for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:11.857171 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:11.858063 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:11.892002 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:11.902752 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:11.903642 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:11.942673 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:11.943564 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f56ca-3bdd-4a44-892e-10aa29659ea6 None None] The sync data for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:11.980656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.986563 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.118809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.123283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=83f1c0a5-963f-4c37-85b7-9f81c06103f9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:12.243031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002dcb6-2bf5-443f-9ec5-c0abec72ceb0 None None] Network e1d34305-fe19-48f5-abbf-7852b94fce1c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:12.250271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e1d34305-fe19-48f5-abbf-7852b94fce1c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:12.251834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:12.363630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4341fa35-748d-47aa-9655-44d0351f7ad5 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:12.373171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fe48ba71-0ddc-488d-8ee3-833884ba8387 None None] Provisioning complete for port 4341fa35-748d-47aa-9655-44d0351f7ad5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:12.373539 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48ba71-0ddc-488d-8ee3-833884ba8387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.471714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 0a244624-ef86-44a8-b1bb-9f9aaf73896f has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:12.534228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4341fa35-748d-47aa-9655-44d0351f7ad5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:12.534689 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.609644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48ba71-0ddc-488d-8ee3-833884ba8387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.625341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:12.637147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:12.639306 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b4a3bb24-7010-412c-87c8-ddc9d8b0b239 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "PUT /v2.0/routers/0a244624-ef86-44a8-b1bb-9f9aaf73896f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368305 Sep 23 19:57:12.651018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fe48ba71-0ddc-488d-8ee3-833884ba8387 None None] For port 4341fa35-748d-47aa-9655-44d0351f7ad5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4341fa35-748d-47aa-9655-44d0351f7ad5,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:12.657966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe48ba71-0ddc-488d-8ee3-833884ba8387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.758873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48ba71-0ddc-488d-8ee3-833884ba8387 None None] Pushing event updated for resources: {'Port': ['ID=4341fa35-748d-47aa-9655-44d0351f7ad5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:12.771446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf9857f3-fa31-4175-9cda-3148066d9354 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:12.809907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Sync routers for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:12.815927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.826046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-5cfd59a0-fe01-41c4-92d4-39cf5ccb890e tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.827720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-5cfd59a0-fe01-41c4-92d4-39cf5ccb890e tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.2039895 Sep 23 19:57:12.832342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:12.832912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:12.911232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port cf9857f3-fa31-4175-9cda-3148066d9354 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:12.911608 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:12.921245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-804fef5a-1a32-41fc-a17e-b3f4bea9533b tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/quotas/bc6705f5f4e4417fb61437665181c9e3 HTTP/1.1" status: 200 len: 375 time: 0.0546396 Sep 23 19:57:12.926729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.927209 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.927669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.928136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.928605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.929067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.929532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:12.933992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-64ffe1b2-bcd2-4484-9548-228c0ee6726e tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4959 time: 0.2919796 Sep 23 19:57:12.934420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:13.010431 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.012958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:13.013581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:13.014366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:13.014798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:13.015265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:13.016204 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:13.016321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:13.024603 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c73f629d-2d4e-49b8-b181-7c2ba6c93b42 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4604 time: 0.0885124 Sep 23 19:57:13.026091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59102) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:13.043025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port cf9857f3-fa31-4175-9cda-3148066d9354, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cf9857f3-fa31-4175-9cda-3148066d9354,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:13.045094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:13.048552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.051235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-0b1249ea-aac9-4124-9faf-4c6c9a8fd966 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185338 Sep 23 19:57:13.188065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-c9f557ee-bcfd-4c4b-8408-04939bd35ae9 service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359432 Sep 23 19:57:13.214493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1b20fe3d-b596-4a67-bbc0-6de4e8fc1303 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2144 time: 0.1867073 Sep 23 19:57:13.269866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad089cf4-6345-46de-bb5d-3fa95d3acfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.273776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-53b2df6d-125e-4aa3-9eba-c5b61de1685b None None] Provisioning complete for port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:13.274138 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53b2df6d-125e-4aa3-9eba-c5b61de1685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.277986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=cf9857f3-fa31-4175-9cda-3148066d9354,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:13.314488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-75c23fa9-e69e-437d-943c-998bc0ccaba2 service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253128 Sep 23 19:57:13.326865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port ad704c65-cd3d-4ff5-9cc3-5592d42c86e6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:13.327464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.360354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-53b2df6d-125e-4aa3-9eba-c5b61de1685b None None] Port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:13.380890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-53b2df6d-125e-4aa3-9eba-c5b61de1685b None None] Provisioning complete for port 4341fa35-748d-47aa-9655-44d0351f7ad5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:13.381360 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53b2df6d-125e-4aa3-9eba-c5b61de1685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.458598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.459983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 2, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:13.475885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for ad704c65-cd3d-4ff5-9cc3-5592d42c86e6 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:13.491608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Checking router: 0a244624-ef86-44a8-b1bb-9f9aaf73896f for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:13.491964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Updating router 0a244624-ef86-44a8-b1bb-9f9aaf73896f port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:13.546489 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.692619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.728173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=ad704c65-cd3d-4ff5-9cc3-5592d42c86e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:13.802026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:13.809101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543084890', 'description': 'tempest-secgroup-smoke-1543084890 description', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:13.828664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-48d435cd-187f-41ce-b963-e40c408eda43 None None] Provisioning complete for port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:13.829219 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48d435cd-187f-41ce-b963-e40c408eda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.868924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-48d435cd-187f-41ce-b963-e40c408eda43 None None] Port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:13.920174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82d91eea-18f8-4246-b7bd-e40ec1643aab req-f50b0611-1c2d-49d2-84cd-710c2b4f6378 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 210 time: 0.0450649 Sep 23 19:57:13.920879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:13.948564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.125211 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.130963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.138534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 15a3eab2-943d-446c-98e0-6470a1be9715 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:14.211940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd4864-2c86-4c6b-ba34-b697fdf1b0f3 None None] Pushing event updated for resources: {'Port': ['ID=83f1c0a5-963f-4c37-85b7-9f81c06103f9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:14.246198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:14.249545 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.250988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Attempting to bind port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:14.251442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Attempting to bind port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:14.251826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Attempting to bind port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 on network e1d34305-fe19-48f5-abbf-7852b94fce1c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:14.253741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7349b0e5-4f6b-44ec-99c6-699c7628bd1f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/15a3eab2-943d-446c-98e0-6470a1be9715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4112189 Sep 23 19:57:14.257314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:14.260679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.261931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4341fa35-748d-47aa-9655-44d0351f7ad5 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:14.269924 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] Sync routers for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:14.273247 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:14.279550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Checking segment: {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:14.280967 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.281601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Bound using segment: {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:14.286622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Bound port: 83f1c0a5-963f-4c37-85b7-9f81c06103f9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:14.288774 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.288931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:14.289454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:14.290125 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:14.303662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.304011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.304352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.304690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.305030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.305359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.305684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.306011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.306366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.306693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.307020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.307351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:14.319549 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.320775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7f9cbce0-e229-4b88-9bed-89e4e36eacdf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5176497 Sep 23 19:57:14.324745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:14.338081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87d5a2d0-c45d-4b72-a83f-3b94e1a570f0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '7be56abc-3d2e-417e-bc2d-7a7fff1e6b07', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:14.343540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bcbc157d-f374-4298-a75b-13fbb21ebfef tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=15a3eab2-943d-446c-98e0-6470a1be9715 HTTP/1.1" status: 200 len: 205 time: 0.0847118 Sep 23 19:57:14.344364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:14.351725 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:14.360945 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] Routers {'15a3eab2-943d-446c-98e0-6470a1be9715'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:14.361445 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['15a3eab2-943d-446c-98e0-6470a1be9715'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:14.386917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d5a2d0-c45d-4b72-a83f-3b94e1a570f0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.430453 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:14.435089 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82c186-a2bb-4cf7-a336-237f6e066d93 None None] The sync data for ids ['15a3eab2-943d-446c-98e0-6470a1be9715'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:14.465917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d5a2d0-c45d-4b72-a83f-3b94e1a570f0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.471912 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d5a2d0-c45d-4b72-a83f-3b94e1a570f0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.476948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] For port 83f1c0a5-963f-4c37-85b7-9f81c06103f9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:14.479261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4341fa35-748d-47aa-9655-44d0351f7ad5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:14.479261 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.482792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] For port 83f1c0a5-963f-4c37-85b7-9f81c06103f9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=83f1c0a5-963f-4c37-85b7-9f81c06103f9,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:14.485999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b861-290d-4959-a5c2-7e3e8a7891f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.491238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5a2d0-c45d-4b72-a83f-3b94e1a570f0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f64eb2-04d8-4235-99ef-7ac6ccfcb8de,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:14.498173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d5a2d0-c45d-4b72-a83f-3b94e1a570f0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.499554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-87d5a2d0-c45d-4b72-a83f-3b94e1a570f0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738474 Sep 23 19:57:14.502257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:14.506578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d6dc06f-b0f5-41e0-88be-e90eb94d30c4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '7be56abc-3d2e-417e-bc2d-7a7fff1e6b07', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:14.518330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.537984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc06f-b0f5-41e0-88be-e90eb94d30c4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.581535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Provisioning complete for port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:14.582198 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.603197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc06f-b0f5-41e0-88be-e90eb94d30c4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.612771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc06f-b0f5-41e0-88be-e90eb94d30c4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.633276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd4864-2c86-4c6b-ba34-b697fdf1b0f3 None None] Pushing event updated for resources: {'Port': ['ID=83f1c0a5-963f-4c37-85b7-9f81c06103f9,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:14.644525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:14.645161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:56:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:14.648329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc06f-b0f5-41e0-88be-e90eb94d30c4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ff6918-5730-4119-94d9-8b436bc02a52,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:14.663760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc06f-b0f5-41e0-88be-e90eb94d30c4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.665319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d6dc06f-b0f5-41e0-88be-e90eb94d30c4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620996 Sep 23 19:57:14.668040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:14.669183 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b861-290d-4959-a5c2-7e3e8a7891f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.671715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b861-290d-4959-a5c2-7e3e8a7891f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.674314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-30b23ea2-7cb3-4b48-8e35-9e7419c475d4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '7be56abc-3d2e-417e-bc2d-7a7fff1e6b07', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:14.708491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b23ea2-7cb3-4b48-8e35-9e7419c475d4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.763301 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b861-290d-4959-a5c2-7e3e8a7891f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.765082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac7b861-290d-4959-a5c2-7e3e8a7891f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Fanout notify agent at l3_agent the message router_deleted on router 15a3eab2-943d-446c-98e0-6470a1be9715 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:57:14.781175 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ac7b861-290d-4959-a5c2-7e3e8a7891f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.782348 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1ac7b861-290d-4959-a5c2-7e3e8a7891f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/15a3eab2-943d-446c-98e0-6470a1be9715 HTTP/1.1" status: 204 len: 168 time: 0.4366753 Sep 23 19:57:14.785523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59128) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:14.804233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b23ea2-7cb3-4b48-8e35-9e7419c475d4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.811095 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b23ea2-7cb3-4b48-8e35-9e7419c475d4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.811272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf9857f3-fa31-4175-9cda-3148066d9354 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:14.841714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23ea2-7cb3-4b48-8e35-9e7419c475d4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52591377-91bf-4304-97da-f38e70cdfea8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:14.851754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30b23ea2-7cb3-4b48-8e35-9e7419c475d4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.856146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-30b23ea2-7cb3-4b48-8e35-9e7419c475d4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1871274 Sep 23 19:57:14.856822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:14.863245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d77e40d5-8ae9-4363-84d0-7adc1c5d142e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '7be56abc-3d2e-417e-bc2d-7a7fff1e6b07', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:14.897264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet 04f90f62-3010-4962-878b-bb134e4efac8 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:14.901982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:14.905327 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.905462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77e40d5-8ae9-4363-84d0-7adc1c5d142e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.987115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-fd3a4029-e86b-4a6c-b7c3-590ff22f7dae tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:14.988684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-fd3a4029-e86b-4a6c-b7c3-590ff22f7dae tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.1636691 Sep 23 19:57:14.990009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.993884 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77e40d5-8ae9-4363-84d0-7adc1c5d142e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:14.999937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77e40d5-8ae9-4363-84d0-7adc1c5d142e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.014093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port cf9857f3-fa31-4175-9cda-3148066d9354 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:15.014516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.027019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Request body: {'port': {'device_id': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'admin_state_up': True, 'tenant_id': 'bc6705f5f4e4417fb61437665181c9e3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:15.031484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] For port 83f1c0a5-963f-4c37-85b7-9f81c06103f9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=83f1c0a5-963f-4c37-85b7-9f81c06103f9,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:15.051175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3983878-24e2-40b0-a784-9921dde4cb11 req-0ae70b28-2337-4fe8-96a2-bec0c3c6f63b tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 210 time: 0.0371680 Sep 23 19:57:15.052031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e40d5-8ae9-4363-84d0-7adc1c5d142e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198362e5-7474-4fcb-bf6d-07b02921b550,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:15.053814 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.057661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77e40d5-8ae9-4363-84d0-7adc1c5d142e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.061921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d77e40d5-8ae9-4363-84d0-7adc1c5d142e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2011986 Sep 23 19:57:15.062199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:15.066558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '7be56abc-3d2e-417e-bc2d-7a7fff1e6b07', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:15.088225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.092022 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Project ba06085ca6fd443bb6a98a4d3a134775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:57:15.097644 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.157977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.164896 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.186739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489af7f1-acda-4d32-83ac-ce5776f3e339,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:15.199385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.200900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f121d693-a11f-43c9-9cc4-025b96b5c0b9 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378381 Sep 23 19:57:15.203574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:15.208526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'security_group_rule': {'security_group_id': '7be56abc-3d2e-417e-bc2d-7a7fff1e6b07', 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:15.237011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:57:15.237011 n-d-810763-1 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:57:15.237011 n-d-810763-1 neutron-server[94826]: [parameters: {'project_id_1': 'ba06085ca6fd443bb6a98a4d3a134775', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 56, 55, 214548)}] Sep 23 19:57:15.237011 n-d-810763-1 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:57:15.237482 n-d-810763-1 neutron-server[94826]: DEBUG oslo_db.api [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:57:15.244422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.248817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c04719f4-8ee7-4a4c-82ca-6c4e440c91b4 None None] Provisioning complete for port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:15.249277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c04719f4-8ee7-4a4c-82ca-6c4e440c91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.255924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Pushing event updated for resources: {'Port': ['ID=83f1c0a5-963f-4c37-85b7-9f81c06103f9,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:15.265463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Made reservation on behalf of bc6705f5f4e4417fb61437665181c9e3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:15.269644 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.298755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.299325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.299463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.299798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.300127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.300460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.300786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.301111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.301435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.301757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.302078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.302425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4103fb-53a0-4b6a-a098-5d9480c737c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:15.350347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:15.369636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.379180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ac26a-665f-4cae-9a6c-963e76d6f572 None None] The sync data for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 is: [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:15.414709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.420220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:15.423197 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/04f90f62-3010-4962-878b-bb134e4efac8 HTTP/1.1" status: 204 len: 168 time: 0.6361618 Sep 23 19:57:15.442113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa8329-9c0a-4f7b-bb25-e0275cdc10bd None None] Network bc901733-f8b9-4568-af7b-07b4bb6506a8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:15.471671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a52e93-786d-4429-a235-b24ed18fb137 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=04f90f62-3010-4962-878b-bb134e4efac8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:15.499091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet d5cbcbc9-22d1-46c9-a48f-40aaf469ddc8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:15.508701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.515816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Allocated IP 172.20.0.3 (a511fc83-d922-4a61-8e63-618ab38632e7/5b69a3ea-ac44-40ab-8fcd-80568413202d/351f9470-a8a3-4f38-86b4-5980f9fed1d0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:15.556260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.666033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] DHCP port deletion for bc901733-f8b9-4568-af7b-07b4bb6506a8 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:57:15.675071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.716853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.736988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] Deleting port a4557ede-c1b8-4534-9742-93e0b5c4f5ca {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:15.738000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.764540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.769841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.782828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['851edc9e-b58e-450e-961a-3821f9a443d7'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:15.785593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:15.799200 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Project ba06085ca6fd443bb6a98a4d3a134775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:57:15.805958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cbcbc9-22d1-46c9-a48f-40aaf469ddc8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:15.810042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.813959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.815987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18ef5215-f7ff-44ef-ad81-4e95dcc5f38e tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/d5cbcbc9-22d1-46c9-a48f-40aaf469ddc8 HTTP/1.1" status: 204 len: 168 time: 0.3947966 Sep 23 19:57:15.823223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:15.836475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Network a511fc83-d922-4a61-8e63-618ab38632e7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:15.839902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:15.843176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:15.848678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa94a6-b763-4175-90a1-8c112e0064df None None] Network 62477c11-f3c9-47b4-b6ef-06d8e080ef4e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:15.893180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event updated for resources: {'Port': ['ID=351f9470-a8a3-4f38-86b4-5980f9fed1d0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:15.911495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:15.912247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.927952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-b78a4ac4-c388-47ec-b52f-5c893749bfab tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9048622 Sep 23 19:57:15.943205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Request body: {'port': {'device_id': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:15.964494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.968758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] For port a4557ede-c1b8-4534-9742-93e0b5c4f5ca, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,segment=NetworkSegment(7dd327e9-64e9-401d-9ccb-bef964c5818c),segment_id=7dd327e9-64e9-401d-9ccb-bef964c5818c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:15.969166 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.970260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.979893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:15.995493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] Calling delete_port for a4557ede-c1b8-4534-9742-93e0b5c4f5ca owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:16.027760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe6e658-9d24-4d46-9654-ff4f90978c34,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:16.030629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.032659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.039455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c82cd1bf-d2d5-4005-b730-db6be3ccbaf0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8341768 Sep 23 19:57:16.065251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port a4557ede-c1b8-4534-9742-93e0b5c4f5ca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:16.065602 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.222012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port a4557ede-c1b8-4534-9742-93e0b5c4f5ca, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,segment=NetworkSegment(7dd327e9-64e9-401d-9ccb-bef964c5818c),segment_id=7dd327e9-64e9-401d-9ccb-bef964c5818c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:16.222407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.292218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for a4557ede-c1b8-4534-9742-93e0b5c4f5ca owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:16.310420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 83f1c0a5-963f-4c37-85b7-9f81c06103f9 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:16.349263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903a02e-9e05-4f72-a005-823f312f8995 req-77ca6662-ddeb-4cca-b8b9-88befb7ae884 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:16.351411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d903a02e-9e05-4f72-a005-823f312f8995 req-77ca6662-ddeb-4cca-b8b9-88befb7ae884 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 931 time: 0.1369779 Sep 23 19:57:16.361137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] DHCP port deletion for 62477c11-f3c9-47b4-b6ef-06d8e080ef4e request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:57:16.425449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351f9470-a8a3-4f38-86b4-5980f9fed1d0 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:16.429923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d903a02e-9e05-4f72-a005-823f312f8995 req-91e1b9ca-821c-444e-af31-e1d2e836af96 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Sep 23 19:57:16.451803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.471116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.474675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Transition to ACTIVE for port object 351f9470-a8a3-4f38-86b4-5980f9fed1d0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:57:16.485129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.494315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9af6-16c9-4f68-8c7c-21a827faba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.511567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:16.524111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port a4557ede-c1b8-4534-9742-93e0b5c4f5ca on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:16.524487 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.571029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Pushing event updated for resources: {'Port': ['ID=351f9470-a8a3-4f38-86b4-5980f9fed1d0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:16.573324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] Pushing event deleted for resources: {'Port': ['ID=a4557ede-c1b8-4534-9742-93e0b5c4f5ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:16.606042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a41b6e-4bb6-4cea-aa8e-0018fcc4095d None None] No DVR routers for this DVR port a4557ede-c1b8-4534-9742-93e0b5c4f5ca on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:16.626197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-935469d6-5d9c-4bf9-8abf-9ab1f2f52d57 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543084890&fields=id&tenant_id=ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 267 time: 0.0996323 Sep 23 19:57:16.650653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.659731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.663835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:16.664219 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.679058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Attempting to bind port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:16.679721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Attempting to bind port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:16.680354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Attempting to bind port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:16.686526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 on network a511fc83-d922-4a61-8e63-618ab38632e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:57:16.687019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Attempting to bind port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:16.693506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:16.693944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Checking segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:16.694233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Bound using segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:16.694817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Bound port: 351f9470-a8a3-4f38-86b4-5980f9fed1d0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:16.695163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.743469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc901733-f8b9-4568-af7b-07b4bb6506a8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:16.772456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] For port 351f9470-a8a3-4f38-86b4-5980f9fed1d0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:16.776174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] For port 351f9470-a8a3-4f38-86b4-5980f9fed1d0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=351f9470-a8a3-4f38-86b4-5980f9fed1d0,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:16.781118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.786273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd327e9-64e9-401d-9ccb-bef964c5818c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:16.787015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd327e9-64e9-401d-9ccb-bef964c5818c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:16.804708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.835332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.839160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:16.840061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.841897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] 10.222.0.72 "PUT /v2.0/ports/351f9470-a8a3-4f38-86b4-5980f9fed1d0 HTTP/1.1" status: 200 len: 1091 time: 0.9040978 Sep 23 19:57:16.844784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'tag': '351f9470-a8a3-4f38-86b4-5980f9fed1d0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:16.851274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:57:16.851683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: self.session.flush() Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:57:16.855002 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:57:16.864335 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15" -d '{"events": [{"name": "network-changed", "server_uuid": "d47b5ca0-08ba-45c2-89b2-c37f17626b8f", "tag": "351f9470-a8a3-4f38-86b4-5980f9fed1d0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:16.883410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-2faa7cb1-61b9-42ff-b814-8d3e99929ef8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:16.885575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-2faa7cb1-61b9-42ff-b814-8d3e99929ef8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/networks?id=e1d34305-fe19-48f5-abbf-7852b94fce1c HTTP/1.1" status: 200 len: 796 time: 0.2230468 Sep 23 19:57:16.913860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-103a282b-9ed6-4276-b265-421bdebfe295 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/quotas/ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 375 time: 0.0179362 Sep 23 19:57:16.925982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] Deleting port de2d1951-afa1-45d3-a531-f7227266934b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:16.929505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:16.948634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24807ce2-64f8-4198-8af6-0a35c1c6c208 service neutron] Pushing event updated for resources: {'Port': ['ID=351f9470-a8a3-4f38-86b4-5980f9fed1d0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:16.972007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-124fe4a9-ebce-473d-88c1-00ea1cef3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:16.973624 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-124fe4a9-ebce-473d-88c1-00ea1cef3472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 1094 time: 0.0816329 Sep 23 19:57:16.993520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.007901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.012139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/bc901733-f8b9-4568-af7b-07b4bb6506a8 HTTP/1.1" status: 204 len: 168 time: 1.1856649 Sep 23 19:57:17.021079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:17.038262 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-2c539e13-e6dc-4ad2-849f-a71265dba96f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=351f9470-a8a3-4f38-86b4-5980f9fed1d0 HTTP/1.1" status: 200 len: 217 time: 0.0460589 Sep 23 19:57:17.049365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] For port de2d1951-afa1-45d3-a531-f7227266934b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=de2d1951-afa1-45d3-a531-f7227266934b,segment=NetworkSegment(89df9052-d459-46c5-9af9-c440c266beca),segment_id=89df9052-d459-46c5-9af9-c440c266beca)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:17.050093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.069356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] Calling delete_port for de2d1951-afa1-45d3-a531-f7227266934b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:17.101441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-c37c421b-ced9-4c7d-a473-286f99f069e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:17.101441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-c37c421b-ced9-4c7d-a473-286f99f069e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0552464 Sep 23 19:57:17.122803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-b9c26413-d311-41f9-809e-9e6470fcad07 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2079172 Sep 23 19:57:17.124043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de428236-2622-459d-87aa-5e91445c2b17 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=bc901733-f8b9-4568-af7b-07b4bb6506a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:17.135632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.142361 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-774b9203-95c0-4bc6-ac3a-8068f4c65531 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313604 Sep 23 19:57:17.148508 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.158939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a4557ede-c1b8-4534-9742-93e0b5c4f5ca no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:17.187999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a4557ede-c1b8-4534-9742-93e0b5c4f5ca {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:17.188429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a4557ede-c1b8-4534-9742-93e0b5c4f5ca not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:17.216686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.247535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] Pushing event deleted for resources: {'Port': ['ID=de2d1951-afa1-45d3-a531-f7227266934b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:17.249545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136bb75-a0a9-42f0-bf9c-d2a760e09e89 None None] No DVR routers for this DVR port de2d1951-afa1-45d3-a531-f7227266934b on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:17.256005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-59218025-540b-4a1c-90b8-dc97dc97aa2a service neutron] 10.222.0.38 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166465 Sep 23 19:57:17.264138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-415fe29e-804f-4308-9379-9a8e6b36f4cf service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037812 Sep 23 19:57:17.277193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port de2d1951-afa1-45d3-a531-f7227266934b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:17.277523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.740823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port de2d1951-afa1-45d3-a531-f7227266934b, host n-d-810763-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:17.741183 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.741299 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-37a28f2e-504b-4389-8b6d-3ffe6f919334 req-07c6ec9f-df92-429c-bf4f-0e001454dc65 service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670498 Sep 23 19:57:17.762689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for de2d1951-afa1-45d3-a531-f7227266934b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:17.765846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-89a91888-d268-4107-a253-715795f15638 service neutron] 10.222.0.38 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016267 Sep 23 19:57:17.767456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Port de2d1951-afa1-45d3-a531-f7227266934b was not found and therefore no delete operation was performed {{(pid=94826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:57:17.768753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.793829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=de2d1951-afa1-45d3-a531-f7227266934b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:17.797342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port de2d1951-afa1-45d3-a531-f7227266934b on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:17.889735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.915096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62477c11-f3c9-47b4-b6ef-06d8e080ef4e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:17.926322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89df9052-d459-46c5-9af9-c440c266beca') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:17.926620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89df9052-d459-46c5-9af9-c440c266beca') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:17.937256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.950627 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d61cb0-7ecb-45fe-81ed-92fa55aa78ee x-openstack-request-id: req-40d61cb0-7ecb-45fe-81ed-92fa55aa78ee {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:17.950913 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47b5ca0-08ba-45c2-89b2-c37f17626b8f", "tag": "351f9470-a8a3-4f38-86b4-5980f9fed1d0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:17.951158 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40d61cb0-7ecb-45fe-81ed-92fa55aa78ee {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:17.952401 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'tag': '351f9470-a8a3-4f38-86b4-5980f9fed1d0', 'status': 'completed', 'code': 200} Sep 23 19:57:17.959132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.972448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:57:17.973382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:57:17.978169 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:57:18.047073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-9232f3ac-8f8b-41c1-9b14-3e08bde356f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:18.049162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-9232f3ac-8f8b-41c1-9b14-3e08bde356f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 1094 time: 0.0709791 Sep 23 19:57:18.069188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.092573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.098716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/62477c11-f3c9-47b4-b6ef-06d8e080ef4e HTTP/1.1" status: 204 len: 168 time: 1.0674849 Sep 23 19:57:18.098716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7ca33-1399-4dd6-87d2-cfc4b0096923 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=62477c11-f3c9-47b4-b6ef-06d8e080ef4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:18.100226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59166) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:18.108778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-486914992'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:18.117843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8dce1-500c-4277-99ea-367863a71c90 req-6b2bf011-5f1d-4b2f-b6a9-310e54489125 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:18.125946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9af8dce1-500c-4277-99ea-367863a71c90 req-6b2bf011-5f1d-4b2f-b6a9-310e54489125 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 943 time: 0.0875971 Sep 23 19:57:18.175982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9af8dce1-500c-4277-99ea-367863a71c90 req-1d38c1c5-43d4-4d7e-9249-0c156f8f4d41 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456953 Sep 23 19:57:18.210914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:18.210914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.241394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-6bb7a3cf-df50-40e7-b4da-98018f31e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:18.242993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-6bb7a3cf-df50-40e7-b4da-98018f31e6f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 916 time: 0.1858826 Sep 23 19:57:18.254683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device de2d1951-afa1-45d3-a531-f7227266934b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:18.260786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:18.277295 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e1ded76-30bf-459e-a609-6f5859c6787b req-bda026ec-cfdf-47c4-8e96-6160302428e3 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 210 time: 0.0639164 Sep 23 19:57:18.288262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: de2d1951-afa1-45d3-a531-f7227266934b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:18.288737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device de2d1951-afa1-45d3-a531-f7227266934b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:18.324735 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-3cf0997e-56d9-4e3e-80d9-71b7f4986e5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=351f9470-a8a3-4f38-86b4-5980f9fed1d0 HTTP/1.1" status: 200 len: 217 time: 0.0713415 Sep 23 19:57:18.331477 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.332927 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2 of type vlan for network 67c6440e-c134-4add-b715-83ea362d61c7 Sep 23 19:57:18.408447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.418314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-e7cefd01-8041-4008-b4de-a212e9bf539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:18.419898 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-e7cefd01-8041-4008-b4de-a212e9bf539f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0850813 Sep 23 19:57:18.463393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-3ee453a4-2125-473d-8d60-cb83521338c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325072 Sep 23 19:57:18.467597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.473874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:18.474486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.522009 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4170671 Sep 23 19:57:18.525234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:18.531034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': '67c6440e-c134-4add-b715-83ea362d61c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:18.601860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdb722-7e1e-4c99-bc4e-205860feb2e1 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=67c6440e-c134-4add-b715-83ea362d61c7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:18.619609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 67c6440e-c134-4add-b715-83ea362d61c7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:18.622711 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.632715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:18.636980 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.638883 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-1fae4c86-f00c-47e1-b6a9-658f9dc4914f service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619043 Sep 23 19:57:18.744459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ba1b0593-f348-43e7-8fd8-3b6ef4a58f15 req-8434f743-76ee-45bb-9ee4-ec8976923d29 service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969672 Sep 23 19:57:18.822411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.879549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=b4bebadd-80b3-4cd6-b6b7-a16185bbedb3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:18.891444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67c6440e-c134-4add-b715-83ea362d61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:18.891993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: 67c6440e-c134-4add-b715-83ea362d61c7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:18.910416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 67c6440e-c134-4add-b715-83ea362d61c7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:18.919715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 67c6440e-c134-4add-b715-83ea362d61c7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:18.924409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:18.924997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.931992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1b13a-219e-417d-9d6e-e04dbfd058fb None None] Network 67c6440e-c134-4add-b715-83ea362d61c7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:18.946390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32ae8541-fdd5-47ed-8fcf-c90991448d0a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4197578 Sep 23 19:57:18.948626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:18.954100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-81747e89-af7d-484f-b924-6756db73cb01 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1352487299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:18.977770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81747e89-af7d-484f-b924-6756db73cb01 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.979142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81747e89-af7d-484f-b924-6756db73cb01 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.033659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81747e89-af7d-484f-b924-6756db73cb01 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.040184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81747e89-af7d-484f-b924-6756db73cb01 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.058394 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81747e89-af7d-484f-b924-6756db73cb01 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.062675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-81747e89-af7d-484f-b924-6756db73cb01 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1129909 Sep 23 19:57:19.063393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:19.070111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'port': {'network_id': '67c6440e-c134-4add-b715-83ea362d61c7', 'name': 'tempest-RoutersIpV6Test-1904344923'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:19.108864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-21819758-898d-448e-babc-196312c585e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:19.110541 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-21819758-898d-448e-babc-196312c585e5 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "GET /v2.0/networks?id=e1d34305-fe19-48f5-abbf-7852b94fce1c HTTP/1.1" status: 200 len: 796 time: 0.1298296 Sep 23 19:57:19.145590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-67c6440e-c134-4add-b715-83ea362d61c7', 'network_id': '67c6440e-c134-4add-b715-83ea362d61c7', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': 'b4bebadd-80b3-4cd6-b6b7-a16185bbedb3'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:19.146745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.160403 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-eae28268-1d2e-4c33-8133-aaa8c716eb19 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba06085ca6fd443bb6a98a4d3a134775 HTTP/1.1" status: 200 len: 380 time: 0.0368230 Sep 23 19:57:19.170719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'port': {'device_id': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'admin_state_up': True, 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'security_groups': ['7be56abc-3d2e-417e-bc2d-7a7fff1e6b07']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:19.199732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:19.204284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.229511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] device_id is not set on port f3252c7b-5324-4612-a325-a2f2266e5754 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:57:19.291975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Made reservation on behalf of ba06085ca6fd443bb6a98a4d3a134775 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:19.295821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.305317 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Allocated IP 2001:db8::2 (67c6440e-c134-4add-b715-83ea362d61c7/b4bebadd-80b3-4cd6-b6b7-a16185bbedb3/3479cf09-fcf7-4f54-8f2d-96a8680e2dae) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:19.351395 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0e31-c0ed-4cc3-bcd7-2d206720b02c req-e3887e7b-07c8-4265-9eaa-d7a7845c6f37 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:19.352936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-622b0e31-c0ed-4cc3-bcd7-2d206720b02c req-e3887e7b-07c8-4265-9eaa-d7a7845c6f37 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 943 time: 0.1100380 Sep 23 19:57:19.393946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-622b0e31-c0ed-4cc3-bcd7-2d206720b02c req-da271423-bafb-42f6-8084-38ef9827bb20 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Sep 23 19:57:19.438023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.20.0.14 (e1d34305-fe19-48f5-abbf-7852b94fce1c/df7ecd72-2c29-48ab-8d53-5e810aee6c89/879fa15c-23e0-420b-b400-e22c9c6ba8a3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:19.464125 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.472078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.508494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3930b7a4-023d-4477-8e80-cdf792ddfae9 req-13dfb290-257d-42b5-b697-a8a958f08516 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 210 time: 0.0526085 Sep 23 19:57:19.514919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Network 67c6440e-c134-4add-b715-83ea362d61c7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:19.519050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:19.521058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:19.536394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Pushing event updated for resources: {'Port': ['ID=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:19.550094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8::4f (67c6440e-c134-4add-b715-83ea362d61c7/b4bebadd-80b3-4cd6-b6b7-a16185bbedb3/f3252c7b-5324-4612-a325-a2f2266e5754) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:19.587270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Attempting to bind port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:19.587724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Attempting to bind port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67c6440e-c134-4add-b715-83ea362d61c7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:19.588157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Attempting to bind port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae on network 67c6440e-c134-4add-b715-83ea362d61c7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:19.593417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:19.593896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Checking segment: {'id': '6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67c6440e-c134-4add-b715-83ea362d61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:19.594401 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.594868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Bound using segment: {'id': '6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67c6440e-c134-4add-b715-83ea362d61c7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:19.595414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Bound port: 3479cf09-fcf7-4f54-8f2d-96a8680e2dae, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67c6440e-c134-4add-b715-83ea362d61c7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:19.596445 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.613310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.648295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.670570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] For port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:19.674996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] For port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,segment=NetworkSegment(6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2),segment_id=6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:19.679494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.692794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network e1d34305-fe19-48f5-abbf-7852b94fce1c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:19.696139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:19.700357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:19.710628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.735868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=879fa15c-23e0-420b-b400-e22c9c6ba8a3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:19.753048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3ffca-49ff-4fc0-96bb-ece5e3596bdb None None] Pushing event updated for resources: {'Port': ['ID=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:19.767746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.774453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:19.775147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.794116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c34ae678-4f96-450d-b29b-11d9212b3da8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6271584 Sep 23 19:57:19.806322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Request body: {'port': {'device_id': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:19.816914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 67c6440e-c134-4add-b715-83ea362d61c7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:19.820129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:19.822643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:19.828488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:19.829151 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:19.850371 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=f3252c7b-5324-4612-a325-a2f2266e5754,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:19.855585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6a66cae6-14c2-4ee2-b73f-7110851d49f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7909238 Sep 23 19:57:19.858527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:19.872430 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.091504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ff8df7a7-f4fd-4635-83a8-a610f9b2404f None None] Provisioning complete for port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:20.091889 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7a7-f4fd-4635-83a8-a610f9b2404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.149024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ff8df7a7-f4fd-4635-83a8-a610f9b2404f None None] Port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:20.217119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879fa15c-23e0-420b-b400-e22c9c6ba8a3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:20.225006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.238861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Transition to ACTIVE for port object 879fa15c-23e0-420b-b400-e22c9c6ba8a3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:57:20.243973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.245443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.268028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3479cf09-fcf7-4f54-8f2d-96a8680e2dae up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:20.313298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Pushing event updated for resources: {'Port': ['ID=879fa15c-23e0-420b-b400-e22c9c6ba8a3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.340168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 351f9470-a8a3-4f38-86b4-5980f9fed1d0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:57:20.357050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:20.357422 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.389572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Attempting to bind port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:20.390055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Attempting to bind port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:20.390274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Attempting to bind port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 on network e1d34305-fe19-48f5-abbf-7852b94fce1c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:20.396625 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 on network e1d34305-fe19-48f5-abbf-7852b94fce1c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:57:20.397224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Attempting to bind port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 on network e1d34305-fe19-48f5-abbf-7852b94fce1c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:20.402631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:20.403045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Checking segment: {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:20.403437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Bound using segment: {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:20.403999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Bound port: 879fa15c-23e0-420b-b400-e22c9c6ba8a3, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac043c3-7f0f-4b93-9e52-5f82b41760e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:20.404833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.519645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] For port 879fa15c-23e0-420b-b400-e22c9c6ba8a3, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:20.531740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] For port 879fa15c-23e0-420b-b400-e22c9c6ba8a3, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:20.531987 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.536922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.557685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 351f9470-a8a3-4f38-86b4-5980f9fed1d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=351f9470-a8a3-4f38-86b4-5980f9fed1d0,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:20.573547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '351f9470-a8a3-4f38-86b4-5980f9fed1d0', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'port_id': '351f9470-a8a3-4f38-86b4-5980f9fed1d0', 'mac_address': 'fa:16:3e:a1:f9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b69a3ea-ac44-40ab-8fcd-80568413202d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:57:20.601185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:20.602165 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.603916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] 10.222.0.41 "PUT /v2.0/ports/879fa15c-23e0-420b-b400-e22c9c6ba8a3 HTTP/1.1" status: 200 len: 1092 time: 0.8020210 Sep 23 19:57:20.604472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:20.607126 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625cbdec-2f89-489d-92c5-b0a775474d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:20.626165 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.645704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889541d-4601-4da3-a6b9-ac00f31415dc req-74d878e1-c9e6-4fa6-b678-4fc42f5c7b30 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:20.647323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9889541d-4601-4da3-a6b9-ac00f31415dc req-74d878e1-c9e6-4fa6-b678-4fc42f5c7b30 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 943 time: 0.1037965 Sep 23 19:57:20.648895 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.672058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b962-9ebe-4ddb-a4f1-5f9c43b6f46f service neutron] Pushing event updated for resources: {'Port': ['ID=879fa15c-23e0-420b-b400-e22c9c6ba8a3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.682516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,segment=NetworkSegment(6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2),segment_id=6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:20.693742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.713043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.718181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-b988707d-87e3-4567-8aaa-b8a14463d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:20.721065 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-b988707d-87e3-4567-8aaa-b8a14463d220 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 1095 time: 0.0707989 Sep 23 19:57:20.750183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351f9470-a8a3-4f38-86b4-5980f9fed1d0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:20.779296 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-c7c2f4ae-f222-4c3d-8c57-604d09ac9552 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3 HTTP/1.1" status: 200 len: 217 time: 0.0496304 Sep 23 19:57:20.791463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 351f9470-a8a3-4f38-86b4-5980f9fed1d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=351f9470-a8a3-4f38-86b4-5980f9fed1d0,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:20.793139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.807335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.858446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-6c13187f-0b3a-4b5c-a88f-06687590f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:20.860044 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-6c13187f-0b3a-4b5c-a88f-06687590f85d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df7ecd72-2c29-48ab-8d53-5e810aee6c89 HTTP/1.1" status: 200 len: 835 time: 0.0742319 Sep 23 19:57:20.877534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=351f9470-a8a3-4f38-86b4-5980f9fed1d0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.910230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-017bc441-6899-40ae-a9dd-7def8670cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:20.912452 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-017bc441-6899-40ae-a9dd-7def8670cab2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1d34305-fe19-48f5-abbf-7852b94fce1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455906 Sep 23 19:57:20.914624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.991436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9889541d-4601-4da3-a6b9-ac00f31415dc req-9f2c1e65-7702-40a9-b584-7ae9ecf03303 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321087 Sep 23 19:57:21.001803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=f3252c7b-5324-4612-a325-a2f2266e5754,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:21.020929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['351f9470-a8a3-4f38-86b4-5980f9fed1d0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:21.023951 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-1a9e8516-f707-4d5d-96c6-2610143f27a4 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034000 Sep 23 19:57:21.091073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f221b-8f7c-47ba-aef1-bb46f4c25ce8 None None] Network 67c6440e-c134-4add-b715-83ea362d61c7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:21.130217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.149601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13627875-c3cb-4e1a-bd55-d2fe8e88669e req-6cc378a1-7442-4c6e-b3c0-6f3030b86fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175532 Sep 23 19:57:21.154640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6993a2-06f5-4a2c-beae-e986175039c6 req-46e8084b-0f4f-4811-b698-ad21c754b1fa tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:21.156145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee6993a2-06f5-4a2c-beae-e986175039c6 req-46e8084b-0f4f-4811-b698-ad21c754b1fa tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 944 time: 0.0932484 Sep 23 19:57:21.258159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee6993a2-06f5-4a2c-beae-e986175039c6 req-e254e82a-1b49-4393-a658-5f6214549a17 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787833 Sep 23 19:57:21.295304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8b1489de-ceb1-4b1f-845f-4d280b0e72de None None] Provisioning complete for port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:21.295674 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b1489de-ceb1-4b1f-845f-4d280b0e72de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.310797 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41238ace-a8b9-41c6-9d4e-2095115495a1 x-openstack-request-id: req-41238ace-a8b9-41c6-9d4e-2095115495a1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:21.311148 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:21.311448 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41238ace-a8b9-41c6-9d4e-2095115495a1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:21.311916 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'status': 'completed', 'code': 200} Sep 23 19:57:21.384315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-1679abb3-1ddf-4f27-9339-c54131a205a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:21.389356 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-1679abb3-1ddf-4f27-9339-c54131a205a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 1095 time: 0.0533535 Sep 23 19:57:21.465439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.471479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.472255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.499276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-4221a577-b359-476a-98b1-bafc3d546b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:21.500803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-4221a577-b359-476a-98b1-bafc3d546b34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1d34305-fe19-48f5-abbf-7852b94fce1c HTTP/1.1" status: 200 len: 897 time: 0.1049933 Sep 23 19:57:21.538000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=f3252c7b-5324-4612-a325-a2f2266e5754,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:21.544021 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-3d236ece-b9cd-40e3-8553-ea5b2d38da62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3 HTTP/1.1" status: 200 len: 217 time: 0.0358424 Sep 23 19:57:21.603123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-b0d847f5-8b0f-4b3c-ac72-72710ac104ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:21.605056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-b0d847f5-8b0f-4b3c-ac72-72710ac104ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df7ecd72-2c29-48ab-8d53-5e810aee6c89 HTTP/1.1" status: 200 len: 835 time: 0.0545824 Sep 23 19:57:21.607180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 67c6440e-c134-4add-b715-83ea362d61c7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:21.608531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:21.657697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0087d351-a961-4c4b-bd1d-f41918482329 None None] Provisioning complete for port f3252c7b-5324-4612-a325-a2f2266e5754 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:21.658333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0087d351-a961-4c4b-bd1d-f41918482329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.659166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-5971ffd3-5c38-4a1c-83be-841d8697076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:21.660648 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-5971ffd3-5c38-4a1c-83be-841d8697076e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1d34305-fe19-48f5-abbf-7852b94fce1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485752 Sep 23 19:57:21.698607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0087d351-a961-4c4b-bd1d-f41918482329 None None] Port f3252c7b-5324-4612-a325-a2f2266e5754 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:21.712146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0087d351-a961-4c4b-bd1d-f41918482329 None None] Provisioning complete for port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:21.712513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0087d351-a961-4c4b-bd1d-f41918482329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.735470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 1481e3ae-63fe-4a7d-b0f6-299493b0210b is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:21.779797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-d927c57e-7ba2-41f5-965c-94bfc6f80164 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106575 Sep 23 19:57:21.828715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:21.835214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea880bfb-ed71-4b2f-85fe-eb9cc451f43f tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/1481e3ae-63fe-4a7d-b0f6-299493b0210b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756844 Sep 23 19:57:21.837746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:21.845160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] Sync routers for ids ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:21.857052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] Routers {'1481e3ae-63fe-4a7d-b0f6-299493b0210b'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:21.857752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:21.890592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ea891-3045-443a-a239-70932e983687 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:21.892199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb1ea891-3045-443a-a239-70932e983687 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports/f3252c7b-5324-4612-a325-a2f2266e5754 HTTP/1.1" status: 200 len: 983 time: 0.0534348 Sep 23 19:57:21.895707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:21.903060 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-625cbdec-2f89-489d-92c5-b0a775474d6d req-3244eadf-2ba4-4249-9817-ea98558db8c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160560 Sep 23 19:57:21.903717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:21.918292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] Routers {'1481e3ae-63fe-4a7d-b0f6-299493b0210b'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:21.918871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:21.952237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:21.952905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ef292-4ecb-4356-8ae3-6832769702ca None None] The sync data for ids ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:21.963560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-88cd3df4-387d-46a5-8c3a-e2eef34ac29a None None] Provisioning complete for port f3252c7b-5324-4612-a325-a2f2266e5754 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:21.963941 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88cd3df4-387d-46a5-8c3a-e2eef34ac29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.999972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-88cd3df4-387d-46a5-8c3a-e2eef34ac29a None None] Port f3252c7b-5324-4612-a325-a2f2266e5754 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:22.119996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-82c9b4e5-c033-4b37-8648-5078abcf9005 None None] Provisioning complete for port f3252c7b-5324-4612-a325-a2f2266e5754 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:22.120368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82c9b4e5-c033-4b37-8648-5078abcf9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.154418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1a343-89b5-41ab-bab8-59fb0e0e2fce req-dd217e43-7dad-4b61-bb15-48cfe85a817c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:22.155861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57c1a343-89b5-41ab-bab8-59fb0e0e2fce req-dd217e43-7dad-4b61-bb15-48cfe85a817c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 944 time: 0.0909710 Sep 23 19:57:22.158986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-82c9b4e5-c033-4b37-8648-5078abcf9005 None None] Port f3252c7b-5324-4612-a325-a2f2266e5754 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:22.218558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57c1a343-89b5-41ab-bab8-59fb0e0e2fce req-54bf2719-2548-4b01-ac55-d17b4c9c5b66 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Sep 23 19:57:22.236566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3479cf09-fcf7-4f54-8f2d-96a8680e2dae up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:22.293833 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:22.294235 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.332254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.338193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 351f9470-a8a3-4f38-86b4-5980f9fed1d0 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:22.418392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ed02d24d-3738-44b2-997b-bace9ae871f1 None None] Provisioning complete for port f3252c7b-5324-4612-a325-a2f2266e5754 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:22.418766 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed02d24d-3738-44b2-997b-bace9ae871f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.458377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:57:22.468389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:22.468758 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.470925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ed02d24d-3738-44b2-997b-bace9ae871f1 None None] Port f3252c7b-5324-4612-a325-a2f2266e5754 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:22.551657 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.577593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f9470-a8a3-4f38-86b4-5980f9fed1d0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:22.580383 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed0c66-8ea1-4c69-9db9-426e8d71353c" -d '{"events": [{"server_uuid": "d47b5ca0-08ba-45c2-89b2-c37f17626b8f", "name": "network-vif-plugged", "status": "completed", "tag": "351f9470-a8a3-4f38-86b4-5980f9fed1d0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:22.593376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 351f9470-a8a3-4f38-86b4-5980f9fed1d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=351f9470-a8a3-4f38-86b4-5980f9fed1d0,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:22.597892 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.645256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=351f9470-a8a3-4f38-86b4-5980f9fed1d0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:22.768016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dfe7b-ff49-4820-a69b-d9b9f19c82ec req-ac2f42e1-5b97-41e7-866e-db3bb3249002 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:22.769467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a79dfe7b-ff49-4820-a69b-d9b9f19c82ec req-ac2f42e1-5b97-41e7-866e-db3bb3249002 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 944 time: 0.4046304 Sep 23 19:57:22.851242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a79dfe7b-ff49-4820-a69b-d9b9f19c82ec req-d4f123e8-6101-46a9-9249-71c282ad0326 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538366 Sep 23 19:57:22.902275 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c9f9c2-d845-4a86-81bc-cad5d628be61 x-openstack-request-id: req-a0c9f9c2-d845-4a86-81bc-cad5d628be61 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:22.902914 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47b5ca0-08ba-45c2-89b2-c37f17626b8f", "name": "network-vif-plugged", "status": "completed", "tag": "351f9470-a8a3-4f38-86b4-5980f9fed1d0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:22.903201 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0c9f9c2-d845-4a86-81bc-cad5d628be61 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:22.903962 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f9470-a8a3-4f38-86b4-5980f9fed1d0', 'code': 200} Sep 23 19:57:22.918144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port f3252c7b-5324-4612-a325-a2f2266e5754 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:22.918521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.997970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc87dd5-519d-4c81-a5cc-8dec6369d520 req-8917c2bc-bd74-415e-a9ce-6f5eee25c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:22.999513 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cc87dd5-519d-4c81-a5cc-8dec6369d520 req-8917c2bc-bd74-415e-a9ce-6f5eee25c610 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 1096 time: 0.0396209 Sep 23 19:57:23.005712 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.017272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for f3252c7b-5324-4612-a325-a2f2266e5754 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:23.034779 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5cc87dd5-519d-4c81-a5cc-8dec6369d520 req-91513e2c-d12a-4a75-8e37-a24c0d5e7a55 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275042 Sep 23 19:57:23.179445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.213456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=f3252c7b-5324-4612-a325-a2f2266e5754,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:23.311199 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.424383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bdcc-c877-485c-abe8-bf95f65bdf20 req-8faa3e17-35e3-4562-a85d-80f0329e63e6 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:23.425857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3e2bdcc-c877-485c-abe8-bf95f65bdf20 req-8faa3e17-35e3-4562-a85d-80f0329e63e6 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 945 time: 0.1263015 Sep 23 19:57:23.528503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 1481e3ae-63fe-4a7d-b0f6-299493b0210b has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:23.535649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3e2bdcc-c877-485c-abe8-bf95f65bdf20 req-a071d556-679a-48c0-85b9-7819f6273013 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039054 Sep 23 19:57:23.607589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:23.615875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e27e165-727e-4ac8-b4ad-d784613fe8f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/1481e3ae-63fe-4a7d-b0f6-299493b0210b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165854 Sep 23 19:57:23.616118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:23.620840 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] Sync routers for ids ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:23.634077 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] Routers {'1481e3ae-63fe-4a7d-b0f6-299493b0210b'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:23.634714 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:23.665385 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:23.674466 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] Routers {'1481e3ae-63fe-4a7d-b0f6-299493b0210b'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:23.675069 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:23.705279 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:23.705906 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c2dda0-0b91-4c98-882e-16bdb159ca12 None None] The sync data for ids ['1481e3ae-63fe-4a7d-b0f6-299493b0210b'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:23.800409 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0f8c8ce3-aa7c-4dc7-9275-df821d3b7b0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 19:57:23.801376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f8c8ce3-aa7c-4dc7-9275-df821d3b7b0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/1481e3ae-63fe-4a7d-b0f6-299493b0210b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1843176 Sep 23 19:57:23.804174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:23.829533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7982870a-73e3-4c34-baf4-637e42fbebd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=1481e3ae-63fe-4a7d-b0f6-299493b0210b HTTP/1.1" status: 200 len: 205 time: 0.0243540 Sep 23 19:57:23.831815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:23.916337 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84b23a6-e1d8-4450-b49c-2ce92e8c20b8 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.103497 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84b23a6-e1d8-4450-b49c-2ce92e8c20b8 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.111940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0d5a4-8cfb-4f9a-b5e9-5e99065c8165 req-1b9128d1-905e-4b4e-abb9-12343a94efba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:24.113438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33c0d5a4-8cfb-4f9a-b5e9-5e99065c8165 req-1b9128d1-905e-4b4e-abb9-12343a94efba tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 944 time: 0.1934352 Sep 23 19:57:24.114574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84b23a6-e1d8-4450-b49c-2ce92e8c20b8 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.181713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84b23a6-e1d8-4450-b49c-2ce92e8c20b8 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.182366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b23a6-e1d8-4450-b49c-2ce92e8c20b8 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Fanout notify agent at l3_agent the message router_deleted on router 1481e3ae-63fe-4a7d-b0f6-299493b0210b {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:57:24.190746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a84b23a6-e1d8-4450-b49c-2ce92e8c20b8 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.191860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a84b23a6-e1d8-4450-b49c-2ce92e8c20b8 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/1481e3ae-63fe-4a7d-b0f6-299493b0210b HTTP/1.1" status: 204 len: 168 time: 0.3591735 Sep 23 19:57:24.194572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59212) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:24.198511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-33c0d5a4-8cfb-4f9a-b5e9-5e99065c8165 req-3c69a99a-2187-4d0d-8fbc-00d4fd48f4bf tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777025 Sep 23 19:57:24.249096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet b4bebadd-80b3-4cd6-b6b7-a16185bbedb3 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:24.252106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.295225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.375601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.462927 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-ff02be53-82cc-4068-b8de-6b0113bc5895 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624912 Sep 23 19:57:24.468116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.495471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bebadd-80b3-4cd6-b6b7-a16185bbedb3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:24.499235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.501103 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7905bbf5-c575-4632-8f39-a1ad5472de7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/b4bebadd-80b3-4cd6-b6b7-a16185bbedb3 HTTP/1.1" status: 204 len: 168 time: 0.3055482 Sep 23 19:57:24.504310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:24.510000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a69214-2d29-4303-a2ed-f55471163fea None None] Network 67c6440e-c134-4add-b715-83ea362d61c7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:24.608318 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-943ae3b2-3971-4263-a754-44e835e7ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:24.609821 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-943ae3b2-3971-4263-a754-44e835e7ee02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 1096 time: 0.1034114 Sep 23 19:57:24.619303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.654285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b22aab-a5c6-49db-90bc-b24a6fe5a1c2 req-9dee09e8-af1a-4f4e-8ff1-c4d7804afe26 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:24.658744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21b22aab-a5c6-49db-90bc-b24a6fe5a1c2 req-9dee09e8-af1a-4f4e-8ff1-c4d7804afe26 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 945 time: 0.0532579 Sep 23 19:57:24.697168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21b22aab-a5c6-49db-90bc-b24a6fe5a1c2 req-4c79b752-b436-47fb-9971-1576df102b6c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349016 Sep 23 19:57:24.714975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] DHCP port deletion for 67c6440e-c134-4add-b715-83ea362d61c7 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:57:24.751613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:24.751958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.764736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] Deleting port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:24.765194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.769555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 879fa15c-23e0-420b-b400-e22c9c6ba8a3 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:57:24.778806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-5f9eaed7-c094-4bea-aa35-5c5a9e7d9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:24.780277 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-5f9eaed7-c094-4bea-aa35-5c5a9e7d9419 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 916 time: 0.1474390 Sep 23 19:57:24.859678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-3f91ba35-c368-4aa4-a3f2-79a604a31531 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851edc9e-b58e-450e-961a-3821f9a443d7 HTTP/1.1" status: 200 len: 217 time: 0.0714197 Sep 23 19:57:24.867536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,segment=NetworkSegment(6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2),segment_id=6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:24.867924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.903869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] For port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,segment=NetworkSegment(6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2),segment_id=6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:24.904214 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.906764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 3479cf09-fcf7-4f54-8f2d-96a8680e2dae owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:24.921133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] Calling delete_port for 3479cf09-fcf7-4f54-8f2d-96a8680e2dae owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:24.950040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 879fa15c-23e0-420b-b400-e22c9c6ba8a3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:24.961718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-e18c5937-6898-451b-8265-f8fc85e8ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:24.964344 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-e18c5937-6898-451b-8265-f8fc85e8ea9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0939498 Sep 23 19:57:25.005945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'port_id': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'mac_address': 'fa:16:3e:54:f5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:57:25.019249 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-d54bb16c-30ca-4efb-8ffd-becac991d261 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462532 Sep 23 19:57:25.065155 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.068129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.089099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879fa15c-23e0-420b-b400-e22c9c6ba8a3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:25.108162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.115946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 879fa15c-23e0-420b-b400-e22c9c6ba8a3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:25.131015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:25.132616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:25.142194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.144915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] Pushing event deleted for resources: {'Port': ['ID=3479cf09-fcf7-4f54-8f2d-96a8680e2dae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:25.170609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784984b5-3a90-4902-bf79-8dcca08c9571 None None] No DVR routers for this DVR port 3479cf09-fcf7-4f54-8f2d-96a8680e2dae on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:25.189703 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-0ef73e2c-b7c6-4362-8e57-bc801d754ab7 service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592913 Sep 23 19:57:25.203011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=879fa15c-23e0-420b-b400-e22c9c6ba8a3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:25.253926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.311764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c6440e-c134-4add-b715-83ea362d61c7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:25.330467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:25.330823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6773bc7d-adcb-42d5-b2a4-4e25cbbf60d2') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:25.332911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c63b3c-e9f8-4fec-9ccf-591bcb99bc19 req-2b4932e2-86a6-494f-931e-2f67a43d2ac6 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:25.335973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29c63b3c-e9f8-4fec-9ccf-591bcb99bc19 req-2b4932e2-86a6-494f-931e-2f67a43d2ac6 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 945 time: 0.0626287 Sep 23 19:57:25.343697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.367200 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e253b1d2-4ae7-4f0d-bde0-5f63f585c1b7 req-428bbed5-135b-4bae-a03e-b5a277b19d6b service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651473 Sep 23 19:57:25.368102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.377358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:57:25.377763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:57:25.380831 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:57:25.394493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29c63b3c-e9f8-4fec-9ccf-591bcb99bc19 req-226c8e7c-3a97-4dc1-be62-8a55f03bf08e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484564 Sep 23 19:57:25.442746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['879fa15c-23e0-420b-b400-e22c9c6ba8a3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:25.445437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.449880 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.452035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/67c6440e-c134-4add-b715-83ea362d61c7 HTTP/1.1" status: 204 len: 168 time: 0.9467740 Sep 23 19:57:25.458544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:25.465698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1964656799'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:25.468462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d721b93-136c-4994-9f60-d8b2f03689f5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=67c6440e-c134-4add-b715-83ea362d61c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:25.494560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:25.498523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.530925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:25.534795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.541125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.541470 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment cbc6c304-9673-4046-a92f-f3197bc2f54d of type vlan for network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 Sep 23 19:57:25.591529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.618654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.624625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:25.625208 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.667826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2049296 Sep 23 19:57:25.667994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:25.673060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': 'a4c1b7b2-7efe-4eca-bc89-0968a4f587a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:25.727339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6773d-9206-47ca-8608-f546a77239fb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=a4c1b7b2-7efe-4eca-bc89-0968a4f587a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:25.746546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:25.809824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:25.814821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.006070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.072438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=359df418-b2a0-44d6-83b1-28afcba74702,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:26.076825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': 'cbc6c304-9673-4046-a92f-f3197bc2f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4c1b7b2-7efe-4eca-bc89-0968a4f587a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:26.077187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: a4c1b7b2-7efe-4eca-bc89-0968a4f587a4, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:26.094568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:26.103497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, a4c1b7b2-7efe-4eca-bc89-0968a4f587a4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:26.108609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:26.110014 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.112118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734fd21-5a88-4cc6-b58c-816d3a3d9901 None None] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:26.124900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ead1c225-e2df-4c48-b7fb-04555ebbc4d5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4559264 Sep 23 19:57:26.128194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:26.132989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f629088b-cdef-4329-bfe1-e8c9a1207f72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-477068234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:26.156538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f629088b-cdef-4329-bfe1-e8c9a1207f72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.157848 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f629088b-cdef-4329-bfe1-e8c9a1207f72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.222655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f629088b-cdef-4329-bfe1-e8c9a1207f72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.227695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f629088b-cdef-4329-bfe1-e8c9a1207f72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.248543 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f629088b-cdef-4329-bfe1-e8c9a1207f72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.249475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3479cf09-fcf7-4f54-8f2d-96a8680e2dae no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:26.251077 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f629088b-cdef-4329-bfe1-e8c9a1207f72 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1218469 Sep 23 19:57:26.253965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:26.276946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 3479cf09-fcf7-4f54-8f2d-96a8680e2dae {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:26.277291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3479cf09-fcf7-4f54-8f2d-96a8680e2dae not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:26.324169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-a4c1b7b2-7efe-4eca-bc89-0968a4f587a4', 'network_id': 'a4c1b7b2-7efe-4eca-bc89-0968a4f587a4', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': '359df418-b2a0-44d6-83b1-28afcba74702'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:26.325126 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.477600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Allocated IP 2001:db8::2 (a4c1b7b2-7efe-4eca-bc89-0968a4f587a4/359df418-b2a0-44d6-83b1-28afcba74702/2c3420a1-7d0f-48a3-af06-d3ba50694605) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:26.601087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be642434-9d31-4ce5-b687-7f708720b222 req-550cdc22-7702-4c3a-9f9f-3dae6b9ea617 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:26.602706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be642434-9d31-4ce5-b687-7f708720b222 req-550cdc22-7702-4c3a-9f9f-3dae6b9ea617 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 945 time: 0.0910912 Sep 23 19:57:26.622102 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.637471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.643711 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.693155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:26.696493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:26.700454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:26.714651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Pushing event updated for resources: {'Port': ['ID=2c3420a1-7d0f-48a3-af06-d3ba50694605,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:26.730094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be642434-9d31-4ce5-b687-7f708720b222 req-679ff9c4-0827-44f4-b499-b2f94a2a88a4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102479 Sep 23 19:57:26.770648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 879fa15c-23e0-420b-b400-e22c9c6ba8a3 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:26.772359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Attempting to bind port 2c3420a1-7d0f-48a3-af06-d3ba50694605 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:26.772728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Attempting to bind port 2c3420a1-7d0f-48a3-af06-d3ba50694605 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'cbc6c304-9673-4046-a92f-f3197bc2f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4c1b7b2-7efe-4eca-bc89-0968a4f587a4'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:26.773094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Attempting to bind port 2c3420a1-7d0f-48a3-af06-d3ba50694605 on network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:26.797911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:26.798373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Checking segment: {'id': 'cbc6c304-9673-4046-a92f-f3197bc2f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4c1b7b2-7efe-4eca-bc89-0968a4f587a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:26.799278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.799674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Bound using segment: {'id': 'cbc6c304-9673-4046-a92f-f3197bc2f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4c1b7b2-7efe-4eca-bc89-0968a4f587a4'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:26.800188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Bound port: 2c3420a1-7d0f-48a3-af06-d3ba50694605, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc6c304-9673-4046-a92f-f3197bc2f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4c1b7b2-7efe-4eca-bc89-0968a4f587a4'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:26.800593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.900857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:57:26.902853 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.908087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:26.908452 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.910311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] For port 2c3420a1-7d0f-48a3-af06-d3ba50694605, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:26.910982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8::1 (a4c1b7b2-7efe-4eca-bc89-0968a4f587a4/359df418-b2a0-44d6-83b1-28afcba74702/87634e47-5089-412e-808e-37e9b9ee0421) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:26.914429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] For port 2c3420a1-7d0f-48a3-af06-d3ba50694605, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2c3420a1-7d0f-48a3-af06-d3ba50694605,segment=NetworkSegment(cbc6c304-9673-4046-a92f-f3197bc2f54d),segment_id=cbc6c304-9673-4046-a92f-f3197bc2f54d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:27.040761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.078195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.089531 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.140861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc836387-87cc-4cac-bd46-7af629c23fde None None] Pushing event updated for resources: {'Port': ['ID=2c3420a1-7d0f-48a3-af06-d3ba50694605,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:27.214050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.239954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:27.242471 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d92e56f-0793-4282-905d-7a4e5ec4a787" -d '{"events": [{"server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "name": "network-vif-plugged", "status": "completed", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:27.260625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 879fa15c-23e0-420b-b400-e22c9c6ba8a3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:27.266607 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.317347 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a02e66-d4f8-4468-8fe9-5701e3707772 x-openstack-request-id: req-84a02e66-d4f8-4468-8fe9-5701e3707772 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:27.317701 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "name": "network-vif-plugged", "status": "completed", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:27.317947 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84a02e66-d4f8-4468-8fe9-5701e3707772 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:27.318400 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'code': 200} Sep 23 19:57:27.334457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=879fa15c-23e0-420b-b400-e22c9c6ba8a3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:27.463244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74104-d60f-4f56-9f77-f7ce9feadff1 req-80914ab5-49db-45b3-89f2-f81694ba82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:27.464798 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-78a74104-d60f-4f56-9f77-f7ce9feadff1 req-80914ab5-49db-45b3-89f2-f81694ba82fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 1097 time: 0.0800366 Sep 23 19:57:27.509504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:27.512791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:27.514902 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-78a74104-d60f-4f56-9f77-f7ce9feadff1 req-d3266439-bf1a-4591-a474-6a435a208cc1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Sep 23 19:57:27.517857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:27.518380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.527361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=87634e47-5089-412e-808e-37e9b9ee0421,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:27.640182 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.921851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4506b2-41ba-491f-ba36-26110fcb75e1 req-874c5276-85c5-4276-bfde-74af4cce41b0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:27.923947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb4506b2-41ba-491f-ba36-26110fcb75e1 req-874c5276-85c5-4276-bfde-74af4cce41b0 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 946 time: 0.1044741 Sep 23 19:57:27.980231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.987335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb4506b2-41ba-491f-ba36-26110fcb75e1 req-aa9f65a1-8167-4ad8-909b-56f936de35fd tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530128 Sep 23 19:57:27.988412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.989198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.088640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=87634e47-5089-412e-808e-37e9b9ee0421,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:28.127372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:28.128845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:28.258137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc8468-17dd-4fb4-a9e2-0866657ab642 None None] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:28.274715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router deaaef66-1c23-475b-b32a-f9d2ba64f455 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:28.302711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2c3420a1-7d0f-48a3-af06-d3ba50694605 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:28.379542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:28.385322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed2289e9-8050-4fc5-a2c1-49be13439796 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/deaaef66-1c23-475b-b32a-f9d2ba64f455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1293030 Sep 23 19:57:28.387330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:28.397372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] Sync routers for ids ['deaaef66-1c23-475b-b32a-f9d2ba64f455'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:28.426563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9f7e04d5-8448-42c9-8c10-8bcdefbef5f3 None None] Provisioning complete for port 2c3420a1-7d0f-48a3-af06-d3ba50694605 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:28.426931 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f7e04d5-8448-42c9-8c10-8bcdefbef5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.437258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c577e2ef-a950-4bd4-8296-40d5cba98f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:28.442196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c577e2ef-a950-4bd4-8296-40d5cba98f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports/87634e47-5089-412e-808e-37e9b9ee0421 HTTP/1.1" status: 200 len: 911 time: 0.0505829 Sep 23 19:57:28.442591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:28.451673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] Routers {'deaaef66-1c23-475b-b32a-f9d2ba64f455'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:28.452318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['deaaef66-1c23-475b-b32a-f9d2ba64f455'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:28.534493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:28.539968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2c3420a1-7d0f-48a3-af06-d3ba50694605 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:28.540431 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.614126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] Routers {'deaaef66-1c23-475b-b32a-f9d2ba64f455'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:28.614879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['deaaef66-1c23-475b-b32a-f9d2ba64f455'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:28.655265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:28.655906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949dd54-d61d-4a19-98a2-1999d81376a8 None None] The sync data for ids ['deaaef66-1c23-475b-b32a-f9d2ba64f455'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:28.747112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.748946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f7e04d5-8448-42c9-8c10-8bcdefbef5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.795433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9f7e04d5-8448-42c9-8c10-8bcdefbef5f3 None None] For port 2c3420a1-7d0f-48a3-af06-d3ba50694605, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2c3420a1-7d0f-48a3-af06-d3ba50694605,segment=NetworkSegment(cbc6c304-9673-4046-a92f-f3197bc2f54d),segment_id=cbc6c304-9673-4046-a92f-f3197bc2f54d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:28.800666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f7e04d5-8448-42c9-8c10-8bcdefbef5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.823569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.881444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:57:28.881802 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:57:28.882716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e04d5-8448-42c9-8c10-8bcdefbef5f3 None None] Pushing event updated for resources: {'Port': ['ID=2c3420a1-7d0f-48a3-af06-d3ba50694605,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:29.034259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-09f089e5-9e33-4198-938d-93549c630e04 None None] Provisioning complete for port 87634e47-5089-412e-808e-37e9b9ee0421 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:29.034642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f089e5-9e33-4198-938d-93549c630e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.095748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-09f089e5-9e33-4198-938d-93549c630e04 None None] Port 87634e47-5089-412e-808e-37e9b9ee0421 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:29.108268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 87634e47-5089-412e-808e-37e9b9ee0421 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:29.109004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.113076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-09f089e5-9e33-4198-938d-93549c630e04 None None] Provisioning complete for port 2c3420a1-7d0f-48a3-af06-d3ba50694605 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:29.114440 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09f089e5-9e33-4198-938d-93549c630e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.131460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e00579-81c9-4c3d-948d-3cd454c0ff02 req-9a5f2742-716d-4b04-b53c-b40472fc2588 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:29.139718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e00579-81c9-4c3d-948d-3cd454c0ff02 req-9a5f2742-716d-4b04-b53c-b40472fc2588 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 946 time: 0.0681622 Sep 23 19:57:29.227197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e00579-81c9-4c3d-948d-3cd454c0ff02 req-17b99eff-41cc-4822-b86f-75c9cafd068d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796700 Sep 23 19:57:29.240216 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.259428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 87634e47-5089-412e-808e-37e9b9ee0421 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:29.349956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1dd5b15f-65bd-48e7-9b2a-8fb197f7049c None None] Provisioning complete for port 87634e47-5089-412e-808e-37e9b9ee0421 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:29.350501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd5b15f-65bd-48e7-9b2a-8fb197f7049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.380854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611d528-f6fe-4609-8c28-92bb078a99fa req-d40ab273-2fc3-4a0f-86da-61ab76be41d8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:29.382676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1611d528-f6fe-4609-8c28-92bb078a99fa req-d40ab273-2fc3-4a0f-86da-61ab76be41d8 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 946 time: 0.0791953 Sep 23 19:57:29.432749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5b15f-65bd-48e7-9b2a-8fb197f7049c None None] Port 87634e47-5089-412e-808e-37e9b9ee0421 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:29.476186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1611d528-f6fe-4609-8c28-92bb078a99fa req-3516ecfd-6dcd-4168-87f5-1812373fc202 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862319 Sep 23 19:57:29.493749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:29.541501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.547876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4140140-923b-465b-aeea-cddfb741af12 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:29.549896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d4140140-923b-465b-aeea-cddfb741af12 tempest-TestNetworkBasicOps-119652093 tempest-TestNetworkBasicOps-119652093-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 1092 time: 0.0550480 Sep 23 19:57:29.552607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:29.557834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:29.599027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=87634e47-5089-412e-808e-37e9b9ee0421,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:29.634018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.650736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-287effca-5dee-4726-bdf9-cca95b0c0f6f None None] Could not find standard attr ID for object 87634e47-5089-412e-808e-37e9b9ee0421. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:57:29.753115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.787563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.933163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Allocated IP 172.25.6.207 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/9337a565-d7d2-4fe5-9b71-354def3184c7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:29.969905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router deaaef66-1c23-475b-b32a-f9d2ba64f455 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:30.066607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:30.066850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.074259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ee9e07c-bb4e-405f-9b0e-edd709017470 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/deaaef66-1c23-475b-b32a-f9d2ba64f455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306040 Sep 23 19:57:30.078580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:30.079840 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] Sync routers for ids ['deaaef66-1c23-475b-b32a-f9d2ba64f455'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:30.091900 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] Routers {'deaaef66-1c23-475b-b32a-f9d2ba64f455'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:30.092930 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['deaaef66-1c23-475b-b32a-f9d2ba64f455'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:30.110119 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-67292ab4-fcdd-4c67-ba0c-1c902e498204 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=deaaef66-1c23-475b-b32a-f9d2ba64f455 HTTP/1.1" status: 200 len: 205 time: 0.0301704 Sep 23 19:57:30.111977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.113286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59278) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:30.159599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=9337a565-d7d2-4fe5-9b71-354def3184c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:30.173162 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:30.174859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:30.177320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:30.179846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:30.190866 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] Routers {'deaaef66-1c23-475b-b32a-f9d2ba64f455'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:30.191581 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['deaaef66-1c23-475b-b32a-f9d2ba64f455'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:30.263208 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:30.267454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0194bd8-a7ae-47eb-badb-59d10becf75e None None] The sync data for ids ['deaaef66-1c23-475b-b32a-f9d2ba64f455'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:30.301846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2c3420a1-7d0f-48a3-af06-d3ba50694605 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:30.352476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2c3420a1-7d0f-48a3-af06-d3ba50694605 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:30.353118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.619092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2715d2b3-c9be-4fd4-981c-452073f9aa42 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.635077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.713501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.793020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2715d2b3-c9be-4fd4-981c-452073f9aa42 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.795466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2715d2b3-c9be-4fd4-981c-452073f9aa42 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.841372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2715d2b3-c9be-4fd4-981c-452073f9aa42 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.842376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2715d2b3-c9be-4fd4-981c-452073f9aa42 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Fanout notify agent at l3_agent the message router_deleted on router deaaef66-1c23-475b-b32a-f9d2ba64f455 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:57:30.850164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2715d2b3-c9be-4fd4-981c-452073f9aa42 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.851905 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2715d2b3-c9be-4fd4-981c-452073f9aa42 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/deaaef66-1c23-475b-b32a-f9d2ba64f455 HTTP/1.1" status: 204 len: 168 time: 0.7370796 Sep 23 19:57:30.854100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59282) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:30.888104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.893507 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.917517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet 359df418-b2a0-44d6-83b1-28afcba74702 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:30.922192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.964730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.968995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event updated for resources: {'Port': ['ID=9337a565-d7d2-4fe5-9b71-354def3184c7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:30.981985 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.046739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.084160 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Floating IP 4be24380-61ef-440d-b1fd-b5daf07e6b0d associated. External IP: 172.25.6.207, port: 879fa15c-23e0-420b-b400-e22c9c6ba8a3. Sep 23 19:57:31.114152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.142761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=359df418-b2a0-44d6-83b1-28afcba74702,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:31.146252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.150444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-51d7c106-aa94-4a60-8001-8a2499df0507 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/359df418-b2a0-44d6-83b1-28afcba74702 HTTP/1.1" status: 204 len: 168 time: 0.2927856 Sep 23 19:57:31.150816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:31.157372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105108e8-e8a5-41c0-9476-bbf5c1ec5e1d None None] Network a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:31.237393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.307853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 2c3420a1-7d0f-48a3-af06-d3ba50694605 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:31.308199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.325641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 0a244624-ef86-44a8-b1bb-9f9aaf73896f has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:31.393332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] DHCP port deletion for a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:57:31.401943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 2c3420a1-7d0f-48a3-af06-d3ba50694605, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2c3420a1-7d0f-48a3-af06-d3ba50694605,segment=NetworkSegment(cbc6c304-9673-4046-a92f-f3197bc2f54d),segment_id=cbc6c304-9673-4046-a92f-f3197bc2f54d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:31.402453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.417118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 2c3420a1-7d0f-48a3-af06-d3ba50694605 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:31.445308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] Deleting port 2c3420a1-7d0f-48a3-af06-d3ba50694605 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:31.445688 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.451980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:31.471892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] Sync routers for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:31.473759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.506935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7aa140f7-0756-4edd-809d-171c84e3dd2e tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9528568 Sep 23 19:57:31.507134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59288) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:31.507976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:31.511654 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:31.518668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] For port 2c3420a1-7d0f-48a3-af06-d3ba50694605, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2c3420a1-7d0f-48a3-af06-d3ba50694605,segment=NetworkSegment(cbc6c304-9673-4046-a92f-f3197bc2f54d),segment_id=cbc6c304-9673-4046-a92f-f3197bc2f54d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:31.519106 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.526720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:31.527367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:31.549191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.567741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] Calling delete_port for 2c3420a1-7d0f-48a3-af06-d3ba50694605 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:31.589481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port 2c3420a1-7d0f-48a3-af06-d3ba50694605 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:31.613330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=2c3420a1-7d0f-48a3-af06-d3ba50694605,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:31.647258 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-af21eaae-876b-47cd-afc7-03e5fd1fea96 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/floatingips/4be24380-61ef-440d-b1fd-b5daf07e6b0d HTTP/1.1" status: 200 len: 992 time: 0.1380863 Sep 23 19:57:31.687219 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889cdd5d-030e-45e5-8cbe-1bb7e7f0c31d x-openstack-request-id: req-889cdd5d-030e-45e5-8cbe-1bb7e7f0c31d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:31.687875 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:31.688188 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-889cdd5d-030e-45e5-8cbe-1bb7e7f0c31d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:31.688654 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'status': 'completed', 'code': 200} Sep 23 19:57:31.691929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.692378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:31.721236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c1b7b2-7efe-4eca-bc89-0968a4f587a4']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:31.733221 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.747805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc6c304-9673-4046-a92f-f3197bc2f54d') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:31.748107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc6c304-9673-4046-a92f-f3197bc2f54d') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:31.760530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.779538 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.785680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-53f7bf3a-c2c2-4778-b44a-ba1af3c4e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.787160 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-53f7bf3a-c2c2-4778-b44a-ba1af3c4e07a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 1097 time: 0.0741644 Sep 23 19:57:31.789838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:57:31.790426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:57:31.793369 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:57:31.795770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] Pushing event deleted for resources: {'Port': ['ID=2c3420a1-7d0f-48a3-af06-d3ba50694605,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:31.803438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d972ca6-b829-42e0-9442-89e357a325f0 None None] No DVR routers for this DVR port 2c3420a1-7d0f-48a3-af06-d3ba50694605 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:31.908782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.913322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.915210 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/a4c1b7b2-7efe-4eca-bc89-0968a4f587a4 HTTP/1.1" status: 204 len: 168 time: 0.7635932 Sep 23 19:57:31.925438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:31.929940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-56903670', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:31.938592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be551dd7-a15b-4f6f-a04b-48a347f1f62a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=a4c1b7b2-7efe-4eca-bc89-0968a4f587a4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:31.955719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-42d04d7c-9ab0-42fe-8de8-b30f8065983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.957817 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-42d04d7c-9ab0-42fe-8de8-b30f8065983a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1d34305-fe19-48f5-abbf-7852b94fce1c HTTP/1.1" status: 200 len: 897 time: 0.1636069 Sep 23 19:57:31.967381 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.968618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:31.971694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '4be24380-61ef-440d-b1fd-b5daf07e6b0d', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'port_id': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'mac_address': 'fa:16:3e:54:f5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:57:30Z', 'updated_at': '2021-09-23T19:57:30Z', 'revision_number': 0, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:32.003631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] Checking router: 0a244624-ef86-44a8-b1bb-9f9aaf73896f for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:32.013439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:32.014063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:32.019512 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:32.033114 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-40e04fc2-1187-4564-bda5-7d2b17208034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3 HTTP/1.1" status: 200 len: 1000 time: 0.0678279 Sep 23 19:57:32.084248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-e2f1655f-bf8b-4844-9216-05778ccb1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:32.085654 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-e2f1655f-bf8b-4844-9216-05778ccb1d49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df7ecd72-2c29-48ab-8d53-5e810aee6c89 HTTP/1.1" status: 200 len: 835 time: 0.0466266 Sep 23 19:57:32.136338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-faba279f-b01f-41e5-b802-bfe71d08595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:32.138033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-faba279f-b01f-41e5-b802-bfe71d08595d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1d34305-fe19-48f5-abbf-7852b94fce1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455291 Sep 23 19:57:32.167532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:32.247625 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-65d52217-c48d-4f44-bd51-ca225019bd80 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020081 Sep 23 19:57:32.260372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2c3420a1-7d0f-48a3-af06-d3ba50694605 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:32.285071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 2c3420a1-7d0f-48a3-af06-d3ba50694605 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:32.285415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2c3420a1-7d0f-48a3-af06-d3ba50694605 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:32.301666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:32.352374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e8ef742-95af-4fe5-b633-f9fcbe542f7f req-ba24a23f-bc85-4b81-b7a8-3a817d79848b service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968211 Sep 23 19:57:32.375888 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:32.394532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:32.496661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 172.25.6.249 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/ad2fe6c7-db6a-4cb4-88a6-cad1269f13ca) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:32.529896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '4be24380-61ef-440d-b1fd-b5daf07e6b0d', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'port_id': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'mac_address': 'fa:16:3e:54:f5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:57:30Z', 'updated_at': '2021-09-23T19:57:30Z', 'revision_number': 0, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:32.556367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822af0d-23db-449d-a8ab-a088a7547007 None None] The sync data for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 is: [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '4be24380-61ef-440d-b1fd-b5daf07e6b0d', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'port_id': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'mac_address': 'fa:16:3e:54:f5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:57:30Z', 'updated_at': '2021-09-23T19:57:30Z', 'revision_number': 0, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:32.597312 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:32.630873 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:32.650092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:32.669873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:32.674440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:32.677976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:32.713365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=ad2fe6c7-db6a-4cb4-88a6-cad1269f13ca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:32.717541 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-58ee6c58-02b2-4146-8d18-74f0dc22b2ab tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/floatingips/4be24380-61ef-440d-b1fd-b5daf07e6b0d HTTP/1.1" status: 200 len: 992 time: 0.0661380 Sep 23 19:57:32.773573 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe4e2-af03-4ddd-a612-9bb7e6ffbe46 None None] New status for floating IP 4be24380-61ef-440d-b1fd-b5daf07e6b0d: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:57:33.235333 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:33.428776 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:33.551578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 1c81de46-091f-41c0-b7a2-3e0b9b7b0edb is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:33.660699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:33.670033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] Sync routers for ids ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:33.678253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:33.678958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] Routers {'1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:33.679473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-67ce18ad-dba3-48bc-a2d2-cf80b7dd4401 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.7585576 Sep 23 19:57:33.679680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:33.682404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59302) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:33.714963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:33.721288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59304) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:33.724957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] Routers {'1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:33.725607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:33.759932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:33.760836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d87081-d31b-4c22-9e76-b9c91f76957c None None] The sync data for ids ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:33.824433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e5cc21dd-dd6f-4a37-a0ab-d36c7630e1c7 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/floatingips/4be24380-61ef-440d-b1fd-b5daf07e6b0d HTTP/1.1" status: 200 len: 994 time: 0.1020706 Sep 23 19:57:33.843069 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1452932e-1906-4f91-919e-292f9d65dc6d tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/routers/1c81de46-091f-41c0-b7a2-3e0b9b7b0edb HTTP/1.1" status: 200 len: 883 time: 0.1595507 Sep 23 19:57:33.845394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59306) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:33.996269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-7070cc31-9e64-40a4-8661-3cc2dae1f230 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974567 Sep 23 19:57:34.103782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63744e9-569e-4206-a799-0e160f135f92 req-2a011932-3731-41ae-b578-4ec51fbad59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:34.105134 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-2a011932-3731-41ae-b578-4ec51fbad59a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0640388 Sep 23 19:57:34.159951 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-de239939-0cdd-4e3b-adab-f40d4f37edc6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3134835 Sep 23 19:57:34.162619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:34.167233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-beb7d5f0-7580-4c9d-adf0-8fc977f06779 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-56903670'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:34.238871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63744e9-569e-4206-a799-0e160f135f92 req-ebb7c59f-6db2-4782-8958-b7b0009bcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:34.240332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-ebb7c59f-6db2-4782-8958-b7b0009bcf34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 916 time: 0.0952611 Sep 23 19:57:34.280164 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-65567bb9-e7c1-4709-9ce8-78e7be3f0403 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01 HTTP/1.1" status: 200 len: 217 time: 0.0326853 Sep 23 19:57:34.328414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63744e9-569e-4206-a799-0e160f135f92 req-71ff73c4-946c-498e-a901-8b5391c0fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:34.329992 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-71ff73c4-946c-498e-a901-8b5391c0fe45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0436447 Sep 23 19:57:34.361664 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-8a455849-da11-4004-8b61-801183c150b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245483 Sep 23 19:57:34.456073 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-fa0b358b-ec7e-488b-8412-8eb95a9a496d service neutron] 10.222.0.41 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868425 Sep 23 19:57:34.468073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-beb7d5f0-7580-4c9d-adf0-8fc977f06779 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:34.479711 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-beb7d5f0-7580-4c9d-adf0-8fc977f06779 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:34.548388 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f63744e9-569e-4206-a799-0e160f135f92 req-6e7d157d-cc09-4930-bbf1-9ba34e086fe1 service neutron] 10.222.0.41 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849397 Sep 23 19:57:34.586770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb7d5f0-7580-4c9d-adf0-8fc977f06779 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 1c81de46-091f-41c0-b7a2-3e0b9b7b0edb has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:34.690456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb7d5f0-7580-4c9d-adf0-8fc977f06779 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:34.697020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-beb7d5f0-7580-4c9d-adf0-8fc977f06779 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:34.698181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-beb7d5f0-7580-4c9d-adf0-8fc977f06779 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/1c81de46-091f-41c0-b7a2-3e0b9b7b0edb HTTP/1.1" status: 200 len: 890 time: 0.5345314 Sep 23 19:57:34.699892 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] Sync routers for ids ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:34.700841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:34.709574 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] Routers {'1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:34.710179 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:34.743928 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:34.752185 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] Routers {'1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:34.752769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:34.784327 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:34.784949 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6efc72-d527-47e0-bc3e-20167eab38b4 None None] The sync data for ids ['1c81de46-091f-41c0-b7a2-3e0b9b7b0edb'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:34.809793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-27a9794d-d635-449a-bfb2-3124296ed3f2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/routers/1c81de46-091f-41c0-b7a2-3e0b9b7b0edb HTTP/1.1" status: 200 len: 890 time: 0.1078422 Sep 23 19:57:34.812348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:34.838897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d75676ef-0353-4f4c-80b1-9fdcc4bf0563 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c81de46-091f-41c0-b7a2-3e0b9b7b0edb HTTP/1.1" status: 200 len: 205 time: 0.0254378 Sep 23 19:57:34.841225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:34.942145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.043024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.093768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port ad2fe6c7-db6a-4cb4-88a6-cad1269f13ca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:35.094103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.166118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.177384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for ad2fe6c7-db6a-4cb4-88a6-cad1269f13ca owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:35.333170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.362621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=ad2fe6c7-db6a-4cb4-88a6-cad1269f13ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:35.425286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.526040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.528377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.579746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.580373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Fanout notify agent at l3_agent the message router_deleted on router 1c81de46-091f-41c0-b7a2-3e0b9b7b0edb {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:57:35.588092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.589187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-492512dc-658d-40d6-b46e-e4666a41b9c7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/1c81de46-091f-41c0-b7a2-3e0b9b7b0edb HTTP/1.1" status: 204 len: 168 time: 0.7470551 Sep 23 19:57:35.592832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:35.597679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1063310716'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:35.618601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:35.622195 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.645890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:35.654562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.654898 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 61719813-40ab-4bc1-b738-2e0f3991c65e of type vlan for network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 Sep 23 19:57:35.693628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.716153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.722404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:35.722982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.760967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1670804 Sep 23 19:57:35.763841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:35.768486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': '42b0b36a-561c-4fa7-bc68-b81b20f274b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:35.800522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab432134-7074-40fa-b339-09790f773ee0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=42b0b36a-561c-4fa7-bc68-b81b20f274b4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:35.811617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:35.889270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:35.892888 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.070578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.131193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=464ce832-b66d-4a60-a3bd-9728b64391d0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:36.138950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '61719813-40ab-4bc1-b738-2e0f3991c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42b0b36a-561c-4fa7-bc68-b81b20f274b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:36.139344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: 42b0b36a-561c-4fa7-bc68-b81b20f274b4, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:36.155944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:36.165060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 42b0b36a-561c-4fa7-bc68-b81b20f274b4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:36.169192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:36.169780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.177503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff786d2-19fc-467b-b9ae-8f3ea801dc60 None None] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:36.183991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ce17b12d-c9cf-402e-8a4f-4c84fc6258f7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4191875 Sep 23 19:57:36.186550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:36.190895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e509442b-d578-4b18-b12d-c1e65797d13b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2024841876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:36.212819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e509442b-d578-4b18-b12d-c1e65797d13b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.213789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e509442b-d578-4b18-b12d-c1e65797d13b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.267383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e509442b-d578-4b18-b12d-c1e65797d13b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.271355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e509442b-d578-4b18-b12d-c1e65797d13b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.286843 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e509442b-d578-4b18-b12d-c1e65797d13b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.288005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e509442b-d578-4b18-b12d-c1e65797d13b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1005502 Sep 23 19:57:36.290719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:36.324054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-42b0b36a-561c-4fa7-bc68-b81b20f274b4', 'network_id': '42b0b36a-561c-4fa7-bc68-b81b20f274b4', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': '464ce832-b66d-4a60-a3bd-9728b64391d0'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:36.324936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.472647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Allocated IP 2001:db8::2 (42b0b36a-561c-4fa7-bc68-b81b20f274b4/464ce832-b66d-4a60-a3bd-9728b64391d0/426f457a-ddfd-401b-ae59-d4bdb142cfd8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:36.630512 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.636202 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.681692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:36.686546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:36.689325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:36.697958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Pushing event updated for resources: {'Port': ['ID=426f457a-ddfd-401b-ae59-d4bdb142cfd8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:36.762879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Attempting to bind port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:36.763237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Attempting to bind port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '61719813-40ab-4bc1-b738-2e0f3991c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42b0b36a-561c-4fa7-bc68-b81b20f274b4'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:36.763599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Attempting to bind port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 on network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:36.768477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:36.768845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Checking segment: {'id': '61719813-40ab-4bc1-b738-2e0f3991c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42b0b36a-561c-4fa7-bc68-b81b20f274b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:36.769240 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.769631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Bound using segment: {'id': '61719813-40ab-4bc1-b738-2e0f3991c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42b0b36a-561c-4fa7-bc68-b81b20f274b4'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:36.770083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Bound port: 426f457a-ddfd-401b-ae59-d4bdb142cfd8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61719813-40ab-4bc1-b738-2e0f3991c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42b0b36a-561c-4fa7-bc68-b81b20f274b4'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:36.770482 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.833927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] For port 426f457a-ddfd-401b-ae59-d4bdb142cfd8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:36.837667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] For port 426f457a-ddfd-401b-ae59-d4bdb142cfd8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=426f457a-ddfd-401b-ae59-d4bdb142cfd8,segment=NetworkSegment(61719813-40ab-4bc1-b738-2e0f3991c65e),segment_id=61719813-40ab-4bc1-b738-2e0f3991c65e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:36.842069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.882721 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:36.902905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a7440-9532-48f3-b4de-18517fc1ddfc None None] Pushing event updated for resources: {'Port': ['ID=426f457a-ddfd-401b-ae59-d4bdb142cfd8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:37.152595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8::1 (42b0b36a-561c-4fa7-bc68-b81b20f274b4/464ce832-b66d-4a60-a3bd-9728b64391d0/a397e429-b4a8-4744-b9b2-a54c262cc5f3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:37.276463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.314186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.353312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:37.356465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:37.367601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=a397e429-b4a8-4744-b9b2-a54c262cc5f3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:37.370526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:37.371072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.488521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.767413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.771879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.772808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.845988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=a397e429-b4a8-4744-b9b2-a54c262cc5f3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:37.863790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e920938-3b1b-4fd2-936f-d222da9e9b84 None None] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:37.908611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:37.910001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:37.951114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4494fe44-fa94-4eb2-844c-dc31e73d91e1 None None] Provisioning complete for port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:37.951488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4494fe44-fa94-4eb2-844c-dc31e73d91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.028026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 26d664a8-87f2-4dd6-8076-44a0353ad8d9 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:38.087730 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4494fe44-fa94-4eb2-844c-dc31e73d91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.120786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4494fe44-fa94-4eb2-844c-dc31e73d91e1 None None] For port 426f457a-ddfd-401b-ae59-d4bdb142cfd8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=426f457a-ddfd-401b-ae59-d4bdb142cfd8,segment=NetworkSegment(61719813-40ab-4bc1-b738-2e0f3991c65e),segment_id=61719813-40ab-4bc1-b738-2e0f3991c65e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:38.125451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4494fe44-fa94-4eb2-844c-dc31e73d91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.136747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:38.145557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:38.146098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a038b24-0891-4f6f-96c9-e05ff5f3a4b4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/26d664a8-87f2-4dd6-8076-44a0353ad8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8540151 Sep 23 19:57:38.155365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] Sync routers for ids ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:38.173612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] Routers {'26d664a8-87f2-4dd6-8076-44a0353ad8d9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:38.174342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:38.222163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:38.222737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a385b6c-3414-46c2-a942-495477166bef tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:38.224604 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2a385b6c-3414-46c2-a942-495477166bef tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports/a397e429-b4a8-4744-b9b2-a54c262cc5f3 HTTP/1.1" status: 200 len: 911 time: 0.0778039 Sep 23 19:57:38.227327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:38.232949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '464ce832-b66d-4a60-a3bd-9728b64391d0'}]}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:38.242054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494fe44-fa94-4eb2-844c-dc31e73d91e1 None None] Pushing event updated for resources: {'Port': ['ID=426f457a-ddfd-401b-ae59-d4bdb142cfd8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:38.247722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] Routers {'26d664a8-87f2-4dd6-8076-44a0353ad8d9'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:38.248525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:38.287769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:38.288668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffddec91-a862-4f35-8e5a-b8a49fa0dca0 None None] The sync data for ids ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:38.338615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 426f457a-ddfd-401b-ae59-d4bdb142cfd8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:38.393785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:38.394504 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.409027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.502480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-282f6d94-f169-47f4-aa2f-1c10664136cd None None] Provisioning complete for port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:38.502829 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-282f6d94-f169-47f4-aa2f-1c10664136cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.606559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-282f6d94-f169-47f4-aa2f-1c10664136cd None None] Provisioning complete for port a397e429-b4a8-4744-b9b2-a54c262cc5f3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:38.606881 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-282f6d94-f169-47f4-aa2f-1c10664136cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.648141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-282f6d94-f169-47f4-aa2f-1c10664136cd None None] Port a397e429-b4a8-4744-b9b2-a54c262cc5f3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:38.776793 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3759477d-7910-44e4-b724-2529f34db9d6 None None] Provisioning complete for port a397e429-b4a8-4744-b9b2-a54c262cc5f3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:38.777165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3759477d-7910-44e4-b724-2529f34db9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.816231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3759477d-7910-44e4-b724-2529f34db9d6 None None] Port a397e429-b4a8-4744-b9b2-a54c262cc5f3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:38.868208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.879066 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.885506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:38.886154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.887668 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/ports/a397e429-b4a8-4744-b9b2-a54c262cc5f3 HTTP/1.1" status: 200 len: 911 time: 0.6592920 Sep 23 19:57:38.891141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:38.940014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24028-6da6-45b2-96e0-95411b8fcdb4 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=a397e429-b4a8-4744-b9b2-a54c262cc5f3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:38.944016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d0139464-678d-4df2-a5c0-6e9abcd67eae None None] Provisioning complete for port a397e429-b4a8-4744-b9b2-a54c262cc5f3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:38.944521 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0139464-678d-4df2-a5c0-6e9abcd67eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.980272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0139464-678d-4df2-a5c0-6e9abcd67eae None None] Port a397e429-b4a8-4744-b9b2-a54c262cc5f3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:39.229865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:39.474969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port a397e429-b4a8-4744-b9b2-a54c262cc5f3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:39.475317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:39.565626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:39.577157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for a397e429-b4a8-4744-b9b2-a54c262cc5f3 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:39.748181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:39.775360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=a397e429-b4a8-4744-b9b2-a54c262cc5f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:39.875097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.032094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 26d664a8-87f2-4dd6-8076-44a0353ad8d9 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:40.123592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:40.130094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d77b2829-43ec-4726-b5fc-2085ae749517 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/26d664a8-87f2-4dd6-8076-44a0353ad8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2380974 Sep 23 19:57:40.133892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:40.134594 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] Sync routers for ids ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:40.143697 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] Routers {'26d664a8-87f2-4dd6-8076-44a0353ad8d9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:40.144379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:40.165891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-71d2491e-f1ef-44bc-a667-5eb1e08d7561 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d664a8-87f2-4dd6-8076-44a0353ad8d9 HTTP/1.1" status: 200 len: 205 time: 0.0306990 Sep 23 19:57:40.168477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59360) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:40.182369 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:40.191001 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] Routers {'26d664a8-87f2-4dd6-8076-44a0353ad8d9'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:40.191603 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:40.226068 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:40.226974 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6cc2d-c957-4f1a-985d-88226b467bcd None None] The sync data for ids ['26d664a8-87f2-4dd6-8076-44a0353ad8d9'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:40.245087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 426f457a-ddfd-401b-ae59-d4bdb142cfd8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:40.256786 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45a20437-70dc-407d-b709-c9b31f6f4307 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.293438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:40.293938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.772827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45a20437-70dc-407d-b709-c9b31f6f4307 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.775060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45a20437-70dc-407d-b709-c9b31f6f4307 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.818712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45a20437-70dc-407d-b709-c9b31f6f4307 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.819374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a20437-70dc-407d-b709-c9b31f6f4307 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Fanout notify agent at l3_agent the message router_deleted on router 26d664a8-87f2-4dd6-8076-44a0353ad8d9 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:57:40.827002 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45a20437-70dc-407d-b709-c9b31f6f4307 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.828143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45a20437-70dc-407d-b709-c9b31f6f4307 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/26d664a8-87f2-4dd6-8076-44a0353ad8d9 HTTP/1.1" status: 204 len: 168 time: 0.6582203 Sep 23 19:57:40.831347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:40.881769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet 464ce832-b66d-4a60-a3bd-9728b64391d0 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:40.884926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:40.928485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.010505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.067309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.095837 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.098282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/464ce832-b66d-4a60-a3bd-9728b64391d0 HTTP/1.1" status: 204 len: 168 time: 0.2654169 Sep 23 19:57:41.098664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6599f-1bf2-412a-b347-af0bfb97d6e5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=464ce832-b66d-4a60-a3bd-9728b64391d0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:41.100322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:41.101625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b46a1-2c2b-4abf-a0bb-8867b719de8e None None] Network 42b0b36a-561c-4fa7-bc68-b81b20f274b4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:41.177308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.234128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:41.234551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.287749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] DHCP port deletion for 42b0b36a-561c-4fa7-bc68-b81b20f274b4 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:57:41.304181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 426f457a-ddfd-401b-ae59-d4bdb142cfd8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=426f457a-ddfd-401b-ae59-d4bdb142cfd8,segment=NetworkSegment(61719813-40ab-4bc1-b738-2e0f3991c65e),segment_id=61719813-40ab-4bc1-b738-2e0f3991c65e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:41.304566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.325518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 426f457a-ddfd-401b-ae59-d4bdb142cfd8 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:41.340776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] Deleting port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:41.341153 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.406439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] For port 426f457a-ddfd-401b-ae59-d4bdb142cfd8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=426f457a-ddfd-401b-ae59-d4bdb142cfd8,segment=NetworkSegment(61719813-40ab-4bc1-b738-2e0f3991c65e),segment_id=61719813-40ab-4bc1-b738-2e0f3991c65e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:41.406841 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.417216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.419864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] Calling delete_port for 426f457a-ddfd-401b-ae59-d4bdb142cfd8 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:41.444911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=426f457a-ddfd-401b-ae59-d4bdb142cfd8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:41.452528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:41.501409 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.525858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] Pushing event deleted for resources: {'Port': ['ID=426f457a-ddfd-401b-ae59-d4bdb142cfd8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:41.529636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0edff98-1604-42c9-8a01-ffc98a58d3e9 None None] No DVR routers for this DVR port 426f457a-ddfd-401b-ae59-d4bdb142cfd8 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:41.550428 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.570007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b0b36a-561c-4fa7-bc68-b81b20f274b4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:41.579063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61719813-40ab-4bc1-b738-2e0f3991c65e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:41.579361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61719813-40ab-4bc1-b738-2e0f3991c65e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:41.588845 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.601955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.607705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:57:41.608068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:57:41.611473 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:57:41.670750 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.677397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.679266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/42b0b36a-561c-4fa7-bc68-b81b20f274b4 HTTP/1.1" status: 204 len: 168 time: 0.5779109 Sep 23 19:57:41.683124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:41.688966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7c11b4c6-9871-4e2b-890e-d15fb4a63997 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-179252852', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:41.694413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0df1c6-090f-4402-8b88-97d7e4a8fecd tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=42b0b36a-561c-4fa7-bc68-b81b20f274b4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:41.714317 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c11b4c6-9871-4e2b-890e-d15fb4a63997 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.715340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c11b4c6-9871-4e2b-890e-d15fb4a63997 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.770010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c11b4c6-9871-4e2b-890e-d15fb4a63997 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.773606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c11b4c6-9871-4e2b-890e-d15fb4a63997 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.788680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c11b4c6-9871-4e2b-890e-d15fb4a63997 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.789847 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7c11b4c6-9871-4e2b-890e-d15fb4a63997 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1056116 Sep 23 19:57:41.792584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:41.797647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-890127942'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:41.820045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:41.823670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.846994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:41.856212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.856554 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 29666fcf-b72b-454d-b1b7-baaf6be7ca2c of type vlan for network 09647d9d-2c0d-4b97-9ceb-69a474563a93 Sep 23 19:57:41.897027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.921709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.928101 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:41.928773 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:41.959709 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1638620 Sep 23 19:57:41.960978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:41.966574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:42.002749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a04f4c-ce40-4ba1-8508-e43d160824df tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=09647d9d-2c0d-4b97-9ceb-69a474563a93,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:42.013929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:42.121707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:42.125055 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:42.212751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914f0b-f212-4a01-adab-2347aef01e42 req-967af268-8e96-4e19-a9f6-edb135867998 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:42.214228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-967af268-8e96-4e19-a9f6-edb135867998 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.1828735 Sep 23 19:57:42.240305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 426f457a-ddfd-401b-ae59-d4bdb142cfd8 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:42.260644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 426f457a-ddfd-401b-ae59-d4bdb142cfd8 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:42.260988 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 426f457a-ddfd-401b-ae59-d4bdb142cfd8 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:42.553717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-ce82137c-2de1-4cdf-ada9-56c72a1b3898 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/quotas/bc6705f5f4e4417fb61437665181c9e3 HTTP/1.1" status: 200 len: 375 time: 0.3300281 Sep 23 19:57:42.644390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-42c411ab-5f28-452e-a3ac-6eee83baf495 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840046 Sep 23 19:57:42.709451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:42.798973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=e94f1083-cfb6-4736-a67c-b2b6715920f6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:42.818735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-c7f3ad32-8938-477f-8b9c-a88b301aa741 service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537230 Sep 23 19:57:42.822432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:42.822785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: 09647d9d-2c0d-4b97-9ceb-69a474563a93, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:42.869408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:42.906124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 09647d9d-2c0d-4b97-9ceb-69a474563a93) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:42.912057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:42.913168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:42.917114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685e757-1d12-4abc-8705-3fca6b118f2c None None] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:42.935133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-1c373294-8e39-4ac7-a216-3bdd2fe3c6d6 service neutron] 10.222.0.38 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092689 Sep 23 19:57:42.939601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18839768-dcce-444f-8fe4-9d7140840c82 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9770205 Sep 23 19:57:42.940259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:43.097622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-09647d9d-2c0d-4b97-9ceb-69a474563a93', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:43.098603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.206708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ca4aac1-8a66-49ae-a88a-abb35c1071b7 req-9daf11b9-03d6-447e-bcb3-577dd2e3ded8 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 210 time: 0.0623062 Sep 23 19:57:43.215905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bdebc74-0827-4f64-926d-7fffb11d29e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.274869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Allocated IP 2001:db8::2 (09647d9d-2c0d-4b97-9ceb-69a474563a93/e94f1083-cfb6-4736-a67c-b2b6715920f6/92cbfba1-a904-45b9-9840-0e8b292affcb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:43.323489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.437241 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.445610 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.489136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:43.492241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:43.496577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:43.528148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Pushing event updated for resources: {'Port': ['ID=92cbfba1-a904-45b9-9840-0e8b292affcb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:43.555680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Attempting to bind port 92cbfba1-a904-45b9-9840-0e8b292affcb on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:43.556182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Attempting to bind port 92cbfba1-a904-45b9-9840-0e8b292affcb by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:43.556637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Attempting to bind port 92cbfba1-a904-45b9-9840-0e8b292affcb on network 09647d9d-2c0d-4b97-9ceb-69a474563a93 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:43.562799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:43.563377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Checking segment: {'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:43.564588 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.565081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Bound using segment: {'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:43.565643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Bound port: 92cbfba1-a904-45b9-9840-0e8b292affcb, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:43.566112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.597351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8::1 (09647d9d-2c0d-4b97-9ceb-69a474563a93/e94f1083-cfb6-4736-a67c-b2b6715920f6/10a98add-bdbe-445a-98be-c46ec440b498) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:43.635356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] For port 92cbfba1-a904-45b9-9840-0e8b292affcb, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:43.638916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] For port 92cbfba1-a904-45b9-9840-0e8b292affcb, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=92cbfba1-a904-45b9-9840-0e8b292affcb,segment=NetworkSegment(29666fcf-b72b-454d-b1b7-baaf6be7ca2c),segment_id=29666fcf-b72b-454d-b1b7-baaf6be7ca2c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:43.643321 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.707787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a93543-d870-4940-b186-caf2f5c5d8f4 None None] Pushing event updated for resources: {'Port': ['ID=92cbfba1-a904-45b9-9840-0e8b292affcb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:43.728787 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.767479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.816611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:43.819680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:43.823535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:43.824073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.872184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=10a98add-bdbe-445a-98be-c46ec440b498,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:43.963180 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.165977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914f0b-f212-4a01-adab-2347aef01e42 req-8bc86256-d9e3-40bb-9cf8-ed1015b7f161 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.167915 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-8bc86256-d9e3-40bb-9cf8-ed1015b7f161 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 815 time: 0.1174064 Sep 23 19:57:44.182876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Request body: {'port': {'device_id': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'admin_state_up': True, 'tenant_id': 'bc6705f5f4e4417fb61437665181c9e3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:44.282998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 92cbfba1-a904-45b9-9840-0e8b292affcb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:44.283540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.288858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.289912 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.319299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Made reservation on behalf of bc6705f5f4e4417fb61437665181c9e3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:44.323013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.364157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 92cbfba1-a904-45b9-9840-0e8b292affcb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:44.364539 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.416150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ce90a6f-8aa2-4ace-8b36-5a8fc4ba45c8 req-f15b0088-5f47-4ff1-b93f-b08d8efcb9cb tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 210 time: 0.1158042 Sep 23 19:57:44.447489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=10a98add-bdbe-445a-98be-c46ec440b498,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:44.475286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:44.476739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:44.480009 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.486999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Allocated IP 172.20.0.4 (a511fc83-d922-4a61-8e63-618ab38632e7/5b69a3ea-ac44-40ab-8fcd-80568413202d/96e4b3bf-0f74-4d18-809b-0741f3dbafbe) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:44.521572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 92cbfba1-a904-45b9-9840-0e8b292affcb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=92cbfba1-a904-45b9-9840-0e8b292affcb,segment=NetworkSegment(29666fcf-b72b-454d-b1b7-baaf6be7ca2c),segment_id=29666fcf-b72b-454d-b1b7-baaf6be7ca2c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:44.526441 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.588981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=92cbfba1-a904-45b9-9840-0e8b292affcb,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:44.627097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:44.658017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.697819 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.713465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:44.717541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['851edc9e-b58e-450e-961a-3821f9a443d7', '351f9470-a8a3-4f38-86b4-5980f9fed1d0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:44.731275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:44.738568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579094f-aa36-4f81-80b0-14f27134744b None None] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:44.740674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e336947-6141-408c-9c26-dce3a05c8c8b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7994378 Sep 23 19:57:44.744787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:44.748114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Network a511fc83-d922-4a61-8e63-618ab38632e7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:44.748854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:44.751567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:44.752891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1282901933'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:44.756643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:44.760760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event updated for resources: {'Port': ['ID=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:44.783178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:44.788770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.808794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.809479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.819034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:44.826635 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-4c633e2c-3eb2-4d7b-a644-3db4534e5da2 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6490543 Sep 23 19:57:44.831145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.831495 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 1de963bf-6cde-4d41-a24b-38a4867c9d91 of type vlan for network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e Sep 23 19:57:44.839627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Request body: {'port': {'device_id': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:44.878628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.899718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.904356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.912526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.913407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:44.959176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2132065 Sep 23 19:57:44.962387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59406) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:44.967837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:44.998400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5a018-8a64-4696-b897-53fbf5def885 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=8e562314-2d9e-4a84-a90c-b1b9013f3a8e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:45.009169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:45.009790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:45.021196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:45.066132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-dc6a6881-9645-49a6-9299-137294d57e22 None None] Provisioning complete for port 92cbfba1-a904-45b9-9840-0e8b292affcb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:45.066507 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6881-9645-49a6-9299-137294d57e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.164398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:45.167864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.244981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:45.325465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e4b3bf-0f74-4d18-809b-0741f3dbafbe {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:45.339502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.384559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Transition to ACTIVE for port object 96e4b3bf-0f74-4d18-809b-0741f3dbafbe will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:57:45.391400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.482473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:45.499329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.572904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5bc83-3c52-491a-ae78-440d43c4097b req-f3e4937b-0758-44c8-bbfa-d20baf828242 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:45.581236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae5bc83-3c52-491a-ae78-440d43c4097b req-f3e4937b-0758-44c8-bbfa-d20baf828242 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 943 time: 0.0772924 Sep 23 19:57:45.597923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=bf612661-a043-4fd1-954e-a86fed15f475,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:45.635046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Attempting to bind port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:45.635254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Attempting to bind port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:45.636040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Attempting to bind port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:45.638698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:45.639063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: 8e562314-2d9e-4a84-a90c-b1b9013f3a8e, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:45.643993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe on network a511fc83-d922-4a61-8e63-618ab38632e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:57:45.644309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Attempting to bind port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe on network a511fc83-d922-4a61-8e63-618ab38632e7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:45.647840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae5bc83-3c52-491a-ae78-440d43c4097b req-ba7b629b-0dfc-40ef-94c4-7e25f22eb188 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586405 Sep 23 19:57:45.655930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:45.656282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Checking segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:45.656687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Bound using segment: {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:45.657145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Bound port: 96e4b3bf-0f74-4d18-809b-0741f3dbafbe, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc03f8a-799e-46d6-94a8-78ac6e375e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:45.657506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.693476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:45.706865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 8e562314-2d9e-4a84-a90c-b1b9013f3a8e) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:45.713405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:45.714018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.724406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157beae-445b-45f8-989b-94a5926061ed None None] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:45.748900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] For port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:45.754690 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-38cad34e-4be7-48e2-806e-2b7112432f40 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7881541 Sep 23 19:57:45.754690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] For port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:45.754979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:45.763012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.771751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:43Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:44Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:45.834166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:45.834559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Updating router 07b20d92-e781-4aff-aec3-0d9a07451709 port 10a98add-bdbe-445a-98be-c46ec440b498 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:45.870515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:45.871143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.872557 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] 10.222.0.72 "PUT /v2.0/ports/96e4b3bf-0f74-4d18-809b-0741f3dbafbe HTTP/1.1" status: 200 len: 1091 time: 1.0374010 Sep 23 19:57:45.878653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'tag': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:45.878653 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090" -d '{"events": [{"name": "network-changed", "server_uuid": "4381ca8a-ed6a-4de6-8c8f-b888249e58f3", "tag": "96e4b3bf-0f74-4d18-809b-0741f3dbafbe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:45.892681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:45.908036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867779b-f32e-4274-a209-646c51658fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:45.955122 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c5238-8ef4-415f-b220-fd882c8d04b6 x-openstack-request-id: req-816c5238-8ef4-415f-b220-fd882c8d04b6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:45.955122 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4381ca8a-ed6a-4de6-8c8f-b888249e58f3", "tag": "96e4b3bf-0f74-4d18-809b-0741f3dbafbe", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:45.955440 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-816c5238-8ef4-415f-b220-fd882c8d04b6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:45.955785 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'tag': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe', 'status': 'completed', 'code': 200} Sep 23 19:57:46.060623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3567a264-0fb2-4812-b646-cf3999af4c22 None None] Provisioning complete for port 92cbfba1-a904-45b9-9840-0e8b292affcb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:46.061004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3567a264-0fb2-4812-b646-cf3999af4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.066778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:46.067633 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.073563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914f0b-f212-4a01-adab-2347aef01e42 req-5dd650ba-fe68-4821-9f5b-08a814569209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:46.074430 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-5dd650ba-fe68-4821-9f5b-08a814569209 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 1094 time: 0.1178784 Sep 23 19:57:46.152034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-6b9652dd-0ca8-43da-bc11-9b534794b483 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96e4b3bf-0f74-4d18-809b-0741f3dbafbe HTTP/1.1" status: 200 len: 217 time: 0.0416300 Sep 23 19:57:46.245182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59914f0b-f212-4a01-adab-2347aef01e42 req-282c9f5e-dd5f-4a5d-900f-b4b1f012ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:46.246697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-282c9f5e-dd5f-4a5d-900f-b4b1f012ea4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0854139 Sep 23 19:57:46.287623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 92cbfba1-a904-45b9-9840-0e8b292affcb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:46.307658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-f59cc662-b5f3-4368-a822-18fec3fe9f63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321968 Sep 23 19:57:46.340203 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.400702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Allocated IP 2001:db8:1::2 (8e562314-2d9e-4a84-a90c-b1b9013f3a8e/bf612661-a043-4fd1-954e-a86fed15f475/ba11e748-f370-434e-8b0f-bd503c561fa2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:46.421173 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f1f5-7894-4efc-ba0c-2ed92691c848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.494604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3567a264-0fb2-4812-b646-cf3999af4c22 None None] Provisioning complete for port 10a98add-bdbe-445a-98be-c46ec440b498 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:46.494899 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3567a264-0fb2-4812-b646-cf3999af4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.743373 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.750753 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-d1dca22d-1602-4f51-9325-e8558502c801 service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347305 Sep 23 19:57:46.756719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 92cbfba1-a904-45b9-9840-0e8b292affcb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:46.757170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.764559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.770060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79911ee8-2c2e-4b6c-a9e0-63145bb3f13f req-c966f831-2d69-4d4f-8b6f-ab87dc3b8a5c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:46.774868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79911ee8-2c2e-4b6c-a9e0-63145bb3f13f req-c966f831-2d69-4d4f-8b6f-ab87dc3b8a5c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 943 time: 0.0629725 Sep 23 19:57:46.789461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:46.825075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3567a264-0fb2-4812-b646-cf3999af4c22 None None] Port 10a98add-bdbe-445a-98be-c46ec440b498 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:46.828287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79911ee8-2c2e-4b6c-a9e0-63145bb3f13f req-089a3144-f944-42c3-be82-8ca8cead4601 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Sep 23 19:57:46.869309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40727a9-4a95-42c0-ae64-70ed14a48305 None None] Pushing event updated for resources: {'Port': ['ID=10a98add-bdbe-445a-98be-c46ec440b498,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:46.951544 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-59914f0b-f212-4a01-adab-2347aef01e42 req-ac5e2595-55ea-45c4-8607-5a0061d08903 service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886604 Sep 23 19:57:46.991709 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.006438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.025610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Attempting to bind port 10a98add-bdbe-445a-98be-c46ec440b498 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:47.025610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Attempting to bind port 10a98add-bdbe-445a-98be-c46ec440b498 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:47.026038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Attempting to bind port 10a98add-bdbe-445a-98be-c46ec440b498 on network 09647d9d-2c0d-4b97-9ceb-69a474563a93 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:47.061150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:47.061379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Checking segment: {'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:47.061795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.062195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Bound using segment: {'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:47.062704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Bound port: 10a98add-bdbe-445a-98be-c46ec440b498, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29666fcf-b72b-454d-b1b7-baaf6be7ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:47.063119 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.068060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3fed0155-08b6-4aac-9552-ba34fa5197c8 None None] Provisioning complete for port 10a98add-bdbe-445a-98be-c46ec440b498 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:47.068428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fed0155-08b6-4aac-9552-ba34fa5197c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.081763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:47.084282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-5838ccd4-a629-492e-adcd-bc2fe6041695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:47.085789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-5838ccd4-a629-492e-adcd-bc2fe6041695 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6705f5f4e4417fb61437665181c9e3&device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 1094 time: 0.0838525 Sep 23 19:57:47.087138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8:1::1 (8e562314-2d9e-4a84-a90c-b1b9013f3a8e/bf612661-a043-4fd1-954e-a86fed15f475/52554475-d45c-4b0a-b2ad-35cfe21ee925) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:47.116763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:47.121600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Pushing event updated for resources: {'Port': ['ID=ba11e748-f370-434e-8b0f-bd503c561fa2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:47.126728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:47.170164 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.184190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3fed0155-08b6-4aac-9552-ba34fa5197c8 None None] Port 10a98add-bdbe-445a-98be-c46ec440b498 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:47.236042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Attempting to bind port ba11e748-f370-434e-8b0f-bd503c561fa2 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:47.236323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Attempting to bind port ba11e748-f370-434e-8b0f-bd503c561fa2 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:47.236689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Attempting to bind port ba11e748-f370-434e-8b0f-bd503c561fa2 on network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:47.239850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] For port 10a98add-bdbe-445a-98be-c46ec440b498, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:47.249496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:47.249879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Checking segment: {'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:47.250317 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.250904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Bound using segment: {'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:47.251225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Bound port: ba11e748-f370-434e-8b0f-bd503c561fa2, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:47.251610 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.256276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-1650d282-1797-4241-b321-34e6fd469b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:47.256755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] For port 10a98add-bdbe-445a-98be-c46ec440b498, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=10a98add-bdbe-445a-98be-c46ec440b498,segment=NetworkSegment(29666fcf-b72b-454d-b1b7-baaf6be7ca2c),segment_id=29666fcf-b72b-454d-b1b7-baaf6be7ca2c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:47.257797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-1650d282-1797-4241-b321-34e6fd469b48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 200 len: 916 time: 0.1631620 Sep 23 19:57:47.265768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.314288 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.316893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-edc71cfc-d960-4917-9223-794cd445fa11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96e4b3bf-0f74-4d18-809b-0741f3dbafbe HTTP/1.1" status: 200 len: 217 time: 0.0496111 Sep 23 19:57:47.369946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f06401cc-b759-4a86-bee4-c9e69fe342a3 None None] Provisioning complete for port 10a98add-bdbe-445a-98be-c46ec440b498 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:47.370351 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f06401cc-b759-4a86-bee4-c9e69fe342a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.377568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40727a9-4a95-42c0-ae64-70ed14a48305 None None] Pushing event updated for resources: {'Port': ['ID=10a98add-bdbe-445a-98be-c46ec440b498,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:47.396440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-cd1da89f-da43-48a5-b6b4-d56a25a7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:47.397919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-cd1da89f-da43-48a5-b6b4-d56a25a7cb62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 200 len: 855 time: 0.0712235 Sep 23 19:57:47.401104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:47.401799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:47.403529 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.455008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] For port ba11e748-f370-434e-8b0f-bd503c561fa2, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:47.462084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-3dd5b1e9-03c7-4ad1-9afe-dbcfd9c360f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a511fc83-d922-4a61-8e63-618ab38632e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536849 Sep 23 19:57:47.482889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:47.495035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:47.497759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] For port ba11e748-f370-434e-8b0f-bd503c561fa2, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ba11e748-f370-434e-8b0f-bd503c561fa2,segment=NetworkSegment(1de963bf-6cde-4d41-a24b-38a4867c9d91),segment_id=1de963bf-6cde-4d41-a24b-38a4867c9d91)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:47.501343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:47.502048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.509490 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.546974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=52554475-d45c-4b0a-b2ad-35cfe21ee925,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:47.567066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:47.656528 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-72016769-2bd0-4c57-b2ad-0eed0ace5b5e service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870096 Sep 23 19:57:47.679925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51bc88-e2f9-4853-a34b-afb0f4d05ae2 None None] Pushing event updated for resources: {'Port': ['ID=ba11e748-f370-434e-8b0f-bd503c561fa2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:47.704402 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f06401cc-b759-4a86-bee4-c9e69fe342a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.716162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.816476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f06401cc-b759-4a86-bee4-c9e69fe342a3 None None] For port 10a98add-bdbe-445a-98be-c46ec440b498, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=10a98add-bdbe-445a-98be-c46ec440b498,segment=NetworkSegment(29666fcf-b72b-454d-b1b7-baaf6be7ca2c),segment_id=29666fcf-b72b-454d-b1b7-baaf6be7ca2c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:47.824222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f06401cc-b759-4a86-bee4-c9e69fe342a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:47.871358 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dae073a9-cc92-4e99-b8f3-f8bf2e9ef090 req-c3a277fd-c9a1-4c2e-827d-a2f66dd36d0a service neutron] 10.222.0.72 "GET /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913061 Sep 23 19:57:47.916000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06401cc-b759-4a86-bee4-c9e69fe342a3 None None] Pushing event updated for resources: {'Port': ['ID=10a98add-bdbe-445a-98be-c46ec440b498,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:47.956442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:43Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:47.963645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61c83-35ea-4734-bba5-fec02a802823 req-eb56cb43-db37-4b9a-8dd0-d2a4d22f8247 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:47.971635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95e61c83-35ea-4734-bba5-fec02a802823 req-eb56cb43-db37-4b9a-8dd0-d2a4d22f8247 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 943 time: 0.0681152 Sep 23 19:57:47.990623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1150f6-0155-42dd-9dc5-028b1576005b None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:43Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:47.992283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bef6dfa1-b9c1-4719-9578-c42d71ac3fee None None] Provisioning complete for port 10a98add-bdbe-445a-98be-c46ec440b498 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:47.992724 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bef6dfa1-b9c1-4719-9578-c42d71ac3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.018502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95e61c83-35ea-4734-bba5-fec02a802823 req-2c501b08-5418-46b9-94cd-cb281240d09f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Sep 23 19:57:48.093410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.098388 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.099219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.171223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=52554475-d45c-4b0a-b2ad-35cfe21ee925,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:48.260222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:48.261735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:48.350943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ba11e748-f370-434e-8b0f-bd503c561fa2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:48.390396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:48.415459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ba11e748-f370-434e-8b0f-bd503c561fa2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:48.415842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.494861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:48.496927 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:57:48.506158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a1fe8733-5902-49b3-9411-99e7336b0fcc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7479355 Sep 23 19:57:48.506519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:48.512089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1000994859'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:48.515006 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.539609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:48.543486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.567491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ba11e748-f370-434e-8b0f-bd503c561fa2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ba11e748-f370-434e-8b0f-bd503c561fa2,segment=NetworkSegment(1de963bf-6cde-4d41-a24b-38a4867c9d91),segment_id=1de963bf-6cde-4d41-a24b-38a4867c9d91)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:48.575250 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.590044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:48.605655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.606020 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 21b47c17-7367-4ad0-8f3b-33693a745737 of type vlan for network 4b3b71b1-e959-40cd-8481-c81da66aacac Sep 23 19:57:48.636452 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.641386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ba11e748-f370-434e-8b0f-bd503c561fa2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:48.657332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.664579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b96c06-6092-4dbd-88c3-6a87e3d545c7 None None] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:48.683868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.690448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:48.691135 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.734591 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2237656 Sep 23 19:57:48.734591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59420) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:48.738917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-285a43d1-04ec-42fa-a213-ac8a160a463e None None] Provisioning complete for port ba11e748-f370-434e-8b0f-bd503c561fa2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:48.739379 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-285a43d1-04ec-42fa-a213-ac8a160a463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:48.740052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:48.784207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b676c-0222-4098-a4e7-8187059cbe0c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=4b3b71b1-e959-40cd-8481-c81da66aacac,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:48.807157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 4b3b71b1-e959-40cd-8481-c81da66aacac details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:48.856316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:48.860578 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.051928 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.122001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=b03f4b5c-add8-49d2-85f9-a24283c4fd8f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:49.127668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:49.128092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: 4b3b71b1-e959-40cd-8481-c81da66aacac, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:49.142999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87239-725d-41c5-b560-be9f4b4f1150 req-a3852872-97c1-4810-801a-8f9f9bd70ec0 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:49.145681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdd87239-725d-41c5-b560-be9f4b4f1150 req-a3852872-97c1-4810-801a-8f9f9bd70ec0 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 943 time: 0.0577424 Sep 23 19:57:49.147287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 4b3b71b1-e959-40cd-8481-c81da66aacac is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:49.158582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 4b3b71b1-e959-40cd-8481-c81da66aacac) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:49.167832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:49.168725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.180227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4c548-7ba0-4c85-a2cc-7e3e24364d75 None None] Network 4b3b71b1-e959-40cd-8481-c81da66aacac requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:49.182275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1160b42d-868d-4dea-b36c-a429e0631583 None None] Provisioning complete for port 52554475-d45c-4b0a-b2ad-35cfe21ee925 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:49.182691 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1160b42d-868d-4dea-b36c-a429e0631583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.185953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3cebd7e9-a1d3-449a-a302-2e7e8ba456b5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4492142 Sep 23 19:57:49.188168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59424) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:49.200582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bdd87239-725d-41c5-b560-be9f4b4f1150 req-af8c9e6d-83b2-460b-bffe-f06b58c55ec9 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483494 Sep 23 19:57:49.275609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1160b42d-868d-4dea-b36c-a429e0631583 None None] Port 52554475-d45c-4b0a-b2ad-35cfe21ee925 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:49.302399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1160b42d-868d-4dea-b36c-a429e0631583 None None] Provisioning complete for port ba11e748-f370-434e-8b0f-bd503c561fa2 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:49.302697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1160b42d-868d-4dea-b36c-a429e0631583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.418936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-4b3b71b1-e959-40cd-8481-c81da66aacac', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:49.419951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.543767 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:49.556394 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:49.556916 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:49.591396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.600798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d728d1d2-fb2f-4795-bbb4-8509b9b13d98 None None] Provisioning complete for port 52554475-d45c-4b0a-b2ad-35cfe21ee925 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:49.601263 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d728d1d2-fb2f-4795-bbb4-8509b9b13d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.637305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Allocated IP 2001:db8:2::2 (4b3b71b1-e959-40cd-8481-c81da66aacac/b03f4b5c-add8-49d2-85f9-a24283c4fd8f/f43ca39a-f656-403d-a77e-aef69c47dd59) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:49.640247 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d728d1d2-fb2f-4795-bbb4-8509b9b13d98 None None] Port 52554475-d45c-4b0a-b2ad-35cfe21ee925 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:49.661960 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:49.802702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c9b44a48-2405-406a-a305-783e6bc1d950 None None] Provisioning complete for port 52554475-d45c-4b0a-b2ad-35cfe21ee925 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:49.802992 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9b44a48-2405-406a-a305-783e6bc1d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.849290 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.855735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9b44a48-2405-406a-a305-783e6bc1d950 None None] Port 52554475-d45c-4b0a-b2ad-35cfe21ee925 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:49.859901 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.895968 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 3, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:49.909832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Network 4b3b71b1-e959-40cd-8481-c81da66aacac is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:49.913300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:49.920685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:49.924469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Pushing event updated for resources: {'Port': ['ID=f43ca39a-f656-403d-a77e-aef69c47dd59,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:49.986661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Attempting to bind port f43ca39a-f656-403d-a77e-aef69c47dd59 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:49.987031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Attempting to bind port f43ca39a-f656-403d-a77e-aef69c47dd59 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:49.987389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Attempting to bind port f43ca39a-f656-403d-a77e-aef69c47dd59 on network 4b3b71b1-e959-40cd-8481-c81da66aacac {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:49.992955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:49.993329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Checking segment: {'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:49.993904 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.994329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Bound using segment: {'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:49.994802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Bound port: f43ca39a-f656-403d-a77e-aef69c47dd59, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:49.995184 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.011802 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:50.012157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Updating router 07b20d92-e781-4aff-aec3-0d9a07451709 port 52554475-d45c-4b0a-b2ad-35cfe21ee925 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:50.039120 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.060483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] For port f43ca39a-f656-403d-a77e-aef69c47dd59, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:50.064386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] For port f43ca39a-f656-403d-a77e-aef69c47dd59, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f43ca39a-f656-403d-a77e-aef69c47dd59,segment=NetworkSegment(21b47c17-7367-4ad0-8f3b-33693a745737),segment_id=21b47c17-7367-4ad0-8f3b-33693a745737)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:50.068754 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.124286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191be3e0-93ee-480e-a416-5b07a3f87f82 None None] Pushing event updated for resources: {'Port': ['ID=f43ca39a-f656-403d-a77e-aef69c47dd59,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:50.155470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8:2::1 (4b3b71b1-e959-40cd-8481-c81da66aacac/b03f4b5c-add8-49d2-85f9-a24283c4fd8f/62aa4f57-79a1-4b0a-b6ce-ca005175d652) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:50.281209 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.318304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.382181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0af314-f7fd-4fe5-bc2c-db3db58f0237 req-1f73c748-b6c0-4390-a661-afed3e5a14dd tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:50.387517 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.389869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 4b3b71b1-e959-40cd-8481-c81da66aacac is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:50.395258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:50.397263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0af314-f7fd-4fe5-bc2c-db3db58f0237 req-1f73c748-b6c0-4390-a661-afed3e5a14dd tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 943 time: 0.1019888 Sep 23 19:57:50.399476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:50.400324 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.401896 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.439917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd0af314-f7fd-4fe5-bc2c-db3db58f0237 req-827ecb80-dc73-42ac-bd21-09bbed960953 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Sep 23 19:57:50.451722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 96e4b3bf-0f74-4d18-809b-0741f3dbafbe details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:57:50.466467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=62aa4f57-79a1-4b0a-b6ce-ca005175d652,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:50.466976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 10a98add-bdbe-445a-98be-c46ec440b498 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:50.532993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Pushing event updated for resources: {'Port': ['ID=52554475-d45c-4b0a-b2ad-35cfe21ee925,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:50.553695 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.554782 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.555452 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.555834 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.561505 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.562130 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.562662 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.563181 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.563681 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.564232 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.564768 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.565934 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:50.571967 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.585234 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Attempting to bind port 52554475-d45c-4b0a-b2ad-35cfe21ee925 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:50.585598 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Attempting to bind port 52554475-d45c-4b0a-b2ad-35cfe21ee925 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:50.585960 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Attempting to bind port 52554475-d45c-4b0a-b2ad-35cfe21ee925 on network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:50.592140 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:50.592942 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Checking segment: {'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:50.593562 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.595207 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Bound using segment: {'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:50.597699 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Bound port: 52554475-d45c-4b0a-b2ad-35cfe21ee925, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de963bf-6cde-4d41-a24b-38a4867c9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:50.598383 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.633876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 10a98add-bdbe-445a-98be-c46ec440b498 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:50.634378 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.682173 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] For port 52554475-d45c-4b0a-b2ad-35cfe21ee925, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:50.685662 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] For port 52554475-d45c-4b0a-b2ad-35cfe21ee925, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=52554475-d45c-4b0a-b2ad-35cfe21ee925,segment=NetworkSegment(1de963bf-6cde-4d41-a24b-38a4867c9d91),segment_id=1de963bf-6cde-4d41-a24b-38a4867c9d91)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:50.691536 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.692549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:50.709134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe', 'network_id': 'a511fc83-d922-4a61-8e63-618ab38632e7', 'port_id': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe', 'mac_address': 'fa:16:3e:c5:25:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b69a3ea-ac44-40ab-8fcd-80568413202d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:57:50.744741 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d680a0c-fdd1-425e-a2ac-0835cd80cadf None None] Pushing event updated for resources: {'Port': ['ID=52554475-d45c-4b0a-b2ad-35cfe21ee925,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:50.755843 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.768799 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:50.769748 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:50.774161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e4b3bf-0f74-4d18-809b-0741f3dbafbe {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:50.795750 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:50.800501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.869367 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:50.878678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ba11e748-f370-434e-8b0f-bd503c561fa2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:50.939937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.946599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:50.948023 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.057563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=62aa4f57-79a1-4b0a-b6ce-ca005175d652,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:51.129700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7140a28-5cef-48be-a907-b003c2501fe3 None None] Provisioning complete for port 52554475-d45c-4b0a-b2ad-35cfe21ee925 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:51.131021 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7140a28-5cef-48be-a907-b003c2501fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.135401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 4b3b71b1-e959-40cd-8481-c81da66aacac is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:51.136800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:51.137437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:51.171300 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 1, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:51.215989 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace52a75-8f4b-4f07-abad-947248f946c4 None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 1, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:51.222066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['96e4b3bf-0f74-4d18-809b-0741f3dbafbe'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:51.228286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ba11e748-f370-434e-8b0f-bd503c561fa2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:51.228286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.303831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:51.306675 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7140a28-5cef-48be-a907-b003c2501fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.392395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7140a28-5cef-48be-a907-b003c2501fe3 None None] For port 52554475-d45c-4b0a-b2ad-35cfe21ee925, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=52554475-d45c-4b0a-b2ad-35cfe21ee925,segment=NetworkSegment(1de963bf-6cde-4d41-a24b-38a4867c9d91),segment_id=1de963bf-6cde-4d41-a24b-38a4867c9d91)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:51.405437 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7140a28-5cef-48be-a907-b003c2501fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.448540 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:51.455535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f0d12987-d4b4-4520-aab7-9a1dbca77b69 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661433 Sep 23 19:57:51.460078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:51.465955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1907589590'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:51.496452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:51.503255 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.523992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7140a28-5cef-48be-a907-b003c2501fe3 None None] Pushing event updated for resources: {'Port': ['ID=52554475-d45c-4b0a-b2ad-35cfe21ee925,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:51.551000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:51.566725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.566725 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added segment 058a15a6-e1ad-4b28-a8ef-02a35262d278 of type vlan for network 45c46ee8-0aa1-4bde-8a75-960212411686 Sep 23 19:57:51.567156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-70239eb8-78df-4789-8a03-d197ba0137fd None None] Provisioning complete for port 52554475-d45c-4b0a-b2ad-35cfe21ee925 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:51.567526 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70239eb8-78df-4789-8a03-d197ba0137fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.611008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ed46d-053c-4c1b-a2f3-449c9179a781 None None] Network 4b3b71b1-e959-40cd-8481-c81da66aacac requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:51.615187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66239-8855-467a-85c6-b720a8bc12e0 req-0240f300-095e-43aa-936b-665adb563d9e tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:51.616783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ca66239-8855-467a-85c6-b720a8bc12e0 req-0240f300-095e-43aa-936b-665adb563d9e tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 944 time: 0.0631449 Sep 23 19:57:51.630573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.655613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ca66239-8855-467a-85c6-b720a8bc12e0 req-d15217f6-b65b-4c5b-9dba-6884f1671167 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Sep 23 19:57:51.664527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.677721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:51.677721 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.712515 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2484667 Sep 23 19:57:51.713290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:51.717857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'subnet': {'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:51.757029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb078e-0032-490f-9597-66db354e6100 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Network': ['ID=45c46ee8-0aa1-4bde-8a75-960212411686,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:51.786369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 45c46ee8-0aa1-4bde-8a75-960212411686 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:51.827282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Made reservation on behalf of 7e0d9008b1f5436e9ba270017eca7d26 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:51.831660 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:51.935003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-acdde7c2-4625-47ad-a47f-381709d1e97e None None] Provisioning complete for port f43ca39a-f656-403d-a77e-aef69c47dd59 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:51.935411 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acdde7c2-4625-47ad-a47f-381709d1e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.032318 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acdde7c2-4625-47ad-a47f-381709d1e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.068983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-acdde7c2-4625-47ad-a47f-381709d1e97e None None] For port f43ca39a-f656-403d-a77e-aef69c47dd59, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f43ca39a-f656-403d-a77e-aef69c47dd59,segment=NetworkSegment(21b47c17-7367-4ad0-8f3b-33693a745737),segment_id=21b47c17-7367-4ad0-8f3b-33693a745737)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:52.074008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acdde7c2-4625-47ad-a47f-381709d1e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.091299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.138546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde7c2-4625-47ad-a47f-381709d1e97e None None] Pushing event updated for resources: {'Port': ['ID=f43ca39a-f656-403d-a77e-aef69c47dd59,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:52.147628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Subnet': ['ID=b585db66-4b22-48f1-9ab5-93615d58398c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:52.196298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0ff292cb-a7e8-460f-b9fe-71caa1781adc None None] Provisioning complete for port f43ca39a-f656-403d-a77e-aef69c47dd59 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:52.196951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ff292cb-a7e8-460f-b9fe-71caa1781adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.207159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Checking segment: {'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:52.207532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network hostable DHCP agents. Network: 45c46ee8-0aa1-4bde-8a75-960212411686, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:52.241393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 45c46ee8-0aa1-4bde-8a75-960212411686 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:52.257826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 45c46ee8-0aa1-4bde-8a75-960212411686) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:52.262188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:52.262710 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.272439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a6ab9-4e60-4b13-a78a-e2942499365e None None] Network 45c46ee8-0aa1-4bde-8a75-960212411686 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:52.297887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-14a96465-0395-4356-9267-6ee7837964d3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5839479 Sep 23 19:57:52.300877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59436) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:52.389103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f43ca39a-f656-403d-a77e-aef69c47dd59 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:52.449369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0ff292cb-a7e8-460f-b9fe-71caa1781adc None None] Provisioning complete for port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:52.449675 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ff292cb-a7e8-460f-b9fe-71caa1781adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.482307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 96e4b3bf-0f74-4d18-809b-0741f3dbafbe up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:52.557944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0ff292cb-a7e8-460f-b9fe-71caa1781adc None None] Port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:52.579331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f43ca39a-f656-403d-a77e-aef69c47dd59 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:52.579698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.635236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-45c46ee8-0aa1-4bde-8a75-960212411686', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:52.636103 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.652401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:57:52.662085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:52.662494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.730540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.788096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fafef-0387-4726-9144-b26fff0423bb req-b0dd3f47-38d7-420f-b7cd-29fc81e988ac tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:52.789883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-693fafef-0387-4726-9144-b26fff0423bb req-b0dd3f47-38d7-420f-b7cd-29fc81e988ac tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 944 time: 0.0520093 Sep 23 19:57:52.812075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:52.831264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-693fafef-0387-4726-9144-b26fff0423bb req-9215003b-07a4-48ea-9b7b-1a51a6cf377f tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Sep 23 19:57:52.853413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-84e66d2c-c51a-465f-b772-bdb0024fc84f None None] Provisioning complete for port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:52.853791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84e66d2c-c51a-465f-b772-bdb0024fc84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:52.859539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 52554475-d45c-4b0a-b2ad-35cfe21ee925 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:52.904257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:52.904900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:53.056280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-84e66d2c-c51a-465f-b772-bdb0024fc84f None None] Port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:53.060500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Allocated IP 2001:db8:3::2 (45c46ee8-0aa1-4bde-8a75-960212411686/b585db66-4b22-48f1-9ab5-93615d58398c/5e028a60-fbeb-436f-8de3-36198cce265c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:53.091530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.093960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:53.161772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 52554475-d45c-4b0a-b2ad-35cfe21ee925 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:53.162142 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.410838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:53.413064 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe6d82-f182-4bdd-8096-8ac26faa003f" -d '{"events": [{"server_uuid": "4381ca8a-ed6a-4de6-8c8f-b888249e58f3", "name": "network-vif-plugged", "status": "completed", "tag": "96e4b3bf-0f74-4d18-809b-0741f3dbafbe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:53.454067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:53.459234 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500378fb-6f0e-478b-b748-70b67afe6be3 x-openstack-request-id: req-500378fb-6f0e-478b-b748-70b67afe6be3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:53.459519 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4381ca8a-ed6a-4de6-8c8f-b888249e58f3", "name": "network-vif-plugged", "status": "completed", "tag": "96e4b3bf-0f74-4d18-809b-0741f3dbafbe", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:53.459772 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-500378fb-6f0e-478b-b748-70b67afe6be3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:53.460152 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe', 'code': 200} Sep 23 19:57:53.472797 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.481173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-95174a5d-8086-4815-86d6-76ed58ce487b None None] Provisioning complete for port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:53.481541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95174a5d-8086-4815-86d6-76ed58ce487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.550370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a928c-22bb-4eec-b9df-d660bb531d8f req-f088b934-0e62-4fbf-b3ad-ba3bdc296739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:53.551975 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-811a928c-22bb-4eec-b9df-d660bb531d8f req-f088b934-0e62-4fbf-b3ad-ba3bdc296739 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 1096 time: 0.0393128 Sep 23 19:57:53.588542 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-811a928c-22bb-4eec-b9df-d660bb531d8f req-265c5009-934b-421a-893e-f8e11e078899 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292947 Sep 23 19:57:53.658979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-95174a5d-8086-4815-86d6-76ed58ce487b None None] Port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:53.672801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:53.707656 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.729222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.763160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Allocated IP 2001:db8:3::1 (45c46ee8-0aa1-4bde-8a75-960212411686/b585db66-4b22-48f1-9ab5-93615d58398c/39493cba-cf58-4fc6-923b-0ca159d52c2b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:53.774462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Network 45c46ee8-0aa1-4bde-8a75-960212411686 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:53.780366 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:53.787984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:53.791762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Pushing event updated for resources: {'Port': ['ID=5e028a60-fbeb-436f-8de3-36198cce265c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:53.855046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:50Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:53.881679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.883099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Attempting to bind port 5e028a60-fbeb-436f-8de3-36198cce265c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:53.883474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Attempting to bind port 5e028a60-fbeb-436f-8de3-36198cce265c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:53.883841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Attempting to bind port 5e028a60-fbeb-436f-8de3-36198cce265c on network 45c46ee8-0aa1-4bde-8a75-960212411686 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:53.885965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:53.886348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Updating router 07b20d92-e781-4aff-aec3-0d9a07451709 port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:53.909190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:53.909190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Checking segment: {'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:53.909190 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.909572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Bound using segment: {'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:53.909885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Bound port: 5e028a60-fbeb-436f-8de3-36198cce265c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:53.910171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.927280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.933264 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.964236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fff59-2aaf-4ae6-9b3b-e06b3ef24469 req-dc1f828e-0bc0-4a2b-92f4-9d5bcf117c87 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:53.965806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f48fff59-2aaf-4ae6-9b3b-e06b3ef24469 req-dc1f828e-0bc0-4a2b-92f4-9d5bcf117c87 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 945 time: 0.0589783 Sep 23 19:57:53.977159 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 45c46ee8-0aa1-4bde-8a75-960212411686 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:53.980895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:53.983995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:53.984565 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.013930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f48fff59-2aaf-4ae6-9b3b-e06b3ef24469 req-146e78f0-01dd-4d29-a3a3-91293ee70bf3 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Sep 23 19:57:54.034759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=39493cba-cf58-4fc6-923b-0ca159d52c2b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:54.084295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] For port 5e028a60-fbeb-436f-8de3-36198cce265c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:54.102775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] For port 5e028a60-fbeb-436f-8de3-36198cce265c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5e028a60-fbeb-436f-8de3-36198cce265c,segment=NetworkSegment(058a15a6-e1ad-4b28-a8ef-02a35262d278),segment_id=058a15a6-e1ad-4b28-a8ef-02a35262d278)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:54.109568 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.121065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.221576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4b3d7-70f1-43b2-97f8-1f46a8badc11 None None] Pushing event updated for resources: {'Port': ['ID=5e028a60-fbeb-436f-8de3-36198cce265c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:54.335420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.342133 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.424182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.430709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.431625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.449238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfed3b-9e40-4240-9c63-dba25659dd3f None None] Pushing event updated for resources: {'Port': ['ID=62aa4f57-79a1-4b0a-b6ce-ca005175d652,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:54.497326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Attempting to bind port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:54.497716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Attempting to bind port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:54.498093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Attempting to bind port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 on network 4b3b71b1-e959-40cd-8481-c81da66aacac {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:54.503824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:54.504204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Checking segment: {'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:54.505121 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.505531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Bound using segment: {'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:54.506010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Bound port: 62aa4f57-79a1-4b0a-b6ce-ca005175d652, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b47c17-7367-4ad0-8f3b-33693a745737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:54.506429 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.513471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event updated for resources: {'Port': ['ID=39493cba-cf58-4fc6-923b-0ca159d52c2b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:54.585614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] For port 62aa4f57-79a1-4b0a-b6ce-ca005175d652, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:54.590222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] For port 62aa4f57-79a1-4b0a-b6ce-ca005175d652, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=62aa4f57-79a1-4b0a-b6ce-ca005175d652,segment=NetworkSegment(21b47c17-7367-4ad0-8f3b-33693a745737),segment_id=21b47c17-7367-4ad0-8f3b-33693a745737)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:54.595654 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.661020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:54.661672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:54.698779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfed3b-9e40-4240-9c63-dba25659dd3f None None] Pushing event updated for resources: {'Port': ['ID=62aa4f57-79a1-4b0a-b6ce-ca005175d652,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:54.789078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:54.828341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d1d044d5-5210-4696-85bb-822229d5441d None None] Provisioning complete for port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:54.829260 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1d044d5-5210-4696-85bb-822229d5441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.852236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Network 45c46ee8-0aa1-4bde-8a75-960212411686 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:54.854075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:54.960587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:55.020127 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1d044d5-5210-4696-85bb-822229d5441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.061323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:55.067150 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-690990cb-195a-4099-8599-9980ad4c26f3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7649982 Sep 23 19:57:55.069852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:55.074651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:55.093056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d1d044d5-5210-4696-85bb-822229d5441d None None] For port 62aa4f57-79a1-4b0a-b6ce-ca005175d652, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=62aa4f57-79a1-4b0a-b6ce-ca005175d652,segment=NetworkSegment(21b47c17-7367-4ad0-8f3b-33693a745737),segment_id=21b47c17-7367-4ad0-8f3b-33693a745737)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:55.106249 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1d044d5-5210-4696-85bb-822229d5441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.136825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:54Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:54Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:54Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:55.167633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3c55-8e79-4f0b-b831-711a15824cbb None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:54Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:54Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:54Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:55.191336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d044d5-5210-4696-85bb-822229d5441d None None] Pushing event updated for resources: {'Port': ['ID=62aa4f57-79a1-4b0a-b6ce-ca005175d652,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:55.235888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4896826c-ecb6-435c-8bc0-b87342e69442 None None] Provisioning complete for port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:55.236811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4896826c-ecb6-435c-8bc0-b87342e69442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.282862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f16d3a-5855-45ff-9ee2-e2a50dc32e3b req-fa8b3892-2598-4076-b9ea-d720e2a2d69b tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:55.284982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46f16d3a-5855-45ff-9ee2-e2a50dc32e3b req-fa8b3892-2598-4076-b9ea-d720e2a2d69b tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 945 time: 0.1655252 Sep 23 19:57:55.398587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-46f16d3a-5855-45ff-9ee2-e2a50dc32e3b req-09daed92-28a1-4168-a7b0-52dc889214b9 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717392 Sep 23 19:57:55.428600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a4b1f-67a6-4cd7-8f68-0955db8bea4d None None] Network 45c46ee8-0aa1-4bde-8a75-960212411686 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:55.511915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-76933aae-60da-46ba-ad3b-2eed44a495e1 None None] Provisioning complete for port 5e028a60-fbeb-436f-8de3-36198cce265c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:55.512326 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76933aae-60da-46ba-ad3b-2eed44a495e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.579829 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.611153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:57:55.635679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Removed routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:57:55.636209 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.722791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76933aae-60da-46ba-ad3b-2eed44a495e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.794689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-76933aae-60da-46ba-ad3b-2eed44a495e1 None None] For port 5e028a60-fbeb-436f-8de3-36198cce265c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5e028a60-fbeb-436f-8de3-36198cce265c,segment=NetworkSegment(058a15a6-e1ad-4b28-a8ef-02a35262d278),segment_id=058a15a6-e1ad-4b28-a8ef-02a35262d278)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:55.799988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76933aae-60da-46ba-ad3b-2eed44a495e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.869021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76933aae-60da-46ba-ad3b-2eed44a495e1 None None] Pushing event updated for resources: {'Port': ['ID=5e028a60-fbeb-436f-8de3-36198cce265c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:55.886326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.890104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.006419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:56.107207 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:56.108782 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:56.114163 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.115654 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-11a3427f-8a3e-4503-864c-7b2a94ee5836 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 200 len: 953 time: 1.0447714 Sep 23 19:57:56.118350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59456) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:56.131390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8ce0ea0e-77ff-42c5-8e10-a4a943ba6db3 None None] Provisioning complete for port 5e028a60-fbeb-436f-8de3-36198cce265c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:56.131695 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ea0e-77ff-42c5-8e10-a4a943ba6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.139568 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:56.140196 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:56.255552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8ce0ea0e-77ff-42c5-8e10-a4a943ba6db3 None None] Provisioning complete for port 39493cba-cf58-4fc6-923b-0ca159d52c2b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:56.255959 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ea0e-77ff-42c5-8e10-a4a943ba6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.305365 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:56.316127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8ce0ea0e-77ff-42c5-8e10-a4a943ba6db3 None None] Port 39493cba-cf58-4fc6-923b-0ca159d52c2b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:56.346402 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7085099f-e35a-4465-bde3-6cc28aa262ea tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 200 len: 953 time: 0.2262170 Sep 23 19:57:56.348760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59458) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:56.353614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'routes': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:56.472993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-915b502e-b26a-4b3a-b196-646ea0aaf6f9 None None] Provisioning complete for port 39493cba-cf58-4fc6-923b-0ca159d52c2b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:56.472993 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-915b502e-b26a-4b3a-b196-646ea0aaf6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.491289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 62aa4f57-79a1-4b0a-b6ce-ca005175d652 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:56.614565 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 6, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:54Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:56.651015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:56.651365 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Updating router 07b20d92-e781-4aff-aec3-0d9a07451709 port 39493cba-cf58-4fc6-923b-0ca159d52c2b binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:56.682688 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.764342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-915b502e-b26a-4b3a-b196-646ea0aaf6f9 None None] Port 39493cba-cf58-4fc6-923b-0ca159d52c2b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:56.778560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:56.778964 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.880257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5e028a60-fbeb-436f-8de3-36198cce265c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:56.926580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6a2adf66-a3ac-4c3b-a39f-07525efe6394 None None] Provisioning complete for port 39493cba-cf58-4fc6-923b-0ca159d52c2b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:56.927043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a2adf66-a3ac-4c3b-a39f-07525efe6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.947293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:57:56.947617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:57:56.960350 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.989276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a2adf66-a3ac-4c3b-a39f-07525efe6394 None None] Port 39493cba-cf58-4fc6-923b-0ca159d52c2b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:57.004847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 5e028a60-fbeb-436f-8de3-36198cce265c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:57.005056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.006761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.047486 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.055748 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.115692 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c4882-1df0-474b-85af-433afba9847d None None] Pushing event updated for resources: {'Port': ['ID=39493cba-cf58-4fc6-923b-0ca159d52c2b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:57.251838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.256269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.298697 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Attempting to bind port 39493cba-cf58-4fc6-923b-0ca159d52c2b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:57.299066 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Attempting to bind port 39493cba-cf58-4fc6-923b-0ca159d52c2b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:57.299427 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Attempting to bind port 39493cba-cf58-4fc6-923b-0ca159d52c2b on network 45c46ee8-0aa1-4bde-8a75-960212411686 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:57.304778 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:57.305154 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Checking segment: {'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:57.305556 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.305952 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Bound using segment: {'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:57.306591 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Bound port: 39493cba-cf58-4fc6-923b-0ca159d52c2b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058a15a6-e1ad-4b28-a8ef-02a35262d278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:57.306819 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.374299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:57.389300 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] For port 39493cba-cf58-4fc6-923b-0ca159d52c2b, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:57.393184 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] For port 39493cba-cf58-4fc6-923b-0ca159d52c2b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=39493cba-cf58-4fc6-923b-0ca159d52c2b,segment=NetworkSegment(058a15a6-e1ad-4b28-a8ef-02a35262d278),segment_id=058a15a6-e1ad-4b28-a8ef-02a35262d278)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:57.398777 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.414614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ff793496-f1ea-4363-ad60-08fdd03c072d None None] Provisioning complete for port 39493cba-cf58-4fc6-923b-0ca159d52c2b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:57.414904 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff793496-f1ea-4363-ad60-08fdd03c072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.467325 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:57.468765 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:57.489902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:57.501382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.504920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7f3a9080-dfb8-4eb1-b07e-d8f727a0d688 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 200 len: 703 time: 1.1526642 Sep 23 19:57:57.505191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:57.517683 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c4882-1df0-474b-85af-433afba9847d None None] Pushing event updated for resources: {'Port': ['ID=39493cba-cf58-4fc6-923b-0ca159d52c2b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:57.523367 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff793496-f1ea-4363-ad60-08fdd03c072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.584376 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:57.592367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ff793496-f1ea-4363-ad60-08fdd03c072d None None] For port 39493cba-cf58-4fc6-923b-0ca159d52c2b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=39493cba-cf58-4fc6-923b-0ca159d52c2b,segment=NetworkSegment(058a15a6-e1ad-4b28-a8ef-02a35262d278),segment_id=058a15a6-e1ad-4b28-a8ef-02a35262d278)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:57.600954 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff793496-f1ea-4363-ad60-08fdd03c072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.666674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff793496-f1ea-4363-ad60-08fdd03c072d None None] Pushing event updated for resources: {'Port': ['ID=39493cba-cf58-4fc6-923b-0ca159d52c2b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:57.680598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5a297dc6-ff60-433a-88ba-04841bac53be tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 200 len: 703 time: 0.1741168 Sep 23 19:57:57.683244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:57.825049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-67d5be6e-66ac-40eb-a650-2f8a87b772f3 None None] Provisioning complete for port 39493cba-cf58-4fc6-923b-0ca159d52c2b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:57.825616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67d5be6e-66ac-40eb-a650-2f8a87b772f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.847400 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:56Z', 'revision_number': 7, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:57Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:57.876231 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7413d-27ca-4fa2-87f9-7dfdbe814c10 None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:56Z', 'revision_number': 7, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:57Z', 'revision_number': 4, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:58.035862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:58.045436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:58.046050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:58.137997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:58.326564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 39493cba-cf58-4fc6-923b-0ca159d52c2b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:58.413645 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:58.430523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 39493cba-cf58-4fc6-923b-0ca159d52c2b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:58.430903 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:58.468117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:56Z', 'revision_number': 7, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:57Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:58.505101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:58.518895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:58.519516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:58.645550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:58.691824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 39493cba-cf58-4fc6-923b-0ca159d52c2b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:58.692287 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:58.787148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 39493cba-cf58-4fc6-923b-0ca159d52c2b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=39493cba-cf58-4fc6-923b-0ca159d52c2b,segment=NetworkSegment(058a15a6-e1ad-4b28-a8ef-02a35262d278),segment_id=058a15a6-e1ad-4b28-a8ef-02a35262d278)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:58.787848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:58.800421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 39493cba-cf58-4fc6-923b-0ca159d52c2b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:58.855817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:56Z', 'revision_number': 7, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:57Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:58.885576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a34ee9f-85bb-43e1-9051-42a768f1e7d8 None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:56Z', 'revision_number': 7, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39493cba-cf58-4fc6-923b-0ca159d52c2b', 'name': '', 'network_id': '45c46ee8-0aa1-4bde-8a75-960212411686', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:e3:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:52Z', 'updated_at': '2021-09-23T19:57:57Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b585db66-4b22-48f1-9ab5-93615d58398c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:58.986732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.014592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=39493cba-cf58-4fc6-923b-0ca159d52c2b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:59.141650 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.346585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:59.443721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:59.451550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1713ac9d-d57c-4e33-904f-ee447f587345 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645936 Sep 23 19:57:59.451550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:59.454484 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:59.463728 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:59.464334 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:59.502263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet b585db66-4b22-48f1-9ab5-93615d58398c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:59.505403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.546036 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.559587 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:59.637246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.698116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.725920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=b585db66-4b22-48f1-9ab5-93615d58398c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:59.729766 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.731814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-81bca653-cc67-4a2c-a01d-b1a0560174d2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/b585db66-4b22-48f1-9ab5-93615d58398c HTTP/1.1" status: 204 len: 168 time: 0.2794359 Sep 23 19:57:59.735363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:59.741321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c1430-b8f6-4d1f-848a-b27d93b15afc None None] Network 45c46ee8-0aa1-4bde-8a75-960212411686 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:59.799860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:58Z', 'revision_number': 8, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:59.828533 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:59.838181 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:59.839031 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:59.855002 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.923720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 5e028a60-fbeb-436f-8de3-36198cce265c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:59.923720 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:59.934573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] DHCP port deletion for 45c46ee8-0aa1-4bde-8a75-960212411686 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:57:59.941074 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:59.991676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] Deleting port 5e028a60-fbeb-436f-8de3-36198cce265c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:59.991964 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.003843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 5e028a60-fbeb-436f-8de3-36198cce265c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5e028a60-fbeb-436f-8de3-36198cce265c,segment=NetworkSegment(058a15a6-e1ad-4b28-a8ef-02a35262d278),segment_id=058a15a6-e1ad-4b28-a8ef-02a35262d278)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:00.004224 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.017081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 5e028a60-fbeb-436f-8de3-36198cce265c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:00.066034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] For port 5e028a60-fbeb-436f-8de3-36198cce265c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=5e028a60-fbeb-436f-8de3-36198cce265c,segment=NetworkSegment(058a15a6-e1ad-4b28-a8ef-02a35262d278),segment_id=058a15a6-e1ad-4b28-a8ef-02a35262d278)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:00.067148 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.082640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] Calling delete_port for 5e028a60-fbeb-436f-8de3-36198cce265c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:00.098773 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.127871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=5e028a60-fbeb-436f-8de3-36198cce265c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:00.129728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port 5e028a60-fbeb-436f-8de3-36198cce265c on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:58:00.186663 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 19:58:00.191413 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.225566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] Pushing event deleted for resources: {'Port': ['ID=5e028a60-fbeb-436f-8de3-36198cce265c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:00.226092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.227895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb1469-8049-4e02-91d1-febd6ea97888 None None] No DVR routers for this DVR port 5e028a60-fbeb-436f-8de3-36198cce265c on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:00.243952 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:58Z', 'revision_number': 8, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:00.252687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c46ee8-0aa1-4bde-8a75-960212411686']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:00.263641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058a15a6-e1ad-4b28-a8ef-02a35262d278') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:00.264026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058a15a6-e1ad-4b28-a8ef-02a35262d278') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:00.275127 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.280671 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6e203-caac-4e88-ab40-62e96f84dcb9 None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:57:58Z', 'revision_number': 8, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62aa4f57-79a1-4b0a-b6ce-ca005175d652', 'name': '', 'network_id': '4b3b71b1-e959-40cd-8481-c81da66aacac', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:2e:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:49Z', 'updated_at': '2021-09-23T19:57:55Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'b03f4b5c-add8-49d2-85f9-a24283c4fd8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:00.295325 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.301903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:58:00.303170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:58:00.306347 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:58:00.377965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.384962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:00.389465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/45c46ee8-0aa1-4bde-8a75-960212411686 HTTP/1.1" status: 204 len: 168 time: 0.6507251 Sep 23 19:58:00.389465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59484) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:00.405380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499806a4-68ce-4e2f-a6a0-b66f65599531 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=45c46ee8-0aa1-4bde-8a75-960212411686,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:00.692974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5e028a60-fbeb-436f-8de3-36198cce265c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:00.716153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 5e028a60-fbeb-436f-8de3-36198cce265c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:00.716492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 5e028a60-fbeb-436f-8de3-36198cce265c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:00.765111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:01.008711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 62aa4f57-79a1-4b0a-b6ce-ca005175d652 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:01.008944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:01.099988 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 62aa4f57-79a1-4b0a-b6ce-ca005175d652, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=62aa4f57-79a1-4b0a-b6ce-ca005175d652,segment=NetworkSegment(21b47c17-7367-4ad0-8f3b-33693a745737),segment_id=21b47c17-7367-4ad0-8f3b-33693a745737)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:01.100351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:01.112482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 62aa4f57-79a1-4b0a-b6ce-ca005175d652 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:01.521790 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:01.548683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=62aa4f57-79a1-4b0a-b6ce-ca005175d652,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:01.659180 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:01.844867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:58:01.936110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:58:01.941792 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-87dc7702-38be-4089-bff7-bd45a7c663fc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5510254 Sep 23 19:58:01.944556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:01.947864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:58:01.957173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:01.958072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:01.995499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet b03f4b5c-add8-49d2-85f9-a24283c4fd8f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:58:01.998499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.043130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.043339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:02.125433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.183566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.215652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=b03f4b5c-add8-49d2-85f9-a24283c4fd8f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:02.222108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.226484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-05a6e3c5-aeeb-4d0d-a666-ace261a35686 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/b03f4b5c-add8-49d2-85f9-a24283c4fd8f HTTP/1.1" status: 204 len: 168 time: 0.2778242 Sep 23 19:58:02.227969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59492) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:02.228967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb2955-4b58-4f83-a4b4-b3397ec9fb75 None None] Network 4b3b71b1-e959-40cd-8481-c81da66aacac requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:58:02.296426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 39493cba-cf58-4fc6-923b-0ca159d52c2b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:02.305615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:01Z', 'revision_number': 9, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:02.306724 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.327741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 39493cba-cf58-4fc6-923b-0ca159d52c2b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:02.328119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 39493cba-cf58-4fc6-923b-0ca159d52c2b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:02.358835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port f43ca39a-f656-403d-a77e-aef69c47dd59 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:02.359164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:58:02.359297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.399774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:02.400394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:02.424630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port f43ca39a-f656-403d-a77e-aef69c47dd59, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f43ca39a-f656-403d-a77e-aef69c47dd59,segment=NetworkSegment(21b47c17-7367-4ad0-8f3b-33693a745737),segment_id=21b47c17-7367-4ad0-8f3b-33693a745737)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:02.424992 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.436823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for f43ca39a-f656-403d-a77e-aef69c47dd59 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:02.494641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:02.521531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.541607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0802b33-1c2a-490e-9cbb-154e43cc36d6 None None] DHCP port deletion for 4b3b71b1-e959-40cd-8481-c81da66aacac request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:58:02.555463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port f43ca39a-f656-403d-a77e-aef69c47dd59 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:02.562190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=f43ca39a-f656-403d-a77e-aef69c47dd59,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:02.644262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.663432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3b71b1-e959-40cd-8481-c81da66aacac']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:02.673200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b47c17-7367-4ad0-8f3b-33693a745737') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:02.673495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b47c17-7367-4ad0-8f3b-33693a745737') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:02.682518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.696957 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.703972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:58:02.704511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:58:02.707478 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:58:02.712143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:01Z', 'revision_number': 9, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:02.742002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655704e1-3cb1-485a-81a1-0ca8c3839d65 None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:01Z', 'revision_number': 9, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52554475-d45c-4b0a-b2ad-35cfe21ee925', 'name': '', 'network_id': '8e562314-2d9e-4a84-a90c-b1b9013f3a8e', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:54:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:46Z', 'updated_at': '2021-09-23T19:57:51Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'bf612661-a043-4fd1-954e-a86fed15f475', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:02.768960 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.776915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:02.781944 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/4b3b71b1-e959-40cd-8481-c81da66aacac HTTP/1.1" status: 204 len: 168 time: 0.5498111 Sep 23 19:58:02.782072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:02.790302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ef2bd-98c0-4c45-8519-c2aad815f817 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=4b3b71b1-e959-40cd-8481-c81da66aacac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:03.110986 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.357034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 52554475-d45c-4b0a-b2ad-35cfe21ee925 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:03.357380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.449082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 52554475-d45c-4b0a-b2ad-35cfe21ee925, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=52554475-d45c-4b0a-b2ad-35cfe21ee925,segment=NetworkSegment(1de963bf-6cde-4d41-a24b-38a4867c9d91),segment_id=1de963bf-6cde-4d41-a24b-38a4867c9d91)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:03.449448 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.461714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 52554475-d45c-4b0a-b2ad-35cfe21ee925 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:03.627242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.652327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=52554475-d45c-4b0a-b2ad-35cfe21ee925,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:03.770150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.270753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:58:04.300432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 62aa4f57-79a1-4b0a-b6ce-ca005175d652 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:04.321048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 62aa4f57-79a1-4b0a-b6ce-ca005175d652 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:04.321507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 62aa4f57-79a1-4b0a-b6ce-ca005175d652 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:04.322060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f43ca39a-f656-403d-a77e-aef69c47dd59 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:04.340678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f43ca39a-f656-403d-a77e-aef69c47dd59 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:04.341142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f43ca39a-f656-403d-a77e-aef69c47dd59 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:04.361935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:58:04.366848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3df403ab-d9f7-47ab-a4d9-783347289ae6 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5837295 Sep 23 19:58:04.369441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:04.371889 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:58:04.381335 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:04.381933 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:04.419423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet bf612661-a043-4fd1-954e-a86fed15f475 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:58:04.423004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.462580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.465147 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:04.548262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.607447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.635814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=bf612661-a043-4fd1-954e-a86fed15f475,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:04.642124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.646490 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-133518a5-8731-466f-8b3f-2387e5f6bff3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/bf612661-a043-4fd1-954e-a86fed15f475 HTTP/1.1" status: 204 len: 168 time: 0.2737448 Sep 23 19:58:04.646755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:04.648582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e80bab-0201-49b4-83a8-7592cf6e6790 None None] Network 8e562314-2d9e-4a84-a90c-b1b9013f3a8e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:58:04.726567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.751158 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:03Z', 'revision_number': 10, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:04.772641 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:58:04.782112 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:04.782773 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:04.810046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port ba11e748-f370-434e-8b0f-bd503c561fa2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:04.810464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.870939 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:04.878013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port ba11e748-f370-434e-8b0f-bd503c561fa2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ba11e748-f370-434e-8b0f-bd503c561fa2,segment=NetworkSegment(1de963bf-6cde-4d41-a24b-38a4867c9d91),segment_id=1de963bf-6cde-4d41-a24b-38a4867c9d91)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:04.878620 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.892045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for ba11e748-f370-434e-8b0f-bd503c561fa2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:04.984637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.013751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=ba11e748-f370-434e-8b0f-bd503c561fa2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:05.018342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port ba11e748-f370-434e-8b0f-bd503c561fa2 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:05.029357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664ee8e-8561-4202-9863-daab8b501ab3 None None] DHCP port deletion for 8e562314-2d9e-4a84-a90c-b1b9013f3a8e request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:58:05.075888 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:03Z', 'revision_number': 10, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:05.101993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c09f3-ebfa-466c-b93f-1b21e5261122 None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:03Z', 'revision_number': 10, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None, '_interfaces': [{'id': '10a98add-bdbe-445a-98be-c46ec440b498', 'name': '', 'network_id': '09647d9d-2c0d-4b97-9ceb-69a474563a93', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'mac_address': 'fa:16:3e:44:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:43Z', 'updated_at': '2021-09-23T19:57:47Z', 'revision_number': 5, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'subnets': [{'id': 'e94f1083-cfb6-4736-a67c-b2b6715920f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:05.104957 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.128586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e562314-2d9e-4a84-a90c-b1b9013f3a8e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:05.138052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de963bf-6cde-4d41-a24b-38a4867c9d91') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:05.138410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de963bf-6cde-4d41-a24b-38a4867c9d91') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:05.148345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.161125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.166858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:58:05.167247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:58:05.170334 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:58:05.226775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.233634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.235482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/8e562314-2d9e-4a84-a90c-b1b9013f3a8e HTTP/1.1" status: 204 len: 168 time: 0.5874658 Sep 23 19:58:05.238396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59506) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:05.246182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a3608-49f5-4908-bf4e-a171aa9e3ee7 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=8e562314-2d9e-4a84-a90c-b1b9013f3a8e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:05.581156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.814574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 10a98add-bdbe-445a-98be-c46ec440b498 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:05.814922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.910828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 10a98add-bdbe-445a-98be-c46ec440b498, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=10a98add-bdbe-445a-98be-c46ec440b498,segment=NetworkSegment(29666fcf-b72b-454d-b1b7-baaf6be7ca2c),segment_id=29666fcf-b72b-454d-b1b7-baaf6be7ca2c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:05.911182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:05.923768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 10a98add-bdbe-445a-98be-c46ec440b498 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:06.093102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.121512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=10a98add-bdbe-445a-98be-c46ec440b498,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:06.215240 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.328951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 52554475-d45c-4b0a-b2ad-35cfe21ee925 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:06.349691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 52554475-d45c-4b0a-b2ad-35cfe21ee925 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:06.350111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 52554475-d45c-4b0a-b2ad-35cfe21ee925 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:06.350633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ba11e748-f370-434e-8b0f-bd503c561fa2 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:06.368261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ba11e748-f370-434e-8b0f-bd503c561fa2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:06.368674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ba11e748-f370-434e-8b0f-bd503c561fa2 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:06.379292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:58:06.454057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:58:06.461201 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-48d85e88-648e-422a-82c4-e634bd759bd5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2196238 Sep 23 19:58:06.461858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:06.463578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:58:06.473079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:06.473678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:06.511811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting subnet e94f1083-cfb6-4736-a67c-b2b6715920f6 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:58:06.514807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.542166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:06.553780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.596625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:06Z', 'revision_number': 11, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:06.622322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:58:06.631820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:06.632679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:06.646005 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.706669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.708219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:06.723679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.725743 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/e94f1083-cfb6-4736-a67c-b2b6715920f6 HTTP/1.1" status: 204 len: 168 time: 0.2625978 Sep 23 19:58:06.728479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:06.737152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5670861-f53b-42a4-bb59-5cf9f01c7790 None None] Network 09647d9d-2c0d-4b97-9ceb-69a474563a93 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:58:06.744051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec225172-06f2-426d-be5e-df5d812875bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Subnet': ['ID=e94f1083-cfb6-4736-a67c-b2b6715920f6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:06.769842 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:06Z', 'revision_number': 11, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:06.805380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a1b36-0f5d-4fd9-b4a6-b27a76e8339a None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:06Z', 'revision_number': 11, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:06.808880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.890196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Deleting port 92cbfba1-a904-45b9-9840-0e8b292affcb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:06.891103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.966822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] For port 92cbfba1-a904-45b9-9840-0e8b292affcb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=92cbfba1-a904-45b9-9840-0e8b292affcb,segment=NetworkSegment(29666fcf-b72b-454d-b1b7-baaf6be7ca2c),segment_id=29666fcf-b72b-454d-b1b7-baaf6be7ca2c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:06.967185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:06.980121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Calling delete_port for 92cbfba1-a904-45b9-9840-0e8b292affcb owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:07.058288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.084901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Port': ['ID=92cbfba1-a904-45b9-9840-0e8b292affcb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:07.086740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No DVR routers for this DVR port 92cbfba1-a904-45b9-9840-0e8b292affcb on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:07.158688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbf895-4583-451b-9a3e-7d16964367b5 None None] DHCP port deletion for 09647d9d-2c0d-4b97-9ceb-69a474563a93 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:58:07.166670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.190987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09647d9d-2c0d-4b97-9ceb-69a474563a93']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:07.200743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29666fcf-b72b-454d-b1b7-baaf6be7ca2c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:07.201065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29666fcf-b72b-454d-b1b7-baaf6be7ca2c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:07.210795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.224092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.230428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:58:07.230877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:58:07.233981 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:58:07.296516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.303855 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.305673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/networks/09647d9d-2c0d-4b97-9ceb-69a474563a93 HTTP/1.1" status: 204 len: 168 time: 0.5758474 Sep 23 19:58:07.308590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59520) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:07.313351 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'routes': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:07.316742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a89f93-e068-4a9f-8b53-bd998eb8cb60 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Pushing event deleted for resources: {'Network': ['ID=09647d9d-2c0d-4b97-9ceb-69a474563a93,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:07.693780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Added routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:58:07.694383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.extraroute_db [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Removed routes are [] {{(pid=94825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:58:07.694501 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.822827 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.825904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.900121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 07b20d92-e781-4aff-aec3-0d9a07451709 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:58:07.978427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:58:07.987958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:07.987958 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-939f5ac7-5231-49be-ad06-dfd5d4c49004 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 200 len: 704 time: 0.6779692 Sep 23 19:58:07.990306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59528) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:07.998784 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] Sync routers for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:58:08.012378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:08.013365 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:08.028188 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-781ecc7d-def1-4942-904d-d28ff902ae2a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 200 len: 205 time: 0.0346181 Sep 23 19:58:08.028415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:08.103882 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:08.106233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e23161-e420-4f00-acec-5ece66009e1a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.176904 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:06Z', 'revision_number': 11, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:08.212897 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] Checking router: 07b20d92-e781-4aff-aec3-0d9a07451709 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:58:08.224218 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] Routers {'07b20d92-e781-4aff-aec3-0d9a07451709'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:08.224928 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['07b20d92-e781-4aff-aec3-0d9a07451709'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:08.287912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e23161-e420-4f00-acec-5ece66009e1a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.290624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e23161-e420-4f00-acec-5ece66009e1a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.317334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 10a98add-bdbe-445a-98be-c46ec440b498 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:08.337433 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] Set router 07b20d92-e781-4aff-aec3-0d9a07451709 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:08.353509 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e23161-e420-4f00-acec-5ece66009e1a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.354084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e23161-e420-4f00-acec-5ece66009e1a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Fanout notify agent at l3_agent the message router_deleted on router 07b20d92-e781-4aff-aec3-0d9a07451709 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:58:08.360520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 10a98add-bdbe-445a-98be-c46ec440b498 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:08.360978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 10a98add-bdbe-445a-98be-c46ec440b498 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:08.361469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 92cbfba1-a904-45b9-9840-0e8b292affcb no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:08.363214 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e23161-e420-4f00-acec-5ece66009e1a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.364697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c2e23161-e420-4f00-acec-5ece66009e1a tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 204 len: 168 time: 0.3353474 Sep 23 19:58:08.368765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:08.374310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-16013cdc-b906-41af-ae3c-eaa45ac70fcb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1988203494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:08.397822 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:06Z', 'revision_number': 11, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:08.399397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 92cbfba1-a904-45b9-9840-0e8b292affcb {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:08.399805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16013cdc-b906-41af-ae3c-eaa45ac70fcb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.400194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 92cbfba1-a904-45b9-9840-0e8b292affcb not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:08.401176 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16013cdc-b906-41af-ae3c-eaa45ac70fcb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.433750 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6babe5d9-2e7e-4271-9dfc-7e07f375db16 None None] The sync data for ids ['07b20d92-e781-4aff-aec3-0d9a07451709'] in n-d-810763-1 is: [{'id': '07b20d92-e781-4aff-aec3-0d9a07451709', 'name': 'tempest-RoutersIpV6Test-router-179252852', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:41Z', 'updated_at': '2021-09-23T19:58:06Z', 'revision_number': 11, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:08.463479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16013cdc-b906-41af-ae3c-eaa45ac70fcb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.468255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16013cdc-b906-41af-ae3c-eaa45ac70fcb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.486459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16013cdc-b906-41af-ae3c-eaa45ac70fcb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.487673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-16013cdc-b906-41af-ae3c-eaa45ac70fcb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1177416 Sep 23 19:58:08.490510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:08.494909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-52a5dfc3-3d24-4127-947a-951b8b9e0206 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:08.706492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52a5dfc3-3d24-4127-947a-951b8b9e0206 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3507'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.717205 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52a5dfc3-3d24-4127-947a-951b8b9e0206 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597779'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.816368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a5dfc3-3d24-4127-947a-951b8b9e0206 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Router 2ca1643c-cce4-4dc7-be8b-cb763291f0cb is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:58:08.888926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a5dfc3-3d24-4127-947a-951b8b9e0206 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:58:08.896899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52a5dfc3-3d24-4127-947a-951b8b9e0206 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:08.898136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-52a5dfc3-3d24-4127-947a-951b8b9e0206 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "PUT /v2.0/routers/2ca1643c-cce4-4dc7-be8b-cb763291f0cb HTTP/1.1" status: 200 len: 698 time: 0.4066479 Sep 23 19:58:08.900094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] Sync routers for ids ['2ca1643c-cce4-4dc7-be8b-cb763291f0cb'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:58:08.900723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:08.910002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] Routers {'2ca1643c-cce4-4dc7-be8b-cb763291f0cb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:08.910818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2ca1643c-cce4-4dc7-be8b-cb763291f0cb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:08.980502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-624e7a91-2cdf-4ea7-8ea1-5f829f0199c2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/routers/2ca1643c-cce4-4dc7-be8b-cb763291f0cb HTTP/1.1" status: 200 len: 704 time: 0.0785089 Sep 23 19:58:08.983379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59550) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:08.989063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] Set router 2ca1643c-cce4-4dc7-be8b-cb763291f0cb gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:09.012048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-24ef5543-7457-4e5d-b103-26479b9f756c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca1643c-cce4-4dc7-be8b-cb763291f0cb HTTP/1.1" status: 200 len: 205 time: 0.0268948 Sep 23 19:58:09.014816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.045935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca1643c-cce4-4dc7-be8b-cb763291f0cb', 'name': 'tempest-RoutersIpV6Test-router-1988203494', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:58:08Z', 'updated_at': '2021-09-23T19:58:08Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:09.072474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] Checking router: 2ca1643c-cce4-4dc7-be8b-cb763291f0cb for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:58:09.081306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] Routers {'2ca1643c-cce4-4dc7-be8b-cb763291f0cb'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:09.081909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:57:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2ca1643c-cce4-4dc7-be8b-cb763291f0cb'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:09.091676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7edc1857-d7f1-4dc5-aece-e1cd8f2a50e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.151224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] Set router 2ca1643c-cce4-4dc7-be8b-cb763291f0cb gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:09.205752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca1643c-cce4-4dc7-be8b-cb763291f0cb', 'name': 'tempest-RoutersIpV6Test-router-1988203494', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:58:08Z', 'updated_at': '2021-09-23T19:58:08Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:09.232745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d8fda-ee90-4300-8be7-a14376053f0c None None] The sync data for ids ['2ca1643c-cce4-4dc7-be8b-cb763291f0cb'] in n-d-810763-1 is: [{'id': '2ca1643c-cce4-4dc7-be8b-cb763291f0cb', 'name': 'tempest-RoutersIpV6Test-router-1988203494', 'tenant_id': '7e0d9008b1f5436e9ba270017eca7d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:58:08Z', 'updated_at': '2021-09-23T19:58:08Z', 'revision_number': 2, 'project_id': '7e0d9008b1f5436e9ba270017eca7d26', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:09.253379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7edc1857-d7f1-4dc5-aece-e1cd8f2a50e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.255626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7edc1857-d7f1-4dc5-aece-e1cd8f2a50e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.299671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7edc1857-d7f1-4dc5-aece-e1cd8f2a50e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.300170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edc1857-d7f1-4dc5-aece-e1cd8f2a50e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca1643c-cce4-4dc7-be8b-cb763291f0cb {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:58:09.307548 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7edc1857-d7f1-4dc5-aece-e1cd8f2a50e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.314548 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7edc1857-d7f1-4dc5-aece-e1cd8f2a50e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/2ca1643c-cce4-4dc7-be8b-cb763291f0cb HTTP/1.1" status: 204 len: 168 time: 0.2978685 Sep 23 19:58:09.318222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.353958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b25630fe-6f89-4d85-b556-c50e6e4cd3c9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ca1643c-cce4-4dc7-be8b-cb763291f0cb HTTP/1.1" status: 200 len: 205 time: 0.0325923 Sep 23 19:58:09.354166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.399618 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d7cb252f-0ccb-408a-a259-30c2d90433cb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] delete failed (client error): The resource could not be found. Sep 23 19:58:09.400683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7cb252f-0ccb-408a-a259-30c2d90433cb tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/2ca1643c-cce4-4dc7-be8b-cb763291f0cb HTTP/1.1" status: 404 len: 336 time: 0.0455678 Sep 23 19:58:09.403477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.435396 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c8b75b-5921-4cca-bbd3-8184427103f0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:09.435859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c8b75b-5921-4cca-bbd3-8184427103f0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:09.437734 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-47c8b75b-5921-4cca-bbd3-8184427103f0 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/b585db66-4b22-48f1-9ab5-93615d58398c HTTP/1.1" status: 404 len: 337 time: 0.0332613 Sep 23 19:58:09.440660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.472165 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a32d64b-f371-476a-bfd8-94477022baa5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:09.472657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a32d64b-f371-476a-bfd8-94477022baa5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:09.474613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a32d64b-f371-476a-bfd8-94477022baa5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/b03f4b5c-add8-49d2-85f9-a24283c4fd8f HTTP/1.1" status: 404 len: 337 time: 0.0327632 Sep 23 19:58:09.477336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59564) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.505412 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-378f1e03-b3ae-47a0-9144-da41429a667b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:09.505878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378f1e03-b3ae-47a0-9144-da41429a667b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:09.507693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-378f1e03-b3ae-47a0-9144-da41429a667b tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/bf612661-a043-4fd1-954e-a86fed15f475 HTTP/1.1" status: 404 len: 337 time: 0.0290794 Sep 23 19:58:09.510354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.536303 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edb4c0f-f672-4e0a-b736-30ee93db2574 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:09.536861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9edb4c0f-f672-4e0a-b736-30ee93db2574 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:09.538643 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9edb4c0f-f672-4e0a-b736-30ee93db2574 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/e94f1083-cfb6-4736-a67c-b2b6715920f6 HTTP/1.1" status: 404 len: 337 time: 0.0273128 Sep 23 19:58:09.541290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59568) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.567855 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-137575b5-d90b-4653-89b3-2266ef633856 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 200 len: 205 time: 0.0254703 Sep 23 19:58:09.570152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.610414 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-947d7026-70df-4c20-8e01-9705dae1dc3d tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] delete failed (client error): The resource could not be found. Sep 23 19:58:09.611425 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-947d7026-70df-4c20-8e01-9705dae1dc3d tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/07b20d92-e781-4aff-aec3-0d9a07451709 HTTP/1.1" status: 404 len: 336 time: 0.0403717 Sep 23 19:58:09.614133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59572) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.641744 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-087c8a18-7b1e-48fe-ad5d-36663bf0a762 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=26d664a8-87f2-4dd6-8076-44a0353ad8d9 HTTP/1.1" status: 200 len: 205 time: 0.0265429 Sep 23 19:58:09.644104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59574) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.680570 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-bebd0623-0e73-4d47-917f-ffc93b61aeef tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] delete failed (client error): The resource could not be found. Sep 23 19:58:09.681650 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bebd0623-0e73-4d47-917f-ffc93b61aeef tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/26d664a8-87f2-4dd6-8076-44a0353ad8d9 HTTP/1.1" status: 404 len: 336 time: 0.0366509 Sep 23 19:58:09.684197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.711468 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2daf13ec-8021-4394-8e81-13dd697ffec2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:09.711917 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2daf13ec-8021-4394-8e81-13dd697ffec2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:09.713622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2daf13ec-8021-4394-8e81-13dd697ffec2 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/464ce832-b66d-4a60-a3bd-9728b64391d0 HTTP/1.1" status: 404 len: 337 time: 0.0285411 Sep 23 19:58:09.716554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59578) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.745865 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e8dd3634-e125-4746-a8ce-9b49b934e3bc tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c81de46-091f-41c0-b7a2-3e0b9b7b0edb HTTP/1.1" status: 200 len: 205 time: 0.0281730 Sep 23 19:58:09.748215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59580) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.786532 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ffe0c8d5-1d4f-4517-8af0-958c68d00193 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] delete failed (client error): The resource could not be found. Sep 23 19:58:09.787540 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ffe0c8d5-1d4f-4517-8af0-958c68d00193 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/1c81de46-091f-41c0-b7a2-3e0b9b7b0edb HTTP/1.1" status: 404 len: 336 time: 0.0384421 Sep 23 19:58:09.790290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.816959 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c001f098-e6a4-421e-b089-a823b4591bb3 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=deaaef66-1c23-475b-b32a-f9d2ba64f455 HTTP/1.1" status: 200 len: 205 time: 0.0256190 Sep 23 19:58:09.819539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59584) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.859726 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-2c892dc2-d9f5-429a-85b4-b8886b4b5cc5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] delete failed (client error): The resource could not be found. Sep 23 19:58:09.863054 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2c892dc2-d9f5-429a-85b4-b8886b4b5cc5 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/deaaef66-1c23-475b-b32a-f9d2ba64f455 HTTP/1.1" status: 404 len: 336 time: 0.0403256 Sep 23 19:58:09.863295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.890988 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5304c50e-206f-4304-a407-e8b05aec9304 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:09.891446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5304c50e-206f-4304-a407-e8b05aec9304 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:09.893178 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5304c50e-206f-4304-a407-e8b05aec9304 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/359df418-b2a0-44d6-83b1-28afcba74702 HTTP/1.1" status: 404 len: 337 time: 0.0289831 Sep 23 19:58:09.895753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59588) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.921960 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-25fd251c-8d4d-41b2-99d4-06003d106f7c tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=1481e3ae-63fe-4a7d-b0f6-299493b0210b HTTP/1.1" status: 200 len: 205 time: 0.0246186 Sep 23 19:58:09.924242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59590) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:09.965224 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-fdf14beb-58ff-4062-88b6-bc5358bc9397 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] delete failed (client error): The resource could not be found. Sep 23 19:58:09.966175 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fdf14beb-58ff-4062-88b6-bc5358bc9397 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/1481e3ae-63fe-4a7d-b0f6-299493b0210b HTTP/1.1" status: 404 len: 336 time: 0.0410447 Sep 23 19:58:09.968896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59592) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.002441 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-292f50af-4dd8-4ea3-aab2-06b5c19271e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:10.003145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292f50af-4dd8-4ea3-aab2-06b5c19271e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:10.006123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-292f50af-4dd8-4ea3-aab2-06b5c19271e9 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/b4bebadd-80b3-4cd6-b6b7-a16185bbedb3 HTTP/1.1" status: 404 len: 337 time: 0.0360193 Sep 23 19:58:10.008728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.034835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-64e3fe93-5962-4e95-88f6-ac064fced198 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "GET /v2.0/ports?device_id=15a3eab2-943d-446c-98e0-6470a1be9715 HTTP/1.1" status: 200 len: 205 time: 0.0249262 Sep 23 19:58:10.037047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59596) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.074454 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-7160d448-08e1-4aef-b72f-fd431b9a3639 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] delete failed (client error): The resource could not be found. Sep 23 19:58:10.075514 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7160d448-08e1-4aef-b72f-fd431b9a3639 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/routers/15a3eab2-943d-446c-98e0-6470a1be9715 HTTP/1.1" status: 404 len: 336 time: 0.0375798 Sep 23 19:58:10.078180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.104964 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f95f082-92c1-4d20-9529-1a9dbf077940 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:10.105423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f95f082-92c1-4d20-9529-1a9dbf077940 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:10.107257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f95f082-92c1-4d20-9529-1a9dbf077940 tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/04f90f62-3010-4962-878b-bb134e4efac8 HTTP/1.1" status: 404 len: 337 time: 0.0279310 Sep 23 19:58:10.110326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.137052 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-56491f21-ad4d-4e65-8945-e25b1177907d tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] DELETE failed (client error): The resource could not be found. Sep 23 19:58:10.137511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56491f21-ad4d-4e65-8945-e25b1177907d tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:58:10.142198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-56491f21-ad4d-4e65-8945-e25b1177907d tempest-RoutersIpV6Test-1627066787 tempest-RoutersIpV6Test-1627066787-project] 10.222.0.38 "DELETE /v2.0/subnets/d5cbcbc9-22d1-46c9-a48f-40aaf469ddc8 HTTP/1.1" status: 404 len: 337 time: 0.0282786 Sep 23 19:58:10.409353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.556996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-06c8fdfa-0ec4-41cb-aaf9-425c616d8f87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e0d9008b1f5436e9ba270017eca7d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458881 Sep 23 19:58:10.559376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.606734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57d110ae-3d4c-4304-ac60-202b83ef04d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:10.628089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57d110ae-3d4c-4304-ac60-202b83ef04d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:10.675550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57d110ae-3d4c-4304-ac60-202b83ef04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:10.678189 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57d110ae-3d4c-4304-ac60-202b83ef04d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:10.679383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-57d110ae-3d4c-4304-ac60-202b83ef04d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/568947a2-b07c-4923-bb81-ab2287138e4a HTTP/1.1" status: 204 len: 168 time: 0.1190560 Sep 23 19:58:10.687809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d110ae-3d4c-4304-ac60-202b83ef04d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568947a2-b07c-4923-bb81-ab2287138e4a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:11.330567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:11.432221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517179109'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:11.455173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.464152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.565322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.569439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.606295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb269a-2a6e-4f92-a557-2fa24bf5f7d2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:11.660018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.663701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.694781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.696015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3641622 Sep 23 19:58:11.697871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba74d3e-c0a2-404a-8702-3e4b785f0a87 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4223e0-96a2-429a-b278-b5960b27d9e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:11.699009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59640) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:11.766375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-330bbfd3-ceaf-4f93-baa7-5bd30b166afd tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0660186 Sep 23 19:58:11.768987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:11.773150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-security--2068827423', 'description': 'tempest-security-description-1581978686'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:11.813166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.856249 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.860614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.863117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.864348 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "PUT /v2.0/security-groups/ad4223e0-96a2-429a-b278-b5960b27d9e5 HTTP/1.1" status: 200 len: 1780 time: 0.0944543 Sep 23 19:58:11.867214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:11.887553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4223e0-96a2-429a-b278-b5960b27d9e5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:11.895279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.895635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.895987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.896329 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.896672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.897022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.897342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.897672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.897998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.898355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.898684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.899012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75003618-3687-422c-8aa5-9b473402ac54 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:11.908198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a7e9175-0cd9-4e7c-a092-57181d62f979 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups/ad4223e0-96a2-429a-b278-b5960b27d9e5 HTTP/1.1" status: 200 len: 1780 time: 0.0396757 Sep 23 19:58:11.910674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:11.961048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7a037ed-6010-4b0f-885b-e5d28be865bf tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:11.983103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7a037ed-6010-4b0f-885b-e5d28be865bf tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.023599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7a037ed-6010-4b0f-885b-e5d28be865bf tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.026231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7a037ed-6010-4b0f-885b-e5d28be865bf tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.027553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7a037ed-6010-4b0f-885b-e5d28be865bf tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/ad4223e0-96a2-429a-b278-b5960b27d9e5 HTTP/1.1" status: 204 len: 168 time: 0.1159205 Sep 23 19:58:12.030708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.037931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a037ed-6010-4b0f-885b-e5d28be865bf tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4223e0-96a2-429a-b278-b5960b27d9e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:12.083218 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b3655b52-b954-43c9-9326-70121ae03852 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500321 Sep 23 19:58:12.084403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59652) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.097943 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-f9a12993-0834-4124-bff5-949e47e89b31 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] delete failed (client error): The resource could not be found. Sep 23 19:58:12.100451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f9a12993-0834-4124-bff5-949e47e89b31 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/ad4223e0-96a2-429a-b278-b5960b27d9e5 HTTP/1.1" status: 404 len: 347 time: 0.0150340 Sep 23 19:58:12.103202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.109040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a9b2f7c5-bb01-4af8-a16d-4a8d11d61544 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987346303'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:12.132507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f7c5-bb01-4af8-a16d-4a8d11d61544 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.225699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f7c5-bb01-4af8-a16d-4a8d11d61544 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.229413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f7c5-bb01-4af8-a16d-4a8d11d61544 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.256434 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f7c5-bb01-4af8-a16d-4a8d11d61544 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.257629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a9b2f7c5-bb01-4af8-a16d-4a8d11d61544 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1531048 Sep 23 19:58:12.259542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2f7c5-bb01-4af8-a16d-4a8d11d61544 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23b0e0-ff87-4580-85d7-33b13e054845,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:12.260624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.265803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ac36a12-87c3-43a8-8ee6-df4918d0584e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'fc23b0e0-ff87-4580-85d7-33b13e054845', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:12.292054 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac36a12-87c3-43a8-8ee6-df4918d0584e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.338391 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac36a12-87c3-43a8-8ee6-df4918d0584e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.342011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac36a12-87c3-43a8-8ee6-df4918d0584e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.363236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac36a12-87c3-43a8-8ee6-df4918d0584e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39193c98-4bee-4091-b988-70fee294a3e2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:12.366859 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac36a12-87c3-43a8-8ee6-df4918d0584e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.368580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ac36a12-87c3-43a8-8ee6-df4918d0584e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067963 Sep 23 19:58:12.371159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.397122 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e400b-17a7-4033-813c-51d87333447a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.404378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e400b-17a7-4033-813c-51d87333447a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.432363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e400b-17a7-4033-813c-51d87333447a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.438921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e400b-17a7-4033-813c-51d87333447a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.439999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e6e400b-17a7-4033-813c-51d87333447a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/39193c98-4bee-4091-b988-70fee294a3e2 HTTP/1.1" status: 204 len: 168 time: 0.0679417 Sep 23 19:58:12.442653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59660) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.443948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e400b-17a7-4033-813c-51d87333447a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39193c98-4bee-4091-b988-70fee294a3e2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:12.491043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a204ebb1-dc14-4b2b-971c-12fed7542a7a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472362 Sep 23 19:58:12.493578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.546006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67d08b66-c241-4ddc-8547-671529d45808 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.568719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67d08b66-c241-4ddc-8547-671529d45808 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.613481 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67d08b66-c241-4ddc-8547-671529d45808 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.616136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67d08b66-c241-4ddc-8547-671529d45808 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.619686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-67d08b66-c241-4ddc-8547-671529d45808 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/fc23b0e0-ff87-4580-85d7-33b13e054845 HTTP/1.1" status: 204 len: 168 time: 0.1228848 Sep 23 19:58:12.620169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.631215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d08b66-c241-4ddc-8547-671529d45808 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23b0e0-ff87-4580-85d7-33b13e054845,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:12.668350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9cc5cee6-df88-4325-a20b-3649d4a35e23 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469177 Sep 23 19:58:12.672025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.676356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3beb78fb-7c52-49b0-aeaa-2dff0503dda9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148047169'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:12.704387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3beb78fb-7c52-49b0-aeaa-2dff0503dda9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.793327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3beb78fb-7c52-49b0-aeaa-2dff0503dda9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.797074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3beb78fb-7c52-49b0-aeaa-2dff0503dda9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.825821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3beb78fb-7c52-49b0-aeaa-2dff0503dda9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.827099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3beb78fb-7c52-49b0-aeaa-2dff0503dda9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1541100 Sep 23 19:58:12.830357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.834818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68c53e9c-98fa-4c23-be75-bce7ef37c147 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'c5f9f953-98ec-404a-ab12-5ff67e288de4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:12.842590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb78fb-7c52-49b0-aeaa-2dff0503dda9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f9f953-98ec-404a-ab12-5ff67e288de4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:12.865231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c53e9c-98fa-4c23-be75-bce7ef37c147 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.924626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c53e9c-98fa-4c23-be75-bce7ef37c147 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.928639 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c53e9c-98fa-4c23-be75-bce7ef37c147 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.948193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c53e9c-98fa-4c23-be75-bce7ef37c147 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68c20fe-1e21-4248-964d-2a6f51a1ec39,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:12.956452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c53e9c-98fa-4c23-be75-bce7ef37c147 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:12.958235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-68c53e9c-98fa-4c23-be75-bce7ef37c147 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266983 Sep 23 19:58:12.960883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:12.965306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2f144ba4-a448-4cf5-8edc-b54ce00dd4a8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'c5f9f953-98ec-404a-ab12-5ff67e288de4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:12.991225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f144ba4-a448-4cf5-8edc-b54ce00dd4a8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.050323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f144ba4-a448-4cf5-8edc-b54ce00dd4a8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.054328 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f144ba4-a448-4cf5-8edc-b54ce00dd4a8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.072978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f144ba4-a448-4cf5-8edc-b54ce00dd4a8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44b9cc3-6fba-4089-942e-ae71d2c97e52,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.076328 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f144ba4-a448-4cf5-8edc-b54ce00dd4a8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.080152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f144ba4-a448-4cf5-8edc-b54ce00dd4a8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157773 Sep 23 19:58:13.080581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.084982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-71e6e158-34ed-4dee-b04a-30420e7e1103 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'c5f9f953-98ec-404a-ab12-5ff67e288de4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:13.111567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71e6e158-34ed-4dee-b04a-30420e7e1103 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.170383 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71e6e158-34ed-4dee-b04a-30420e7e1103 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.170613 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40d0425f-cdc3-4ba4-bc15-e2d4882762ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.175364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71e6e158-34ed-4dee-b04a-30420e7e1103 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.193386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6e158-34ed-4dee-b04a-30420e7e1103 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207fdaaf-c4d5-44c6-b128-da76d79ff7ca,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.199143 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71e6e158-34ed-4dee-b04a-30420e7e1103 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.200360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-71e6e158-34ed-4dee-b04a-30420e7e1103 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190825 Sep 23 19:58:13.203119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.207931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4e4c5881-a0bf-49dc-8e7e-afbc181c00eb tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'c5f9f953-98ec-404a-ab12-5ff67e288de4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:13.233311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4c5881-a0bf-49dc-8e7e-afbc181c00eb tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.300440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4c5881-a0bf-49dc-8e7e-afbc181c00eb tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.307515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4c5881-a0bf-49dc-8e7e-afbc181c00eb tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.327199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c5881-a0bf-49dc-8e7e-afbc181c00eb tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c79c05-aa54-4065-b540-cab007d329ca,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.338063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e4c5881-a0bf-49dc-8e7e-afbc181c00eb tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.339368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e4c5881-a0bf-49dc-8e7e-afbc181c00eb tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352892 Sep 23 19:58:13.342052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.347209 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2a744ee8-85eb-4562-ab85-8859a43bd78f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'c5f9f953-98ec-404a-ab12-5ff67e288de4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:13.374470 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a744ee8-85eb-4562-ab85-8859a43bd78f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.437630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a744ee8-85eb-4562-ab85-8859a43bd78f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.441149 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a744ee8-85eb-4562-ab85-8859a43bd78f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.458121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744ee8-85eb-4562-ab85-8859a43bd78f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf35d705-80d7-4fe9-9809-18871d07aacf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.465625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a744ee8-85eb-4562-ab85-8859a43bd78f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.466734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a744ee8-85eb-4562-ab85-8859a43bd78f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1236563 Sep 23 19:58:13.470170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59686) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.503462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d968af28-559a-40ac-a8bd-882ea9100cb4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.516174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d968af28-559a-40ac-a8bd-882ea9100cb4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.550289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d968af28-559a-40ac-a8bd-882ea9100cb4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.556652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d968af28-559a-40ac-a8bd-882ea9100cb4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.557759 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d968af28-559a-40ac-a8bd-882ea9100cb4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/cf35d705-80d7-4fe9-9809-18871d07aacf HTTP/1.1" status: 204 len: 168 time: 0.0865922 Sep 23 19:58:13.560668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.563477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968af28-559a-40ac-a8bd-882ea9100cb4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf35d705-80d7-4fe9-9809-18871d07aacf,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.619230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-738cf547-553b-48c7-844a-96465d19e2d2 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0543942 Sep 23 19:58:13.619411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.642011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-544a071c-e15c-4f2d-9bf6-b81b2fa95254 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.649405 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-544a071c-e15c-4f2d-9bf6-b81b2fa95254 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.675730 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-544a071c-e15c-4f2d-9bf6-b81b2fa95254 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.681582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-544a071c-e15c-4f2d-9bf6-b81b2fa95254 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.682910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-544a071c-e15c-4f2d-9bf6-b81b2fa95254 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/25c79c05-aa54-4065-b540-cab007d329ca HTTP/1.1" status: 204 len: 168 time: 0.0626578 Sep 23 19:58:13.685631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59692) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.690884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a071c-e15c-4f2d-9bf6-b81b2fa95254 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25c79c05-aa54-4065-b540-cab007d329ca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.731150 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00d39a8c-995d-4da8-a4d1-0b10d54df7c9 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0439212 Sep 23 19:58:13.733812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.756244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b003d3ae-67a4-46df-bf1a-65afdf190f0c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.766695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b003d3ae-67a4-46df-bf1a-65afdf190f0c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.796393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b003d3ae-67a4-46df-bf1a-65afdf190f0c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.801061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b003d3ae-67a4-46df-bf1a-65afdf190f0c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.804554 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b003d3ae-67a4-46df-bf1a-65afdf190f0c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/207fdaaf-c4d5-44c6-b128-da76d79ff7ca HTTP/1.1" status: 204 len: 168 time: 0.0674775 Sep 23 19:58:13.805234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.810048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003d3ae-67a4-46df-bf1a-65afdf190f0c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=207fdaaf-c4d5-44c6-b128-da76d79ff7ca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.849880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-30330b6f-b004-4565-9599-a330be77378a tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0436857 Sep 23 19:58:13.852523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.874701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acf3e10c-7a3c-482e-9efb-386e8817c2e5 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.881871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acf3e10c-7a3c-482e-9efb-386e8817c2e5 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.908455 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acf3e10c-7a3c-482e-9efb-386e8817c2e5 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.914544 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acf3e10c-7a3c-482e-9efb-386e8817c2e5 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.915639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-acf3e10c-7a3c-482e-9efb-386e8817c2e5 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f44b9cc3-6fba-4089-942e-ae71d2c97e52 HTTP/1.1" status: 204 len: 168 time: 0.0622337 Sep 23 19:58:13.918330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.922182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3e10c-7a3c-482e-9efb-386e8817c2e5 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f44b9cc3-6fba-4089-942e-ae71d2c97e52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:13.965544 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6bb78f21-3e48-4dc7-87f8-1fe80684ffc4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455835 Sep 23 19:58:13.968001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59704) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:13.992008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0159-92e2-425e-87a6-adab4d548de2 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:13.999222 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0159-92e2-425e-87a6-adab4d548de2 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.026263 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0159-92e2-425e-87a6-adab4d548de2 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.034145 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0159-92e2-425e-87a6-adab4d548de2 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.035263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ddfa0159-92e2-425e-87a6-adab4d548de2 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/e68c20fe-1e21-4248-964d-2a6f51a1ec39 HTTP/1.1" status: 204 len: 168 time: 0.0658147 Sep 23 19:58:14.038030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.039594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa0159-92e2-425e-87a6-adab4d548de2 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e68c20fe-1e21-4248-964d-2a6f51a1ec39,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:14.078327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a23f0b9-6f7e-4d13-86df-549e70a9b7b1 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388157 Sep 23 19:58:14.081224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.132488 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72dfda91-c9b6-4e0c-9417-2af780b28070 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.156513 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72dfda91-c9b6-4e0c-9417-2af780b28070 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.195506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72dfda91-c9b6-4e0c-9417-2af780b28070 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.198092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72dfda91-c9b6-4e0c-9417-2af780b28070 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.202261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-72dfda91-c9b6-4e0c-9417-2af780b28070 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/c5f9f953-98ec-404a-ab12-5ff67e288de4 HTTP/1.1" status: 204 len: 168 time: 0.1172035 Sep 23 19:58:14.202446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59710) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.209719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfda91-c9b6-4e0c-9417-2af780b28070 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f9f953-98ec-404a-ab12-5ff67e288de4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:14.259265 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6ebbda3f-c367-4d8e-8b5a-ea6bc69fb89b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557172 Sep 23 19:58:14.263511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.268552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681831639'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:14.291343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.371431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.375302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.404319 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.408614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1406946 Sep 23 19:58:14.408614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02feed9f-4a9d-41b1-b8b9-b5d3519664a7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:14.409817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59714) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.414297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.414631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.414978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.415300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.415429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-81c65ac7-c004-4ff3-a227-f081948c583d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': '02feed9f-4a9d-41b1-b8b9-b5d3519664a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:14.415627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.415950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.416266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.416583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.416899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.417219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.417528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.417838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029684a-8b42-4292-9e47-e2b2dd564f0b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:14.446635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81c65ac7-c004-4ff3-a227-f081948c583d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.503278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81c65ac7-c004-4ff3-a227-f081948c583d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.507331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81c65ac7-c004-4ff3-a227-f081948c583d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.524496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65ac7-c004-4ff3-a227-f081948c583d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4733381a-4198-41b3-8181-572a0a791fd1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:14.530646 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81c65ac7-c004-4ff3-a227-f081948c583d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.532416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-81c65ac7-c004-4ff3-a227-f081948c583d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1214061 Sep 23 19:58:14.535113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59716) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.587981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caa8284b-4788-460d-8bb7-a0cfcca642f1 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.610620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caa8284b-4788-460d-8bb7-a0cfcca642f1 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.660942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caa8284b-4788-460d-8bb7-a0cfcca642f1 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.663596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-caa8284b-4788-460d-8bb7-a0cfcca642f1 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.666465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-caa8284b-4788-460d-8bb7-a0cfcca642f1 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/02feed9f-4a9d-41b1-b8b9-b5d3519664a7 HTTP/1.1" status: 204 len: 168 time: 0.1287422 Sep 23 19:58:14.667602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.675960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8284b-4788-460d-8bb7-a0cfcca642f1 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02feed9f-4a9d-41b1-b8b9-b5d3519664a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:14.713424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fc5fe93e-c2b6-47e1-a57f-658d97e6c79c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446744 Sep 23 19:58:14.717216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.722666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2a40f24e-e871-413d-a323-09841c210899 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--22043622'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:14.744628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a40f24e-e871-413d-a323-09841c210899 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.831064 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a40f24e-e871-413d-a323-09841c210899 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.836311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a40f24e-e871-413d-a323-09841c210899 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.866718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a40f24e-e871-413d-a323-09841c210899 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.870657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2a40f24e-e871-413d-a323-09841c210899 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1497035 Sep 23 19:58:14.871359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59726) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:14.876447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-00e3d792-e220-406f-bc4a-3f0dc76e38ae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--296333689'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:14.884438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40f24e-e871-413d-a323-09841c210899 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec128a9-9068-46e9-8daf-fba999550c0e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:14.904178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00e3d792-e220-406f-bc4a-3f0dc76e38ae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:14.995670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00e3d792-e220-406f-bc4a-3f0dc76e38ae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.000283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00e3d792-e220-406f-bc4a-3f0dc76e38ae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.026627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00e3d792-e220-406f-bc4a-3f0dc76e38ae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.027767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00e3d792-e220-406f-bc4a-3f0dc76e38ae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1554079 Sep 23 19:58:15.030387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59730) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.035664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a59e44d5-61ef-467c-9837-c392e479d83e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': '9ec128a9-9068-46e9-8daf-fba999550c0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4e8559a7-c802-421f-82a7-578e842fc747', 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:15.041737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3d792-e220-406f-bc4a-3f0dc76e38ae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8559a7-c802-421f-82a7-578e842fc747,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:15.071483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a59e44d5-61ef-467c-9837-c392e479d83e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.076965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eec601-59a6-4a53-ba67-ee0bafbeebd6 req-69815105-2126-4577-bf7a-a446c4b617dc tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:15.078865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07eec601-59a6-4a53-ba67-ee0bafbeebd6 req-69815105-2126-4577-bf7a-a446c4b617dc tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 945 time: 0.0520685 Sep 23 19:58:15.124885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07eec601-59a6-4a53-ba67-ee0bafbeebd6 req-5b41bae2-5a7b-44ce-86e8-87d54f5fd729 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Sep 23 19:58:15.144087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a59e44d5-61ef-467c-9837-c392e479d83e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.149912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a59e44d5-61ef-467c-9837-c392e479d83e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.168189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e44d5-61ef-467c-9837-c392e479d83e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417d8aac-f414-44b7-afb6-4467cd5da3e0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:15.174850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a59e44d5-61ef-467c-9837-c392e479d83e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.176077 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a59e44d5-61ef-467c-9837-c392e479d83e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1442561 Sep 23 19:58:15.178931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.201359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aed4e26-37b8-4e88-ac35-981fe32ae224 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.209734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aed4e26-37b8-4e88-ac35-981fe32ae224 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.237923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aed4e26-37b8-4e88-ac35-981fe32ae224 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.243705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8aed4e26-37b8-4e88-ac35-981fe32ae224 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.244910 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8aed4e26-37b8-4e88-ac35-981fe32ae224 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/417d8aac-f414-44b7-afb6-4467cd5da3e0 HTTP/1.1" status: 204 len: 168 time: 0.0650532 Sep 23 19:58:15.247626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.253530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed4e26-37b8-4e88-ac35-981fe32ae224 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=417d8aac-f414-44b7-afb6-4467cd5da3e0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:15.301104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc33d100-32ca-400e-a731-29bf1319cb55 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0519338 Sep 23 19:58:15.303737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.356764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c9e40c4-b40f-457d-88a8-8d2481ea3d16 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.379233 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c9e40c4-b40f-457d-88a8-8d2481ea3d16 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.421116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c9e40c4-b40f-457d-88a8-8d2481ea3d16 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.423795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c9e40c4-b40f-457d-88a8-8d2481ea3d16 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.425045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c9e40c4-b40f-457d-88a8-8d2481ea3d16 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/4e8559a7-c802-421f-82a7-578e842fc747 HTTP/1.1" status: 204 len: 168 time: 0.1202884 Sep 23 19:58:15.427834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59738) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.434385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e40c4-b40f-457d-88a8-8d2481ea3d16 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8559a7-c802-421f-82a7-578e842fc747,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:15.488795 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-312eebe1-b6e4-4d8e-ad7d-3681528fd787 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0597575 Sep 23 19:58:15.491560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59740) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.544358 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3faf436-b2b4-4b94-bd5e-7266b84f3ea3 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.565699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3faf436-b2b4-4b94-bd5e-7266b84f3ea3 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.610670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3faf436-b2b4-4b94-bd5e-7266b84f3ea3 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.613857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3faf436-b2b4-4b94-bd5e-7266b84f3ea3 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.615038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c3faf436-b2b4-4b94-bd5e-7266b84f3ea3 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/9ec128a9-9068-46e9-8daf-fba999550c0e HTTP/1.1" status: 204 len: 168 time: 0.1225617 Sep 23 19:58:15.617797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.625256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3faf436-b2b4-4b94-bd5e-7266b84f3ea3 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec128a9-9068-46e9-8daf-fba999550c0e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:15.663288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c72caa89-b093-4187-8c87-30495fb04300 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440638 Sep 23 19:58:15.668022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.672176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a15d72b1-9c6f-459d-b028-a30a8081086b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217869136'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:15.696944 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a15d72b1-9c6f-459d-b028-a30a8081086b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.785935 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a15d72b1-9c6f-459d-b028-a30a8081086b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.789601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a15d72b1-9c6f-459d-b028-a30a8081086b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.819030 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a15d72b1-9c6f-459d-b028-a30a8081086b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.820326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a15d72b1-9c6f-459d-b028-a30a8081086b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1522343 Sep 23 19:58:15.821425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d72b1-9c6f-459d-b028-a30a8081086b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59c246-4c07-471f-80c3-fa3e13bd43b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:15.823323 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.829442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-41253811-e644-4347-a5fe-c6eabc63e617 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': '6c59c246-4c07-471f-80c3-fa3e13bd43b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:15.855798 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41253811-e644-4347-a5fe-c6eabc63e617 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.910912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41253811-e644-4347-a5fe-c6eabc63e617 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.914613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41253811-e644-4347-a5fe-c6eabc63e617 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.934737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41253811-e644-4347-a5fe-c6eabc63e617 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f260f8f-7277-471c-bd7e-c59c79318f0c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:15.941426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41253811-e644-4347-a5fe-c6eabc63e617 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.943126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41253811-e644-4347-a5fe-c6eabc63e617 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1186283 Sep 23 19:58:15.945862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:15.969489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06de1078-da89-4ed0-9693-1ba9a713d04e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:15.979561 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06de1078-da89-4ed0-9693-1ba9a713d04e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.005498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06de1078-da89-4ed0-9693-1ba9a713d04e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.011227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06de1078-da89-4ed0-9693-1ba9a713d04e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.012270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-06de1078-da89-4ed0-9693-1ba9a713d04e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/0f260f8f-7277-471c-bd7e-c59c79318f0c HTTP/1.1" status: 204 len: 168 time: 0.0654852 Sep 23 19:58:16.015096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.018139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de1078-da89-4ed0-9693-1ba9a713d04e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f260f8f-7277-471c-bd7e-c59c79318f0c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:16.057736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-13d27dfa-de7c-4c76-bdd1-22bb10b1ea5b tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415194 Sep 23 19:58:16.060413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.112351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ef566b-6b14-4b17-88f1-e351989aac9d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.136153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ef566b-6b14-4b17-88f1-e351989aac9d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.180042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ef566b-6b14-4b17-88f1-e351989aac9d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.182898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27ef566b-6b14-4b17-88f1-e351989aac9d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.184050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-27ef566b-6b14-4b17-88f1-e351989aac9d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/6c59c246-4c07-471f-80c3-fa3e13bd43b1 HTTP/1.1" status: 204 len: 168 time: 0.1227541 Sep 23 19:58:16.187722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59756) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.193957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef566b-6b14-4b17-88f1-e351989aac9d tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59c246-4c07-471f-80c3-fa3e13bd43b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:16.237609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d61afdd6-207f-4d72-bdd8-150bdd1cf115 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443113 Sep 23 19:58:16.237832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59758) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.242089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0fe80b98-1182-40c8-a594-611a0184b406 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102451351'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:16.248314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d47c-9fb1-4e42-8316-408d9711cb78 req-a907ecbf-34b0-4e91-8077-ef386a749c76 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:16.250468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b052d47c-9fb1-4e42-8316-408d9711cb78 req-a907ecbf-34b0-4e91-8077-ef386a749c76 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Sep 23 19:58:16.263902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe80b98-1182-40c8-a594-611a0184b406 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.289369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b052d47c-9fb1-4e42-8316-408d9711cb78 req-b78e7df1-7de1-4f8e-90db-6e188ecd2953 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Sep 23 19:58:16.356162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2935153-bf6f-40d8-8df1-be52930a3473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.367227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe80b98-1182-40c8-a594-611a0184b406 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.371142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe80b98-1182-40c8-a594-611a0184b406 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.396203 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe80b98-1182-40c8-a594-611a0184b406 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.397406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0fe80b98-1182-40c8-a594-611a0184b406 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1586363 Sep 23 19:58:16.400521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.401365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe80b98-1182-40c8-a594-611a0184b406 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d08f8-dfc7-405c-b4c9-d720aba7e6c0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:16.407408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-559ff4df-c3b0-4833-98ad-d4cd14af63b4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'e40d08f8-dfc7-405c-b4c9-d720aba7e6c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:16.435218 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-559ff4df-c3b0-4833-98ad-d4cd14af63b4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.486177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-559ff4df-c3b0-4833-98ad-d4cd14af63b4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.489956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-559ff4df-c3b0-4833-98ad-d4cd14af63b4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.502951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.508069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ff4df-c3b0-4833-98ad-d4cd14af63b4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade41cdd-0d5e-42ad-ba20-da1dbf814ca4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:16.516312 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-559ff4df-c3b0-4833-98ad-d4cd14af63b4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.517674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-559ff4df-c3b0-4833-98ad-d4cd14af63b4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161225 Sep 23 19:58:16.520220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.535689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-16fc582e-9865-463f-8ab1-c4a494c8be30 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules/ade41cdd-0d5e-42ad-ba20-da1dbf814ca4 HTTP/1.1" status: 200 len: 763 time: 0.0144768 Sep 23 19:58:16.537803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.576488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a61a897b-98b2-42c6-bad5-46e375776c01 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0376146 Sep 23 19:58:16.578871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.602959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161909c7-468a-4f48-98f9-cf9e35eddcae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.610352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161909c7-468a-4f48-98f9-cf9e35eddcae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.625956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-8ff6f0ac-dc5e-4596-96ff-f3307dc18cea tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:16.627353 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-8ff6f0ac-dc5e-4596-96ff-f3307dc18cea tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 945 time: 0.0575786 Sep 23 19:58:16.636852 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161909c7-468a-4f48-98f9-cf9e35eddcae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.643200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161909c7-468a-4f48-98f9-cf9e35eddcae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.644349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-161909c7-468a-4f48-98f9-cf9e35eddcae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/ade41cdd-0d5e-42ad-ba20-da1dbf814ca4 HTTP/1.1" status: 204 len: 168 time: 0.0645888 Sep 23 19:58:16.648299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.664295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161909c7-468a-4f48-98f9-cf9e35eddcae tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ade41cdd-0d5e-42ad-ba20-da1dbf814ca4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:16.697731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1834becb-f72e-4572-9149-b8996276ee60 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483384 Sep 23 19:58:16.700387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.705878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7dd19d46-23a0-4586-84a4-87dc775601c8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'e40d08f8-dfc7-405c-b4c9-d720aba7e6c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:16.723268 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Deleting port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:16.723681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.736577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd19d46-23a0-4586-84a4-87dc775601c8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.800226 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd19d46-23a0-4586-84a4-87dc775601c8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.804240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd19d46-23a0-4586-84a4-87dc775601c8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.822474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd19d46-23a0-4586-84a4-87dc775601c8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d37666-9f95-46b2-b7fe-27de3715eef0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:16.823701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] For port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:16.824068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.829627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd19d46-23a0-4586-84a4-87dc775601c8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.830817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7dd19d46-23a0-4586-84a4-87dc775601c8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288640 Sep 23 19:58:16.833728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.849979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8f240934-8a82-465f-ac77-a649c878a83c tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules/43d37666-9f95-46b2-b7fe-27de3715eef0 HTTP/1.1" status: 200 len: 763 time: 0.0151243 Sep 23 19:58:16.852489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.897836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2fd0619d-66d2-4483-ba1a-175bc868f62f tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442452 Sep 23 19:58:16.900533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.928631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65a84897-690c-40d1-97b0-6cdfd45b71ee tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.937178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65a84897-690c-40d1-97b0-6cdfd45b71ee tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.966065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65a84897-690c-40d1-97b0-6cdfd45b71ee tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.972431 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65a84897-690c-40d1-97b0-6cdfd45b71ee tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:16.975877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-65a84897-690c-40d1-97b0-6cdfd45b71ee tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/43d37666-9f95-46b2-b7fe-27de3715eef0 HTTP/1.1" status: 204 len: 168 time: 0.0721540 Sep 23 19:58:16.976417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:16.989253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a84897-690c-40d1-97b0-6cdfd45b71ee tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43d37666-9f95-46b2-b7fe-27de3715eef0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:17.034025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-35181532-5b02-4061-80db-6f483f190b38 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0541828 Sep 23 19:58:17.034328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.038732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Request body: {'security_group_rule': {'security_group_id': 'e40d08f8-dfc7-405c-b4c9-d720aba7e6c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:17.061406 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Project 0de6f4c63edb4e2b9fb794e20b53c219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:58:17.067044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.079803 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Calling delete_port for 96e4b3bf-0f74-4d18-809b-0741f3dbafbe owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:17.111103 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.126672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.130447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.151521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f836c3c3-c6fa-4164-8385-0088620ab812,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:17.155346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.157467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-abf8c9f0-c71f-4575-afad-82b785988a58 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220980 Sep 23 19:58:17.159954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.176716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a469519c-a296-4c6d-a4e6-3a846457b368 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules/f836c3c3-c6fa-4164-8385-0088620ab812 HTTP/1.1" status: 200 len: 769 time: 0.0156138 Sep 23 19:58:17.179272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.211977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.223826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-725898f5-b302-4d8c-9677-76eec11586b0 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0434928 Sep 23 19:58:17.224598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['851edc9e-b58e-450e-961a-3821f9a443d7', '351f9470-a8a3-4f38-86b4-5980f9fed1d0', '96e4b3bf-0f74-4d18-809b-0741f3dbafbe'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:17.226258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.228213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:17.245206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event deleted for resources: {'Port': ['ID=96e4b3bf-0f74-4d18-809b-0741f3dbafbe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:17.256609 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc397405-4777-438d-a91e-dac6245aaaf4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.264751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc397405-4777-438d-a91e-dac6245aaaf4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.291586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] No DVR routers for this DVR port 96e4b3bf-0f74-4d18-809b-0741f3dbafbe on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:17.295077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.297912 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc397405-4777-438d-a91e-dac6245aaaf4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.298105 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c9457f23-eaeb-4a49-bd9c-783cd955e890 req-53489ebe-6626-491c-9c34-0864f07bb8f5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "DELETE /v2.0/ports/96e4b3bf-0f74-4d18-809b-0741f3dbafbe HTTP/1.1" status: 204 len: 173 time: 0.6639297 Sep 23 19:58:17.298678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'name': 'network-vif-deleted', 'tag': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:17.303502 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82901a50-7674-4361-a44f-dd2ed02febe7" -d '{"events": [{"server_uuid": "4381ca8a-ed6a-4de6-8c8f-b888249e58f3", "name": "network-vif-deleted", "tag": "96e4b3bf-0f74-4d18-809b-0741f3dbafbe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:17.303665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc397405-4777-438d-a91e-dac6245aaaf4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.304797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc397405-4777-438d-a91e-dac6245aaaf4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f836c3c3-c6fa-4164-8385-0088620ab812 HTTP/1.1" status: 204 len: 168 time: 0.0776911 Sep 23 19:58:17.307583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.342984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc397405-4777-438d-a91e-dac6245aaaf4 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f836c3c3-c6fa-4164-8385-0088620ab812,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:17.356319 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51a9184-a232-4918-8eb4-bdbf9d5de1b1 x-openstack-request-id: req-a51a9184-a232-4918-8eb4-bdbf9d5de1b1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:17.356610 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4381ca8a-ed6a-4de6-8c8f-b888249e58f3", "name": "network-vif-deleted", "tag": "96e4b3bf-0f74-4d18-809b-0741f3dbafbe", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:17.356854 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a51a9184-a232-4918-8eb4-bdbf9d5de1b1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:17.357265 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4381ca8a-ed6a-4de6-8c8f-b888249e58f3', 'name': 'network-vif-deleted', 'tag': '96e4b3bf-0f74-4d18-809b-0741f3dbafbe', 'status': 'completed', 'code': 200} Sep 23 19:58:17.380128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0c826d9f-fd3a-426c-9462-5f7aa9e3e2ad tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0681195 Sep 23 19:58:17.381257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59796) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.440934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d3509caf-6704-40d0-b58d-35fd672c17e3 req-cb6eed72-df14-404c-9231-5a1a643a6dd5 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=4381ca8a-ed6a-4de6-8c8f-b888249e58f3 HTTP/1.1" status: 200 len: 210 time: 0.0287611 Sep 23 19:58:17.462632 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b55bf0b-c520-459d-9b8d-423b0a49e44e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.485478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b55bf0b-c520-459d-9b8d-423b0a49e44e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.536087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b55bf0b-c520-459d-9b8d-423b0a49e44e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.538795 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b55bf0b-c520-459d-9b8d-423b0a49e44e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:17.542298 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1b55bf0b-c520-459d-9b8d-423b0a49e44e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "DELETE /v2.0/security-groups/e40d08f8-dfc7-405c-b4c9-d720aba7e6c0 HTTP/1.1" status: 204 len: 168 time: 0.1579056 Sep 23 19:58:17.543428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.550879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55bf0b-c520-459d-9b8d-423b0a49e44e tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d08f8-dfc7-405c-b4c9-d720aba7e6c0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:17.592422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-708f3803-34ab-4c91-a29e-b673d8c478e8 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467906 Sep 23 19:58:17.598249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:17.646028 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4bd8bf40-2409-4ddb-9eed-ee4f0d0e91d3 tempest-SecGroupIPv6Test-1592556943 tempest-SecGroupIPv6Test-1592556943-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464547 Sep 23 19:58:17.956433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:18.098729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eeef1734-e577-46ff-bded-77ff26a72764 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0de6f4c63edb4e2b9fb794e20b53c219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410294 Sep 23 19:58:18.100583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:18.156916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-636b4976-6357-4c76-97b6-3cc67079e538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:18.178615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-636b4976-6357-4c76-97b6-3cc67079e538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:18.225911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-636b4976-6357-4c76-97b6-3cc67079e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:18.228712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-636b4976-6357-4c76-97b6-3cc67079e538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:18.229973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-636b4976-6357-4c76-97b6-3cc67079e538 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36fb269a-2a6e-4f92-a557-2fa24bf5f7d2 HTTP/1.1" status: 204 len: 168 time: 0.1284690 Sep 23 19:58:18.239230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b4976-6357-4c76-97b6-3cc67079e538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb269a-2a6e-4f92-a557-2fa24bf5f7d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:18.616327 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:18.897986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59838) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.001944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666403908'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:19.025150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.033122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.128212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.132035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.170517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516724df-2b27-472f-98b0-10e51f110ffc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:19.234683 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.238612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.269219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.270463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3713143 Sep 23 19:58:19.271547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56469910-bed7-4289-8c38-04bb64045162 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec15abeb-d282-43a7-a666-e920360d8796,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:19.273563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59842) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.326270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-38466934-cb9a-406e-8981-81e6f12530ea tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0514011 Sep 23 19:58:19.328996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.334519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-47b6fa9e-71fc-4f86-8cdb-c5d95d598e24 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-security--1789676513', 'description': 'tempest-security-description-203963894'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:19.360110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b6fa9e-71fc-4f86-8cdb-c5d95d598e24 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.401825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b6fa9e-71fc-4f86-8cdb-c5d95d598e24 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.406251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b6fa9e-71fc-4f86-8cdb-c5d95d598e24 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.409093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47b6fa9e-71fc-4f86-8cdb-c5d95d598e24 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.410398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-47b6fa9e-71fc-4f86-8cdb-c5d95d598e24 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "PUT /v2.0/security-groups/ec15abeb-d282-43a7-a666-e920360d8796 HTTP/1.1" status: 200 len: 1779 time: 0.0797858 Sep 23 19:58:19.413206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.434034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6fa9e-71fc-4f86-8cdb-c5d95d598e24 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec15abeb-d282-43a7-a666-e920360d8796,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:19.454355 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c22d707e-dfcb-4623-acd1-5659cff37836 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups/ec15abeb-d282-43a7-a666-e920360d8796 HTTP/1.1" status: 200 len: 1779 time: 0.0397198 Sep 23 19:58:19.456626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59848) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.508892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c12eacfb-ad77-4ca8-b072-1dd5af2c88cf tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.534396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c12eacfb-ad77-4ca8-b072-1dd5af2c88cf tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.575013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c12eacfb-ad77-4ca8-b072-1dd5af2c88cf tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.578193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c12eacfb-ad77-4ca8-b072-1dd5af2c88cf tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.579372 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c12eacfb-ad77-4ca8-b072-1dd5af2c88cf tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/ec15abeb-d282-43a7-a666-e920360d8796 HTTP/1.1" status: 204 len: 168 time: 0.1216185 Sep 23 19:58:19.582027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.589525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eacfb-ad77-4ca8-b072-1dd5af2c88cf tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec15abeb-d282-43a7-a666-e920360d8796,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:19.630499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8232086b-07b3-4edd-8a6e-9fad575d1622 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468113 Sep 23 19:58:19.632975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.647274 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-062e36e0-c882-404a-be21-afc6ee28fe2f tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] delete failed (client error): The resource could not be found. Sep 23 19:58:19.652681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-062e36e0-c882-404a-be21-afc6ee28fe2f tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/ec15abeb-d282-43a7-a666-e920360d8796 HTTP/1.1" status: 404 len: 347 time: 0.0143838 Sep 23 19:58:19.652868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.660310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-796724a4-cab4-4ca6-bb2a-06af8511de33 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--527653295'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:19.683834 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-796724a4-cab4-4ca6-bb2a-06af8511de33 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.764197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-796724a4-cab4-4ca6-bb2a-06af8511de33 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.768361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-796724a4-cab4-4ca6-bb2a-06af8511de33 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.793529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-796724a4-cab4-4ca6-bb2a-06af8511de33 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.794748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-796724a4-cab4-4ca6-bb2a-06af8511de33 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1399646 Sep 23 19:58:19.797713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59858) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.798892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796724a4-cab4-4ca6-bb2a-06af8511de33 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124db2bf-2bd7-4235-894f-08f2b16c49f4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:19.804504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cc7d7059-996e-4ba5-83f9-2be57f3a35e8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '124db2bf-2bd7-4235-894f-08f2b16c49f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:19.833628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7059-996e-4ba5-83f9-2be57f3a35e8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.880048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7059-996e-4ba5-83f9-2be57f3a35e8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.883789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7059-996e-4ba5-83f9-2be57f3a35e8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.903666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d7059-996e-4ba5-83f9-2be57f3a35e8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d9f8e5-5ab7-4fef-9c85-073241c3dc02,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:19.907398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7059-996e-4ba5-83f9-2be57f3a35e8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.911147 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cc7d7059-996e-4ba5-83f9-2be57f3a35e8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111908 Sep 23 19:58:19.912009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.935734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdba982b-d53f-44f5-82ff-34e252292c3e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.942952 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdba982b-d53f-44f5-82ff-34e252292c3e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.970133 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdba982b-d53f-44f5-82ff-34e252292c3e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.976209 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdba982b-d53f-44f5-82ff-34e252292c3e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.977318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cdba982b-d53f-44f5-82ff-34e252292c3e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/18d9f8e5-5ab7-4fef-9c85-073241c3dc02 HTTP/1.1" status: 204 len: 168 time: 0.0643334 Sep 23 19:58:19.980050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59862) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:19.985492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba982b-d53f-44f5-82ff-34e252292c3e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18d9f8e5-5ab7-4fef-9c85-073241c3dc02,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:20.020725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6f38441a-6f5d-445a-8b44-404cd44357fb tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395443 Sep 23 19:58:20.023341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59864) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.076229 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-508cc405-b669-42e1-b3db-e9e9c57fdba5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.100598 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-508cc405-b669-42e1-b3db-e9e9c57fdba5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.148815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-508cc405-b669-42e1-b3db-e9e9c57fdba5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.151443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-508cc405-b669-42e1-b3db-e9e9c57fdba5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.152618 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-508cc405-b669-42e1-b3db-e9e9c57fdba5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/124db2bf-2bd7-4235-894f-08f2b16c49f4 HTTP/1.1" status: 204 len: 168 time: 0.1283858 Sep 23 19:58:20.162553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cc405-b669-42e1-b3db-e9e9c57fdba5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124db2bf-2bd7-4235-894f-08f2b16c49f4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:20.228604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.270700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d091a2f-f90c-4915-8793-f9a0b94e4262 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408554 Sep 23 19:58:20.274419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.278630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-32305e8f-b9e0-4302-a529-c2414ba175b9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750896538'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:20.299805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32305e8f-b9e0-4302-a529-c2414ba175b9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.383274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32305e8f-b9e0-4302-a529-c2414ba175b9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.387025 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32305e8f-b9e0-4302-a529-c2414ba175b9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.415624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32305e8f-b9e0-4302-a529-c2414ba175b9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.416782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32305e8f-b9e0-4302-a529-c2414ba175b9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1414313 Sep 23 19:58:20.418796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32305e8f-b9e0-4302-a529-c2414ba175b9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb28d8-a863-456c-aaaa-6c750bc74eba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:20.419827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.426148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b1f99f80-1844-4a07-bf7b-3d3c74e465c0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '3dbb28d8-a863-456c-aaaa-6c750bc74eba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:20.454279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1f99f80-1844-4a07-bf7b-3d3c74e465c0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.507932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1f99f80-1844-4a07-bf7b-3d3c74e465c0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.511123 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1f99f80-1844-4a07-bf7b-3d3c74e465c0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.523640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 96e4b3bf-0f74-4d18-809b-0741f3dbafbe no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:20.529198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f99f80-1844-4a07-bf7b-3d3c74e465c0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bc9e92-d21f-4924-9ac9-629bbbd6013e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:20.536385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1f99f80-1844-4a07-bf7b-3d3c74e465c0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.537671 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b1f99f80-1844-4a07-bf7b-3d3c74e465c0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157091 Sep 23 19:58:20.540607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.545352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-38b80728-df00-478e-8803-813cdb7dc7d6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '3dbb28d8-a863-456c-aaaa-6c750bc74eba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:20.548674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 96e4b3bf-0f74-4d18-809b-0741f3dbafbe {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:20.549089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 96e4b3bf-0f74-4d18-809b-0741f3dbafbe not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:20.573119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b80728-df00-478e-8803-813cdb7dc7d6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.635170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b80728-df00-478e-8803-813cdb7dc7d6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.639118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b80728-df00-478e-8803-813cdb7dc7d6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.658277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b80728-df00-478e-8803-813cdb7dc7d6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69020ce-e2e6-437d-9581-11a0557c96bd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:20.666669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b80728-df00-478e-8803-813cdb7dc7d6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.669863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-38b80728-df00-478e-8803-813cdb7dc7d6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264594 Sep 23 19:58:20.670876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.675611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6c2ab06-b0c5-4669-83b6-464670f08613 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '3dbb28d8-a863-456c-aaaa-6c750bc74eba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:20.704609 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab06-b0c5-4669-83b6-464670f08613 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.766111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab06-b0c5-4669-83b6-464670f08613 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.771308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab06-b0c5-4669-83b6-464670f08613 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.789434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ab06-b0c5-4669-83b6-464670f08613 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6feac60-a7e9-4dfc-a8f1-b3015885f014,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:20.797426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab06-b0c5-4669-83b6-464670f08613 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.801230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6c2ab06-b0c5-4669-83b6-464670f08613 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267729 Sep 23 19:58:20.801456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.805788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-054dd21e-616b-4a1b-8724-628a4f2cdc43 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '3dbb28d8-a863-456c-aaaa-6c750bc74eba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:20.837808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-054dd21e-616b-4a1b-8724-628a4f2cdc43 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.925582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-054dd21e-616b-4a1b-8724-628a4f2cdc43 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.930557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-054dd21e-616b-4a1b-8724-628a4f2cdc43 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.961426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f22b5-1618-43d4-aeb0-1c05e4cfcc4c req-3a96a9a1-d243-4c47-b29e-65b71189199d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:20.962956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c93f22b5-1618-43d4-aeb0-1c05e4cfcc4c req-3a96a9a1-d243-4c47-b29e-65b71189199d tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 945 time: 0.0825796 Sep 23 19:58:20.964288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dd21e-616b-4a1b-8724-628a4f2cdc43 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5937d87d-22bc-4bdf-a79f-e53f4c5defdb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:20.976676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-054dd21e-616b-4a1b-8724-628a4f2cdc43 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:20.977825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-054dd21e-616b-4a1b-8724-628a4f2cdc43 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1754572 Sep 23 19:58:20.980687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59884) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:20.986336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3d8d0188-c7d4-4649-addd-3836cf3adcf6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '3dbb28d8-a863-456c-aaaa-6c750bc74eba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:21.010924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c93f22b5-1618-43d4-aeb0-1c05e4cfcc4c req-91e09bbb-f41f-459c-8a37-53aa390c2ff9 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Sep 23 19:58:21.017340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0188-c7d4-4649-addd-3836cf3adcf6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.078093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0188-c7d4-4649-addd-3836cf3adcf6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.081997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0188-c7d4-4649-addd-3836cf3adcf6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.103710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d0188-c7d4-4649-addd-3836cf3adcf6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d13806b-d945-4263-abc5-dd7c45b97e33,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:21.107700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0188-c7d4-4649-addd-3836cf3adcf6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.111820 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3d8d0188-c7d4-4649-addd-3836cf3adcf6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1271667 Sep 23 19:58:21.112276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59886) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.139650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e643db1c-9009-42cc-b121-e9ae7eebf4f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.148105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e643db1c-9009-42cc-b121-e9ae7eebf4f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.176797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e643db1c-9009-42cc-b121-e9ae7eebf4f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.183321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e643db1c-9009-42cc-b121-e9ae7eebf4f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.184567 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e643db1c-9009-42cc-b121-e9ae7eebf4f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4d13806b-d945-4263-abc5-dd7c45b97e33 HTTP/1.1" status: 204 len: 168 time: 0.0714958 Sep 23 19:58:21.189420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.191220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643db1c-9009-42cc-b121-e9ae7eebf4f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d13806b-d945-4263-abc5-dd7c45b97e33,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:21.240522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-57464832-56c1-4bdf-93e0-5e7bb25b44cc tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0493674 Sep 23 19:58:21.243438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59890) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.267429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b98e2353-21ff-4581-9bb7-2ada0717a36c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.274826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b98e2353-21ff-4581-9bb7-2ada0717a36c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.303375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b98e2353-21ff-4581-9bb7-2ada0717a36c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.309953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b98e2353-21ff-4581-9bb7-2ada0717a36c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.314425 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b98e2353-21ff-4581-9bb7-2ada0717a36c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/5937d87d-22bc-4bdf-a79f-e53f4c5defdb HTTP/1.1" status: 204 len: 168 time: 0.0667021 Sep 23 19:58:21.314786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.322321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e2353-21ff-4581-9bb7-2ada0717a36c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5937d87d-22bc-4bdf-a79f-e53f4c5defdb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:21.365521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e425928-c3c5-42a5-a4ef-15f9e0a07e55 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0471537 Sep 23 19:58:21.365741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.391709 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51c5b73b-b0e1-4033-8ce9-6586effb055c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.399353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51c5b73b-b0e1-4033-8ce9-6586effb055c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.427927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51c5b73b-b0e1-4033-8ce9-6586effb055c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.435432 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51c5b73b-b0e1-4033-8ce9-6586effb055c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.437202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-51c5b73b-b0e1-4033-8ce9-6586effb055c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/c6feac60-a7e9-4dfc-a8f1-b3015885f014 HTTP/1.1" status: 204 len: 168 time: 0.0697253 Sep 23 19:58:21.440030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.441957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5b73b-b0e1-4033-8ce9-6586effb055c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6feac60-a7e9-4dfc-a8f1-b3015885f014,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:21.497154 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b95c5513-9756-4061-a543-03fb26b354f8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0549426 Sep 23 19:58:21.499050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59898) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.524146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c2abe97-d6a1-4970-bde3-5d66528e2b07 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.532970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c2abe97-d6a1-4970-bde3-5d66528e2b07 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.565802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c2abe97-d6a1-4970-bde3-5d66528e2b07 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.573471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c2abe97-d6a1-4970-bde3-5d66528e2b07 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.574835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c2abe97-d6a1-4970-bde3-5d66528e2b07 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d69020ce-e2e6-437d-9581-11a0557c96bd HTTP/1.1" status: 204 len: 168 time: 0.0741587 Sep 23 19:58:21.577669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.579478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2abe97-d6a1-4970-bde3-5d66528e2b07 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d69020ce-e2e6-437d-9581-11a0557c96bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:21.620118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c86e79fc-a4a7-4480-a2c5-e81f918452c1 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0408986 Sep 23 19:58:21.623058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.644472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4db88b7-0893-4654-9e0b-f1b9dce3e278 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.651567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4db88b7-0893-4654-9e0b-f1b9dce3e278 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.678070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4db88b7-0893-4654-9e0b-f1b9dce3e278 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.683426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4db88b7-0893-4654-9e0b-f1b9dce3e278 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.684528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4db88b7-0893-4654-9e0b-f1b9dce3e278 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/31bc9e92-d21f-4924-9ac9-629bbbd6013e HTTP/1.1" status: 204 len: 168 time: 0.0605896 Sep 23 19:58:21.687217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.703238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db88b7-0893-4654-9e0b-f1b9dce3e278 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31bc9e92-d21f-4924-9ac9-629bbbd6013e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:21.731172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-42534ed2-9c4c-4724-84d7-b881d011a8e3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429885 Sep 23 19:58:21.734744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.790359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bea8da-e05a-45e3-96c7-807deb857ab1 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.814096 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bea8da-e05a-45e3-96c7-807deb857ab1 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.854570 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bea8da-e05a-45e3-96c7-807deb857ab1 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.857114 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bea8da-e05a-45e3-96c7-807deb857ab1 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:21.858287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-89bea8da-e05a-45e3-96c7-807deb857ab1 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/3dbb28d8-a863-456c-aaaa-6c750bc74eba HTTP/1.1" status: 204 len: 168 time: 0.1226418 Sep 23 19:58:21.861019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59908) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.866879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bea8da-e05a-45e3-96c7-807deb857ab1 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb28d8-a863-456c-aaaa-6c750bc74eba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:21.904167 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fa982942-2efc-4120-9580-de6add51b2cc tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419760 Sep 23 19:58:21.908417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59910) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:21.912576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-41cc789f-48cd-4087-b2b9-57b91931fe9d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--642468058'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:21.932815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41cc789f-48cd-4087-b2b9-57b91931fe9d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.013021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41cc789f-48cd-4087-b2b9-57b91931fe9d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.016614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41cc789f-48cd-4087-b2b9-57b91931fe9d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.041802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41cc789f-48cd-4087-b2b9-57b91931fe9d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.043127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41cc789f-48cd-4087-b2b9-57b91931fe9d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1337824 Sep 23 19:58:22.046560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.047952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc789f-48cd-4087-b2b9-57b91931fe9d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c3ed1-6d19-4a01-8331-2de95aaf91cc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:22.062353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b243eaaa-36fb-437a-9c89-cd29da445a3b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '4b1c3ed1-6d19-4a01-8331-2de95aaf91cc', 'direction': 'ingress', 'protocol': 17}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:22.099231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b243eaaa-36fb-437a-9c89-cd29da445a3b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.162690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d57f6-2b22-4354-9788-dad03f930db8 req-a1c480ff-e0cf-4357-9d71-36ee64b0460c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:22.164177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf5d57f6-2b22-4354-9788-dad03f930db8 req-a1c480ff-e0cf-4357-9d71-36ee64b0460c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 945 time: 0.0799308 Sep 23 19:58:22.217096 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b243eaaa-36fb-437a-9c89-cd29da445a3b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.223269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b243eaaa-36fb-437a-9c89-cd29da445a3b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.237589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf5d57f6-2b22-4354-9788-dad03f930db8 req-28f7a12d-1e2e-4927-81d8-ceb96551f381 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664582 Sep 23 19:58:22.249004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243eaaa-36fb-437a-9c89-cd29da445a3b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305ebbe3-4308-4df5-8cb7-b0be5a08ed57,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:22.252346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b243eaaa-36fb-437a-9c89-cd29da445a3b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.253623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b243eaaa-36fb-437a-9c89-cd29da445a3b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2060192 Sep 23 19:58:22.256427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.312804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140fbc99-191d-4468-8a0e-9f8b8714f6b8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.337569 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140fbc99-191d-4468-8a0e-9f8b8714f6b8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.363776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-d9760b3f-ba4a-4714-9eb5-5a00b52f0977 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:22.365255 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-d9760b3f-ba4a-4714-9eb5-5a00b52f0977 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 945 time: 0.0480173 Sep 23 19:58:22.380665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140fbc99-191d-4468-8a0e-9f8b8714f6b8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.383258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-140fbc99-191d-4468-8a0e-9f8b8714f6b8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.384396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-140fbc99-191d-4468-8a0e-9f8b8714f6b8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/4b1c3ed1-6d19-4a01-8331-2de95aaf91cc HTTP/1.1" status: 204 len: 168 time: 0.1270692 Sep 23 19:58:22.387885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.400277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fbc99-191d-4468-8a0e-9f8b8714f6b8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c3ed1-6d19-4a01-8331-2de95aaf91cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:22.442274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f711dea-2769-4ac7-abd9-918c1a87148b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488729 Sep 23 19:58:22.442582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.446811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8e35d49b-f6f8-4be3-8238-7bb4a0537cec tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--25778746'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:22.467974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Deleting port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:22.468264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.468936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e35d49b-f6f8-4be3-8238-7bb4a0537cec tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.548065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e35d49b-f6f8-4be3-8238-7bb4a0537cec tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.552077 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e35d49b-f6f8-4be3-8238-7bb4a0537cec tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.561409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] For port 351f9470-a8a3-4f38-86b4-5980f9fed1d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=351f9470-a8a3-4f38-86b4-5980f9fed1d0,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:22.562350 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.577318 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Calling delete_port for 351f9470-a8a3-4f38-86b4-5980f9fed1d0 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:22.578364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e35d49b-f6f8-4be3-8238-7bb4a0537cec tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.579592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e35d49b-f6f8-4be3-8238-7bb4a0537cec tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1360815 Sep 23 19:58:22.582584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.586785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-519d5b53-5f5f-4e15-8655-ecc7f28105e6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055454442'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:22.594723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35d49b-f6f8-4be3-8238-7bb4a0537cec tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa50a68-938e-4b12-9017-d2f8594d9841,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:22.611251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519d5b53-5f5f-4e15-8655-ecc7f28105e6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.698784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519d5b53-5f5f-4e15-8655-ecc7f28105e6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.702579 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519d5b53-5f5f-4e15-8655-ecc7f28105e6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.715095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.737293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-519d5b53-5f5f-4e15-8655-ecc7f28105e6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.741757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-519d5b53-5f5f-4e15-8655-ecc7f28105e6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1552553 Sep 23 19:58:22.741905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:22.742446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.745090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event deleted for resources: {'Port': ['ID=351f9470-a8a3-4f38-86b4-5980f9fed1d0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:22.747641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-18cc7554-3e42-4d3b-a8a0-883945f084f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': '3aa50a68-938e-4b12-9017-d2f8594d9841', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1b1b41f8-c169-4e53-8cd5-1cf498b27cc7', 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:22.764778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d5b53-5f5f-4e15-8655-ecc7f28105e6 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b41f8-c169-4e53-8cd5-1cf498b27cc7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:22.766521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['851edc9e-b58e-450e-961a-3821f9a443d7', '351f9470-a8a3-4f38-86b4-5980f9fed1d0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:22.797639 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18cc7554-3e42-4d3b-a8a0-883945f084f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.799085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] No DVR routers for this DVR port 351f9470-a8a3-4f38-86b4-5980f9fed1d0 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:22.801453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.804102 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b22ba6d3-18b0-4621-b5bf-810ae30b25a2 req-91d781f5-d630-4557-af18-106c164bf69a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "DELETE /v2.0/ports/351f9470-a8a3-4f38-86b4-5980f9fed1d0 HTTP/1.1" status: 204 len: 173 time: 0.4328194 Sep 23 19:58:22.804639 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'name': 'network-vif-deleted', 'tag': '351f9470-a8a3-4f38-86b4-5980f9fed1d0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:22.807028 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538611aa-3bfb-468c-a1fb-952c2c312caf" -d '{"events": [{"server_uuid": "d47b5ca0-08ba-45c2-89b2-c37f17626b8f", "name": "network-vif-deleted", "tag": "351f9470-a8a3-4f38-86b4-5980f9fed1d0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:22.880699 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46d12b6-dea9-4dd6-8b0e-c6cb808a4c07 x-openstack-request-id: req-d46d12b6-dea9-4dd6-8b0e-c6cb808a4c07 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:22.881414 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47b5ca0-08ba-45c2-89b2-c37f17626b8f", "name": "network-vif-deleted", "tag": "351f9470-a8a3-4f38-86b4-5980f9fed1d0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:22.881852 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d46d12b6-dea9-4dd6-8b0e-c6cb808a4c07 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:22.882401 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47b5ca0-08ba-45c2-89b2-c37f17626b8f', 'name': 'network-vif-deleted', 'tag': '351f9470-a8a3-4f38-86b4-5980f9fed1d0', 'status': 'completed', 'code': 200} Sep 23 19:58:22.885684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18cc7554-3e42-4d3b-a8a0-883945f084f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.890229 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18cc7554-3e42-4d3b-a8a0-883945f084f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.913927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc7554-3e42-4d3b-a8a0-883945f084f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb31c752-f23c-4444-ae30-72e9289d1718,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:22.917201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18cc7554-3e42-4d3b-a8a0-883945f084f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.921698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18cc7554-3e42-4d3b-a8a0-883945f084f5 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1754107 Sep 23 19:58:22.922619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59930) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.949426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf0a7-7187-4a40-bdc9-868811f6f2cd tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.956977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf0a7-7187-4a40-bdc9-868811f6f2cd tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.983227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf0a7-7187-4a40-bdc9-868811f6f2cd tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.989784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf0a7-7187-4a40-bdc9-868811f6f2cd tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:22.991052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ef9bf0a7-7187-4a40-bdc9-868811f6f2cd tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/cb31c752-f23c-4444-ae30-72e9289d1718 HTTP/1.1" status: 204 len: 168 time: 0.0673449 Sep 23 19:58:22.993978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:22.996544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bf0a7-7187-4a40-bdc9-868811f6f2cd tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb31c752-f23c-4444-ae30-72e9289d1718,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:23.039692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-facfdaba-faa0-4377-94d0-058fd261cf31 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0418153 Sep 23 19:58:23.040026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.090807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2da4388-a555-4fe5-873d-e4fcee7e49b7 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.113221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2da4388-a555-4fe5-873d-e4fcee7e49b7 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.153515 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2da4388-a555-4fe5-873d-e4fcee7e49b7 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.157344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2da4388-a555-4fe5-873d-e4fcee7e49b7 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.158551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2da4388-a555-4fe5-873d-e4fcee7e49b7 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/1b1b41f8-c169-4e53-8cd5-1cf498b27cc7 HTTP/1.1" status: 204 len: 168 time: 0.1175966 Sep 23 19:58:23.161321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.170316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da4388-a555-4fe5-873d-e4fcee7e49b7 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b41f8-c169-4e53-8cd5-1cf498b27cc7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:23.234500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-60c0bc8e-9c6c-4e90-9e76-6d8118abe9da tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0713358 Sep 23 19:58:23.237123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.295114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21f5d23b-ba70-40b1-bb83-9a3a6e4f5aa0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.321985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21f5d23b-ba70-40b1-bb83-9a3a6e4f5aa0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.356576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d6fa7208-069e-4461-9d7d-cb778835be2c req-d6ce2b68-5d6f-4c91-82ee-1cd2bfe4ab75 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47b5ca0-08ba-45c2-89b2-c37f17626b8f HTTP/1.1" status: 200 len: 210 time: 0.0300598 Sep 23 19:58:23.364453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21f5d23b-ba70-40b1-bb83-9a3a6e4f5aa0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.367292 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21f5d23b-ba70-40b1-bb83-9a3a6e4f5aa0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.370962 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-21f5d23b-ba70-40b1-bb83-9a3a6e4f5aa0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/3aa50a68-938e-4b12-9017-d2f8594d9841 HTTP/1.1" status: 204 len: 168 time: 0.1302719 Sep 23 19:58:23.371410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.383541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5d23b-ba70-40b1-bb83-9a3a6e4f5aa0 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa50a68-938e-4b12-9017-d2f8594d9841,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:23.413897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf11fdaa-a2dc-42f4-9f6e-8b86fce66ddb tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412378 Sep 23 19:58:23.417628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.422339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-348088a9-3992-4f60-b91c-c08113da116c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--551809505'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:23.443422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348088a9-3992-4f60-b91c-c08113da116c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.520308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348088a9-3992-4f60-b91c-c08113da116c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.523597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348088a9-3992-4f60-b91c-c08113da116c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.552791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-348088a9-3992-4f60-b91c-c08113da116c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.554076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-348088a9-3992-4f60-b91c-c08113da116c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1354735 Sep 23 19:58:23.555190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348088a9-3992-4f60-b91c-c08113da116c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c690a-e841-4b03-9b7f-a5d1f0a99a67,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:23.557035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.563706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fc99a96f-a2b0-4ba0-8698-6b1f6ccdc548 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': 'cd1c690a-e841-4b03-9b7f-a5d1f0a99a67', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:23.589920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc99a96f-a2b0-4ba0-8698-6b1f6ccdc548 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.640048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc99a96f-a2b0-4ba0-8698-6b1f6ccdc548 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.643518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc99a96f-a2b0-4ba0-8698-6b1f6ccdc548 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.660065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99a96f-a2b0-4ba0-8698-6b1f6ccdc548 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74f24da-4c32-4217-8e86-c8bc34d1789f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:23.666506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fc99a96f-a2b0-4ba0-8698-6b1f6ccdc548 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.668380 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fc99a96f-a2b0-4ba0-8698-6b1f6ccdc548 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1094422 Sep 23 19:58:23.669768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59948) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.694741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97283ff7-81a1-4d62-9919-997ec4dcbef3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.702070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97283ff7-81a1-4d62-9919-997ec4dcbef3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.727647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97283ff7-81a1-4d62-9919-997ec4dcbef3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.732995 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97283ff7-81a1-4d62-9919-997ec4dcbef3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.734619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-97283ff7-81a1-4d62-9919-997ec4dcbef3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/c74f24da-4c32-4217-8e86-c8bc34d1789f HTTP/1.1" status: 204 len: 168 time: 0.0639064 Sep 23 19:58:23.737233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.745209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97283ff7-81a1-4d62-9919-997ec4dcbef3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c74f24da-4c32-4217-8e86-c8bc34d1789f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:23.778144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1287087-d4f4-403c-b9eb-3c159ad8cb79 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0396833 Sep 23 19:58:23.781222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.830476 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3c8fdbc-c70b-4345-aff4-868b6ac3668e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.854685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3c8fdbc-c70b-4345-aff4-868b6ac3668e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.897572 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3c8fdbc-c70b-4345-aff4-868b6ac3668e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.900193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3c8fdbc-c70b-4345-aff4-868b6ac3668e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.901332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d3c8fdbc-c70b-4345-aff4-868b6ac3668e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/cd1c690a-e841-4b03-9b7f-a5d1f0a99a67 HTTP/1.1" status: 204 len: 168 time: 0.1192286 Sep 23 19:58:23.904114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.910603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8fdbc-c70b-4345-aff4-868b6ac3668e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c690a-e841-4b03-9b7f-a5d1f0a99a67,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:23.952176 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4dc535f9-351c-4a52-9bbd-fd85f2dfc807 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466757 Sep 23 19:58:23.955826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:23.960484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cb5d3f27-431e-42b2-be6b-907d55c89afe tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797778602'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:23.981356 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f27-431e-42b2-be6b-907d55c89afe tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.060705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f27-431e-42b2-be6b-907d55c89afe tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.064115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f27-431e-42b2-be6b-907d55c89afe tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.091772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f27-431e-42b2-be6b-907d55c89afe tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.093506 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cb5d3f27-431e-42b2-be6b-907d55c89afe tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1362002 Sep 23 19:58:24.095355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f27-431e-42b2-be6b-907d55c89afe tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ffbc48-5fdd-4ae6-ac78-3f1510c15e4e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:24.096344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.102130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-10712d78-9728-462c-9bde-f75f5c95f670 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': 'f5ffbc48-5fdd-4ae6-ac78-3f1510c15e4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:24.128735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10712d78-9728-462c-9bde-f75f5c95f670 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.180741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10712d78-9728-462c-9bde-f75f5c95f670 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.184211 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10712d78-9728-462c-9bde-f75f5c95f670 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.202666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10712d78-9728-462c-9bde-f75f5c95f670 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1091e7ea-ddf2-4a90-929d-e7ef65cf297c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:24.207717 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10712d78-9728-462c-9bde-f75f5c95f670 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.211719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-10712d78-9728-462c-9bde-f75f5c95f670 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134984 Sep 23 19:58:24.211898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59960) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.229164 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9f4c1f7a-4e2e-457b-bc73-0304e3c641c9 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules/1091e7ea-ddf2-4a90-929d-e7ef65cf297c HTTP/1.1" status: 200 len: 763 time: 0.0162437 Sep 23 19:58:24.231350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59962) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.269976 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bc5f2fd2-1c10-4d12-935f-7cde59b4169f tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0376294 Sep 23 19:58:24.272292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.294482 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e890d70-7eca-45eb-b537-b8438192e5b3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.302060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e890d70-7eca-45eb-b537-b8438192e5b3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.332721 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e890d70-7eca-45eb-b537-b8438192e5b3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.337190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e890d70-7eca-45eb-b537-b8438192e5b3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.338336 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e890d70-7eca-45eb-b537-b8438192e5b3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/1091e7ea-ddf2-4a90-929d-e7ef65cf297c HTTP/1.1" status: 204 len: 168 time: 0.0651586 Sep 23 19:58:24.341050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.346223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890d70-7eca-45eb-b537-b8438192e5b3 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1091e7ea-ddf2-4a90-929d-e7ef65cf297c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:24.379900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c5f0609b-7241-4bd2-a34f-31a3a0c17f89 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377214 Sep 23 19:58:24.382448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.386715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66d7e14a-dec4-4b74-ae97-b01e5bf517fa tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': 'f5ffbc48-5fdd-4ae6-ac78-3f1510c15e4e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:24.418447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d7e14a-dec4-4b74-ae97-b01e5bf517fa tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.476366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d7e14a-dec4-4b74-ae97-b01e5bf517fa tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.480075 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d7e14a-dec4-4b74-ae97-b01e5bf517fa tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.497950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7e14a-dec4-4b74-ae97-b01e5bf517fa tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4598eb24-046b-4c00-bbf0-60b926331d04,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:24.504682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d7e14a-dec4-4b74-ae97-b01e5bf517fa tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.506232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66d7e14a-dec4-4b74-ae97-b01e5bf517fa tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226954 Sep 23 19:58:24.508715 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.525250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d34f346d-a722-4c4c-aad1-def8bc0a512b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules/4598eb24-046b-4c00-bbf0-60b926331d04 HTTP/1.1" status: 200 len: 763 time: 0.0153387 Sep 23 19:58:24.527858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.570887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8c429b83-1ddc-4200-870c-fecc2f3b26ef tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0418668 Sep 23 19:58:24.573491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.622534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8341af45-34a4-4d9e-957c-86f9b9888678 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.633288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8341af45-34a4-4d9e-957c-86f9b9888678 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.661110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81613253-6691-475f-858e-82be545139de req-5bef5b84-69c8-4011-ad34-9d1b2dffb6e6 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:24.662643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81613253-6691-475f-858e-82be545139de req-5bef5b84-69c8-4011-ad34-9d1b2dffb6e6 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 945 time: 0.0746455 Sep 23 19:58:24.678774 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8341af45-34a4-4d9e-957c-86f9b9888678 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.692171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8341af45-34a4-4d9e-957c-86f9b9888678 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.693484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8341af45-34a4-4d9e-957c-86f9b9888678 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4598eb24-046b-4c00-bbf0-60b926331d04 HTTP/1.1" status: 204 len: 168 time: 0.1190293 Sep 23 19:58:24.696544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.705210 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341af45-34a4-4d9e-957c-86f9b9888678 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4598eb24-046b-4c00-bbf0-60b926331d04,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:24.722257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81613253-6691-475f-858e-82be545139de req-2ae5df6a-75db-4e75-a763-ec0ca5248aba tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Sep 23 19:58:24.747431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8dad1736-6a7e-403f-9f46-8d2b8dc1219d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491815 Sep 23 19:58:24.750774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.755068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dbe4198d-de0a-4a45-b68e-439415fbc14d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Request body: {'security_group_rule': {'security_group_id': 'f5ffbc48-5fdd-4ae6-ac78-3f1510c15e4e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:24.784080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe4198d-de0a-4a45-b68e-439415fbc14d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.839973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe4198d-de0a-4a45-b68e-439415fbc14d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.843472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe4198d-de0a-4a45-b68e-439415fbc14d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.860441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4198d-de0a-4a45-b68e-439415fbc14d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b46d55-7343-4d37-9b7d-4ac03a93c461,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:24.866408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe4198d-de0a-4a45-b68e-439415fbc14d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.867469 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dbe4198d-de0a-4a45-b68e-439415fbc14d tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158519 Sep 23 19:58:24.870063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.886036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-83f71ff2-e858-45b1-92a2-59f6f6b707c8 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules/40b46d55-7343-4d37-9b7d-4ac03a93c461 HTTP/1.1" status: 200 len: 764 time: 0.0148754 Sep 23 19:58:24.888179 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59988) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.924983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-b0dba384-52f5-4f66-8c1d-74da80f7e37b req-270d034b-7579-49e0-a2ca-85eb22377701 service neutron] (94826) timed out ('10.222.0.38', 38846) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:58:24.929246 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab2730b3-b7b1-4912-9a0a-e4082c8ac27e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0400040 Sep 23 19:58:24.931649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59990) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:24.954970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8605f28c-c50a-4dfd-af48-4e7deabb162b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.962594 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8605f28c-c50a-4dfd-af48-4e7deabb162b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.990107 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8605f28c-c50a-4dfd-af48-4e7deabb162b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.995448 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8605f28c-c50a-4dfd-af48-4e7deabb162b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.997170 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8605f28c-c50a-4dfd-af48-4e7deabb162b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/40b46d55-7343-4d37-9b7d-4ac03a93c461 HTTP/1.1" status: 204 len: 168 time: 0.0640528 Sep 23 19:58:24.999986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:25.005460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605f28c-c50a-4dfd-af48-4e7deabb162b tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40b46d55-7343-4d37-9b7d-4ac03a93c461,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:25.039949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c1582851-e4e6-46ab-99f0-08834c86bf81 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0387874 Sep 23 19:58:25.042957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 59994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:25.093797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d01c98-5509-4f91-954f-e59b19f2389e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.115758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d01c98-5509-4f91-954f-e59b19f2389e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.159141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d01c98-5509-4f91-954f-e59b19f2389e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.161557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d01c98-5509-4f91-954f-e59b19f2389e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.162738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-84d01c98-5509-4f91-954f-e59b19f2389e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "DELETE /v2.0/security-groups/f5ffbc48-5fdd-4ae6-ac78-3f1510c15e4e HTTP/1.1" status: 204 len: 168 time: 0.1188991 Sep 23 19:58:25.165496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59996) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:25.172081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d01c98-5509-4f91-954f-e59b19f2389e tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ffbc48-5fdd-4ae6-ac78-3f1510c15e4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:25.209293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8bf16e7c-c978-4841-b98b-d5d67117172c tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426192 Sep 23 19:58:25.213423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 59998) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:25.256328 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-039d0b93-1cb9-4bd3-b627-af112ab07097 tempest-SecGroupTest-592042757 tempest-SecGroupTest-592042757-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418177 Sep 23 19:58:25.495875 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:58:25.501024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:25.524982 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.641576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e9c79af-0a61-487f-a38b-0eeb8797dba4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70e8248674b94273bdcd9276617c0437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393275 Sep 23 19:58:25.644068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:25.690997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a7c8c8-a8c4-4e54-bb84-745a0be5f7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.713385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a7c8c8-a8c4-4e54-bb84-745a0be5f7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.767663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a7c8c8-a8c4-4e54-bb84-745a0be5f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.770462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67a7c8c8-a8c4-4e54-bb84-745a0be5f7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.774097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-67a7c8c8-a8c4-4e54-bb84-745a0be5f7bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/516724df-2b27-472f-98b0-10e51f110ffc HTTP/1.1" status: 204 len: 168 time: 0.1266656 Sep 23 19:58:25.785420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c8c8-a8c4-4e54-bb84-745a0be5f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516724df-2b27-472f-98b0-10e51f110ffc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:25.842964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec504b-90ef-4dff-b2e2-6d058197a832 req-16ade7db-e6a8-4367-9bec-a514ffd0390c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:25.844465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcec504b-90ef-4dff-b2e2-6d058197a832 req-16ade7db-e6a8-4367-9bec-a514ffd0390c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 945 time: 0.0491784 Sep 23 19:58:25.882079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dcec504b-90ef-4dff-b2e2-6d058197a832 req-34c78ae3-b224-43df-bdea-770804ae7b86 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Sep 23 19:58:25.931834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-d359f707-bb40-4f8c-af42-bf8b2ade10da tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:25.933689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-d359f707-bb40-4f8c-af42-bf8b2ade10da tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "GET /v2.0/ports?device_id=278df115-8d8b-42de-b0c3-1ef1a15a5b19 HTTP/1.1" status: 200 len: 945 time: 0.0558097 Sep 23 19:58:26.026361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Deleting port 851edc9e-b58e-450e-961a-3821f9a443d7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:26.026743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.125500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] For port 851edc9e-b58e-450e-961a-3821f9a443d7, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=851edc9e-b58e-450e-961a-3821f9a443d7,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:26.125897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.138431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Calling delete_port for 851edc9e-b58e-450e-961a-3821f9a443d7 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:26.277368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.291618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:26.293923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['851edc9e-b58e-450e-961a-3821f9a443d7'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:26.306356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event deleted for resources: {'Port': ['ID=851edc9e-b58e-450e-961a-3821f9a443d7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:26.359205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] No DVR routers for this DVR port 851edc9e-b58e-450e-961a-3821f9a443d7 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:26.361677 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.363860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4f8bc1d8-7c32-474b-8515-864f7b51fc52 req-59a87fba-89a2-4d9d-8e51-94ebb15eb085 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.72 "DELETE /v2.0/ports/851edc9e-b58e-450e-961a-3821f9a443d7 HTTP/1.1" status: 204 len: 173 time: 0.4242363 Sep 23 19:58:26.364298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'name': 'network-vif-deleted', 'tag': '851edc9e-b58e-450e-961a-3821f9a443d7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:26.370418 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a191c2fa-fdaa-43e1-ad53-176b9e4d0290" -d '{"events": [{"server_uuid": "278df115-8d8b-42de-b0c3-1ef1a15a5b19", "name": "network-vif-deleted", "tag": "851edc9e-b58e-450e-961a-3821f9a443d7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:26.411144 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e77b1d-74ba-41ac-8962-6907e9097251 x-openstack-request-id: req-49e77b1d-74ba-41ac-8962-6907e9097251 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:26.411648 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278df115-8d8b-42de-b0c3-1ef1a15a5b19", "name": "network-vif-deleted", "tag": "851edc9e-b58e-450e-961a-3821f9a443d7", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:26.412046 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49e77b1d-74ba-41ac-8962-6907e9097251 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:26.412591 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278df115-8d8b-42de-b0c3-1ef1a15a5b19', 'name': 'network-vif-deleted', 'tag': '851edc9e-b58e-450e-961a-3821f9a443d7', 'status': 'completed', 'code': 200} Sep 23 19:58:26.470126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:26.566471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-691114599'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:26.590312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 351f9470-a8a3-4f38-86b4-5980f9fed1d0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:26.590885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Made reservation on behalf of f2034389614040ef805bd1c78c03e760 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:58:26.594186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.602282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.614046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 351f9470-a8a3-4f38-86b4-5980f9fed1d0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:26.614459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 351f9470-a8a3-4f38-86b4-5980f9fed1d0 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:26.690117 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.693602 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.721137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:58:26.732184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce13c4-4ae8-49ae-8f40-716dfddf15bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:26.738741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.739133 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Added segment f3a2dff7-9872-4563-96c4-59d00e3614e2 of type vlan for network cb1b7a34-bf1d-48ea-b604-5795da4603c1 Sep 23 19:58:26.791781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.821619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.829677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:26.830337 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.857415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3861539 Sep 23 19:58:26.861067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:26.865933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-8c00ac57-6a99-4b94-aa18-55770659e6dc tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-1112110710') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:26.900523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7fb3f-d386-4267-9dfa-9112cffed419 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Pushing event updated for resources: {'Network': ['ID=cb1b7a34-bf1d-48ea-b604-5795da4603c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:26.919822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.924764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network cb1b7a34-bf1d-48ea-b604-5795da4603c1 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:58:26.956868 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8c00ac57-6a99-4b94-aa18-55770659e6dc tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "PUT /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-1112110710 HTTP/1.1" status: 201 len: 201 time: 0.0946772 Sep 23 19:58:26.959720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:26.964021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-54d89ce0-a226-45b3-89e2-bc78d770ecc5 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-1112110710') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.039036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-54d89ce0-a226-45b3-89e2-bc78d770ecc5 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "GET /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-1112110710 HTTP/1.1" status: 204 len: 168 time: 0.0760949 Sep 23 19:58:27.039453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.044096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-88ae2d05-2a70-471c-b43b-374e3ecb5e91 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.115099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-88ae2d05-2a70-471c-b43b-374e3ecb5e91 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "GET /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags HTTP/1.1" status: 200 len: 238 time: 0.0745535 Sep 23 19:58:27.117813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.122522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-9f3f4337-58ae-4028-b175-15223d51019e tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', {'tags': ['tempest-TagsTest-Tag-1088673898', 'tempest-TagsTest-Tag-972931391', 'tempest-TagsTest-Tag-1414780254']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.517675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f3f4337-58ae-4028-b175-15223d51019e tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "PUT /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags HTTP/1.1" status: 200 len: 308 time: 0.3987255 Sep 23 19:58:27.520288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.524484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-0b69b77f-7a74-4e93-b012-735abd0d1f8f tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-1088673898') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.604914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0b69b77f-7a74-4e93-b012-735abd0d1f8f tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "DELETE /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-1088673898 HTTP/1.1" status: 204 len: 168 time: 0.0834551 Sep 23 19:58:27.607511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.612539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f2dc504e-7cfa-4d21-8d28-8eaef291fd37 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-1088673898') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.685250 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f2dc504e-7cfa-4d21-8d28-8eaef291fd37 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] show failed (client error): The resource could not be found. Sep 23 19:58:27.686447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2dc504e-7cfa-4d21-8d28-8eaef291fd37 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "GET /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-1088673898 HTTP/1.1" status: 404 len: 326 time: 0.0778844 Sep 23 19:58:27.689115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.693843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-a51843c9-9be2-466d-b8db-b0c2a0626cd7 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-972931391') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.765689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a51843c9-9be2-466d-b8db-b0c2a0626cd7 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "GET /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-972931391 HTTP/1.1" status: 204 len: 168 time: 0.0754137 Sep 23 19:58:27.768064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60060) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.772279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-836f982c-b595-4d35-9f92-ef24da10b7f3 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-1414780254') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.839363 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-836f982c-b595-4d35-9f92-ef24da10b7f3 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "GET /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-1414780254 HTTP/1.1" status: 204 len: 168 time: 0.0701630 Sep 23 19:58:27.841737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60062) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.845932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-0e092617-3ce5-4827-a2b4-2e92e2e453f1 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:27.930631 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e092617-3ce5-4827-a2b4-2e92e2e453f1 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "DELETE /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0877738 Sep 23 19:58:27.933184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:27.937963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-35e3dd11-5dc1-4108-942a-fc48b75ea364 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-972931391') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:28.005445 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-35e3dd11-5dc1-4108-942a-fc48b75ea364 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] show failed (client error): The resource could not be found. Sep 23 19:58:28.006625 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-35e3dd11-5dc1-4108-942a-fc48b75ea364 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "GET /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-972931391 HTTP/1.1" status: 404 len: 325 time: 0.0725384 Sep 23 19:58:28.009511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:28.013809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-68d05f3f-771c-44c9-a85c-12fc6ef4e93a tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1', 'tempest-TagsTest-Tag-1414780254') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:28.083460 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-68d05f3f-771c-44c9-a85c-12fc6ef4e93a tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] show failed (client error): The resource could not be found. Sep 23 19:58:28.084531 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-68d05f3f-771c-44c9-a85c-12fc6ef4e93a tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "GET /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags/tempest-TagsTest-Tag-1414780254 HTTP/1.1" status: 404 len: 326 time: 0.0741224 Sep 23 19:58:28.087645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:28.092127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.tag.tag_plugin [None req-08ff4e4d-1a66-4a3b-bfd4-64bf017383e8 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cb1b7a34-bf1d-48ea-b604-5795da4603c1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:28.164355 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-08ff4e4d-1a66-4a3b-bfd4-64bf017383e8 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "DELETE /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0756133 Sep 23 19:58:28.168712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60072) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:28.253494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.337345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.357340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1b7a34-bf1d-48ea-b604-5795da4603c1']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:28.366638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a2dff7-9872-4563-96c4-59d00e3614e2') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:28.366870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a2dff7-9872-4563-96c4-59d00e3614e2') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:28.376601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.389331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.395887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:58:28.396262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:58:28.399083 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:58:28.466295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.476891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.479684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] 10.222.0.38 "DELETE /v2.0/networks/cb1b7a34-bf1d-48ea-b604-5795da4603c1 HTTP/1.1" status: 204 len: 168 time: 0.3099663 Sep 23 19:58:28.492055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db60ae-b333-43d8-b5d3-2920c6469069 tempest-TagsTest-387686307 tempest-TagsTest-387686307-project] Pushing event deleted for resources: {'Network': ['ID=cb1b7a34-bf1d-48ea-b604-5795da4603c1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:28.602411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 851edc9e-b58e-450e-961a-3821f9a443d7 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:28.622599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 851edc9e-b58e-450e-961a-3821f9a443d7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:28.622949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 851edc9e-b58e-450e-961a-3821f9a443d7 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:28.727551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:28.866411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fc80dce-2869-4671-86f2-656684690471 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2034389614040ef805bd1c78c03e760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375558 Sep 23 19:58:28.868920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:28.917445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d39a7ba-1a20-4679-9fd8-11eb56a7cbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.941889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d39a7ba-1a20-4679-9fd8-11eb56a7cbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.995542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d39a7ba-1a20-4679-9fd8-11eb56a7cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.998185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d39a7ba-1a20-4679-9fd8-11eb56a7cbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.999924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4d39a7ba-1a20-4679-9fd8-11eb56a7cbc5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54ce13c4-4ae8-49ae-8f40-716dfddf15bc HTTP/1.1" status: 204 len: 168 time: 0.1300287 Sep 23 19:58:29.010585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39a7ba-1a20-4679-9fd8-11eb56a7cbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce13c4-4ae8-49ae-8f40-716dfddf15bc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:29.378692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba2b07-ecee-40e3-9f96-73564c9e4cd7 req-2b5f686c-8143-4d73-a10e-1e0a172f3c77 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.380498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7eba2b07-ecee-40e3-9f96-73564c9e4cd7 req-2b5f686c-8143-4d73-a10e-1e0a172f3c77 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 945 time: 0.0523531 Sep 23 19:58:29.420721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7eba2b07-ecee-40e3-9f96-73564c9e4cd7 req-f0085b19-c615-4d56-9fbf-afcac073e26c tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336359 Sep 23 19:58:30.547007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad861e-2903-4c45-82de-613b15619bb1 req-16ac58be-3211-4725-9c12-ada14e04bb6a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:30.548574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4bad861e-2903-4c45-82de-613b15619bb1 req-16ac58be-3211-4725-9c12-ada14e04bb6a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 945 time: 0.0485826 Sep 23 19:58:30.592512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4bad861e-2903-4c45-82de-613b15619bb1 req-761da277-4ace-4450-9bcc-57baaf6382ba tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/security-groups?id=489729ca-2b7e-4817-a0ca-34261f43352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Sep 23 19:58:31.112811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-d77cf7eb-2572-49c8-bdde-ca19434c5ee0 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:31.114497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-d77cf7eb-2572-49c8-bdde-ca19434c5ee0 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.41 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 945 time: 0.0548599 Sep 23 19:58:31.209591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Deleting port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:31.209929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:31.305339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] For port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,segment=NetworkSegment(0dc03f8a-799e-46d6-94a8-78ac6e375e26),segment_id=0dc03f8a-799e-46d6-94a8-78ac6e375e26)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:31.305730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:31.318626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Calling delete_port for 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:31.447346 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:31.458504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1da75aa4-7c5b-4a5d-976d-49ce9b876f01'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:31.479432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Pushing event deleted for resources: {'Port': ['ID=1da75aa4-7c5b-4a5d-976d-49ce9b876f01,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:31.519223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] No DVR routers for this DVR port 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:31.521808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:31.524052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bc1cdc55-9e18-4597-989d-be0c9d9f0e9a req-ec726005-4c36-40aa-886e-79a82e5bf25a tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.41 "DELETE /v2.0/ports/1da75aa4-7c5b-4a5d-976d-49ce9b876f01 HTTP/1.1" status: 204 len: 173 time: 0.4035022 Sep 23 19:58:31.524534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'name': 'network-vif-deleted', 'tag': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:31.526919 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea5a34f-960f-4022-937b-fdff0ee014f3" -d '{"events": [{"server_uuid": "be48dcf8-bd63-435b-9884-819fe2174ae7", "name": "network-vif-deleted", "tag": "1da75aa4-7c5b-4a5d-976d-49ce9b876f01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:31.562776 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee146b80-ebd0-4960-81b6-db1b688ce6b0 x-openstack-request-id: req-ee146b80-ebd0-4960-81b6-db1b688ce6b0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:31.563068 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be48dcf8-bd63-435b-9884-819fe2174ae7", "name": "network-vif-deleted", "tag": "1da75aa4-7c5b-4a5d-976d-49ce9b876f01", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:31.563322 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee146b80-ebd0-4960-81b6-db1b688ce6b0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:31.564413 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be48dcf8-bd63-435b-9884-819fe2174ae7', 'name': 'network-vif-deleted', 'tag': '1da75aa4-7c5b-4a5d-976d-49ce9b876f01', 'status': 'completed', 'code': 200} Sep 23 19:58:31.704053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8822d22a-0f4d-4de4-b1ce-5c2b16038eb1 req-967a1541-f627-4263-a8ce-86908e1b4455 tempest-AttachVolumeNegativeTest-1442586029 tempest-AttachVolumeNegativeTest-1442586029-project] 10.222.0.38 "GET /v2.0/ports?device_id=be48dcf8-bd63-435b-9884-819fe2174ae7 HTTP/1.1" status: 200 len: 210 time: 0.0274656 Sep 23 19:58:32.759583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:32.809477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] Deleting subnet 5b69a3ea-ac44-40ab-8fcd-80568413202d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:58:32.813016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.848076 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.887329 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.948999 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.980922 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.983809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5b69a3ea-ac44-40ab-8fcd-80568413202d HTTP/1.1" status: 204 len: 168 time: 0.2222707 Sep 23 19:58:32.984724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428771f-83be-403e-9ab3-b9fb1023eaf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b69a3ea-ac44-40ab-8fcd-80568413202d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:32.986267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:33.066095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.182430 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.215077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a511fc83-d922-4a61-8e63-618ab38632e7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:33.228687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc03f8a-799e-46d6-94a8-78ac6e375e26') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:33.228963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc03f8a-799e-46d6-94a8-78ac6e375e26') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:33.238382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.251164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.257149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:58:33.257592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:58:33.259274 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:58:33.319763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.326161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.328638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] 10.222.0.38 "DELETE /v2.0/networks/a511fc83-d922-4a61-8e63-618ab38632e7 HTTP/1.1" status: 204 len: 168 time: 0.3408432 Sep 23 19:58:33.346286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2fde7-8aea-4dd6-9327-db2aa535904b admin admin] Pushing event deleted for resources: {'Network': ['ID=a511fc83-d922-4a61-8e63-618ab38632e7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:33.492216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60172) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:33.532362 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b097711-7628-4205-8f15-ffffa2899012 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc6705f5f4e4417fb61437665181c9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389447 Sep 23 19:58:33.534831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:33.582760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e068c91-6f2a-4bae-8318-0a1075941f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.603223 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e068c91-6f2a-4bae-8318-0a1075941f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.652680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e068c91-6f2a-4bae-8318-0a1075941f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.655471 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e068c91-6f2a-4bae-8318-0a1075941f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:33.656821 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2e068c91-6f2a-4bae-8318-0a1075941f17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/489729ca-2b7e-4817-a0ca-34261f43352b HTTP/1.1" status: 204 len: 168 time: 0.1210723 Sep 23 19:58:33.665781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e068c91-6f2a-4bae-8318-0a1075941f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489729ca-2b7e-4817-a0ca-34261f43352b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:35.159651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:35.180222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:35.180783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1da75aa4-7c5b-4a5d-976d-49ce9b876f01 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:35.903569 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-121284b3-b6f9-448d-9091-107dc268d1c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392196 Sep 23 19:58:35.970034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-3a657f49-e4aa-4137-a3b7-553fa7af930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:35.971605 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-3a657f49-e4aa-4137-a3b7-553fa7af930d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 1097 time: 0.0420427 Sep 23 19:58:36.083889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-3d1bc3fd-8366-421e-b2d1-aa926184ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:36.085362 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-3d1bc3fd-8366-421e-b2d1-aa926184ab3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1d34305-fe19-48f5-abbf-7852b94fce1c HTTP/1.1" status: 200 len: 897 time: 0.0929461 Sep 23 19:58:36.128859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:36.157633 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-20b1d370-6028-4a78-94c5-b618e8278bef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3 HTTP/1.1" status: 200 len: 1002 time: 0.0654202 Sep 23 19:58:36.209607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-5bad2f71-9125-4bbc-a31f-8c55a5735cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:36.211250 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-5bad2f71-9125-4bbc-a31f-8c55a5735cbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df7ecd72-2c29-48ab-8d53-5e810aee6c89 HTTP/1.1" status: 200 len: 835 time: 0.0453701 Sep 23 19:58:36.257554 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdb6231c-25e1-4e48-8c65-aae6c80fdf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:36.269476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:36.286019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-634c462d-b02e-4250-b0a4-8575efeade16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:36.287932 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-634c462d-b02e-4250-b0a4-8575efeade16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1d34305-fe19-48f5-abbf-7852b94fce1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658944 Sep 23 19:58:36.368901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdb6231c-25e1-4e48-8c65-aae6c80fdf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:36.372575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdb6231c-25e1-4e48-8c65-aae6c80fdf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:36.402187 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-79caaa64-901b-4477-96c8-eea496efc798 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/floatingips/4be24380-61ef-440d-b1fd-b5daf07e6b0d HTTP/1.1" status: 200 len: 994 time: 0.1219587 Sep 23 19:58:36.402423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6231c-25e1-4e48-8c65-aae6c80fdf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d040fa3-c1d9-4bfd-8f21-eec20c6647a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:36.423957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-fb3ef586-880a-4132-ae99-ecbcf41822c2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095567 Sep 23 19:58:36.434038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bdb6231c-25e1-4e48-8c65-aae6c80fdf10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24e0c55de2944c399c6e9826397723d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037982 Sep 23 19:58:36.438667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:36.496182 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e0daf1e-d168-4c57-b5dc-d023811ecba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:36.518771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e0daf1e-d168-4c57-b5dc-d023811ecba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:36.522620 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-701b4852-9b4f-4698-b58a-6f9f97fd3b7a req-ad6f604f-0f50-40bf-8082-04e4152035fe service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912333 Sep 23 19:58:36.572704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e0daf1e-d168-4c57-b5dc-d023811ecba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:36.575219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e0daf1e-d168-4c57-b5dc-d023811ecba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:36.576369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e0daf1e-d168-4c57-b5dc-d023811ecba7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d040fa3-c1d9-4bfd-8f21-eec20c6647a4 HTTP/1.1" status: 204 len: 168 time: 0.1367610 Sep 23 19:58:36.584970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0daf1e-d168-4c57-b5dc-d023811ecba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d040fa3-c1d9-4bfd-8f21-eec20c6647a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:36.649150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:36.931755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:36.951754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-340b731f-fc41-4b4f-809a-bcfada6e9456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.064563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-340b731f-fc41-4b4f-809a-bcfada6e9456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.069007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-340b731f-fc41-4b4f-809a-bcfada6e9456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.102013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-340b731f-fc41-4b4f-809a-bcfada6e9456 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb91af2fbdb94fc69c22531ff4a82ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686063 Sep 23 19:58:37.108266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:37.146381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b731f-fc41-4b4f-809a-bcfada6e9456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270758f-a396-44f9-bdd2-6f230d3ec9e2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:37.149266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port 9337a565-d7d2-4fe5-9b71-354def3184c7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:37.149706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.175080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2cc727e-c36d-446a-aff3-dc26b410739c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.197171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2cc727e-c36d-446a-aff3-dc26b410739c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.235574 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.235921 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.243582 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2cc727e-c36d-446a-aff3-dc26b410739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.246973 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2cc727e-c36d-446a-aff3-dc26b410739c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.249431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2cc727e-c36d-446a-aff3-dc26b410739c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2270758f-a396-44f9-bdd2-6f230d3ec9e2 HTTP/1.1" status: 204 len: 168 time: 0.1392417 Sep 23 19:58:37.260716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc727e-c36d-446a-aff3-dc26b410739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270758f-a396-44f9-bdd2-6f230d3ec9e2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:37.260915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for 9337a565-d7d2-4fe5-9b71-354def3184c7 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:37.457379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.483559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=9337a565-d7d2-4fe5-9b71-354def3184c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:37.548933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.549339 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Floating IP 4be24380-61ef-440d-b1fd-b5daf07e6b0d disassociated (deleted). External IP: 172.25.6.207, port: 879fa15c-23e0-420b-b400-e22c9c6ba8a3. Sep 23 19:58:37.775779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 0a244624-ef86-44a8-b1bb-9f9aaf73896f has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:58:37.888128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:58:37.893982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:37.901875 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] Sync routers for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:58:37.913356 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:37.914326 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:58:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:37.925481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4bf14ca5-96cf-42fb-8bd5-dfb4d7f178cc tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/floatingips/4be24380-61ef-440d-b1fd-b5daf07e6b0d HTTP/1.1" status: 204 len: 168 time: 1.2748814 Sep 23 19:58:37.926151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:37.928892 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eb3377-1c4e-4114-b509-554f5db5de0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:38.059854 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:38.152214 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce5cbe-f6a2-4ecb-abbf-adb194c92f40 x-openstack-request-id: req-8fce5cbe-f6a2-4ecb-abbf-adb194c92f40 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:38.152692 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:38.152799 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fce5cbe-f6a2-4ecb-abbf-adb194c92f40 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:38.153147 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'status': 'completed', 'code': 200} Sep 23 19:58:38.273569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-ddc509cd-a66e-49c1-8030-47d7cc392bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:38.277492 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-ddc509cd-a66e-49c1-8030-47d7cc392bcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 1097 time: 0.0966403 Sep 23 19:58:38.331124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f176fe-dc14-4475-a4ec-029a2a9b84a8 req-6fcd18eb-9052-48b6-b3b1-32e988990236 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:38.339798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81f176fe-dc14-4475-a4ec-029a2a9b84a8 req-6fcd18eb-9052-48b6-b3b1-32e988990236 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 946 time: 0.0755451 Sep 23 19:58:38.357886 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:38.399770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81f176fe-dc14-4475-a4ec-029a2a9b84a8 req-b3d0f19e-6e59-4c77-ae6d-842f1d0eb6eb tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588956 Sep 23 19:58:38.402719 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] Checking router: 0a244624-ef86-44a8-b1bb-9f9aaf73896f for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:58:38.414326 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:38.415375 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:58:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:38.437907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-f7a7c96e-e06d-4853-af88-49b7f17df465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:38.439509 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-f7a7c96e-e06d-4853-af88-49b7f17df465 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1d34305-fe19-48f5-abbf-7852b94fce1c HTTP/1.1" status: 200 len: 897 time: 0.1544156 Sep 23 19:58:38.487888 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-aac1eaff-acf3-4d4c-9255-5346f8b263d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3 HTTP/1.1" status: 200 len: 217 time: 0.0406690 Sep 23 19:58:38.551794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-af0dc360-27ed-4e28-97ab-360cb6dc6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:38.553500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-af0dc360-27ed-4e28-97ab-360cb6dc6006 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df7ecd72-2c29-48ab-8d53-5e810aee6c89 HTTP/1.1" status: 200 len: 835 time: 0.0573163 Sep 23 19:58:38.558574 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:38.621319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-10cde5d5-1b25-4745-8281-a0136a9a8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:38.622962 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-10cde5d5-1b25-4745-8281-a0136a9a8e24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1d34305-fe19-48f5-abbf-7852b94fce1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607908 Sep 23 19:58:38.719081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-e71858b3-2330-4552-910b-f617e63c35d2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874145 Sep 23 19:58:38.820777 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67eb3377-1c4e-4114-b509-554f5db5de0c req-0e88d454-9486-46f0-87ce-775c04c72ad5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946162 Sep 23 19:58:38.869496 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:38.897517 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8ed4b-b5b4-4afa-b7c0-76f66a27f752 None None] The sync data for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 is: [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:57:11Z', 'revision_number': 4, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '83f1c0a5-963f-4c37-85b7-9f81c06103f9', 'name': '', 'network_id': 'e1d34305-fe19-48f5-abbf-7852b94fce1c', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'mac_address': 'fa:16:3e:99:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:10Z', 'updated_at': '2021-09-23T19:57:14Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'subnets': [{'id': 'df7ecd72-2c29-48ab-8d53-5e810aee6c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:39.133389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99728366-f3ff-4a79-86c8-5942715a5e49 None None] New status for floating IP 4be24380-61ef-440d-b1fd-b5daf07e6b0d: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:58:39.525669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5264a70-8200-433b-b588-7217f3c9cfb0 req-82af8adf-ce88-4794-bf73-db0580d76404 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:39.527175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5264a70-8200-433b-b588-7217f3c9cfb0 req-82af8adf-ce88-4794-bf73-db0580d76404 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 946 time: 0.0486209 Sep 23 19:58:39.567428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e5264a70-8200-433b-b588-7217f3c9cfb0 req-2dc94acd-f312-406c-8a94-49fec413d8e4 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "GET /v2.0/security-groups?id=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338972 Sep 23 19:58:39.673296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-28ddfd0c-12f0-45ff-bcbd-1af672a1c65d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:39.675070 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-28ddfd0c-12f0-45ff-bcbd-1af672a1c65d tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3529f42-324a-4c8c-8417-4bc54e683204 HTTP/1.1" status: 200 len: 946 time: 0.0530314 Sep 23 19:58:39.724286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:39.776884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:39.777159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:39.856956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cb74f8a-642a-4722-906f-c82ab0df406d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:39.872185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port 879fa15c-23e0-420b-b400-e22c9c6ba8a3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=879fa15c-23e0-420b-b400-e22c9c6ba8a3,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:39.872609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:39.886817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for 879fa15c-23e0-420b-b400-e22c9c6ba8a3 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:40.012729 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cb74f8a-642a-4722-906f-c82ab0df406d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.017433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cb74f8a-642a-4722-906f-c82ab0df406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.052892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.058863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb74f8a-642a-4722-906f-c82ab0df406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efaa907-14a8-4957-a585-84f8edc59f12,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:40.063818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5cb74f8a-642a-4722-906f-c82ab0df406d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6fcca5efb7d46e99ca37b9aff80aa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382761 Sep 23 19:58:40.066447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:40.087487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=879fa15c-23e0-420b-b400-e22c9c6ba8a3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:40.124893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae83b03-5f6e-4181-a181-8a09e7181811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.135887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] No DVR routers for this DVR port 879fa15c-23e0-420b-b400-e22c9c6ba8a3 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:40.138392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.140461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-42b647fc-3d58-4d2a-8979-78e05584a398 req-200ae495-7df0-4388-be04-9659c738b700 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.41 "DELETE /v2.0/ports/879fa15c-23e0-420b-b400-e22c9c6ba8a3 HTTP/1.1" status: 204 len: 173 time: 0.4590979 Sep 23 19:58:40.150060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae83b03-5f6e-4181-a181-8a09e7181811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.154732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'name': 'network-vif-deleted', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:40.158223 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3263cf3-59a9-4777-a861-4b4a86b22a99" -d '{"events": [{"server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "name": "network-vif-deleted", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:40.200709 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db305869-2b2e-4a41-8d3a-93b99cc8db66 x-openstack-request-id: req-db305869-2b2e-4a41-8d3a-93b99cc8db66 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:40.201002 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3529f42-324a-4c8c-8417-4bc54e683204", "name": "network-vif-deleted", "tag": "879fa15c-23e0-420b-b400-e22c9c6ba8a3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:40.201630 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db305869-2b2e-4a41-8d3a-93b99cc8db66 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:40.202189 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3529f42-324a-4c8c-8417-4bc54e683204', 'name': 'network-vif-deleted', 'tag': '879fa15c-23e0-420b-b400-e22c9c6ba8a3', 'status': 'completed', 'code': 200} Sep 23 19:58:40.210857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae83b03-5f6e-4181-a181-8a09e7181811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.213520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ae83b03-5f6e-4181-a181-8a09e7181811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.217199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ae83b03-5f6e-4181-a181-8a09e7181811 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1efaa907-14a8-4957-a585-84f8edc59f12 HTTP/1.1" status: 204 len: 168 time: 0.1473637 Sep 23 19:58:40.228428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae83b03-5f6e-4181-a181-8a09e7181811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efaa907-14a8-4957-a585-84f8edc59f12,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:40.526785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:40.541137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65699be2-0ea6-40e0-a85e-fd497c42438c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.660778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60428) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:40.697438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65699be2-0ea6-40e0-a85e-fd497c42438c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.702870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65699be2-0ea6-40e0-a85e-fd497c42438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.745307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-65699be2-0ea6-40e0-a85e-fd497c42438c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d615cd246e4c465da09d6fa9633e00cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174413 Sep 23 19:58:40.748331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:40.749999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65699be2-0ea6-40e0-a85e-fd497c42438c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba02bf1-fe04-433e-b654-3f0eb6823c12,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:40.759619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b486d54a-5f6c-4011-aaea-496262bfbba2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.804624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b486d54a-5f6c-4011-aaea-496262bfbba2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.851681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaad9-cf07-4cd5-9ec4-b227b66373dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.873527 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaad9-cf07-4cd5-9ec4-b227b66373dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.911286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b486d54a-5f6c-4011-aaea-496262bfbba2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.913993 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b486d54a-5f6c-4011-aaea-496262bfbba2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.915209 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b486d54a-5f6c-4011-aaea-496262bfbba2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/security-groups/7be56abc-3d2e-417e-bc2d-7a7fff1e6b07 HTTP/1.1" status: 204 len: 168 time: 0.2522318 Sep 23 19:58:40.928659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486d54a-5f6c-4011-aaea-496262bfbba2 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be56abc-3d2e-417e-bc2d-7a7fff1e6b07,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:40.939841 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaad9-cf07-4cd5-9ec4-b227b66373dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.943723 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6bbaad9-cf07-4cd5-9ec4-b227b66373dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:40.945069 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6bbaad9-cf07-4cd5-9ec4-b227b66373dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ba02bf1-fe04-433e-b654-3f0eb6823c12 HTTP/1.1" status: 204 len: 168 time: 0.1955454 Sep 23 19:58:40.950907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:40.953845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbaad9-cf07-4cd5-9ec4-b227b66373dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba02bf1-fe04-433e-b654-3f0eb6823c12,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:41.373021 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:41.687323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port 83f1c0a5-963f-4c37-85b7-9f81c06103f9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:41.687946 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:41.785676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port 83f1c0a5-963f-4c37-85b7-9f81c06103f9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=83f1c0a5-963f-4c37-85b7-9f81c06103f9,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:41.786040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:41.799338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for 83f1c0a5-963f-4c37-85b7-9f81c06103f9 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:42.032441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:42.061446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=83f1c0a5-963f-4c37-85b7-9f81c06103f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:42.242083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:42.487549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Router 0a244624-ef86-44a8-b1bb-9f9aaf73896f has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:58:42.613530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:58:42.622905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60504) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:42.623398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3832d7a5-a61b-4ccc-859c-f312fe2af2ce tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "PUT /v2.0/routers/0a244624-ef86-44a8-b1bb-9f9aaf73896f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705348 Sep 23 19:58:42.641861 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] Sync routers for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:58:42.655376 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:42.658525 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:58:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:42.686081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting subnet df7ecd72-2c29-48ab-8d53-5e810aee6c89 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:58:42.689402 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:42.734405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:42.778527 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:42.820260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:42.883043 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:42.914799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Subnet': ['ID=df7ecd72-2c29-48ab-8d53-5e810aee6c89,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:42.920627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:42.922689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-878f4538-5182-427c-ab3b-5f8a0a0eb651 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/subnets/df7ecd72-2c29-48ab-8d53-5e810aee6c89 HTTP/1.1" status: 204 len: 168 time: 0.2979584 Sep 23 19:58:42.925339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60512) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:42.933263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c5eb4-bd5a-4c07-b0f2-c6b5c4ce9988 None None] Network e1d34305-fe19-48f5-abbf-7852b94fce1c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:58:42.968038 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:58:41Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:42.997287 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] Checking router: 0a244624-ef86-44a8-b1bb-9f9aaf73896f for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:58:43.007235 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] Routers {'0a244624-ef86-44a8-b1bb-9f9aaf73896f'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:58:43.007857 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:58:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:43.073613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.138023 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] Set router 0a244624-ef86-44a8-b1bb-9f9aaf73896f gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:58:43.171520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] DHCP port deletion for e1d34305-fe19-48f5-abbf-7852b94fce1c request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:58:43.204136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.212567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 879fa15c-23e0-420b-b400-e22c9c6ba8a3 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:43.219669 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd813-6563-415f-9bc4-12b8477afd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.247516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 879fa15c-23e0-420b-b400-e22c9c6ba8a3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:43.249065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 879fa15c-23e0-420b-b400-e22c9c6ba8a3 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:43.266647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Deleting port cf9857f3-fa31-4175-9cda-3148066d9354 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:43.266998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.270614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Deleting port 4341fa35-748d-47aa-9655-44d0351f7ad5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:43.271098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.357659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] For port 4341fa35-748d-47aa-9655-44d0351f7ad5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4341fa35-748d-47aa-9655-44d0351f7ad5,segment=NetworkSegment(9ac043c3-7f0f-4b93-9e52-5f82b41760e7),segment_id=9ac043c3-7f0f-4b93-9e52-5f82b41760e7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:43.358603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.360680 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:58:41Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:43.373038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Calling delete_port for 4341fa35-748d-47aa-9655-44d0351f7ad5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:43.374680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] For port cf9857f3-fa31-4175-9cda-3148066d9354, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=cf9857f3-fa31-4175-9cda-3148066d9354,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:43.375051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.381972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:43.388604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Calling delete_port for cf9857f3-fa31-4175-9cda-3148066d9354 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:43.397130 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fab970-9ea3-4434-b530-8b11db1110f6 None None] The sync data for ids ['0a244624-ef86-44a8-b1bb-9f9aaf73896f'] in n-d-810763-1 is: [{'id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'name': 'tempest-TestNetworkBasicOps-router-1829367626', 'tenant_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:05Z', 'updated_at': '2021-09-23T19:58:41Z', 'revision_number': 5, 'project_id': 'ba06085ca6fd443bb6a98a4d3a134775', 'gw_port': {'id': 'cf9857f3-fa31-4175-9cda-3148066d9354', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a244624-ef86-44a8-b1bb-9f9aaf73896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:06Z', 'updated_at': '2021-09-23T19:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:58:43.518793 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04b33201-d38e-41d3-b80c-d0029297760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.577831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.604910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Port': ['ID=cf9857f3-fa31-4175-9cda-3148066d9354,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:43.627868 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.651336 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04b33201-d38e-41d3-b80c-d0029297760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.655789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04b33201-d38e-41d3-b80c-d0029297760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.658410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Pushing event deleted for resources: {'Port': ['ID=4341fa35-748d-47aa-9655-44d0351f7ad5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:43.667780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] No DVR routers for this DVR port 4341fa35-748d-47aa-9655-44d0351f7ad5 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:43.670641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.670992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.671461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.671922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.672260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.672378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.672855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.672964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.673216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.673538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.673859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.674265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.675464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d989f56-0250-448e-8d05-e6e4d0f54257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.708051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-04b33201-d38e-41d3-b80c-d0029297760d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a570a4693d2045e8b05a86a26b469b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236716 Sep 23 19:58:43.712739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:43.730392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b33201-d38e-41d3-b80c-d0029297760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3304fd9-6126-4232-94d7-651987c01d77,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:43.784721 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-129b1fbe-680d-4db1-91a5-768430b06067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.788335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.791730 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.816927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-129b1fbe-680d-4db1-91a5-768430b06067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.843045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.843862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Fanout notify agent at l3_agent the message router_deleted on router 0a244624-ef86-44a8-b1bb-9f9aaf73896f {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:58:43.852334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.856114 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d48c995-466d-4a33-ba9e-74c19017e3fe tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/routers/0a244624-ef86-44a8-b1bb-9f9aaf73896f HTTP/1.1" status: 204 len: 168 time: 0.9271772 Sep 23 19:58:43.857169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:43.884395 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-129b1fbe-680d-4db1-91a5-768430b06067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.886348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-129b1fbe-680d-4db1-91a5-768430b06067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.887794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-129b1fbe-680d-4db1-91a5-768430b06067 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3304fd9-6126-4232-94d7-651987c01d77 HTTP/1.1" status: 204 len: 168 time: 0.1740901 Sep 23 19:58:43.907038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b1fbe-680d-4db1-91a5-768430b06067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3304fd9-6126-4232-94d7-651987c01d77,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:43.971452 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.079866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.101959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d34305-fe19-48f5-abbf-7852b94fce1c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:44.113093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac043c3-7f0f-4b93-9e52-5f82b41760e7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:44.113460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac043c3-7f0f-4b93-9e52-5f82b41760e7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:58:44.129202 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.143194 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.149923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:58:44.150353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:58:44.153455 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:58:44.215040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.220073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:44.221407 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.227338 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] 10.222.0.38 "DELETE /v2.0/networks/e1d34305-fe19-48f5-abbf-7852b94fce1c HTTP/1.1" status: 204 len: 168 time: 0.3627510 Sep 23 19:58:44.239575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c981f2-caf9-4780-935e-0d779152e091 tempest-TestNetworkBasicOps-199227117 tempest-TestNetworkBasicOps-199227117-project] Pushing event deleted for resources: {'Network': ['ID=e1d34305-fe19-48f5-abbf-7852b94fce1c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:44.246667 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3397711d-bcdd-401a-9b03-458f0f57cc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.340292 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3397711d-bcdd-401a-9b03-458f0f57cc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.345069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3397711d-bcdd-401a-9b03-458f0f57cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.390758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3397711d-bcdd-401a-9b03-458f0f57cc70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b980e99826c243c495b1b28066628e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694987 Sep 23 19:58:44.391801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397711d-bcdd-401a-9b03-458f0f57cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866ed88e-d41f-45c5-aef2-41bbf9add4ed,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:44.392764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:44.447296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30988c1-af68-4a13-9d1d-7a4699947f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.469698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30988c1-af68-4a13-9d1d-7a4699947f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.503871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:44.533492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30988c1-af68-4a13-9d1d-7a4699947f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.536998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c30988c1-af68-4a13-9d1d-7a4699947f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.541241 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c30988c1-af68-4a13-9d1d-7a4699947f0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/866ed88e-d41f-45c5-aef2-41bbf9add4ed HTTP/1.1" status: 204 len: 168 time: 0.1446083 Sep 23 19:58:44.560143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30988c1-af68-4a13-9d1d-7a4699947f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ed88e-d41f-45c5-aef2-41bbf9add4ed,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:44.596026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4341fa35-748d-47aa-9655-44d0351f7ad5 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:44.616347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4341fa35-748d-47aa-9655-44d0351f7ad5 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:44.616754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4341fa35-748d-47aa-9655-44d0351f7ad5 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:44.617183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf9857f3-fa31-4175-9cda-3148066d9354 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:44.637774 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: cf9857f3-fa31-4175-9cda-3148066d9354 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:44.637983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device cf9857f3-fa31-4175-9cda-3148066d9354 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:44.638444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 83f1c0a5-963f-4c37-85b7-9f81c06103f9 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:44.659628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 83f1c0a5-963f-4c37-85b7-9f81c06103f9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:44.659968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 83f1c0a5-963f-4c37-85b7-9f81c06103f9 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:44.690543 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f70a5c42-3cd3-46f5-bc28-4675a71288bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba06085ca6fd443bb6a98a4d3a134775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855373 Sep 23 19:58:44.693234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:44.742435 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-422ce440-7f7a-4ada-9fd8-ea069d5ae3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.766488 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-422ce440-7f7a-4ada-9fd8-ea069d5ae3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.814443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-422ce440-7f7a-4ada-9fd8-ea069d5ae3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.817040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-422ce440-7f7a-4ada-9fd8-ea069d5ae3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:44.818460 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-422ce440-7f7a-4ada-9fd8-ea069d5ae3eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0db7ea6a-906d-4a58-b050-d9e4dde0e28a HTTP/1.1" status: 204 len: 168 time: 0.1242332 Sep 23 19:58:44.827835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ce440-7f7a-4ada-9fd8-ea069d5ae3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7ea6a-906d-4a58-b050-d9e4dde0e28a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:45.108581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60582) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:45.126105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-116f0399-b0a5-4982-9baf-b99deb15104c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:45.231777 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-116f0399-b0a5-4982-9baf-b99deb15104c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:45.236433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-116f0399-b0a5-4982-9baf-b99deb15104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:45.278629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-116f0399-b0a5-4982-9baf-b99deb15104c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97a1e75aa67b4541852d0931e506a555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689043 Sep 23 19:58:45.279613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f0399-b0a5-4982-9baf-b99deb15104c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b52157-0afc-4757-a2f1-b7ef177e2ded,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:45.282248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:45.347988 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-289fb049-3351-4710-99e9-2abb41255ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:45.369765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-289fb049-3351-4710-99e9-2abb41255ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:45.421340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-289fb049-3351-4710-99e9-2abb41255ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:45.424364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-289fb049-3351-4710-99e9-2abb41255ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:45.425541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-289fb049-3351-4710-99e9-2abb41255ffe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7b52157-0afc-4757-a2f1-b7ef177e2ded HTTP/1.1" status: 204 len: 168 time: 0.1420450 Sep 23 19:58:45.435330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fb049-3351-4710-99e9-2abb41255ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b52157-0afc-4757-a2f1-b7ef177e2ded,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:46.349603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec757baf-460c-4407-be85-d191bc30ba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:46.465415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:46.505629 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:46.579433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b754d53-6f31-4822-a55c-f4062158ad88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:46.674834 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b754d53-6f31-4822-a55c-f4062158ad88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:46.678848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b754d53-6f31-4822-a55c-f4062158ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:46.716363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b754d53-6f31-4822-a55c-f4062158ad88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5932b2d3-f4f9-4aee-842d-2b9f74f0574e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:46.724308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b754d53-6f31-4822-a55c-f4062158ad88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23d165518c0a4df1bbd11dff602237b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573090 Sep 23 19:58:46.726717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:47.028202 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb15-59a1-4be2-b4ba-e9a1e9cd2199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.050368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb15-59a1-4be2-b4ba-e9a1e9cd2199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.095492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb15-59a1-4be2-b4ba-e9a1e9cd2199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.097968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb15-59a1-4be2-b4ba-e9a1e9cd2199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.101376 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b91dbb15-59a1-4be2-b4ba-e9a1e9cd2199 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5932b2d3-f4f9-4aee-842d-2b9f74f0574e HTTP/1.1" status: 204 len: 168 time: 0.3713293 Sep 23 19:58:47.106977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbb15-59a1-4be2-b4ba-e9a1e9cd2199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5932b2d3-f4f9-4aee-842d-2b9f74f0574e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:47.120977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.362598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:47.375768 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54e4ae12-a8ab-40b2-bb86-e32b164bedde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.464082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54e4ae12-a8ab-40b2-bb86-e32b164bedde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.468603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54e4ae12-a8ab-40b2-bb86-e32b164bedde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.505644 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-54e4ae12-a8ab-40b2-bb86-e32b164bedde admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d847f23b13f4e9897594e65a58153c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419046 Sep 23 19:58:47.506595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4ae12-a8ab-40b2-bb86-e32b164bedde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67254d1c-a565-4d59-908d-e4f6498458f0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:47.508413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:47.560689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8ee10f-e052-4f2e-8168-196ba72299e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.582374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8ee10f-e052-4f2e-8168-196ba72299e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.627903 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8ee10f-e052-4f2e-8168-196ba72299e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.630740 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df8ee10f-e052-4f2e-8168-196ba72299e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:47.631917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-df8ee10f-e052-4f2e-8168-196ba72299e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67254d1c-a565-4d59-908d-e4f6498458f0 HTTP/1.1" status: 204 len: 168 time: 0.1219177 Sep 23 19:58:47.640490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ee10f-e052-4f2e-8168-196ba72299e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67254d1c-a565-4d59-908d-e4f6498458f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:48.617856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:48.969730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:49.087732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d10812-eeec-49e4-8848-883ab85d8f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.176036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60724) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:49.183509 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d10812-eeec-49e4-8848-883ab85d8f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.188441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7d10812-eeec-49e4-8848-883ab85d8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.227052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7d10812-eeec-49e4-8848-883ab85d8f7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0f67e9244fd409897c6325d64bcd273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560251 Sep 23 19:58:49.228180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d10812-eeec-49e4-8848-883ab85d8f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f9ebb-cc17-459d-a42c-ca6475c6e8a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:49.229788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60728) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:49.308859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-076dd4d6-0826-41ca-9769-b8d75bec5b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.317879 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4dc8-992f-4898-8f2f-69e3e3c2dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.347944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4dc8-992f-4898-8f2f-69e3e3c2dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.418701 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4dc8-992f-4898-8f2f-69e3e3c2dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.421766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4dc8-992f-4898-8f2f-69e3e3c2dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.422921 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0b9e4dc8-992f-4898-8f2f-69e3e3c2dcb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e07f9ebb-cc17-459d-a42c-ca6475c6e8a0 HTTP/1.1" status: 204 len: 168 time: 0.1842570 Sep 23 19:58:49.434435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4dc8-992f-4898-8f2f-69e3e3c2dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f9ebb-cc17-459d-a42c-ca6475c6e8a0,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:49.458898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-076dd4d6-0826-41ca-9769-b8d75bec5b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.463747 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-076dd4d6-0826-41ca-9769-b8d75bec5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.508511 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-076dd4d6-0826-41ca-9769-b8d75bec5b77 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f68e2aac2a1438abaceb975e1e3c299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285336 Sep 23 19:58:49.508511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dd4d6-0826-41ca-9769-b8d75bec5b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88c2a9-3935-4aa9-8196-0e9edbfd59b3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:49.509172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:49.562817 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97cf97b7-402b-4f53-837c-70ffc0ba5851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.584998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97cf97b7-402b-4f53-837c-70ffc0ba5851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.630661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97cf97b7-402b-4f53-837c-70ffc0ba5851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.633492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97cf97b7-402b-4f53-837c-70ffc0ba5851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:49.634714 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-97cf97b7-402b-4f53-837c-70ffc0ba5851 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc88c2a9-3935-4aa9-8196-0e9edbfd59b3 HTTP/1.1" status: 204 len: 168 time: 0.1246262 Sep 23 19:58:49.643896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf97b7-402b-4f53-837c-70ffc0ba5851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88c2a9-3935-4aa9-8196-0e9edbfd59b3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:49.955067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:49.971248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05906c28-4f60-4011-a512-7113be273a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.060932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05906c28-4f60-4011-a512-7113be273a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.065093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05906c28-4f60-4011-a512-7113be273a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.104035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-05906c28-4f60-4011-a512-7113be273a4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d60190121b7447e293e12a49dba6e49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478803 Sep 23 19:58:50.105022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05906c28-4f60-4011-a512-7113be273a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741c3d57-e773-44bf-a9e4-8ee16a3c321a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:50.106818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:50.160672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03dd46cb-1515-4357-b6ee-bdeb18b68104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.182536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03dd46cb-1515-4357-b6ee-bdeb18b68104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.230856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03dd46cb-1515-4357-b6ee-bdeb18b68104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.234104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03dd46cb-1515-4357-b6ee-bdeb18b68104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.235427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-03dd46cb-1515-4357-b6ee-bdeb18b68104 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/741c3d57-e773-44bf-a9e4-8ee16a3c321a HTTP/1.1" status: 204 len: 168 time: 0.1270399 Sep 23 19:58:50.243218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd46cb-1515-4357-b6ee-bdeb18b68104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741c3d57-e773-44bf-a9e4-8ee16a3c321a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.397577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60846) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:51.597437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa164-fbc4-4816-aaa5-bbd91c0d248c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.685735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa164-fbc4-4816-aaa5-bbd91c0d248c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.689744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd5fa164-fbc4-4816-aaa5-bbd91c0d248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.729465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bd5fa164-fbc4-4816-aaa5-bbd91c0d248c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=973139be5aa74425b9f1b2ec94915dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284645 Sep 23 19:58:51.729465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fa164-fbc4-4816-aaa5-bbd91c0d248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4459b124-019f-428a-a2d7-4ca50baeff71,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.730131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:51.783264 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e84dde-2103-4830-a388-c7353663002a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.804101 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e84dde-2103-4830-a388-c7353663002a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.852380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e84dde-2103-4830-a388-c7353663002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.855422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e84dde-2103-4830-a388-c7353663002a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.859810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8e84dde-2103-4830-a388-c7353663002a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4459b124-019f-428a-a2d7-4ca50baeff71 HTTP/1.1" status: 204 len: 168 time: 0.1252997 Sep 23 19:58:51.865514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e84dde-2103-4830-a388-c7353663002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4459b124-019f-428a-a2d7-4ca50baeff71,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:52.139739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 60870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:52.152793 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e47e49-5130-49cf-a307-caf423b86783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:52.243732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e47e49-5130-49cf-a307-caf423b86783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:52.248670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e47e49-5130-49cf-a307-caf423b86783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:52.286722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-87e47e49-5130-49cf-a307-caf423b86783 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c35bcc39e90545ac8206159b0e37919f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456194 Sep 23 19:58:52.287427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e47e49-5130-49cf-a307-caf423b86783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1aef3a-8d90-4fbc-996d-5faa4460a959,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:52.289192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 60872) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:52.340454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47937689-2760-4f12-979c-11a1fa42cf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:52.364794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47937689-2760-4f12-979c-11a1fa42cf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:52.411436 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47937689-2760-4f12-979c-11a1fa42cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:52.413900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47937689-2760-4f12-979c-11a1fa42cf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:52.417344 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-47937689-2760-4f12-979c-11a1fa42cf72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b1aef3a-8d90-4fbc-996d-5faa4460a959 HTTP/1.1" status: 204 len: 168 time: 0.1247416 Sep 23 19:58:52.423728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47937689-2760-4f12-979c-11a1fa42cf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1aef3a-8d90-4fbc-996d-5faa4460a959,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:55.548465 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:56.922333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:57.658259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:57.762731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4be0b0d-28e2-4192-82bb-954f5ff6a060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:57.852889 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4be0b0d-28e2-4192-82bb-954f5ff6a060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:57.857796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4be0b0d-28e2-4192-82bb-954f5ff6a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:57.895736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f4be0b0d-28e2-4192-82bb-954f5ff6a060 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e052138fa464403c8aee03aee669c42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363811 Sep 23 19:58:57.897699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be0b0d-28e2-4192-82bb-954f5ff6a060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f2e3a-0d17-4b09-b503-54d7e61c19c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:57.898461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:57.947021 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-243e5d1e-8202-4a2e-a2e1-cd56382eda5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:57.969596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-243e5d1e-8202-4a2e-a2e1-cd56382eda5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:58.018063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-243e5d1e-8202-4a2e-a2e1-cd56382eda5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:58.020845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-243e5d1e-8202-4a2e-a2e1-cd56382eda5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:58.021987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-243e5d1e-8202-4a2e-a2e1-cd56382eda5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/685f2e3a-0d17-4b09-b503-54d7e61c19c8 HTTP/1.1" status: 204 len: 168 time: 0.1225522 Sep 23 19:58:58.030678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e5d1e-8202-4a2e-a2e1-cd56382eda5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f2e3a-0d17-4b09-b503-54d7e61c19c8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:59.229098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:59.378192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1962670412'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:59.398605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Made reservation on behalf of a2871f5d9967448eb83f7e462cdcb919 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:58:59.402072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.411040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.501624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.505037 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.531028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:58:59.539577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a733d-ae9c-4f4b-ac81-06109597bb56,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:59.545538 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.545882 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Added segment 70870bcd-8a77-4f06-ad6c-472409055490 of type vlan for network 3584d620-9851-49c9-8916-3d1d824ecf03 Sep 23 19:58:59.584563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.608323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.613750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:59.614364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.647457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4172714 Sep 23 19:58:59.650180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:59.655466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Request body: {'subnet': {'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:59.701672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bccab1-ccdb-4873-8a72-50d4a7ac1e97 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event updated for resources: {'Network': ['ID=3584d620-9851-49c9-8916-3d1d824ecf03,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:59.712035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3584d620-9851-49c9-8916-3d1d824ecf03 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:58:59.771611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Made reservation on behalf of a2871f5d9967448eb83f7e462cdcb919 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:58:59.774964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:59.947062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.005422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event updated for resources: {'Subnet': ['ID=b8d5a5d5-db8d-4039-9edb-81c4c765d5ba,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:00.014339 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Checking segment: {'id': '70870bcd-8a77-4f06-ad6c-472409055490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:00.014699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Network hostable DHCP agents. Network: 3584d620-9851-49c9-8916-3d1d824ecf03, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:59:00.031458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Network 3584d620-9851-49c9-8916-3d1d824ecf03 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:59:00.041007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3584d620-9851-49c9-8916-3d1d824ecf03) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:00.045592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:00.046181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.050126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3cf69-44ad-4604-ade1-8870b3d2e187 None None] Network 3584d620-9851-49c9-8916-3d1d824ecf03 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:00.065994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-210c23e0-1916-4f4f-9d2f-8fe883df530d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4147754 Sep 23 19:59:00.068603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:00.073966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Request body: {'port': {'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03', 'name': 'tempest-DHCPAgentSchedulersTestJSON-348421038'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:00.202060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3584d620-9851-49c9-8916-3d1d824ecf03', 'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03', 'tenant_id': 'a2871f5d9967448eb83f7e462cdcb919', 'fixed_ips': [{'subnet_id': 'b8d5a5d5-db8d-4039-9edb-81c4c765d5ba'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:00.203182 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.205130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Made reservation on behalf of a2871f5d9967448eb83f7e462cdcb919 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:00.209856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.228901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] device_id is not set on port c53e0abd-475c-4d4a-b17c-7187869d4398 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:00.366062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Allocated IP 172.20.0.6 (3584d620-9851-49c9-8916-3d1d824ecf03/b8d5a5d5-db8d-4039-9edb-81c4c765d5ba/c53e0abd-475c-4d4a-b17c-7187869d4398) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:00.508191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.546618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.594285 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Network 3584d620-9851-49c9-8916-3d1d824ecf03 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:00.597268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:00.599743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:00.604299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Allocated IP 172.20.0.2 (3584d620-9851-49c9-8916-3d1d824ecf03/b8d5a5d5-db8d-4039-9edb-81c4c765d5ba/18f7952c-479d-4c36-b200-668156432771) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:00.636994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event updated for resources: {'Port': ['ID=c53e0abd-475c-4d4a-b17c-7187869d4398,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:00.660587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:00.661210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.675309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a2bf13b2-6969-4622-af41-9ff2525145a1 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6056492 Sep 23 19:59:00.678547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:00.758796 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.764895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Deleting port c53e0abd-475c-4d4a-b17c-7187869d4398 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:00.765240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.835647 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.860334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.873606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Calling delete_port for c53e0abd-475c-4d4a-b17c-7187869d4398 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:00.882199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Network 3584d620-9851-49c9-8916-3d1d824ecf03 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:00.886292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:00.890652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:00.908312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Pushing event updated for resources: {'Port': ['ID=18f7952c-479d-4c36-b200-668156432771,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:00.952584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Attempting to bind port 18f7952c-479d-4c36-b200-668156432771 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:00.952948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Attempting to bind port 18f7952c-479d-4c36-b200-668156432771 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '70870bcd-8a77-4f06-ad6c-472409055490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:00.953303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Attempting to bind port 18f7952c-479d-4c36-b200-668156432771 on network 3584d620-9851-49c9-8916-3d1d824ecf03 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:00.958896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:00.959276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Checking segment: {'id': '70870bcd-8a77-4f06-ad6c-472409055490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:00.959629 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.960018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Bound using segment: {'id': '70870bcd-8a77-4f06-ad6c-472409055490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:00.960484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Bound port: 18f7952c-479d-4c36-b200-668156432771, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70870bcd-8a77-4f06-ad6c-472409055490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3584d620-9851-49c9-8916-3d1d824ecf03'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:00.960860 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.010494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.026500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] For port 18f7952c-479d-4c36-b200-668156432771, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:01.029670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] For port 18f7952c-479d-4c36-b200-668156432771, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=18f7952c-479d-4c36-b200-668156432771,segment=NetworkSegment(70870bcd-8a77-4f06-ad6c-472409055490),segment_id=70870bcd-8a77-4f06-ad6c-472409055490)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:01.033995 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.041960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event deleted for resources: {'Port': ['ID=c53e0abd-475c-4d4a-b17c-7187869d4398,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:01.095479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23b9a4-d6e4-409d-9afb-8c76c8e9396c None None] Pushing event updated for resources: {'Port': ['ID=18f7952c-479d-4c36-b200-668156432771,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:01.114134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.116260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9306e873-915b-4829-b361-a3ad1d495c8b tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "DELETE /v2.0/ports/c53e0abd-475c-4d4a-b17c-7187869d4398 HTTP/1.1" status: 204 len: 168 time: 0.4367094 Sep 23 19:59:01.118827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.191524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7fe140a7-86fa-43b3-bbd4-7ee000655f84 tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0713658 Sep 23 19:59:01.193817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.198750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1579816038'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:01.223816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Made reservation on behalf of a2871f5d9967448eb83f7e462cdcb919 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:01.227369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.265486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:59:01.275686 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.278714 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Added segment 3b679bbf-7604-42e9-abe1-5e04ec6a5e7c of type vlan for network eed9e8f2-96e1-4ef5-8fbf-4a00c410c181 Sep 23 19:59:01.406550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.437256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.444759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:01.445378 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.485011 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2901287 Sep 23 19:59:01.487738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.528591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d1e43-706b-4a16-91fa-87612478ed2d tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event updated for resources: {'Network': ['ID=eed9e8f2-96e1-4ef5-8fbf-4a00c410c181,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:01.539772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network eed9e8f2-96e1-4ef5-8fbf-4a00c410c181 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:59:01.656739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-54c9f694-8f7b-4df2-8c7f-eebecc46d1af tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "GET /v2.0/agents/9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1677594 Sep 23 19:59:01.659310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.736930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239f405-1a66-4cd3-8453-75bb7b79c31a tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] Network eed9e8f2-96e1-4ef5-8fbf-4a00c410c181 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:59:01.748830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d239f405-1a66-4cd3-8453-75bb7b79c31a tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "POST /v2.0/agents/9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0884848 Sep 23 19:59:01.751513 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.754150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0944b-6083-470d-92cf-4aa49e93991c None None] Network eed9e8f2-96e1-4ef5-8fbf-4a00c410c181 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:01.895228 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-259f4fc1-7967-4eaf-a38b-4d008deff4b8 tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "GET /v2.0/agents/9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24/dhcp-networks HTTP/1.1" status: 200 len: 4070 time: 0.1405487 Sep 23 19:59:01.895969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.956952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.957248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-603ebd6f-f17c-4fe4-b9d8-d0d2bf6df3c7 tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "DELETE /v2.0/agents/9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24/dhcp-networks/eed9e8f2-96e1-4ef5-8fbf-4a00c410c181 HTTP/1.1" status: 204 len: 168 time: 0.0600543 Sep 23 19:59:02.063804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4cd0a94e-d85c-4497-9394-e1227bdc780e tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "GET /v2.0/agents/9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1055088 Sep 23 19:59:02.068011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:02.072118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd19c3-440d-434c-80d7-e8a710d4f0b4 None None] Network 3584d620-9851-49c9-8916-3d1d824ecf03 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:02.086678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8bd563be-7fb2-4598-8624-1e649304ab9a tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "GET /v2.0/networks/3584d620-9851-49c9-8916-3d1d824ecf03/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0173025 Sep 23 19:59:02.090316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:02.108684 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-69e84a17-2f5b-4c00-bd18-ed8ada3aeae6 tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "GET /v2.0/networks/3584d620-9851-49c9-8916-3d1d824ecf03/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0172198 Sep 23 19:59:02.111037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:02.129978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-722675c3-9ec3-4ced-ae46-eb6aa305bfed None None] Provisioning complete for port 18f7952c-479d-4c36-b200-668156432771 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:02.130307 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-722675c3-9ec3-4ced-ae46-eb6aa305bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.215554 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-63ace079-a382-4935-82c1-3e4012a8d265 tempest-DHCPAgentSchedulersTestJSON-1344698781 tempest-DHCPAgentSchedulersTestJSON-1344698781-project-admin] 10.222.0.38 "GET /v2.0/agents/9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1034634 Sep 23 19:59:02.219684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:02.273105 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-722675c3-9ec3-4ced-ae46-eb6aa305bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.305026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.321068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-722675c3-9ec3-4ced-ae46-eb6aa305bfed None None] For port 18f7952c-479d-4c36-b200-668156432771, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=18f7952c-479d-4c36-b200-668156432771,segment=NetworkSegment(70870bcd-8a77-4f06-ad6c-472409055490),segment_id=70870bcd-8a77-4f06-ad6c-472409055490)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:02.329049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-722675c3-9ec3-4ced-ae46-eb6aa305bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.357871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 18f7952c-479d-4c36-b200-668156432771 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:02.406086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.414049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722675c3-9ec3-4ced-ae46-eb6aa305bfed None None] Pushing event updated for resources: {'Port': ['ID=18f7952c-479d-4c36-b200-668156432771,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:02.430338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 18f7952c-479d-4c36-b200-668156432771 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:02.430338 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.432390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9e8f2-96e1-4ef5-8fbf-4a00c410c181']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:02.449831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b679bbf-7604-42e9-abe1-5e04ec6a5e7c') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:02.449831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b679bbf-7604-42e9-abe1-5e04ec6a5e7c') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:02.459761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.477423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.485762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:59:02.486261 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: timer() Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:59:02.489695 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:59:02.497786 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:59:02.560706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.569337 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.571206 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "DELETE /v2.0/networks/eed9e8f2-96e1-4ef5-8fbf-4a00c410c181 HTTP/1.1" status: 204 len: 168 time: 0.3505387 Sep 23 19:59:02.573575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33118) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:02.592548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51491d15-8170-4884-a82d-d409810094ee tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event deleted for resources: {'Network': ['ID=eed9e8f2-96e1-4ef5-8fbf-4a00c410c181,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:02.611148 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-655bfbdc-1b5d-4bdd-bb2a-fbe12a213674 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] DELETE failed (client error): The resource could not be found. Sep 23 19:59:02.611858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655bfbdc-1b5d-4bdd-bb2a-fbe12a213674 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:02.614669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-655bfbdc-1b5d-4bdd-bb2a-fbe12a213674 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "DELETE /v2.0/ports/c53e0abd-475c-4d4a-b17c-7187869d4398 HTTP/1.1" status: 404 len: 333 time: 0.0387926 Sep 23 19:59:02.616203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:02.653460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-173d619a-f146-4455-9a44-c558fb10c77d None None] Provisioning complete for port 18f7952c-479d-4c36-b200-668156432771 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:02.654265 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-173d619a-f146-4455-9a44-c558fb10c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.683715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Deleting subnet b8d5a5d5-db8d-4039-9edb-81c4c765d5ba {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:02.692760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.736713 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.827032 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.866113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f9f01022-0b3d-4405-b890-fdc871e2ad15 None None] Could not find standard attr ID for object c53e0abd-475c-4d4a-b17c-7187869d4398. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:02.901656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.929038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d5a5d5-db8d-4039-9edb-81c4c765d5ba,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:02.935379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:02.939420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b1ebacd-2095-4525-9aeb-4ca2d88a4f61 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "DELETE /v2.0/subnets/b8d5a5d5-db8d-4039-9edb-81c4c765d5ba HTTP/1.1" status: 204 len: 168 time: 0.3200912 Sep 23 19:59:02.939809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:03.012297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea46e08-3b77-4643-84fa-fa057d0121a8 None None] Network 3584d620-9851-49c9-8916-3d1d824ecf03 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:03.030458 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.088608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Deleting port 18f7952c-479d-4c36-b200-668156432771 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:03.088949 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.156172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] For port 18f7952c-479d-4c36-b200-668156432771, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=18f7952c-479d-4c36-b200-668156432771,segment=NetworkSegment(70870bcd-8a77-4f06-ad6c-472409055490),segment_id=70870bcd-8a77-4f06-ad6c-472409055490)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:03.156537 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.168806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Calling delete_port for 18f7952c-479d-4c36-b200-668156432771 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:03.192184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] DHCP port deletion for 3584d620-9851-49c9-8916-3d1d824ecf03 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:03.240760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] Deleting port 18f7952c-479d-4c36-b200-668156432771 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:03.241132 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.255173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.282463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event deleted for resources: {'Port': ['ID=18f7952c-479d-4c36-b200-668156432771,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:03.286288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] No DVR routers for this DVR port 18f7952c-479d-4c36-b200-668156432771 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:03.308186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] For port 18f7952c-479d-4c36-b200-668156432771, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=18f7952c-479d-4c36-b200-668156432771,segment=NetworkSegment(70870bcd-8a77-4f06-ad6c-472409055490),segment_id=70870bcd-8a77-4f06-ad6c-472409055490)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:03.308700 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.323798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] Calling delete_port for 18f7952c-479d-4c36-b200-668156432771 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:03.399306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.418633 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.446611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] Pushing event deleted for resources: {'Port': ['ID=18f7952c-479d-4c36-b200-668156432771,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:03.448390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fd59c-1fdb-4c9d-b519-143a0bf9c4dd None None] No DVR routers for this DVR port 18f7952c-479d-4c36-b200-668156432771 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:03.767499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3584d620-9851-49c9-8916-3d1d824ecf03']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:03.777141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70870bcd-8a77-4f06-ad6c-472409055490') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:03.777441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70870bcd-8a77-4f06-ad6c-472409055490') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:03.787815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.802354 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.808510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:59:03.808906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:59:03.812032 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:59:03.872118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.879172 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.880942 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] 10.222.0.38 "DELETE /v2.0/networks/3584d620-9851-49c9-8916-3d1d824ecf03 HTTP/1.1" status: 204 len: 168 time: 0.9400811 Sep 23 19:59:03.892724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c5ea-6cb2-4919-be70-63efb673b683 tempest-DHCPAgentSchedulersTestJSON-681074253 tempest-DHCPAgentSchedulersTestJSON-681074253-project] Pushing event deleted for resources: {'Network': ['ID=3584d620-9851-49c9-8916-3d1d824ecf03,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:04.129516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:04.260667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4f482cd-efca-4164-9b53-caedffde2917 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2871f5d9967448eb83f7e462cdcb919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299837 Sep 23 19:59:04.263871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:04.286522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 18f7952c-479d-4c36-b200-668156432771 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:04.308442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 18f7952c-479d-4c36-b200-668156432771 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:04.308787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 18f7952c-479d-4c36-b200-668156432771 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:04.314723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aaf-80b7-452f-b8eb-929ef7adff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.336485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aaf-80b7-452f-b8eb-929ef7adff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.380005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aaf-80b7-452f-b8eb-929ef7adff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.382637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aaf-80b7-452f-b8eb-929ef7adff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.383813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5cc6aaf-80b7-452f-b8eb-929ef7adff9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f79a733d-ae9c-4f4b-ac81-06109597bb56 HTTP/1.1" status: 204 len: 168 time: 0.1190469 Sep 23 19:59:04.391912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6aaf-80b7-452f-b8eb-929ef7adff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a733d-ae9c-4f4b-ac81-06109597bb56,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:04.637604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:04.651602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afc7dd1c-ad7e-4fab-9aa6-91a6b5f9e345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.746345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afc7dd1c-ad7e-4fab-9aa6-91a6b5f9e345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.751708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afc7dd1c-ad7e-4fab-9aa6-91a6b5f9e345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.791387 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-afc7dd1c-ad7e-4fab-9aa6-91a6b5f9e345 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=664e242b954a426292671cfa1099aea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520615 Sep 23 19:59:04.792284 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7dd1c-ad7e-4fab-9aa6-91a6b5f9e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bedf976-a5ce-4018-8565-2afbc1e231a9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:04.794068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:04.846041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442a63ff-d553-4889-bfca-499032575a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.872348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442a63ff-d553-4889-bfca-499032575a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.922366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442a63ff-d553-4889-bfca-499032575a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.924934 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-442a63ff-d553-4889-bfca-499032575a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:04.926110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-442a63ff-d553-4889-bfca-499032575a0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7bedf976-a5ce-4018-8565-2afbc1e231a9 HTTP/1.1" status: 204 len: 168 time: 0.1303701 Sep 23 19:59:04.934520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a63ff-d553-4889-bfca-499032575a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bedf976-a5ce-4018-8565-2afbc1e231a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:06.234838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:06.377619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1669579476'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:06.398365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Made reservation on behalf of b9dbc0d924044fcbbfb172acf988d96b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:06.401592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.410366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.498825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.502783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.524258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:59:06.538085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5277b018-032a-4b43-801f-1e06a8cd49fe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:06.540921 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.541256 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Added segment b4ab3ac5-f5be-41b0-922e-75053c1c0258 of type vlan for network f0a117c2-3812-481d-beb9-fd2ef79d600e Sep 23 19:59:06.581910 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.604885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.610432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:06.611014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.637672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4017434 Sep 23 19:59:06.676581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788dcdb-3716-4b67-8deb-77ea269ed090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Pushing event updated for resources: {'Network': ['ID=f0a117c2-3812-481d-beb9-fd2ef79d600e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:06.687242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f0a117c2-3812-481d-beb9-fd2ef79d600e details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:59:06.809377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:06.814885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Request body: {'port': {'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e', 'binding:host_id': 'n-h1-810763-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1900033034'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:06.835766 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Made reservation on behalf of 113a8eec5fca4f6c89cf5c096eb2f6bf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:06.837975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.846155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.941071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.945604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.956388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] device_id is not set on port f668e968-6e49-49bb-a29d-005011938b0a yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:07.025738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a664c6e-6055-4aa7-a22f-3853b2d4926d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:07.191987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] device_id is not set on port f668e968-6e49-49bb-a29d-005011938b0a yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:07.201694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.207642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.265157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=f668e968-6e49-49bb-a29d-005011938b0a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:07.273751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Checking segment: {'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:07.274112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Network hostable DHCP agents. Network: f0a117c2-3812-481d-beb9-fd2ef79d600e, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:59:07.290019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Network f0a117c2-3812-481d-beb9-fd2ef79d600e is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:59:07.298119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f0a117c2-3812-481d-beb9-fd2ef79d600e) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:07.301854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:07.306898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef338d4-5e39-4759-b338-99263deb7c69 None None] Network f0a117c2-3812-481d-beb9-fd2ef79d600e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:07.316619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.316619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.316989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.321436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.321771 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.322151 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 2 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.336801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.337162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.337496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.342369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.342746 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.343141 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 3 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.355428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.355693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.356211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.360681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.361056 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.361449 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 4 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.374824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.375168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.375505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.379938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.380493 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.380644 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 5 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.397065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.397401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.397738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.402589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.405380 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.405781 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 6 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.418100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.418494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.418954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.423877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.424204 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.424598 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 7 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.438072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.438443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.438783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.443053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.443379 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.443766 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 8 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.456222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.456555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.456891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.461616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.461953 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.462375 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 9 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.474750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.475082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.475413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.479518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.479843 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.480218 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 10 to bind port f668e968-6e49-49bb-a29d-005011938b0a Sep 23 19:59:07.491359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:07.491687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:07.492014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:07.496088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port f668e968-6e49-49bb-a29d-005011938b0a on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:07.496413 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port f668e968-6e49-49bb-a29d-005011938b0a on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:07.496776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.567508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] For port f668e968-6e49-49bb-a29d-005011938b0a, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:07.567890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempted to set empty binding levels {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:59:07.571847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.601258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:07.601853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.623885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8127673 Sep 23 19:59:07.624601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24476df-b163-42b4-a83d-a3bdcc7243a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=f668e968-6e49-49bb-a29d-005011938b0a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:07.626726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:07.701635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Deleting port f668e968-6e49-49bb-a29d-005011938b0a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:07.701970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.761235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] For port f668e968-6e49-49bb-a29d-005011938b0a, host n-h1-810763-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:07.761598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.773684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Calling delete_port for f668e968-6e49-49bb-a29d-005011938b0a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:07.853559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.889023 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.891267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "DELETE /v2.0/ports/f668e968-6e49-49bb-a29d-005011938b0a HTTP/1.1" status: 204 len: 168 time: 0.2635500 Sep 23 19:59:07.892294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5315e-1ab3-472b-8dbf-4064b18ae261 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event deleted for resources: {'Port': ['ID=f668e968-6e49-49bb-a29d-005011938b0a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:07.893936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:07.923001 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dfb4fa-bc07-4bcc-8dcf-4fc853a598c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:59:07.925077 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a7dfb4fa-bc07-4bcc-8dcf-4fc853a598c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "GET /v2.0/ports/f668e968-6e49-49bb-a29d-005011938b0a HTTP/1.1" status: 404 len: 333 time: 0.0293813 Sep 23 19:59:07.929795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:07.935987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Request body: {'port': {'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-612496476'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:07.955691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Made reservation on behalf of 113a8eec5fca4f6c89cf5c096eb2f6bf for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:07.958136 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.976083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] device_id is not set on port db76b0f4-b552-41c7-9738-fc816cac0a09 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:08.149919 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.185543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.226016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Network f0a117c2-3812-481d-beb9-fd2ef79d600e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:08.228773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:08.232820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:08.233760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.234393 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.244931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=db76b0f4-b552-41c7-9738-fc816cac0a09,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:08.256308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-00ba40b2-042f-40be-b368-39825240e4c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3252225 Sep 23 19:59:08.258844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:08.264517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:08.323377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.486739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] device_id is not set on port db76b0f4-b552-41c7-9738-fc816cac0a09 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:08.493880 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.500211 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.549665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=db76b0f4-b552-41c7-9738-fc816cac0a09,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:08.560497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.560851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.561163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.565388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.565708 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.566086 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 2 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.578806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.579132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.579458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.583802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.584373 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.584818 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 3 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.602369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.602702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.603032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.607122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.607450 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.607826 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 4 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.619444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.619770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.620098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.624132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.624454 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.624831 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 5 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.635857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.636415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.636511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.641128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.641456 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.641838 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 6 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.654471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.654802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.655135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.659229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.659554 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.659930 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 7 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.671129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.671466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.671797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.675886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.676209 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.676591 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 8 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.688567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.688901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.689231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.693405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.693753 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.694174 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 9 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.706229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.706565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.706895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.710983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.711308 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.711684 n-d-810763-1 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 10 to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 Sep 23 19:59:08.726757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:08.727090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:08.727414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:08.731608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:08.731930 n-d-810763-1 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port db76b0f4-b552-41c7-9738-fc816cac0a09 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:08.732295 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.792559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] For port db76b0f4-b552-41c7-9738-fc816cac0a09, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:08.792846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:59:08.796893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.826800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] In _notify_port_updated(), no bound segment for port db76b0f4-b552-41c7-9738-fc816cac0a09 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:59:08.827637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.828225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.829507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "PUT /v2.0/ports/db76b0f4-b552-41c7-9738-fc816cac0a09 HTTP/1.1" status: 200 len: 978 time: 0.5694554 Sep 23 19:59:08.832541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:08.842295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecb166-149a-4abd-b825-7cb42705e9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=db76b0f4-b552-41c7-9738-fc816cac0a09,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:08.903123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f0249-777a-4dab-9b75-60fe78294f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.903615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f0249-777a-4dab-9b75-60fe78294f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.904096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f0249-777a-4dab-9b75-60fe78294f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.904581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f0249-777a-4dab-9b75-60fe78294f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.905057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f0249-777a-4dab-9b75-60fe78294f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.907053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1e4f0249-777a-4dab-9b75-60fe78294f5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4675 time: 0.0734956 Sep 23 19:59:08.909935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33224) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:08.985020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Deleting port db76b0f4-b552-41c7-9738-fc816cac0a09 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:08.985357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.043822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] For port db76b0f4-b552-41c7-9738-fc816cac0a09, host n-h1-810763-1, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:09.044102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.055074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Calling delete_port for db76b0f4-b552-41c7-9738-fc816cac0a09 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:09.131867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.160581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event deleted for resources: {'Port': ['ID=db76b0f4-b552-41c7-9738-fc816cac0a09,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.164250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.168775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-551671dd-425e-4536-86ed-9eae0f7970eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "DELETE /v2.0/ports/db76b0f4-b552-41c7-9738-fc816cac0a09 HTTP/1.1" status: 204 len: 168 time: 0.2553909 Sep 23 19:59:09.171538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.194549 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0d09b7-16fb-437b-b1f7-7a3fc9f8e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:59:09.195995 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cd0d09b7-16fb-437b-b1f7-7a3fc9f8e67a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "GET /v2.0/ports/db76b0f4-b552-41c7-9738-fc816cac0a09 HTTP/1.1" status: 404 len: 333 time: 0.0235541 Sep 23 19:59:09.199640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.204570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-147771673', 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.225680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Made reservation on behalf of 113a8eec5fca4f6c89cf5c096eb2f6bf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:09.228112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.243792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] device_id is not set on port a670cb7e-3c1a-45f9-805d-34e7df187335 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:09.410678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.444715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.484816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Network f0a117c2-3812-481d-beb9-fd2ef79d600e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:09.488910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:09.491447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:09.492712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:09.493310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.504930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=a670cb7e-3c1a-45f9-805d-34e7df187335,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.516965 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6837a5ae-e32c-41b4-ba29-84d12c20504d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3162284 Sep 23 19:59:09.519505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.555100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274ed0d-2f87-4382-9fa2-d624f1b69379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:09.556478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4274ed0d-2f87-4382-9fa2-d624f1b69379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "GET /v2.0/ports/a670cb7e-3c1a-45f9-805d-34e7df187335 HTTP/1.1" status: 200 len: 958 time: 0.0360589 Sep 23 19:59:09.559108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.632433 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Deleting port a670cb7e-3c1a-45f9-805d-34e7df187335 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:09.632743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.695072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.707359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Calling delete_port for a670cb7e-3c1a-45f9-805d-34e7df187335 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:09.788205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.817139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event deleted for resources: {'Port': ['ID=a670cb7e-3c1a-45f9-805d-34e7df187335,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.825506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.827584 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d0a547e5-e54f-43a0-ad01-980568803134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "DELETE /v2.0/ports/a670cb7e-3c1a-45f9-805d-34e7df187335 HTTP/1.1" status: 204 len: 168 time: 0.2670226 Sep 23 19:59:09.830300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33244) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.855641 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4194b00e-1ef7-4a84-b120-f6dba361ec18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:59:09.857761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4194b00e-1ef7-4a84-b120-f6dba361ec18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "GET /v2.0/ports/a670cb7e-3c1a-45f9-805d-34e7df187335 HTTP/1.1" status: 404 len: 333 time: 0.0257409 Sep 23 19:59:09.861415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33246) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.866712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Request body: {'port': {'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579688687'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.887069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Made reservation on behalf of 113a8eec5fca4f6c89cf5c096eb2f6bf for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:09.889956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.909034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] device_id is not set on port fad077e8-9d9f-4c52-9c78-bd7038f90b22 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:10.052208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.088895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.131610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Network f0a117c2-3812-481d-beb9-fd2ef79d600e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:10.134276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:10.138150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:10.139035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:10.139629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.147718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=fad077e8-9d9f-4c52-9c78-bd7038f90b22,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:10.161261 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5183d495-7ef6-4d11-8572-77ae8318798e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2985349 Sep 23 19:59:10.163737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33248) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:10.169058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:10.223604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.426163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] device_id is not set on port fad077e8-9d9f-4c52-9c78-bd7038f90b22 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:10.436455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.448136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.507533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=fad077e8-9d9f-4c52-9c78-bd7038f90b22,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:10.520259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.520605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.520951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.525755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.526086 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.526539 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 2 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.540329 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.540668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.541007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.545221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.545550 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.545932 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 3 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.558022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.558390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.558811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.564106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.564441 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.564828 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 4 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.577390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.577727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.578056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.582446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.582769 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.583147 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 5 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.594328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.594601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.594930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.599148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.599559 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.600166 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 6 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.617387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.617717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.618045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.622685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.622999 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.623379 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 7 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.634589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.634953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.635281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.639913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.640237 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.640616 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 8 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.652340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.652670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.652996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.657060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.657377 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.657750 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 9 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.669561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.669891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.670238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.674393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.674658 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.675033 n-d-810763-1 neutron-server[94825]: INFO neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempt 10 to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 Sep 23 19:59:10.687453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.687782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.688106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempting to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.692111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.692434 n-d-810763-1 neutron-server[94825]: ERROR neutron.plugins.ml2.managers [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Failed to bind port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on host n-h1-810763-1 for vnic_type normal using segments [{'id': 'b4ab3ac5-f5be-41b0-922e-75053c1c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0a117c2-3812-481d-beb9-fd2ef79d600e'}] Sep 23 19:59:10.692797 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.752772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] For port fad077e8-9d9f-4c52-9c78-bd7038f90b22, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:10.753125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attempted to set empty binding levels {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:59:10.757341 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.789231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] In _notify_port_updated(), no bound segment for port fad077e8-9d9f-4c52-9c78-bd7038f90b22 on network f0a117c2-3812-481d-beb9-fd2ef79d600e {{(pid=94825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:59:10.790183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:10.790684 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.792013 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "PUT /v2.0/ports/fad077e8-9d9f-4c52-9c78-bd7038f90b22 HTTP/1.1" status: 200 len: 979 time: 0.6272490 Sep 23 19:59:10.795493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:10.807341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927431-9d41-4e2d-9e8e-b81ce8f9b61f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event updated for resources: {'Port': ['ID=fad077e8-9d9f-4c52-9c78-bd7038f90b22,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:10.871345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Deleting port fad077e8-9d9f-4c52-9c78-bd7038f90b22 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:10.871687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.930570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] For port fad077e8-9d9f-4c52-9c78-bd7038f90b22, host n-h1-810763-1, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:10.930857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.943198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Calling delete_port for fad077e8-9d9f-4c52-9c78-bd7038f90b22 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:11.021984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.049049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Pushing event deleted for resources: {'Port': ['ID=fad077e8-9d9f-4c52-9c78-bd7038f90b22,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:11.054118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.056195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a03dc615-048f-471f-8dfa-fe3a86c013d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "DELETE /v2.0/ports/fad077e8-9d9f-4c52-9c78-bd7038f90b22 HTTP/1.1" status: 204 len: 168 time: 0.2595921 Sep 23 19:59:11.058946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:11.082775 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff7946f-2f0b-494d-ab57-78705389c3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:59:11.084260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2ff7946f-2f0b-494d-ab57-78705389c3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129926793-project-admin] 10.222.0.38 "GET /v2.0/ports/fad077e8-9d9f-4c52-9c78-bd7038f90b22 HTTP/1.1" status: 404 len: 333 time: 0.0244231 Sep 23 19:59:11.087877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:11.167593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.252191 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.271311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a117c2-3812-481d-beb9-fd2ef79d600e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:11.280938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ab3ac5-f5be-41b0-922e-75053c1c0258') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:11.281231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ab3ac5-f5be-41b0-922e-75053c1c0258') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:11.290258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.303400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.308989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:59:11.309369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: timer() Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:59:11.312829 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:59:11.373422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.380651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.382468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] 10.222.0.38 "DELETE /v2.0/networks/f0a117c2-3812-481d-beb9-fd2ef79d600e HTTP/1.1" status: 204 len: 168 time: 0.2936659 Sep 23 19:59:11.394195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685c76e-2a99-4384-8575-fff71c0ccba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1151758564-project] Pushing event deleted for resources: {'Network': ['ID=f0a117c2-3812-481d-beb9-fd2ef79d600e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:11.630735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:11.769324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:11.769516 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8cdf4dea-0a81-40c5-aa77-49f2e68eb431 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9dbc0d924044fcbbfb172acf988d96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370630 Sep 23 19:59:11.818352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40564106-5efb-4685-b970-92cc64898e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.838980 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40564106-5efb-4685-b970-92cc64898e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.884778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40564106-5efb-4685-b970-92cc64898e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.887573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40564106-5efb-4685-b970-92cc64898e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.888753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-40564106-5efb-4685-b970-92cc64898e93 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5277b018-032a-4b43-801f-1e06a8cd49fe HTTP/1.1" status: 204 len: 168 time: 0.1184924 Sep 23 19:59:11.896437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564106-5efb-4685-b970-92cc64898e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5277b018-032a-4b43-801f-1e06a8cd49fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:12.148893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33282) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:12.187919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-405528d3-9cec-43cf-9bc8-91f11d26246e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=113a8eec5fca4f6c89cf5c096eb2f6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378089 Sep 23 19:59:12.190444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:12.238292 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:12.258843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:12.303849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:12.306634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:12.307778 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a664c6e-6055-4aa7-a22f-3853b2d4926d HTTP/1.1" status: 204 len: 168 time: 0.1164563 Sep 23 19:59:12.322188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a664c6e-6055-4aa7-a22f-3853b2d4926d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:12.336019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.336267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.336744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.337208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.337545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.337928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.338280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.338615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.338938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.339262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.339592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:12.339935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65a8e0-5559-4df2-b479-772ff52eff01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:13.052058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33308) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.147821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1642692839'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:13.172640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:13.176632 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.179340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba0b73ab-c336-4c5b-9f0b-7bdfc7f949e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.185522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.275652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.279482 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.304889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:59:13.314607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205e5a07-9cf8-4207-83c4-04ffa81334dc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:13.320725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.321070 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Added segment be231c37-7c46-428a-9ae3-1492cec4d14e of type vlan for network eb924458-35fa-4e1f-9231-d7a6bc56754b Sep 23 19:59:13.360910 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.385236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.391337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:13.391923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.418603 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3654668 Sep 23 19:59:13.422278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.427263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:13.461116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d87f22-8e87-4c96-8f10-c03146e4316a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Network': ['ID=eb924458-35fa-4e1f-9231-d7a6bc56754b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:13.471558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:59:13.517726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:13.521185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.698648 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.767271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:13.767627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network hostable DHCP agents. Network: eb924458-35fa-4e1f-9231-d7a6bc56754b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:59:13.769496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=6d83e9a9-e4de-4967-978a-adfa6ee8dcbe,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:13.786093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:59:13.794535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, eb924458-35fa-4e1f-9231-d7a6bc56754b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:13.799406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:13.800148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.803973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52c106-4cda-4388-9b8f-169dbfcd69c6 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:13.818431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9086466b-89a1-4504-b35a-ffe5e0ab802e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3936825 Sep 23 19:59:13.820142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.825543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'name': 'tempest-NetworksTestDHCPv6-1581770924'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:13.942127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:13.945938 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.966511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 98ff37e0-3e85-43d1-b2f1-87099ef90d5b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:13.973457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '6d83e9a9-e4de-4967-978a-adfa6ee8dcbe'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:13.974590 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.102742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::148 (eb924458-35fa-4e1f-9231-d7a6bc56754b/6d83e9a9-e4de-4967-978a-adfa6ee8dcbe/98ff37e0-3e85-43d1-b2f1-87099ef90d5b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:14.252871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.285330 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.324091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:14.329824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:14.334019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:14.335306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/6d83e9a9-e4de-4967-978a-adfa6ee8dcbe/fbfb09f4-2743-4870-9f75-513c43c50dd4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:14.341415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:14.342285 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.358196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=98ff37e0-3e85-43d1-b2f1-87099ef90d5b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:14.366877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7eafe9f7-eb42-470e-8b8f-f147e544df8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5448062 Sep 23 19:59:14.368812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:14.477040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b241d85-2607-4872-8eef-ab4b2675b52a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:14.479276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b241d85-2607-4872-8eef-ab4b2675b52a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1092021 Sep 23 19:59:14.482352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:14.490820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.496529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.536190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:14.539462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:14.546912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:14.550145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Pushing event updated for resources: {'Port': ['ID=fbfb09f4-2743-4870-9f75-513c43c50dd4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:14.579846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 98ff37e0-3e85-43d1-b2f1-87099ef90d5b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:14.580281 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.608651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Attempting to bind port fbfb09f4-2743-4870-9f75-513c43c50dd4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:14.609019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Attempting to bind port fbfb09f4-2743-4870-9f75-513c43c50dd4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:14.609611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Attempting to bind port fbfb09f4-2743-4870-9f75-513c43c50dd4 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:14.614659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:14.615030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:14.615434 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.615831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:14.616300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Bound port: fbfb09f4-2743-4870-9f75-513c43c50dd4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:14.616684 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.672954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.681474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] For port fbfb09f4-2743-4870-9f75-513c43c50dd4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:14.685791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] For port fbfb09f4-2743-4870-9f75-513c43c50dd4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fbfb09f4-2743-4870-9f75-513c43c50dd4,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:14.687249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 98ff37e0-3e85-43d1-b2f1-87099ef90d5b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:14.690383 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.745370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6789496-aa39-4b43-9d5d-9252bc267ec0 None None] Pushing event updated for resources: {'Port': ['ID=fbfb09f4-2743-4870-9f75-513c43c50dd4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:14.829282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.863435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=98ff37e0-3e85-43d1-b2f1-87099ef90d5b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:14.899597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.899954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.900302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.900641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.900981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.901309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.901641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.901984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.902322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.902650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.902974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.903835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:14.914085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.918086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f02bbf7b-95fb-467a-b7fa-229c1b5824ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/98ff37e0-3e85-43d1-b2f1-87099ef90d5b HTTP/1.1" status: 204 len: 168 time: 0.4347658 Sep 23 19:59:14.920621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:15.019496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6771ab-f869-4426-b859-072661657b0d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:15.021209 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6771ab-f869-4426-b859-072661657b0d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:15.022830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1b6771ab-f869-4426-b859-072661657b0d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1011908 Sep 23 19:59:15.026028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:15.087840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 6d83e9a9-e4de-4967-978a-adfa6ee8dcbe {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:15.091595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.132417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.228962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.288426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.320599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.323170 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/6d83e9a9-e4de-4967-978a-adfa6ee8dcbe HTTP/1.1" status: 204 len: 168 time: 0.2960236 Sep 23 19:59:15.324558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ac37c-7fa6-4013-aa4f-fc3192436f21 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=6d83e9a9-e4de-4967-978a-adfa6ee8dcbe,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:15.326174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:15.376251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-47062b54-d80c-4cd2-a0bd-cf74cb0bd508 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426631 Sep 23 19:59:15.379072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:15.383884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:15.473824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:15.477402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.665498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5e7a9-b2c6-411a-97e1-cbf06ebfde73 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:15.667739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.711927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:15.714968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:15.719626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:15.720279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.735349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=5d847538-8c7a-40a6-817d-6d7ebdc09d19,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:15.739747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5f34f63-25d9-426c-98d7-e83e7409b23f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3596547 Sep 23 19:59:15.742940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:15.743048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ab0ba500-1821-4622-a149-d427585450c3 None None] Provisioning complete for port fbfb09f4-2743-4870-9f75-513c43c50dd4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:15.743415 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba500-1821-4622-a149-d427585450c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.747364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'name': 'tempest-NetworksTestDHCPv6-1147639449'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:15.855643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:15.859354 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.877885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 091f013a-9283-40bb-b231-5b9f299d2809 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:16.000016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::4b (eb924458-35fa-4e1f-9231-d7a6bc56754b/5d847538-8c7a-40a6-817d-6d7ebdc09d19/091f013a-9283-40bb-b231-5b9f299d2809) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:16.034892 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba500-1821-4622-a149-d427585450c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.071122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ab0ba500-1821-4622-a149-d427585450c3 None None] For port fbfb09f4-2743-4870-9f75-513c43c50dd4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fbfb09f4-2743-4870-9f75-513c43c50dd4,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:16.075865 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba500-1821-4622-a149-d427585450c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.126162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ba500-1821-4622-a149-d427585450c3 None None] Pushing event updated for resources: {'Port': ['ID=fbfb09f4-2743-4870-9f75-513c43c50dd4,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:16.156357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.199769 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.245140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:16.248837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:16.252625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:16.258253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:16.258800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.276354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb514bc-7bae-4710-8fd7-a0868ce4d944 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:16.277499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5341496 Sep 23 19:59:16.279104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b807a-bdae-4cdd-b3a1-38808d7bba12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=091f013a-9283-40bb-b231-5b9f299d2809,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:16.280800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:16.390344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451557e-2bed-433c-b0cc-9a04c5a537e1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:16.391356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-915e914d-73fd-4f2d-adee-a04b4e809766 None None] Provisioning complete for port fbfb09f4-2743-4870-9f75-513c43c50dd4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.391783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-915e914d-73fd-4f2d-adee-a04b4e809766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.396710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451557e-2bed-433c-b0cc-9a04c5a537e1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:16.401104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e451557e-2bed-433c-b0cc-9a04c5a537e1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1191821 Sep 23 19:59:16.404176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:16.427639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fbfb09f4-2743-4870-9f75-513c43c50dd4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:16.450564 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fe93f6a-6042-493b-84ce-aa6586401a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.499553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 091f013a-9283-40bb-b231-5b9f299d2809 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:16.499898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.553724 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.593422 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.605989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 091f013a-9283-40bb-b231-5b9f299d2809 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:16.613492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port fbfb09f4-2743-4870-9f75-513c43c50dd4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.613781 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.743936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.777574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=091f013a-9283-40bb-b231-5b9f299d2809,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:16.808699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.814396 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-af7b1061-52b9-4bca-8025-368ec3158640 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/091f013a-9283-40bb-b231-5b9f299d2809 HTTP/1.1" status: 204 len: 168 time: 0.4068778 Sep 23 19:59:16.814588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:16.911451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049dea8-bfcf-4140-97ad-b65f43b223eb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:16.913116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049dea8-bfcf-4140-97ad-b65f43b223eb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:16.917101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a049dea8-bfcf-4140-97ad-b65f43b223eb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0991914 Sep 23 19:59:16.917744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:16.956133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-eb82ff85-8d20-4e75-ab57-f67e282a4509 None None] Provisioning complete for port fbfb09f4-2743-4870-9f75-513c43c50dd4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.956653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb82ff85-8d20-4e75-ab57-f67e282a4509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.988406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 5d847538-8c7a-40a6-817d-6d7ebdc09d19 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:16.992147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.045826 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.055421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-eb82ff85-8d20-4e75-ab57-f67e282a4509 None None] Could not find standard attr ID for object 091f013a-9283-40bb-b231-5b9f299d2809. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:17.099555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.118127 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.167836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.170897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-90d759bd-2412-4f46-8788-190c11dd742e None None] Could not find standard attr ID for object 98ff37e0-3e85-43d1-b2f1-87099ef90d5b. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:17.196299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=5d847538-8c7a-40a6-817d-6d7ebdc09d19,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:17.198334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.200821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb7708e9-706c-4678-93b4-94f62c8ce8cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/5d847538-8c7a-40a6-817d-6d7ebdc09d19 HTTP/1.1" status: 204 len: 168 time: 0.2816317 Sep 23 19:59:17.203380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:17.251857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7ae40dd-dfd8-4e78-9063-245b7084fa35 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470991 Sep 23 19:59:17.254482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:17.259611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:17.357172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:17.360907 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.378864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596154d-e9cc-4d4b-9240-029082a6f330 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:17.404241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-136b3e03-cd28-4c16-9c7e-57b0c168979f None None] Could not find standard attr ID for object 091f013a-9283-40bb-b231-5b9f299d2809. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:17.570852 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.584909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79512141-7474-4391-93cd-770609373da1 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:17.627937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:17.633655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:17.638510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:17.639098 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.639538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-79512141-7474-4391-93cd-770609373da1 None None] Deleting port fbfb09f4-2743-4870-9f75-513c43c50dd4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:17.639923 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79512141-7474-4391-93cd-770609373da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.647818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=f618a466-2fad-4cf2-93e1-ac9d56c28790,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:17.659080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-acb4d6a7-f792-4d8c-b786-fe1e2764d9fd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4035530 Sep 23 19:59:17.661672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:17.667310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'name': 'tempest-NetworksTestDHCPv6-948893125'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:17.733187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-79512141-7474-4391-93cd-770609373da1 None None] For port fbfb09f4-2743-4870-9f75-513c43c50dd4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fbfb09f4-2743-4870-9f75-513c43c50dd4,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:17.733507 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79512141-7474-4391-93cd-770609373da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.748011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-79512141-7474-4391-93cd-770609373da1 None None] Calling delete_port for fbfb09f4-2743-4870-9f75-513c43c50dd4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:17.806490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:17.812112 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.837798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 132c3582-a141-4883-b879-f18a57c55071 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:17.843745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79512141-7474-4391-93cd-770609373da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.871594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79512141-7474-4391-93cd-770609373da1 None None] Pushing event deleted for resources: {'Port': ['ID=fbfb09f4-2743-4870-9f75-513c43c50dd4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:17.877259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79512141-7474-4391-93cd-770609373da1 None None] No DVR routers for this DVR port fbfb09f4-2743-4870-9f75-513c43c50dd4 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:17.897558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa10e0-7826-434b-9a6f-6cb547efb6d4 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:17.991790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::3e4 (eb924458-35fa-4e1f-9231-d7a6bc56754b/f618a466-2fad-4cf2-93e1-ac9d56c28790/132c3582-a141-4883-b879-f18a57c55071) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:18.099797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': 'f618a466-2fad-4cf2-93e1-ac9d56c28790'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:18.100936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.198371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.254386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.331494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=132c3582-a141-4883-b879-f18a57c55071,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:18.354969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:18.358448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:18.358946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/f618a466-2fad-4cf2-93e1-ac9d56c28790/4cd06d2a-0473-491d-b716-503c0dd12243) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:18.361101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:18.374922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:18.375620 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.387189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fbfb09f4-2743-4870-9f75-513c43c50dd4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:18.398024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:18.398569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5f1ff65-c25f-4880-9df6-2de8ec5cfb3a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7352245 Sep 23 19:59:18.409410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: fbfb09f4-2743-4870-9f75-513c43c50dd4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:18.409753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fbfb09f4-2743-4870-9f75-513c43c50dd4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:18.464907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba577de-78c4-4f9d-8df1-c487897ceca3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:18.467242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6ba577de-78c4-4f9d-8df1-c487897ceca3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0681748 Sep 23 19:59:18.469945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33390) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:18.646244 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.665466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.672408 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.729444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:18.730776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Pushing event updated for resources: {'Port': ['ID=4cd06d2a-0473-491d-b716-503c0dd12243,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:18.733725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:18.735889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:18.777633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:18.793477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Attempting to bind port 4cd06d2a-0473-491d-b716-503c0dd12243 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:18.794124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Attempting to bind port 4cd06d2a-0473-491d-b716-503c0dd12243 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:18.794610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Attempting to bind port 4cd06d2a-0473-491d-b716-503c0dd12243 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:18.800450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:18.800933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:18.801425 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.801896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:18.802487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Bound port: 4cd06d2a-0473-491d-b716-503c0dd12243, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:18.802949 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.884060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 132c3582-a141-4883-b879-f18a57c55071 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:18.884696 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.888453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] For port 4cd06d2a-0473-491d-b716-503c0dd12243, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:18.892670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] For port 4cd06d2a-0473-491d-b716-503c0dd12243, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4cd06d2a-0473-491d-b716-503c0dd12243,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:18.898627 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.933413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abbf12fa-c7e0-47c0-959b-c1c3ce484c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.982505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5eae85-0c39-4842-b572-e583a06b6728 None None] Pushing event updated for resources: {'Port': ['ID=4cd06d2a-0473-491d-b716-503c0dd12243,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.024147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.037946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 132c3582-a141-4883-b879-f18a57c55071 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:19.049590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abbf12fa-c7e0-47c0-959b-c1c3ce484c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.054991 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abbf12fa-c7e0-47c0-959b-c1c3ce484c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.098671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-abbf12fa-c7e0-47c0-959b-c1c3ce484c99 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6cd0f26b1a314e0cba655cf662681329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196478 Sep 23 19:59:19.099688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf12fa-c7e0-47c0-959b-c1c3ce484c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a069bc8-0fe1-45f1-a474-c6f76ea76478,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.101660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33398) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.218756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35f59e2-6495-4653-91a0-55c57df1a3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.256154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35f59e2-6495-4653-91a0-55c57df1a3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.263922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.301012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=132c3582-a141-4883-b879-f18a57c55071,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.339045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.340997 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c495d978-457b-4fdd-9c38-5da1d78e1501 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/132c3582-a141-4883-b879-f18a57c55071 HTTP/1.1" status: 204 len: 168 time: 0.8699129 Sep 23 19:59:19.343611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.378619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35f59e2-6495-4653-91a0-55c57df1a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.381041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35f59e2-6495-4653-91a0-55c57df1a3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.382161 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e35f59e2-6495-4653-91a0-55c57df1a3db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a069bc8-0fe1-45f1-a474-c6f76ea76478 HTTP/1.1" status: 204 len: 168 time: 0.2794569 Sep 23 19:59:19.396786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f59e2-6495-4653-91a0-55c57df1a3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a069bc8-0fe1-45f1-a474-c6f76ea76478,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.406386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59706fc-a407-4f43-a04f-d86600c26692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.407927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59706fc-a407-4f43-a04f-d86600c26692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.412061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e59706fc-a407-4f43-a04f-d86600c26692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0648997 Sep 23 19:59:19.412061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33404) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.469184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet f618a466-2fad-4cf2-93e1-ac9d56c28790 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:19.472352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.516401 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.599392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.667688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.674299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.691982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e74e23e-8b6c-4356-81c9-e71507d3fead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.696348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=f618a466-2fad-4cf2-93e1-ac9d56c28790,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.705450 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.707910 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0bfb1cab-a3d2-459c-bf78-e9123a62e6fa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/f618a466-2fad-4cf2-93e1-ac9d56c28790 HTTP/1.1" status: 204 len: 168 time: 0.2946932 Sep 23 19:59:19.710045 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33410) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.750594 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-864df670-9993-4dd1-b85f-0f5aac648f20 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391970 Sep 23 19:59:19.753103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33412) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.794168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e74e23e-8b6c-4356-81c9-e71507d3fead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.798335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e74e23e-8b6c-4356-81c9-e71507d3fead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.803279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f60c9a-b677-4144-9e87-67d8c94074bc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.805011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f4f60c9a-b677-4144-9e87-67d8c94074bc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0509558 Sep 23 19:59:19.808670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33414) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.836120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1e74e23e-8b6c-4356-81c9-e71507d3fead admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01c69236c4e3490781caacd325405964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604762 Sep 23 19:59:19.840712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.856456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e23e-8b6c-4356-81c9-e71507d3fead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b511934-b281-48fe-97f6-a35ad211f1c8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.868849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499b7b9-95c2-4f11-8041-39bc8bb5ed59 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.873192 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4499b7b9-95c2-4f11-8041-39bc8bb5ed59 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601032 Sep 23 19:59:19.873468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33418) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.900304 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be00d7b6-b173-43a3-b595-dbcb02a7e5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.913385 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-71e9a6e7-a2c7-49ff-8bb0-2936cff36ed2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387924 Sep 23 19:59:19.918975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33420) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:19.924730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:19.925221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be00d7b6-b173-43a3-b595-dbcb02a7e5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.978988 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be00d7b6-b173-43a3-b595-dbcb02a7e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.982502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be00d7b6-b173-43a3-b595-dbcb02a7e5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.983683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-be00d7b6-b173-43a3-b595-dbcb02a7e5f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b511934-b281-48fe-97f6-a35ad211f1c8 HTTP/1.1" status: 204 len: 168 time: 0.1420610 Sep 23 19:59:19.992366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00d7b6-b173-43a3-b595-dbcb02a7e5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b511934-b281-48fe-97f6-a35ad211f1c8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:20.010656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f0612-4ca3-40a0-9f95-1a31b006d200 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:20.030862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:20.034329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.094987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-24f298de-3d01-420b-9508-ed623062669a None None] Provisioning complete for port 4cd06d2a-0473-491d-b716-503c0dd12243 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:20.095741 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24f298de-3d01-420b-9508-ed623062669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.238998 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24f298de-3d01-420b-9508-ed623062669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.241976 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.268198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:20.283813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:20.287110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:20.291485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.292114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.312654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-24f298de-3d01-420b-9508-ed623062669a None None] For port 4cd06d2a-0473-491d-b716-503c0dd12243, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4cd06d2a-0473-491d-b716-503c0dd12243,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:20.317691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=7a158604-4aee-42db-aeff-147ae0efbec0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:20.319860 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24f298de-3d01-420b-9508-ed623062669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.324374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:20.331064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1f59ce9d-497d-487e-9e6a-e634651f34e4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4106915 Sep 23 19:59:20.335346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': '7a158604-4aee-42db-aeff-147ae0efbec0', 'ip_address': '2001:db8::3d7a:dd1a:c7c5:55a3'}], 'name': 'tempest-NetworksTestDHCPv6-28757896'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:20.380768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] Deleting port 4cd06d2a-0473-491d-b716-503c0dd12243 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:20.381145 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.382855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f298de-3d01-420b-9508-ed623062669a None None] Pushing event updated for resources: {'Port': ['ID=4cd06d2a-0473-491d-b716-503c0dd12243,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:20.460270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:20.475060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] For port 4cd06d2a-0473-491d-b716-503c0dd12243, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4cd06d2a-0473-491d-b716-503c0dd12243,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:20.475462 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.489300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] Calling delete_port for 4cd06d2a-0473-491d-b716-503c0dd12243 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:20.546068 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.571655 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.597770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] Pushing event deleted for resources: {'Port': ['ID=4cd06d2a-0473-491d-b716-503c0dd12243,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:20.602912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f014b-90e0-46b2-8ae3-e153bd8e3f25 None None] No DVR routers for this DVR port 4cd06d2a-0473-491d-b716-503c0dd12243 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:20.625952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae4a65d-cf23-4b73-a0b3-8b7c9b6f730d None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:20.796972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '7a158604-4aee-42db-aeff-147ae0efbec0'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:20.797890 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.898296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:20.944920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/7a158604-4aee-42db-aeff-147ae0efbec0/38e2f105-09bb-44d7-84b6-e74b4147ba66) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:21.094190 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.100248 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.136008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:21.140657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:21.143073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:21.154646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Pushing event updated for resources: {'Port': ['ID=38e2f105-09bb-44d7-84b6-e74b4147ba66,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:21.156288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::3d7a:dd1a:c7c5:55a3 (eb924458-35fa-4e1f-9231-d7a6bc56754b/7a158604-4aee-42db-aeff-147ae0efbec0/a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:21.211236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Attempting to bind port 38e2f105-09bb-44d7-84b6-e74b4147ba66 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:21.211612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Attempting to bind port 38e2f105-09bb-44d7-84b6-e74b4147ba66 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:21.211978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Attempting to bind port 38e2f105-09bb-44d7-84b6-e74b4147ba66 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:21.217492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:21.217993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:21.218510 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.218932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:21.219400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Bound port: 38e2f105-09bb-44d7-84b6-e74b4147ba66, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:21.219807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.294259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] For port 38e2f105-09bb-44d7-84b6-e74b4147ba66, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:21.297657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] For port 38e2f105-09bb-44d7-84b6-e74b4147ba66, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=38e2f105-09bb-44d7-84b6-e74b4147ba66,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:21.303047 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.319982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.357019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.372342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d981c-b360-405c-9f68-1c999d5d3957 None None] Pushing event updated for resources: {'Port': ['ID=38e2f105-09bb-44d7-84b6-e74b4147ba66,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:21.407546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:21.412588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:21.415061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:21.421345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:21.421979 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.435176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:21.448558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-258ba074-69ce-48e4-a86b-7d2320993291 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1229603 Sep 23 19:59:21.451240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33462) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:21.502474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be4d68-0ea7-40ac-b2b4-07e3981e1771 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:21.508646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be4d68-0ea7-40ac-b2b4-07e3981e1771 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:21.510333 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-62be4d68-0ea7-40ac-b2b4-07e3981e1771 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0574324 Sep 23 19:59:21.513069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:21.628254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:21.628747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.730070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.744027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:21.821696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33472) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:21.872304 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.904938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:21.928953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.930971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-35bc03d2-dc84-4c5f-a5bb-08aa379a6cb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166 HTTP/1.1" status: 204 len: 168 time: 0.4168336 Sep 23 19:59:21.933250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:21.938060 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d71a912e-8b1b-4329-b3fe-8a77fe36fb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:21.986827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daefcae-f035-462e-a610-7eed971b3ae9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:21.988588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daefcae-f035-462e-a610-7eed971b3ae9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:21.992502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2daefcae-f035-462e-a610-7eed971b3ae9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0558941 Sep 23 19:59:21.992841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:22.052201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 7a158604-4aee-42db-aeff-147ae0efbec0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:22.054924 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d71a912e-8b1b-4329-b3fe-8a77fe36fb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.055673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.060038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d71a912e-8b1b-4329-b3fe-8a77fe36fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.100135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.106958 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d71a912e-8b1b-4329-b3fe-8a77fe36fb59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2524f9bcaa5c43baba0d6f6629d0c01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816961 Sep 23 19:59:22.106958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a912e-8b1b-4329-b3fe-8a77fe36fb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a940c7-e910-4905-94c9-52fc3e13ca63,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:22.108183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33482) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:22.171395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1e97b65-c6fc-4ab0-9d26-3ef2e75bc617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.193960 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1e97b65-c6fc-4ab0-9d26-3ef2e75bc617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.197007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.253133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1e97b65-c6fc-4ab0-9d26-3ef2e75bc617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.258647 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1e97b65-c6fc-4ab0-9d26-3ef2e75bc617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.262880 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f1e97b65-c6fc-4ab0-9d26-3ef2e75bc617 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5a940c7-e910-4905-94c9-52fc3e13ca63 HTTP/1.1" status: 204 len: 168 time: 0.1412368 Sep 23 19:59:22.275109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e97b65-c6fc-4ab0-9d26-3ef2e75bc617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a940c7-e910-4905-94c9-52fc3e13ca63,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:22.277660 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.321331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=7a158604-4aee-42db-aeff-147ae0efbec0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:22.327485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.331959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-73ddddc6-e897-4ed4-ac97-e77bcacf394d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/7a158604-4aee-42db-aeff-147ae0efbec0 HTTP/1.1" status: 204 len: 168 time: 0.3356178 Sep 23 19:59:22.332923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33486) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:22.354684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b503ad5-ad86-41d3-906f-86156667a2f5 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:22.373932 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3a717696-89f8-4e2f-8983-859fc83065de tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402153 Sep 23 19:59:22.376435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 38e2f105-09bb-44d7-84b6-e74b4147ba66 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:22.376683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:22.382482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:22.476520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:22.477537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ac86bd94-f594-47cc-816b-89cac4888445 None None] Provisioning complete for port 38e2f105-09bb-44d7-84b6-e74b4147ba66 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:22.477917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac86bd94-f594-47cc-816b-89cac4888445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.480499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.547137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 38e2f105-09bb-44d7-84b6-e74b4147ba66 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:22.547780 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.620757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:22.640473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6878e1ab-eca0-44dc-98f1-f58e07046380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.725213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.784154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:22.798775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:22.804079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:22.804677 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.809047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=ace5784c-5ff7-4896-8c22-cb0a3bdf7f38,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:22.828463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:22.834791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac86bd94-f594-47cc-816b-89cac4888445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.850661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6878e1ab-eca0-44dc-98f1-f58e07046380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.852991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.856346 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6878e1ab-eca0-44dc-98f1-f58e07046380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.868595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba557633-fe26-4751-a579-91f4d9c81122 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4908557 Sep 23 19:59:22.871501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33494) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:22.877542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': 'ace5784c-5ff7-4896-8c22-cb0a3bdf7f38', 'ip_address': '2001:db8::4928:2819:7a3c:d20a'}], 'name': 'tempest-NetworksTestDHCPv6-56043786'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:22.899230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878e1ab-eca0-44dc-98f1-f58e07046380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691516fa-e7cc-42c0-b1f4-1c876582fe4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:22.910785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:22.913189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6878e1ab-eca0-44dc-98f1-f58e07046380 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd4cb827831548a0abd7c111f08e1ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916791 Sep 23 19:59:22.917618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ac86bd94-f594-47cc-816b-89cac4888445 None None] For port 38e2f105-09bb-44d7-84b6-e74b4147ba66, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=38e2f105-09bb-44d7-84b6-e74b4147ba66,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:22.925909 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac86bd94-f594-47cc-816b-89cac4888445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.991369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] Deleting port 38e2f105-09bb-44d7-84b6-e74b4147ba66 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:22.991752 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.995640 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:59:22.995992 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:59:23.025887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af8b6d8-4f1a-4293-be9e-0d0c44383644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.031705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86bd94-f594-47cc-816b-89cac4888445 None None] Pushing event updated for resources: {'Port': ['ID=38e2f105-09bb-44d7-84b6-e74b4147ba66,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:23.065370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af8b6d8-4f1a-4293-be9e-0d0c44383644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.067454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:23.090947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] For port 38e2f105-09bb-44d7-84b6-e74b4147ba66, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=38e2f105-09bb-44d7-84b6-e74b4147ba66,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:23.091545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.103618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] Calling delete_port for 38e2f105-09bb-44d7-84b6-e74b4147ba66 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:23.175682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.179081 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af8b6d8-4f1a-4293-be9e-0d0c44383644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.181863 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af8b6d8-4f1a-4293-be9e-0d0c44383644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.182402 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.183124 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4af8b6d8-4f1a-4293-be9e-0d0c44383644 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/691516fa-e7cc-42c0-b1f4-1c876582fe4c HTTP/1.1" status: 204 len: 168 time: 0.2711661 Sep 23 19:59:23.203316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8b6d8-4f1a-4293-be9e-0d0c44383644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691516fa-e7cc-42c0-b1f4-1c876582fe4c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:23.207401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port c10f015d-c6e9-4c78-9b4a-4cf0b6c72499 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:23.219690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] No DVR routers for this DVR port 38e2f105-09bb-44d7-84b6-e74b4147ba66 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:23.225471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b945bb-8253-4cfc-b7cd-154326d287ed None None] Pushing event deleted for resources: {'Port': ['ID=38e2f105-09bb-44d7-84b6-e74b4147ba66,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:23.250431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf15960-348a-40d5-ae27-fe545f465419 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:23.386300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::4928:2819:7a3c:d20a (eb924458-35fa-4e1f-9231-d7a6bc56754b/ace5784c-5ff7-4896-8c22-cb0a3bdf7f38/c10f015d-c6e9-4c78-9b4a-4cf0b6c72499) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:23.429349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': 'ace5784c-5ff7-4896-8c22-cb0a3bdf7f38'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:23.430134 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.534550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Port 38e2f105-09bb-44d7-84b6-e74b4147ba66 update to ACTIVE by agent not found {{(pid=94827) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 19:59:23.557446 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.591440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.634191 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:23.639202 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:23.640130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/ace5784c-5ff7-4896-8c22-cb0a3bdf7f38/2d0be78c-00d9-4f4e-b512-5837e1b10635) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:23.643371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:23.652417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:23.653294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.666258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=c10f015d-c6e9-4c78-9b4a-4cf0b6c72499,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:23.679117 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0bf96d83-d778-41b5-8c6c-dfecfe18832c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8059964 Sep 23 19:59:23.681724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33512) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:23.729809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6289457-4946-49dc-a768-582b174e0cfd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:23.731921 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6289457-4946-49dc-a768-582b174e0cfd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0490322 Sep 23 19:59:23.734676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33514) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:23.796770 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.801281 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.831905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port c10f015d-c6e9-4c78-9b4a-4cf0b6c72499 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:23.832251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.844628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:23.850565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:23.852439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Pushing event updated for resources: {'Port': ['ID=2d0be78c-00d9-4f4e-b512-5837e1b10635,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:23.854642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:23.924924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Attempting to bind port 2d0be78c-00d9-4f4e-b512-5837e1b10635 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:23.925314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Attempting to bind port 2d0be78c-00d9-4f4e-b512-5837e1b10635 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:23.925685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Attempting to bind port 2d0be78c-00d9-4f4e-b512-5837e1b10635 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:23.930732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:23.931106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:23.932005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.932005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:23.932361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Bound port: 2d0be78c-00d9-4f4e-b512-5837e1b10635, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:23.932745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.933330 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.945792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for c10f015d-c6e9-4c78-9b4a-4cf0b6c72499 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:24.004613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] For port 2d0be78c-00d9-4f4e-b512-5837e1b10635, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:24.008051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] For port 2d0be78c-00d9-4f4e-b512-5837e1b10635, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2d0be78c-00d9-4f4e-b512-5837e1b10635,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:24.012443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.079240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ff729-861d-4d60-a18a-9ee13744b488 None None] Pushing event updated for resources: {'Port': ['ID=2d0be78c-00d9-4f4e-b512-5837e1b10635,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:24.094415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.124948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=c10f015d-c6e9-4c78-9b4a-4cf0b6c72499,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:24.153965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.158275 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e8cc7855-c60e-4cdd-a36b-b0ca1a390fd1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/c10f015d-c6e9-4c78-9b4a-4cf0b6c72499 HTTP/1.1" status: 204 len: 168 time: 0.4201102 Sep 23 19:59:24.158987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:24.220072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1038a587-288e-4dd1-a655-580225b2b1c7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:24.221626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1038a587-288e-4dd1-a655-580225b2b1c7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:24.223240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1038a587-288e-4dd1-a655-580225b2b1c7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0631692 Sep 23 19:59:24.226164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:24.333175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet ace5784c-5ff7-4896-8c22-cb0a3bdf7f38 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:24.337277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.365845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2d0be78c-00d9-4f4e-b512-5837e1b10635 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:24.406794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.424605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2d0be78c-00d9-4f4e-b512-5837e1b10635 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:24.425068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.503215 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.504295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.571186 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.601980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=ace5784c-5ff7-4896-8c22-cb0a3bdf7f38,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:24.604038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.608857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:24.616200 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-35d5c244-9f22-49a9-aa4d-5cca5a35a369 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/ace5784c-5ff7-4896-8c22-cb0a3bdf7f38 HTTP/1.1" status: 204 len: 168 time: 0.3888597 Sep 23 19:59:24.622940 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:59:24.623554 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:59:24.648721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5afda907-5c70-4247-9681-cfa3d3749f02 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387022 Sep 23 19:59:24.651545 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:24.656687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:24.750979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:24.755092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.961948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.012379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:25.015880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:25.020547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:25.021150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.035465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=b9e4a295-568a-4a7f-aa85-892b0f0f2f81,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:25.046085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:25.046277 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc163e4f-7ba7-457b-8ceb-f13b8efb3ec2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3935225 Sep 23 19:59:25.051123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': 'b9e4a295-568a-4a7f-aa85-892b0f0f2f81', 'ip_address': '2001:db8::31e4:3a4:c59:8a22'}], 'name': 'tempest-NetworksTestDHCPv6-279662729'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:25.166616 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.189087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:25.195033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.200379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec582bdf-e778-4383-8ff1-50812484f694 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:25.215222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 2e6bf1e6-b93b-4c57-b586-a181e08d14c7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:25.223303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 2d0be78c-00d9-4f4e-b512-5837e1b10635, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2d0be78c-00d9-4f4e-b512-5837e1b10635,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:25.232371 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.307743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 38e2f105-09bb-44d7-84b6-e74b4147ba66 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:25.338273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 38e2f105-09bb-44d7-84b6-e74b4147ba66 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:25.339598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 38e2f105-09bb-44d7-84b6-e74b4147ba66 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:25.367465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a0925de1-60f5-4a1f-a022-7789245a6fe2 None None] Provisioning complete for port 2d0be78c-00d9-4f4e-b512-5837e1b10635 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:25.367846 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0925de1-60f5-4a1f-a022-7789245a6fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.405479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::31e4:3a4:c59:8a22 (eb924458-35fa-4e1f-9231-d7a6bc56754b/b9e4a295-568a-4a7f-aa85-892b0f0f2f81/2e6bf1e6-b93b-4c57-b586-a181e08d14c7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:25.425621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=2d0be78c-00d9-4f4e-b512-5837e1b10635,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:25.544659 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.570910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.610836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.669560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:25.672929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:25.676037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:25.681612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:25.682276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.704786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=2e6bf1e6-b93b-4c57-b586-a181e08d14c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:25.711622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-84eb945e-8214-493c-992d-7aabadbe7afa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.6621013 Sep 23 19:59:25.712137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33580) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:25.764804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a0e98d79-6069-4f17-b08a-697e54343fa3 None None] Provisioning complete for port 2d0be78c-00d9-4f4e-b512-5837e1b10635 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:25.765506 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0e98d79-6069-4f17-b08a-697e54343fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.766546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e966384-1aad-4a0e-b8a6-95886536a0c4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:25.773108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e966384-1aad-4a0e-b8a6-95886536a0c4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:25.777602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:25.778481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4e966384-1aad-4a0e-b8a6-95886536a0c4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0645878 Sep 23 19:59:25.884386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 2e6bf1e6-b93b-4c57-b586-a181e08d14c7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:25.884739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.971559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b7b1fcce-4882-4b9c-996f-953edb1e064b None None] Could not find standard attr ID for object 132c3582-a141-4883-b879-f18a57c55071. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:25.981339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.995019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 2e6bf1e6-b93b-4c57-b586-a181e08d14c7 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:26.033754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33586) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.136062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.151347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-819dec21-e969-4194-963e-01b2f324aeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.166311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=2e6bf1e6-b93b-4c57-b586-a181e08d14c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:26.185577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-56ec6278-a4f2-4f4b-97bd-6296aa8de8c0 None None] Could not find standard attr ID for object a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:26.205164 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.207542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-688a1240-9f37-434d-8e06-e01ed8d0d462 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/2e6bf1e6-b93b-4c57-b586-a181e08d14c7 HTTP/1.1" status: 204 len: 168 time: 0.4280982 Sep 23 19:59:26.210698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.255909 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-819dec21-e969-4194-963e-01b2f324aeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.261040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-819dec21-e969-4194-963e-01b2f324aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.268196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd48a70e-d777-4592-b464-13b280d8e664 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.269734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd48a70e-d777-4592-b464-13b280d8e664 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.274379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd48a70e-d777-4592-b464-13b280d8e664 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0595000 Sep 23 19:59:26.274627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.313818 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-819dec21-e969-4194-963e-01b2f324aeac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e774788f364f4df99e5060f822acb607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766998 Sep 23 19:59:26.313818 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dec21-e969-4194-963e-01b2f324aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e634c-fcd7-4742-8be7-f0731fd83d60,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:26.314946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33594) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.360337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2d0be78c-00d9-4f4e-b512-5837e1b10635 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:26.362041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet b9e4a295-568a-4a7f-aa85-892b0f0f2f81 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:26.366901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.383456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d47be89-34fa-4a59-a75e-542f24b7d6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.407847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5388c04d-6123-4a5a-b018-74b8ff13bc1c None None] Could not find standard attr ID for object c10f015d-c6e9-4c78-9b4a-4cf0b6c72499. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:26.417632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.421483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d47be89-34fa-4a59-a75e-542f24b7d6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.421842 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2d0be78c-00d9-4f4e-b512-5837e1b10635 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:26.422414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.469449 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.473732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d47be89-34fa-4a59-a75e-542f24b7d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.476908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d47be89-34fa-4a59-a75e-542f24b7d6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.478421 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6d47be89-34fa-4a59-a75e-542f24b7d6f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/503e634c-fcd7-4742-8be7-f0731fd83d60 HTTP/1.1" status: 204 len: 168 time: 0.1624060 Sep 23 19:59:26.487644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47be89-34fa-4a59-a75e-542f24b7d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e634c-fcd7-4742-8be7-f0731fd83d60,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:26.552830 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.585149 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.587175 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/b9e4a295-568a-4a7f-aa85-892b0f0f2f81 HTTP/1.1" status: 204 len: 168 time: 0.3116164 Sep 23 19:59:26.588258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5422a-2437-41ce-95d4-5f2d2b49f9af tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e4a295-568a-4a7f-aa85-892b0f0f2f81,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:26.590097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33598) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.636278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-44636fe3-9064-4cd8-a695-7f8b9b03b554 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415621 Sep 23 19:59:26.639026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33602) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.663147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449791c2-b7af-4e81-a678-1644361a2682 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:26.695059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40954fee-746a-42ee-ba01-4c1179938b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.697229 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-40954fee-746a-42ee-ba01-4c1179938b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0561407 Sep 23 19:59:26.699380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.741913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-77f9bd70-cf9a-459b-879e-f081eedcd4a5 None None] Could not find standard attr ID for object 2e6bf1e6-b93b-4c57-b586-a181e08d14c7. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:26.760346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b315b-b2c6-4ce0-8095-083d3f7a3083 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.764794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-067b315b-b2c6-4ce0-8095-083d3f7a3083 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611866 Sep 23 19:59:26.765553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.808530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dadf2940-2472-480d-a1cb-98fe9673ca12 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416198 Sep 23 19:59:26.812919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.813255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:26.824839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:26.846933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2de17893-b127-4513-8498-275eeecd8a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.862589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:26.918896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] Deleting port 2d0be78c-00d9-4f4e-b512-5837e1b10635 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:26.919289 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.937735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.994402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] For port 2d0be78c-00d9-4f4e-b512-5837e1b10635, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2d0be78c-00d9-4f4e-b512-5837e1b10635,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:26.994885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.001794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2de17893-b127-4513-8498-275eeecd8a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.007126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] Calling delete_port for 2d0be78c-00d9-4f4e-b512-5837e1b10635 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:27.009598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2de17893-b127-4513-8498-275eeecd8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.045788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:27.049246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.062181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2de17893-b127-4513-8498-275eeecd8a5e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7670039cd53549259aedccecb93a8364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479403 Sep 23 19:59:27.065249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33614) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:27.075271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de17893-b127-4513-8498-275eeecd8a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b1d204-a989-4612-957e-5ad3edade77e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:27.091734 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.118940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] Pushing event deleted for resources: {'Port': ['ID=2d0be78c-00d9-4f4e-b512-5837e1b10635,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:27.123573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90233ed7-0b5a-4703-aed0-3e61bde92bb8 None None] No DVR routers for this DVR port 2d0be78c-00d9-4f4e-b512-5837e1b10635 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:27.127037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1a9101f-7080-488e-8264-28f327649662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.150884 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1a9101f-7080-488e-8264-28f327649662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.198042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1a9101f-7080-488e-8264-28f327649662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.201293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1a9101f-7080-488e-8264-28f327649662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.204729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c1a9101f-7080-488e-8264-28f327649662 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35b1d204-a989-4612-957e-5ad3edade77e HTTP/1.1" status: 204 len: 168 time: 0.1360941 Sep 23 19:59:27.210434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9101f-7080-488e-8264-28f327649662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b1d204-a989-4612-957e-5ad3edade77e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:27.264575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.312601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:27.315956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:27.319635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:27.320238 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.325882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c0486-64fb-4d10-b5fb-51977e43e260 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:27.339626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=ef8b4723-bb74-49f0-8a5b-06b366152743,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:27.348789 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec84de50-4f32-417f-acfb-8e64e037f88a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5332437 Sep 23 19:59:27.352188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33618) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:27.360291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': 'ef8b4723-bb74-49f0-8a5b-06b366152743', 'ip_address': '2001:db8::12db:bc37:ac8c:a02c'}], 'name': 'tempest-NetworksTestDHCPv6-713741748'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:27.482516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:27.487729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.493159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': 'ef8b4723-bb74-49f0-8a5b-06b366152743'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:27.494056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.505878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port cd0ff834-83f9-45b6-a658-8ecf7c8caab2 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:27.636968 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/ef8b4723-bb74-49f0-8a5b-06b366152743/b1f356bf-6501-43df-97f5-d28252307650) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:27.776966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.782840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.826221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:27.829007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:27.831716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:27.838374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::12db:bc37:ac8c:a02c (eb924458-35fa-4e1f-9231-d7a6bc56754b/ef8b4723-bb74-49f0-8a5b-06b366152743/cd0ff834-83f9-45b6-a658-8ecf7c8caab2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:27.846966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Pushing event updated for resources: {'Port': ['ID=b1f356bf-6501-43df-97f5-d28252307650,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:27.898986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Attempting to bind port b1f356bf-6501-43df-97f5-d28252307650 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:27.899366 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Attempting to bind port b1f356bf-6501-43df-97f5-d28252307650 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:27.899730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Attempting to bind port b1f356bf-6501-43df-97f5-d28252307650 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:27.905737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:27.906114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:27.906669 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.907065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:27.907533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Bound port: b1f356bf-6501-43df-97f5-d28252307650, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:27.907918 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.976503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] For port b1f356bf-6501-43df-97f5-d28252307650, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:27.980122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] For port b1f356bf-6501-43df-97f5-d28252307650, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b1f356bf-6501-43df-97f5-d28252307650,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:27.984189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.005314 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.044656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91ff1b-0c18-4351-8aa5-f774309374ea None None] Pushing event updated for resources: {'Port': ['ID=b1f356bf-6501-43df-97f5-d28252307650,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:28.057640 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.114771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:28.121847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=cd0ff834-83f9-45b6-a658-8ecf7c8caab2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:28.124423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:28.126575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:28.132168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:28.132802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.150592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0b3563bb-7d36-4083-bed2-3fd0a374b475 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7943256 Sep 23 19:59:28.150779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33642) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:28.156255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-80d9bce4-1192-435b-ab28-6eac399c4f4b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': 'ef8b4723-bb74-49f0-8a5b-06b366152743', 'ip_address': '2001:db8::12db:bc37:ac8c:a02c'}], 'name': 'tempest-NetworksTestDHCPv6-1442230585'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:28.294851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d9bce4-1192-435b-ab28-6eac399c4f4b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:28.395518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b1f356bf-6501-43df-97f5-d28252307650 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:28.403953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80d9bce4-1192-435b-ab28-6eac399c4f4b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.421625 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-80d9bce4-1192-435b-ab28-6eac399c4f4b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 874392ba-612c-4fd7-b15d-95bf26ed04d0 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:28.454126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b1f356bf-6501-43df-97f5-d28252307650 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:28.454542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.537243 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.573163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port b1f356bf-6501-43df-97f5-d28252307650, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b1f356bf-6501-43df-97f5-d28252307650,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:28.577490 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.597623 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d9bce4-1192-435b-ab28-6eac399c4f4b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 19:59:28.598221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d9bce4-1192-435b-ab28-6eac399c4f4b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:28.617284 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-80d9bce4-1192-435b-ab28-6eac399c4f4b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4653170 Sep 23 19:59:28.617866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:28.646757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2d0be78c-00d9-4f4e-b512-5837e1b10635 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:28.671368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=b1f356bf-6501-43df-97f5-d28252307650,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:28.672020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3afa3-216b-46bc-9d79-75c758acc1da tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:28.678131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3afa3-216b-46bc-9d79-75c758acc1da tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:28.682550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:28.683105 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8ee3afa3-216b-46bc-9d79-75c758acc1da tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0636771 Sep 23 19:59:28.686522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 2d0be78c-00d9-4f4e-b512-5837e1b10635 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:28.686949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2d0be78c-00d9-4f4e-b512-5837e1b10635 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:28.777171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port cd0ff834-83f9-45b6-a658-8ecf7c8caab2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:28.777590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.882318 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.895673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for cd0ff834-83f9-45b6-a658-8ecf7c8caab2 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:29.047238 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.083469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=cd0ff834-83f9-45b6-a658-8ecf7c8caab2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:29.110585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.113001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b0b228f4-59a7-40f9-a529-eafb4df6af16 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/cd0ff834-83f9-45b6-a658-8ecf7c8caab2 HTTP/1.1" status: 204 len: 168 time: 0.4282064 Sep 23 19:59:29.115485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:29.123577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cb2e8ea8-818a-4a0e-b1c3-6ead03d0007b None None] Provisioning complete for port b1f356bf-6501-43df-97f5-d28252307650 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:29.124112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8ea8-818a-4a0e-b1c3-6ead03d0007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.196099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1aff6-306a-40a3-b308-0a5513ae881d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.197953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1aff6-306a-40a3-b308-0a5513ae881d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.199933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6ab1aff6-306a-40a3-b308-0a5513ae881d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0835037 Sep 23 19:59:29.202820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:29.269492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet ef8b4723-bb74-49f0-8a5b-06b366152743 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:29.273973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.324887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.357153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-679e0a88-5c34-45d9-988a-a60fb1d0146f None None] Could not find standard attr ID for object cd0ff834-83f9-45b6-a658-8ecf7c8caab2. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:29.420639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.484812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.510472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8b4723-bb74-49f0-8a5b-06b366152743,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:29.517142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.518502 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0f416319-23a1-4f7f-8203-ad1c3c9770f7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/ef8b4723-bb74-49f0-8a5b-06b366152743 HTTP/1.1" status: 204 len: 168 time: 0.3146515 Sep 23 19:59:29.520891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33674) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:29.524600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec102b9d-62ea-451e-bd06-24d1268f91a0 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:29.567236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f9ce42d7-43b5-40ef-8bf4-98259681fd68 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416918 Sep 23 19:59:29.567510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:29.572643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:29.680496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:29.684060 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.737812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:29.793828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] Deleting port b1f356bf-6501-43df-97f5-d28252307650 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:29.794338 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.896177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.937360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:29.944918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:29.950096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.950651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.969509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=c555d330-da61-45fb-883f-f29246238bdb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:29.973250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ed47fadb-cfa0-447e-ac99-9edf40e05f98 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4045699 Sep 23 19:59:29.976327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:29.981417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e7b39862-dbf0-4498-8ccb-ee0c602893ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': 'c555d330-da61-45fb-883f-f29246238bdb', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1070748355'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:30.022742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] For port b1f356bf-6501-43df-97f5-d28252307650, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b1f356bf-6501-43df-97f5-d28252307650,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:30.023125 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.035449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] Calling delete_port for b1f356bf-6501-43df-97f5-d28252307650 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:30.098194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b39862-dbf0-4498-8ccb-ee0c602893ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:30.112392 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.142666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] Pushing event deleted for resources: {'Port': ['ID=b1f356bf-6501-43df-97f5-d28252307650,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:30.146651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80560f32-f109-46a7-b882-996096aea6b2 None None] No DVR routers for this DVR port b1f356bf-6501-43df-97f5-d28252307650 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:30.161137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81454057-32cf-423f-96f8-bc7e6feb4822 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:30.183533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7b39862-dbf0-4498-8ccb-ee0c602893ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.201228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e7b39862-dbf0-4498-8ccb-ee0c602893ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port fcbd76a7-231c-4f2d-b044-6b775cd000f5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:30.324280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': 'c555d330-da61-45fb-883f-f29246238bdb'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:30.324923 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.337647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b1f356bf-6501-43df-97f5-d28252307650 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:30.348850 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b39862-dbf0-4498-8ccb-ee0c602893ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:59:30.349368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b39862-dbf0-4498-8ccb-ee0c602893ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:30.360409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: b1f356bf-6501-43df-97f5-d28252307650 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:30.360800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b1f356bf-6501-43df-97f5-d28252307650 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:30.369097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33686) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:30.379415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e7b39862-dbf0-4498-8ccb-ee0c602893ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4012361 Sep 23 19:59:30.399491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:30.399620 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e0653fe0-5b89-4b70-92a7-65df45a1e336 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290368 Sep 23 19:59:30.462994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e098b4b3-66a4-4f18-abb9-8e62190f9170 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:30.464721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e098b4b3-66a4-4f18-abb9-8e62190f9170 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:30.467727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e098b4b3-66a4-4f18-abb9-8e62190f9170 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0653963 Sep 23 19:59:30.469212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:30.506421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/c555d330-da61-45fb-883f-f29246238bdb/75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:30.522999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet c555d330-da61-45fb-883f-f29246238bdb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:30.663400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.669485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.670340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.687621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:30.710047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:30.710313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.713678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:30.755090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Pushing event updated for resources: {'Port': ['ID=75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:30.782389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Attempting to bind port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:30.782677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Attempting to bind port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:30.783042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Attempting to bind port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:30.788150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:30.788334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:30.788684 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.789080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:30.789543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Bound port: 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:30.789928 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.804791 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.872790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.875646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] For port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:30.879283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] For port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:30.883869 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.900595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=c555d330-da61-45fb-883f-f29246238bdb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:30.905399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:30.907303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5e1e3f4-2b57-4b02-9120-e9ec5cccdd77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/c555d330-da61-45fb-883f-f29246238bdb HTTP/1.1" status: 204 len: 168 time: 0.4371688 Sep 23 19:59:30.909651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:30.956224 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4374bf89-3e09-4245-8725-c0c9a2a77965 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417602 Sep 23 19:59:30.956419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:30.957694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f57f8-b7f4-4792-b1d9-ff8d4cf38078 None None] Pushing event updated for resources: {'Port': ['ID=75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:30.961598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:31.052335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:31.055663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.286006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.334579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:31.337671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:31.341138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:31.344763 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.354636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=64c5d8e5-99f0-4db4-9349-fe1bee2ff85e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:31.366319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e26a15b6-6d02-4cdd-a435-356d0e2e4cfc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4086301 Sep 23 19:59:31.368731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:31.373568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ab97fbb-d86a-4c7a-9899-76b36359ed2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1940371595', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:31.396827 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab97fbb-d86a-4c7a-9899-76b36359ed2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.397824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab97fbb-d86a-4c7a-9899-76b36359ed2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.448360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab97fbb-d86a-4c7a-9899-76b36359ed2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.453035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab97fbb-d86a-4c7a-9899-76b36359ed2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.467908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ab97fbb-d86a-4c7a-9899-76b36359ed2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.469150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ab97fbb-d86a-4c7a-9899-76b36359ed2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0994933 Sep 23 19:59:31.471917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:31.752154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:31.876903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45821818-9674-4824-bafe-e60a7a406ca6 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:31.948640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-058e84c6-20ba-4231-9e39-dd91ca6ef80b None None] Provisioning complete for port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:31.949104 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-058e84c6-20ba-4231-9e39-dd91ca6ef80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.027074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::1 (eb924458-35fa-4e1f-9231-d7a6bc56754b/64c5d8e5-99f0-4db4-9349-fe1bee2ff85e/90c6ab17-891c-45c6-89d1-8be182386778) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:32.131225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-058e84c6-20ba-4231-9e39-dd91ca6ef80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.153173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.171578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-058e84c6-20ba-4231-9e39-dd91ca6ef80b None None] For port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:32.176701 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-058e84c6-20ba-4231-9e39-dd91ca6ef80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.191842 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.227428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e84c6-20ba-4231-9e39-dd91ca6ef80b None None] Pushing event updated for resources: {'Port': ['ID=75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:32.239424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:32.242845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:32.247769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:32.248324 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.380710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=90c6ab17-891c-45c6-89d1-8be182386778,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:32.394739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.397546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:32.454509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:32.454761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.511893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-040c093c-33e4-4e01-a7b1-863daf229e93 None None] Provisioning complete for port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:32.512277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-040c093c-33e4-4e01-a7b1-863daf229e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.800545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f3bb11d1-ac50-43ba-bcea-6b5e4a1ea8ee None None] Provisioning complete for port 90c6ab17-891c-45c6-89d1-8be182386778 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:32.800840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3bb11d1-ac50-43ba-bcea-6b5e4a1ea8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:32.834869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb11d1-ac50-43ba-bcea-6b5e4a1ea8ee None None] Port 90c6ab17-891c-45c6-89d1-8be182386778 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:33.004230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:33.008552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:33.009392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:33.077055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=90c6ab17-891c-45c6-89d1-8be182386778,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:33.135984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:33.138180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:33.268359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Router 17a7c491-5378-4b90-9cee-c8bf9e3c4b52 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:59:33.371768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:33.377116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0746a3e1-7f5a-4568-bdf5-9e031e4a0e61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "PUT /v2.0/routers/17a7c491-5378-4b90-9cee-c8bf9e3c4b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9041805 Sep 23 19:59:33.382119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Sync routers for ids ['17a7c491-5378-4b90-9cee-c8bf9e3c4b52'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:33.386634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:33.392469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Routers {'17a7c491-5378-4b90-9cee-c8bf9e3c4b52'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:33.393076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['17a7c491-5378-4b90-9cee-c8bf9e3c4b52'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:33.431871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de551767-3bab-4d9a-b015-189f9670db1d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:33.433581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-de551767-3bab-4d9a-b015-189f9670db1d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports/90c6ab17-891c-45c6-89d1-8be182386778 HTTP/1.1" status: 200 len: 911 time: 0.0454686 Sep 23 19:59:33.436108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:33.491631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Set router 17a7c491-5378-4b90-9cee-c8bf9e3c4b52 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:33.498291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c772f-1b4c-4494-bad8-6f66960c9976 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:33.504158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c772f-1b4c-4494-bad8-6f66960c9976 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:33.508436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6b6c772f-1b4c-4494-bad8-6f66960c9976 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0687261 Sep 23 19:59:33.509149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:33.522405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bf2acad0-403c-4821-a065-ff68c80ad1b1 None None] Provisioning complete for port 90c6ab17-891c-45c6-89d1-8be182386778 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:33.522866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf2acad0-403c-4821-a065-ff68c80ad1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:33.607903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bf2acad0-403c-4821-a065-ff68c80ad1b1 None None] Port 90c6ab17-891c-45c6-89d1-8be182386778 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:33.743711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a7c491-5378-4b90-9cee-c8bf9e3c4b52', 'name': 'tempest-NetworksTestDHCPv6-router-1940371595', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:31Z', 'updated_at': '2021-09-23T19:59:32Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'gw_port_host': None, '_interfaces': [{'id': '90c6ab17-891c-45c6-89d1-8be182386778', 'name': '', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'mac_address': 'fa:16:3e:2f:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a7c491-5378-4b90-9cee-c8bf9e3c4b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '64c5d8e5-99f0-4db4-9349-fe1bee2ff85e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:31Z', 'updated_at': '2021-09-23T19:59:32Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'subnets': [{'id': '64c5d8e5-99f0-4db4-9349-fe1bee2ff85e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:33.775829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Checking router: 17a7c491-5378-4b90-9cee-c8bf9e3c4b52 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:33.776269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Updating router 17a7c491-5378-4b90-9cee-c8bf9e3c4b52 port 90c6ab17-891c-45c6-89d1-8be182386778 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:59:33.801997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:33.850176 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.072608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 90c6ab17-891c-45c6-89d1-8be182386778 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:34.073264 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.076952 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.082704 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.140797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7a771-169a-4334-bf87-ddb8c9e7da71 None None] Pushing event updated for resources: {'Port': ['ID=90c6ab17-891c-45c6-89d1-8be182386778,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:34.181471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.208532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 90c6ab17-891c-45c6-89d1-8be182386778 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:34.209393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Attempting to bind port 90c6ab17-891c-45c6-89d1-8be182386778 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:34.209874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Attempting to bind port 90c6ab17-891c-45c6-89d1-8be182386778 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:34.210431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Attempting to bind port 90c6ab17-891c-45c6-89d1-8be182386778 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:34.216866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:34.217438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:34.218010 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.218525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:34.219488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Bound port: 90c6ab17-891c-45c6-89d1-8be182386778, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:34.219974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.302144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] For port 90c6ab17-891c-45c6-89d1-8be182386778, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:34.305637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] For port 90c6ab17-891c-45c6-89d1-8be182386778, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=90c6ab17-891c-45c6-89d1-8be182386778,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:34.310071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.377273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Routers {'17a7c491-5378-4b90-9cee-c8bf9e3c4b52'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:34.377930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['17a7c491-5378-4b90-9cee-c8bf9e3c4b52'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:34.383154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7a771-169a-4334-bf87-ddb8c9e7da71 None None] Pushing event updated for resources: {'Port': ['ID=90c6ab17-891c-45c6-89d1-8be182386778,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:34.393637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.417893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=90c6ab17-891c-45c6-89d1-8be182386778,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:34.483458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] Set router 17a7c491-5378-4b90-9cee-c8bf9e3c4b52 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:34.533532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-acc22131-f0ec-4b27-a4eb-b60bdc52140c None None] Could not find standard attr ID for object 90c6ab17-891c-45c6-89d1-8be182386778. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:34.535955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:34.706948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a7c491-5378-4b90-9cee-c8bf9e3c4b52', 'name': 'tempest-NetworksTestDHCPv6-router-1940371595', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:31Z', 'updated_at': '2021-09-23T19:59:32Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'gw_port_host': None, '_interfaces': [{'id': '90c6ab17-891c-45c6-89d1-8be182386778', 'name': '', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'mac_address': 'fa:16:3e:2f:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a7c491-5378-4b90-9cee-c8bf9e3c4b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '64c5d8e5-99f0-4db4-9349-fe1bee2ff85e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:31Z', 'updated_at': '2021-09-23T19:59:34Z', 'revision_number': 4, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'subnets': [{'id': '64c5d8e5-99f0-4db4-9349-fe1bee2ff85e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:34.726391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Router 17a7c491-5378-4b90-9cee-c8bf9e3c4b52 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:34.747199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43266c48-324c-4cd0-8053-aef589d7d85d None None] The sync data for ids ['17a7c491-5378-4b90-9cee-c8bf9e3c4b52'] in n-d-810763-1 is: [{'id': '17a7c491-5378-4b90-9cee-c8bf9e3c4b52', 'name': 'tempest-NetworksTestDHCPv6-router-1940371595', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:31Z', 'updated_at': '2021-09-23T19:59:32Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'gw_port_host': None, '_interfaces': [{'id': '90c6ab17-891c-45c6-89d1-8be182386778', 'name': '', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'mac_address': 'fa:16:3e:2f:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a7c491-5378-4b90-9cee-c8bf9e3c4b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '64c5d8e5-99f0-4db4-9349-fe1bee2ff85e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:31Z', 'updated_at': '2021-09-23T19:59:34Z', 'revision_number': 4, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'subnets': [{'id': '64c5d8e5-99f0-4db4-9349-fe1bee2ff85e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:34.749998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-92a41c92-2c9a-471e-98e1-757e7388e47c None None] Could not find standard attr ID for object 90c6ab17-891c-45c6-89d1-8be182386778. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:34.816832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:34.826240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3161dd87-ff07-4a93-8370-a11edf648692 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "PUT /v2.0/routers/17a7c491-5378-4b90-9cee-c8bf9e3c4b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3134954 Sep 23 19:59:34.827526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:34.897644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24e1c4-cf73-45b7-99e7-692e9010b034 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:34.899392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24e1c4-cf73-45b7-99e7-692e9010b034 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:34.901014 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e24e1c4-cf73-45b7-99e7-692e9010b034 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0699983 Sep 23 19:59:34.905240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:34.975385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 64c5d8e5-99f0-4db4-9349-fe1bee2ff85e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:34.978840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.024165 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.081543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.167246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.214834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9fea20-5287-44c5-99ee-fd4b3048ac9b None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:35.214953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.219465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/64c5d8e5-99f0-4db4-9349-fe1bee2ff85e HTTP/1.1" status: 204 len: 168 time: 0.3104486 Sep 23 19:59:35.219465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a689f0f-2271-4efb-94c3-b40c61eddbe8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=64c5d8e5-99f0-4db4-9349-fe1bee2ff85e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:35.220201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:35.337599 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5ee5b4d9-c1db-455b-84a6-c7cb6274086c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1158624 Sep 23 19:59:35.339941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:35.436119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c6503f-2e86-4685-9ae4-2d8a208e11b2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.472401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:35.536125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] Deleting port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:35.536503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.636430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] For port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:35.637208 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.666032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] Calling delete_port for 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:35.671472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c6503f-2e86-4685-9ae4-2d8a208e11b2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.678196 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c6503f-2e86-4685-9ae4-2d8a208e11b2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.748984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c6503f-2e86-4685-9ae4-2d8a208e11b2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.749502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c6503f-2e86-4685-9ae4-2d8a208e11b2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Fanout notify agent at l3_agent the message router_deleted on router 17a7c491-5378-4b90-9cee-c8bf9e3c4b52 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:59:35.760034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16c6503f-2e86-4685-9ae4-2d8a208e11b2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.763038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-16c6503f-2e86-4685-9ae4-2d8a208e11b2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/routers/17a7c491-5378-4b90-9cee-c8bf9e3c4b52 HTTP/1.1" status: 204 len: 168 time: 0.4220836 Sep 23 19:59:35.765868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:35.776211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:35.872401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:35.876724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.956248 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:35.981632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] Pushing event deleted for resources: {'Port': ['ID=75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:35.988315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2fa80-c050-4b03-ab51-6946154518d8 None None] No DVR routers for this DVR port 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:36.106778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.154098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:36.157327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:36.161622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:36.162238 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.168642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f305f-d9d8-49f5-84c3-c06ba5385629 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:36.175684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=4d912862-8b85-4348-90d8-13859929b0ad,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:36.191846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5d948816-0d60-4e6d-8fde-fd76ebca1250 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4233246 Sep 23 19:59:36.192209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33760) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:36.198170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-176c7b08-e386-48a5-b7d3-cd8e6b812edd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1009715537', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:36.231129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-176c7b08-e386-48a5-b7d3-cd8e6b812edd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.232628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-176c7b08-e386-48a5-b7d3-cd8e6b812edd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.338276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-176c7b08-e386-48a5-b7d3-cd8e6b812edd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.343648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-176c7b08-e386-48a5-b7d3-cd8e6b812edd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.363311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-176c7b08-e386-48a5-b7d3-cd8e6b812edd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.364949 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-176c7b08-e386-48a5-b7d3-cd8e6b812edd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1708508 Sep 23 19:59:36.368010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:36.373751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:36.400018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:36.400744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 75ec3ec6-6efa-4ccd-901c-b4e7c6e79b91 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:36.448217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '4d912862-8b85-4348-90d8-13859929b0ad'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:36.450034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.631426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/4d912862-8b85-4348-90d8-13859929b0ad/9de30c09-3074-425a-b6f5-c356b124ba6c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:36.685713 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] Sync routers for ids ['17a7c491-5378-4b90-9cee-c8bf9e3c4b52'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:36.701283 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] Routers set() bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:36.701977 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] Router IDs set() for agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:59:36.703778 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17a7c491-5378-4b90-9cee-c8bf9e3c4b52'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:59:36.721429 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] Routers set() bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:36.722895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] Router IDs set() for agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:59:36.723337 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.723963 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17a7c491-5378-4b90-9cee-c8bf9e3c4b52'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:59:36.725006 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85981a60-dae9-458c-9215-c1e77ae57ced None None] The sync data for ids ['17a7c491-5378-4b90-9cee-c8bf9e3c4b52'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:36.811166 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.818116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.858839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:36.862192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:36.866038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:36.899012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Pushing event updated for resources: {'Port': ['ID=9de30c09-3074-425a-b6f5-c356b124ba6c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:36.933228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Attempting to bind port 9de30c09-3074-425a-b6f5-c356b124ba6c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:36.933973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Attempting to bind port 9de30c09-3074-425a-b6f5-c356b124ba6c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:36.934593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Attempting to bind port 9de30c09-3074-425a-b6f5-c356b124ba6c on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:36.942048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:36.942824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:36.943493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:36.944125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:36.944809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Bound port: 9de30c09-3074-425a-b6f5-c356b124ba6c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:36.945417 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.009776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] For port 9de30c09-3074-425a-b6f5-c356b124ba6c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:37.013637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] For port 9de30c09-3074-425a-b6f5-c356b124ba6c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9de30c09-3074-425a-b6f5-c356b124ba6c,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:37.018666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.075380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::1 (eb924458-35fa-4e1f-9231-d7a6bc56754b/4d912862-8b85-4348-90d8-13859929b0ad/7e0d6191-18e9-4652-8661-377d5a46bde8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:37.154668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863603e-cf2e-4082-ab2f-97fa7c7ed5fd None None] Pushing event updated for resources: {'Port': ['ID=9de30c09-3074-425a-b6f5-c356b124ba6c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:37.302840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.382145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.433831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:37.438566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:37.446181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:37.446958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.451582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=7e0d6191-18e9-4652-8661-377d5a46bde8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:37.584221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.880514 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.885748 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.887281 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:37.967530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=7e0d6191-18e9-4652-8661-377d5a46bde8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:38.031123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:38.032651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:38.154200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Router 9c61cade-8661-4f86-b781-d3298cd8750f is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:59:38.251305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:38.259485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9bd98943-ba03-46f2-82b4-25c00c81eeaf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "PUT /v2.0/routers/9c61cade-8661-4f86-b781-d3298cd8750f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8902931 Sep 23 19:59:38.260145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33772) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:38.262620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Sync routers for ids ['9c61cade-8661-4f86-b781-d3298cd8750f'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:38.276517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Routers {'9c61cade-8661-4f86-b781-d3298cd8750f'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:38.281479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['9c61cade-8661-4f86-b781-d3298cd8750f'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:38.374423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1d354-e6ad-4001-9f5f-1c2400d116bc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:38.375906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d4d1d354-e6ad-4001-9f5f-1c2400d116bc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports/7e0d6191-18e9-4652-8661-377d5a46bde8 HTTP/1.1" status: 200 len: 911 time: 0.1145339 Sep 23 19:59:38.379651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:38.407974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9de30c09-3074-425a-b6f5-c356b124ba6c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:38.410791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Set router 9c61cade-8661-4f86-b781-d3298cd8750f gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:38.451817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3db45c-6891-4202-ad21-60884e994d64 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:38.458947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3db45c-6891-4202-ad21-60884e994d64 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:38.460845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d3db45c-6891-4202-ad21-60884e994d64 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0797048 Sep 23 19:59:38.463615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:38.472721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1d191732-8f0b-423a-97db-0d2855331892 None None] Provisioning complete for port 9de30c09-3074-425a-b6f5-c356b124ba6c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:38.473112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d191732-8f0b-423a-97db-0d2855331892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:38.633756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9de30c09-3074-425a-b6f5-c356b124ba6c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:38.634124 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:38.758581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d191732-8f0b-423a-97db-0d2855331892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:38.849193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1d191732-8f0b-423a-97db-0d2855331892 None None] For port 9de30c09-3074-425a-b6f5-c356b124ba6c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9de30c09-3074-425a-b6f5-c356b124ba6c,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:38.858723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d191732-8f0b-423a-97db-0d2855331892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:38.871897 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:38.914955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c61cade-8661-4f86-b781-d3298cd8750f', 'name': 'tempest-NetworksTestDHCPv6-router-1009715537', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:36Z', 'updated_at': '2021-09-23T19:59:37Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'gw_port_host': None, '_interfaces': [{'id': '7e0d6191-18e9-4652-8661-377d5a46bde8', 'name': '', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'mac_address': 'fa:16:3e:fb:1b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c61cade-8661-4f86-b781-d3298cd8750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '4d912862-8b85-4348-90d8-13859929b0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:36Z', 'updated_at': '2021-09-23T19:59:37Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'subnets': [{'id': '4d912862-8b85-4348-90d8-13859929b0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:38.951865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Checking router: 9c61cade-8661-4f86-b781-d3298cd8750f for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:38.952105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Updating router 9c61cade-8661-4f86-b781-d3298cd8750f port 7e0d6191-18e9-4652-8661-377d5a46bde8 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:59:39.013991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d191732-8f0b-423a-97db-0d2855331892 None None] Pushing event updated for resources: {'Port': ['ID=9de30c09-3074-425a-b6f5-c356b124ba6c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:39.029688 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.049427 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:59:39.049787 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:59:39.052288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8e290210-4cb0-4de3-a667-5e2af83c89b6 None None] Provisioning complete for port 7e0d6191-18e9-4652-8661-377d5a46bde8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:39.052648 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e290210-4cb0-4de3-a667-5e2af83c89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.155681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8e290210-4cb0-4de3-a667-5e2af83c89b6 None None] Port 7e0d6191-18e9-4652-8661-377d5a46bde8 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:39.211436 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.338536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.345115 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.416741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e95a50-d065-4f76-8c83-14a2d3eac87b None None] Pushing event updated for resources: {'Port': ['ID=7e0d6191-18e9-4652-8661-377d5a46bde8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:39.441879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 7e0d6191-18e9-4652-8661-377d5a46bde8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:39.442455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.447763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Attempting to bind port 7e0d6191-18e9-4652-8661-377d5a46bde8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:39.448135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Attempting to bind port 7e0d6191-18e9-4652-8661-377d5a46bde8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:39.448485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Attempting to bind port 7e0d6191-18e9-4652-8661-377d5a46bde8 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:39.456548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:39.457115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:39.457538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.457788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:39.458322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Bound port: 7e0d6191-18e9-4652-8661-377d5a46bde8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:39.459407 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.497758 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:59:39.586478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] For port 7e0d6191-18e9-4652-8661-377d5a46bde8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:39.610717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] For port 7e0d6191-18e9-4652-8661-377d5a46bde8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7e0d6191-18e9-4652-8661-377d5a46bde8,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:39.614044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] For port 7e0d6191-18e9-4652-8661-377d5a46bde8, host n-d-810763-1, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:39.615286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.626801 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.634134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 90c6ab17-891c-45c6-89d1-8be182386778 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:39.640050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 7e0d6191-18e9-4652-8661-377d5a46bde8 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:39.666917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 90c6ab17-891c-45c6-89d1-8be182386778 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:39.667156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 90c6ab17-891c-45c6-89d1-8be182386778 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:39.747167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e95a50-d065-4f76-8c83-14a2d3eac87b None None] Pushing event updated for resources: {'Port': ['ID=7e0d6191-18e9-4652-8661-377d5a46bde8,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:39.751955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Routers {'9c61cade-8661-4f86-b781-d3298cd8750f'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:39.752695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['9c61cade-8661-4f86-b781-d3298cd8750f'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:39.860132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-44de5835-9ff7-4e57-ab73-f4f3b58009d6 None None] Provisioning complete for port 7e0d6191-18e9-4652-8661-377d5a46bde8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:39.860474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44de5835-9ff7-4e57-ab73-f4f3b58009d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.890295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:39.899392 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] Set router 9c61cade-8661-4f86-b781-d3298cd8750f gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:39.928139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=7e0d6191-18e9-4652-8661-377d5a46bde8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:40.061937 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-44de5835-9ff7-4e57-ab73-f4f3b58009d6 None None] Could not find standard attr ID for object 7e0d6191-18e9-4652-8661-377d5a46bde8. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:40.066657 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.db [None req-44de5835-9ff7-4e57-ab73-f4f3b58009d6 None None] No ports have port_id starting with 7e0d6191-18e9-4652-8661-377d5a46bde8 Sep 23 19:59:40.094931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:40.329077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e6f61df8-4005-4ce6-9495-723652ddc0d1 None None] Could not find standard attr ID for object 7e0d6191-18e9-4652-8661-377d5a46bde8. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:40.353869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Router 9c61cade-8661-4f86-b781-d3298cd8750f has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:40.358931 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9de30c09-3074-425a-b6f5-c356b124ba6c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:40.367440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c61cade-8661-4f86-b781-d3298cd8750f', 'name': 'tempest-NetworksTestDHCPv6-router-1009715537', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:36Z', 'updated_at': '2021-09-23T19:59:37Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'gw_port_host': None, '_interfaces': [{'id': '7e0d6191-18e9-4652-8661-377d5a46bde8', 'name': '', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'mac_address': 'fa:16:3e:fb:1b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c61cade-8661-4f86-b781-d3298cd8750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '4d912862-8b85-4348-90d8-13859929b0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:36Z', 'updated_at': '2021-09-23T19:59:39Z', 'revision_number': 4, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'subnets': [{'id': '4d912862-8b85-4348-90d8-13859929b0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:40.411418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b09a78-183d-4cc4-b3e5-d996912d5299 None None] The sync data for ids ['9c61cade-8661-4f86-b781-d3298cd8750f'] in n-d-810763-1 is: [{'id': '9c61cade-8661-4f86-b781-d3298cd8750f', 'name': 'tempest-NetworksTestDHCPv6-router-1009715537', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:36Z', 'updated_at': '2021-09-23T19:59:37Z', 'revision_number': 2, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'gw_port_host': None, '_interfaces': [{'id': '7e0d6191-18e9-4652-8661-377d5a46bde8', 'name': '', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'mac_address': 'fa:16:3e:fb:1b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c61cade-8661-4f86-b781-d3298cd8750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '4d912862-8b85-4348-90d8-13859929b0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:36Z', 'updated_at': '2021-09-23T19:59:39Z', 'revision_number': 4, 'project_id': '3f0438af657c458b97c7d4d9a1ef1291', 'subnets': [{'id': '4d912862-8b85-4348-90d8-13859929b0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:40.438975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9de30c09-3074-425a-b6f5-c356b124ba6c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:40.439500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:40.440978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:40.447375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5a24c3f7-11c0-4d44-adce-624fc8e45d30 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "PUT /v2.0/routers/9c61cade-8661-4f86-b781-d3298cd8750f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9823599 Sep 23 19:59:40.450537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:40.514756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c0aba-acbf-4abd-adf4-d9d55a0a59eb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:40.516737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c0aba-acbf-4abd-adf4-d9d55a0a59eb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:40.521452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:40.522016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a93c0aba-acbf-4abd-adf4-d9d55a0a59eb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0701847 Sep 23 19:59:40.591758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 4d912862-8b85-4348-90d8-13859929b0ad {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:40.595473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:40.641491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:40.753160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:40.828393 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:40.856350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=4d912862-8b85-4348-90d8-13859929b0ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:40.865369 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:40.867839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-63b360ff-ffd4-4e3d-9e94-db6774ff70bb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/4d912862-8b85-4348-90d8-13859929b0ad HTTP/1.1" status: 204 len: 168 time: 0.3441622 Sep 23 19:59:40.870575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:40.873919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777b90a-2b30-4036-b261-da36bc518d86 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:41.099304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:41.164737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] Deleting port 9de30c09-3074-425a-b6f5-c356b124ba6c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:41.165111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.243353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] For port 9de30c09-3074-425a-b6f5-c356b124ba6c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9de30c09-3074-425a-b6f5-c356b124ba6c,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:41.243883 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.258498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] Calling delete_port for 9de30c09-3074-425a-b6f5-c356b124ba6c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:41.320549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c6e94232-ac6f-43d6-aaf3-69b152ab6dcd tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4481833 Sep 23 19:59:41.322751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:41.364111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.393536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] Pushing event deleted for resources: {'Port': ['ID=9de30c09-3074-425a-b6f5-c356b124ba6c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:41.395343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae067c-1187-4d3d-9d74-deaee7e1d1e5 None None] No DVR routers for this DVR port 9de30c09-3074-425a-b6f5-c356b124ba6c on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:41.408801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db66cdf2-3bb0-4ba5-81b8-ddc904221d4a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.569125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db66cdf2-3bb0-4ba5-81b8-ddc904221d4a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.571131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db66cdf2-3bb0-4ba5-81b8-ddc904221d4a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.625613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db66cdf2-3bb0-4ba5-81b8-ddc904221d4a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.626198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db66cdf2-3bb0-4ba5-81b8-ddc904221d4a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Fanout notify agent at l3_agent the message router_deleted on router 9c61cade-8661-4f86-b781-d3298cd8750f {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:59:41.633073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db66cdf2-3bb0-4ba5-81b8-ddc904221d4a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.637337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-db66cdf2-3bb0-4ba5-81b8-ddc904221d4a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/routers/9c61cade-8661-4f86-b781-d3298cd8750f HTTP/1.1" status: 204 len: 168 time: 0.3105628 Sep 23 19:59:41.637574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:41.665111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e040c9f-ebe1-4a19-a426-4aa290b73bd2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0261278 Sep 23 19:59:41.667653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33806) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:41.728413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe15fe-05fa-4414-9a04-1a797f944a15 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:41.730008 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-defe15fe-05fa-4414-9a04-1a797f944a15 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612905 Sep 23 19:59:41.732586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33808) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:41.777470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eb4daa5f-7c76-41e3-bf2f-cf2b27ca958c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434270 Sep 23 19:59:41.781723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33810) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:41.786767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:41.884260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:41.887865 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:41.920556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:41.987812 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] Sync routers for ids ['9c61cade-8661-4f86-b781-d3298cd8750f'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:42.000413 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] Routers set() bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:42.000783 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] Router IDs set() for agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:59:42.001380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c61cade-8661-4f86-b781-d3298cd8750f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:59:42.009494 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] Routers set() bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:42.009983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] Router IDs set() for agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:59:42.010452 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c61cade-8661-4f86-b781-d3298cd8750f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:59:42.010826 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b2373-a31b-43d2-9b1e-bdadd36d115b None None] The sync data for ids ['9c61cade-8661-4f86-b781-d3298cd8750f'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:42.054516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d100c992-5b74-45b5-90d5-4f13627fe87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.169057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d100c992-5b74-45b5-90d5-4f13627fe87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.174510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d100c992-5b74-45b5-90d5-4f13627fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.214381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d100c992-5b74-45b5-90d5-4f13627fe87e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a433e8cf79b248d7a3d334cf12054332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923844 Sep 23 19:59:42.220330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:42.239428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:59:42.240944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.257073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100c992-5b74-45b5-90d5-4f13627fe87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b210901-9883-4fc7-b729-145707ef7b65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:42.284378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:42.287621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:42.288141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ec6a-c84e-4d4e-8c8b-f9205dcda3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.292152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:42.293561 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.298514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15a275-9ecd-4ea9-88d3-8f1a558aa40f None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:42.316839 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ec6a-c84e-4d4e-8c8b-f9205dcda3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.318807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=530de184-be3e-4c3e-8fdc-e726d5981ea7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:42.325581 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-85d4cb3d-45fc-45e0-9dd6-a526c3f77ac3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5402386 Sep 23 19:59:42.325799 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:42.332518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:42.383728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ec6a-c84e-4d4e-8c8b-f9205dcda3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.386847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3a9ec6a-c84e-4d4e-8c8b-f9205dcda3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.388067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e3a9ec6a-c84e-4d4e-8c8b-f9205dcda3a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b210901-9883-4fc7-b729-145707ef7b65 HTTP/1.1" status: 204 len: 168 time: 0.1667738 Sep 23 19:59:42.396116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9ec6a-c84e-4d4e-8c8b-f9205dcda3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b210901-9883-4fc7-b729-145707ef7b65,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:42.415705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9de30c09-3074-425a-b6f5-c356b124ba6c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:42.449708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9de30c09-3074-425a-b6f5-c356b124ba6c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:42.450447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9de30c09-3074-425a-b6f5-c356b124ba6c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:42.477927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:42.483005 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.549116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '530de184-be3e-4c3e-8fdc-e726d5981ea7'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:42.549988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.693429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Allocated IP 2001:db8::f816:3eff:fe52:f2ec (eb924458-35fa-4e1f-9231-d7a6bc56754b/530de184-be3e-4c3e-8fdc-e726d5981ea7/16d0a49e-5c7a-4e43-870f-d6ada9b3fb65) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:42.710999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:42.726156 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce0f814-1509-43dd-b05c-2cb59d10cdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.744593 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.809721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=3dd162b7-ea2c-4b08-8c47-83f4117a1ca1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:42.814371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:42.816129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:42.819533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:42.820248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.844318 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce0f814-1509-43dd-b05c-2cb59d10cdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.848801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce0f814-1509-43dd-b05c-2cb59d10cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.857249 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a2d87668-503d-416e-8ce5-b60201dc4738 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5296519 Sep 23 19:59:42.860895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33828) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:42.867834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:db:6c:2b', 'name': 'tempest-NetworksTestDHCPv6-1095323736'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:42.879541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0f814-1509-43dd-b05c-2cb59d10cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7438f4b4-ef7f-4efb-8d7a-2092ef56e78f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:42.893097 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.901585 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.916692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dce0f814-1509-43dd-b05c-2cb59d10cdc0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0941580fdae6478e95dc88e76cb4858f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036891 Sep 23 19:59:42.919479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:42.957401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:42.961661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:42.965905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:42.975561 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf226ab1-9610-4ab2-b7e6-aab5ab17c1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:42.977581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Pushing event updated for resources: {'Port': ['ID=16d0a49e-5c7a-4e43-870f-d6ada9b3fb65,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:42.999275 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf226ab1-9610-4ab2-b7e6-aab5ab17c1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.014880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:43.027523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Attempting to bind port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:43.027893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Attempting to bind port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:43.028252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Attempting to bind port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:43.033567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:43.034015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:43.034485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.034880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:43.035370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Bound port: 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:43.035789 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.052914 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf226ab1-9610-4ab2-b7e6-aab5ab17c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.056010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf226ab1-9610-4ab2-b7e6-aab5ab17c1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.057226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf226ab1-9610-4ab2-b7e6-aab5ab17c1cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7438f4b4-ef7f-4efb-8d7a-2092ef56e78f HTTP/1.1" status: 204 len: 168 time: 0.1365235 Sep 23 19:59:43.068897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf226ab1-9610-4ab2-b7e6-aab5ab17c1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7438f4b4-ef7f-4efb-8d7a-2092ef56e78f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:43.101457 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.115465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] For port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:43.119563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] For port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=16d0a49e-5c7a-4e43-870f-d6ada9b3fb65,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:43.124384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port edc8506b-96dc-42f1-82cb-c452892543c6 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:43.124562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.194166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa73188-c570-495c-82e6-3df9bf0af63c None None] Pushing event updated for resources: {'Port': ['ID=16d0a49e-5c7a-4e43-870f-d6ada9b3fb65,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:43.198184 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80b5613d-b97e-4ac0-bcd1-9488fa8ce173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.305878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 172.20.0.6 (eb924458-35fa-4e1f-9231-d7a6bc56754b/3dd162b7-ea2c-4b08-8c47-83f4117a1ca1/edc8506b-96dc-42f1-82cb-c452892543c6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:43.318310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fedb:6c2b (eb924458-35fa-4e1f-9231-d7a6bc56754b/530de184-be3e-4c3e-8fdc-e726d5981ea7/edc8506b-96dc-42f1-82cb-c452892543c6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:43.504316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.546898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.589506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:43.592511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:43.596385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:43.606241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=edc8506b-96dc-42f1-82cb-c452892543c6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:43.653092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:43.653748 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.671244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-39bcfae7-8fbe-4e92-b204-f3ee8eb09a77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8089209 Sep 23 19:59:43.671519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:43.724289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d66f7-aa81-419e-bcd7-a0cd845d457f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:43.730899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d66f7-aa81-419e-bcd7-a0cd845d457f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:43.732502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-db4d66f7-aa81-419e-bcd7-a0cd845d457f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0599885 Sep 23 19:59:43.735296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:43.820417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port edc8506b-96dc-42f1-82cb-c452892543c6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:43.820758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.919428 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:43.932422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for edc8506b-96dc-42f1-82cb-c452892543c6 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:44.128777 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.160596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=edc8506b-96dc-42f1-82cb-c452892543c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:44.258377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.260437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-92907d34-2bf0-46a8-b56b-cc71d558f12f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/edc8506b-96dc-42f1-82cb-c452892543c6 HTTP/1.1" status: 204 len: 168 time: 0.5241234 Sep 23 19:59:44.263411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:44.276554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33866) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:44.308239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6adfe0-9399-4612-ac69-2d523715c315 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:44.330632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8b1f9-31ae-49d1-87de-e475fb32a75a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:44.332112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8b1f9-31ae-49d1-87de-e475fb32a75a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:44.335804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8b1f9-31ae-49d1-87de-e475fb32a75a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:44.340808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:44.340980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-53d8b1f9-31ae-49d1-87de-e475fb32a75a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0765989 Sep 23 19:59:44.412015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:44.426289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 3dd162b7-ea2c-4b08-8c47-83f4117a1ca1 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:44.429201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a69b102d-f671-4ae9-abc2-583ba2e44eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.430889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.455532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Provisioning complete for port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:44.455904 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.484018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.543798 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.570243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:44.570639 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.632173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a69b102d-f671-4ae9-abc2-583ba2e44eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.633895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.640719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a69b102d-f671-4ae9-abc2-583ba2e44eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.660415 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.666802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd162b7-ea2c-4b08-8c47-83f4117a1ca1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:44.682907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.687907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:44.688047 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-751223c6-e05b-4935-ae7d-2698ef2bf241 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/3dd162b7-ea2c-4b08-8c47-83f4117a1ca1 HTTP/1.1" status: 204 len: 168 time: 0.3461356 Sep 23 19:59:44.713239 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a69b102d-f671-4ae9-abc2-583ba2e44eeb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9fe93f32e3f488097ae66603bb25096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326203 Sep 23 19:59:44.713239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b102d-f671-4ae9-abc2-583ba2e44eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e6cba-1a2e-4d89-85b5-e6577e13cc52,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:44.714056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:44.756252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 530de184-be3e-4c3e-8fdc-e726d5981ea7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:44.757091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.759420 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.759702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] For port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=16d0a49e-5c7a-4e43-870f-d6ada9b3fb65,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:44.766777 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1958883f-7766-430d-9633-a82f244632a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.775071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.777753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8f49b-c128-4519-ad99-297f9d311b44 None None] Update dhcp port {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': '530de184-be3e-4c3e-8fdc-e726d5981ea7', 'ip_address': '2001:db8::f816:3eff:fe52:f2ec'}, {'subnet_id': '3dd162b7-ea2c-4b08-8c47-83f4117a1ca1'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '16d0a49e-5c7a-4e43-870f-d6ada9b3fb65'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:59:44.789627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1958883f-7766-430d-9633-a82f244632a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.802849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.837715 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f49b-c128-4519-ad99-297f9d311b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.846310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1958883f-7766-430d-9633-a82f244632a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.849077 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1958883f-7766-430d-9633-a82f244632a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.852697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1958883f-7766-430d-9633-a82f244632a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/091e6cba-1a2e-4d89-85b5-e6577e13cc52 HTTP/1.1" status: 204 len: 168 time: 0.1352899 Sep 23 19:59:44.859593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958883f-7766-430d-9633-a82f244632a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e6cba-1a2e-4d89-85b5-e6577e13cc52,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:44.904998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:44.925555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Pushing event updated for resources: {'Port': ['ID=16d0a49e-5c7a-4e43-870f-d6ada9b3fb65,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:44.940598 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:59:44.940957 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:59:44.943770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.944119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.944462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.944798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.945134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.945469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.945824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.946149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.946501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.946831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.947160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.947482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09d6fc-f9e3-401b-9e98-7178dd69e308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:44.975241 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.006609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=530de184-be3e-4c3e-8fdc-e726d5981ea7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:45.010925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.016312 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-748a7ffe-a2ca-45aa-a90f-8e5d74d6b9ec tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/530de184-be3e-4c3e-8fdc-e726d5981ea7 HTTP/1.1" status: 204 len: 168 time: 0.3251309 Sep 23 19:59:45.016685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33880) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-3ea8f49b-c128-4519-ad99-297f9d311b44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 530de184-be3e-4c3e-8fdc-e726d5981ea7: This subnet is being modified by another concurrent operation. Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 530de184-be3e-4c3e-8fdc-e726d5981ea7: This subnet is being modified by another concurrent operation. Sep 23 19:59:45.040216 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 19:59:45.061452 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-13b204bf-64bf-421a-be32-750b2d62aac7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435441 Sep 23 19:59:45.064224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33882) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:45.069473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:45.123582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23a0c5e-786b-4051-89fd-cade81367194 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:45.174784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:45.178296 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.230438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-62ece503-d12e-43d8-8d06-57c97fad76a9 None None] Provisioning complete for port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:45.230438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62ece503-d12e-43d8-8d06-57c97fad76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.345180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:45.407851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] Deleting port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:45.408227 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.518824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] For port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=16d0a49e-5c7a-4e43-870f-d6ada9b3fb65,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:45.519308 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.526235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:59:45.532871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] Calling delete_port for 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:45.620436 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.647347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] Pushing event deleted for resources: {'Port': ['ID=16d0a49e-5c7a-4e43-870f-d6ada9b3fb65,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:45.651149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d66512-0bc5-4681-94b6-ab62149596bf None None] No DVR routers for this DVR port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:45.687577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858bd99-606b-430b-ad95-e8ffc8dc2fb0 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:59:45.764007 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858bd99-606b-430b-ad95-e8ffc8dc2fb0 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:59:45.994728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:45.996223 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:45.998004 n-d-810763-1 neutron-server[94825]: WARNING neutron.services.revisions.revision_plugin [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Could not find related port for resource to bump revision. Sep 23 19:59:46.002926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_pluggable_backend [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Port 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94825) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 19:59:46.003227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_pluggable_backend [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:f2ec {{(pid=94825) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 19:59:46.006810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.ipam_pluggable_backend [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:f2ec {{(pid=94825) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 19:59:46.008047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.044651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:46.052185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:46.056792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:46.057530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.077119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:46.090823 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-acda1bff-e796-4575-ab32-f55e53649493 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0227501 Sep 23 19:59:46.091771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33914) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:46.096375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:46.151204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Allocated IP 2001:db8::f816:3eff:fe0e:3cf7 (eb924458-35fa-4e1f-9231-d7a6bc56754b/1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91/1497721d-0af1-42e0-9173-db0c4964f20a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:46.219304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:46.223088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.459018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:46.473190 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.497731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:46.498345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 16d0a49e-5c7a-4e43-870f-d6ada9b3fb65 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:46.512939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:46.513767 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49b519d2-8583-4858-b592-b33125e16a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.518001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:46.522606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:46.523205 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.525805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.533909 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.539515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.543334 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4511750 Sep 23 19:59:46.546572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:46.546982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421348e9-da42-41d1-94cb-dd758c3d21d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=b54ceb77-b5ea-449f-86ac-23c96748fa9e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:46.553592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:7a:54:55', 'name': 'tempest-NetworksTestDHCPv6-902411573'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:46.584755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:46.587546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:46.589984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:46.603480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Pushing event updated for resources: {'Port': ['ID=1497721d-0af1-42e0-9173-db0c4964f20a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:46.656638 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Attempting to bind port 1497721d-0af1-42e0-9173-db0c4964f20a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:46.657268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Attempting to bind port 1497721d-0af1-42e0-9173-db0c4964f20a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:46.657838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Attempting to bind port 1497721d-0af1-42e0-9173-db0c4964f20a on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:46.665219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:46.665764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:46.666172 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.666760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:46.667100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Bound port: 1497721d-0af1-42e0-9173-db0c4964f20a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:46.668144 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.676390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:46.737946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] For port 1497721d-0af1-42e0-9173-db0c4964f20a, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:46.741646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] For port 1497721d-0af1-42e0-9173-db0c4964f20a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1497721d-0af1-42e0-9173-db0c4964f20a,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:46.746468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.765577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.774040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:46.779750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271644358', 'description': 'tempest-secgroup-smoke-271644358 description', 'project_id': 'e144f56724054e42a9e756118e2b5ace'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:46.809981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cce72-e7d1-4166-96d5-cec1bc5bff0c None None] Pushing event updated for resources: {'Port': ['ID=1497721d-0af1-42e0-9173-db0c4964f20a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:46.814957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port f2f318d4-7c10-4a15-afac-fa1288770cbc yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:46.826632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:46.867439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.065319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 172.20.0.13 (eb924458-35fa-4e1f-9231-d7a6bc56754b/b54ceb77-b5ea-449f-86ac-23c96748fa9e/f2f318d4-7c10-4a15-afac-fa1288770cbc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:47.078089 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe7a:5455 (eb924458-35fa-4e1f-9231-d7a6bc56754b/1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91/f2f318d4-7c10-4a15-afac-fa1288770cbc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:47.099291 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.106758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.117832 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.175733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad1af1-f1b9-4b98-8a73-d8d2de605c88,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:47.320521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.327690 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.329178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.369147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.370417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5952699 Sep 23 19:59:47.373528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33926) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:47.378200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f84851f9-bd1c-41e5-83c8-0d50b0a5cdbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '954056b2-ae35-4faa-a30c-c8380e2d9010', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:47.382450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadde65-6ac2-4e09-8c63-dcace00a5cfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954056b2-ae35-4faa-a30c-c8380e2d9010,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:47.399279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.407846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f84851f9-bd1c-41e5-83c8-0d50b0a5cdbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.448191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:47.453900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:47.458197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:47.473478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f84851f9-bd1c-41e5-83c8-0d50b0a5cdbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.478081 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f84851f9-bd1c-41e5-83c8-0d50b0a5cdbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.486720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=f2f318d4-7c10-4a15-afac-fa1288770cbc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:47.502915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f84851f9-bd1c-41e5-83c8-0d50b0a5cdbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.506679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f84851f9-bd1c-41e5-83c8-0d50b0a5cdbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295035 Sep 23 19:59:47.506679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84851f9-bd1c-41e5-83c8-0d50b0a5cdbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561a9e79-0ca2-44a8-b9ad-ab14d402d0d9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:47.507771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:47.519520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9dde7d6c-56fd-4919-8bdc-452f9a314882 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '954056b2-ae35-4faa-a30c-c8380e2d9010', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:47.537461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:47.538090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.564008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-60c8793a-29a2-48f2-85e7-b33ce4f9f21a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0155027 Sep 23 19:59:47.565511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dde7d6c-56fd-4919-8bdc-452f9a314882 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.566715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33930) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:47.617470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d555fc7-7e84-4430-a0fd-42e1f8bf348c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:47.620017 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dde7d6c-56fd-4919-8bdc-452f9a314882 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.625188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dde7d6c-56fd-4919-8bdc-452f9a314882 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.628152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d555fc7-7e84-4430-a0fd-42e1f8bf348c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:47.632216 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d555fc7-7e84-4430-a0fd-42e1f8bf348c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0640764 Sep 23 19:59:47.634643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33932) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:47.645160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde7d6c-56fd-4919-8bdc-452f9a314882 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0637c45-f308-4d42-83d6-86620d7f2dc4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:47.652589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dde7d6c-56fd-4919-8bdc-452f9a314882 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.656315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9dde7d6c-56fd-4919-8bdc-452f9a314882 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458826 Sep 23 19:59:47.656541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:47.661443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9fef0dbd-eea8-4c26-953d-56be40c2a75f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '954056b2-ae35-4faa-a30c-c8380e2d9010', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:47.695870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fef0dbd-eea8-4c26-953d-56be40c2a75f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.731443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port f2f318d4-7c10-4a15-afac-fa1288770cbc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:47.731875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.770086 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fef0dbd-eea8-4c26-953d-56be40c2a75f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.774890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fef0dbd-eea8-4c26-953d-56be40c2a75f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.793938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef0dbd-eea8-4c26-953d-56be40c2a75f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514efe1e-08d8-4c60-92b2-bbba204f56ca,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:47.799805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fef0dbd-eea8-4c26-953d-56be40c2a75f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.801073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fef0dbd-eea8-4c26-953d-56be40c2a75f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435499 Sep 23 19:59:47.803828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:47.808805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2684e403-fbcb-416b-b58e-2d210dc3e1bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '954056b2-ae35-4faa-a30c-c8380e2d9010', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:47.813355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d8e16a-e505-4b5b-89ab-c3d81d703e48 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:47.838103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2684e403-fbcb-416b-b58e-2d210dc3e1bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.839289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.852421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for f2f318d4-7c10-4a15-afac-fa1288770cbc owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:47.904938 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2684e403-fbcb-416b-b58e-2d210dc3e1bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.910573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2684e403-fbcb-416b-b58e-2d210dc3e1bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.931618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684e403-fbcb-416b-b58e-2d210dc3e1bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee850655-a963-4731-944d-5800ca7e4372,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:47.935784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2684e403-fbcb-416b-b58e-2d210dc3e1bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:47.940330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2684e403-fbcb-416b-b58e-2d210dc3e1bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355193 Sep 23 19:59:47.940711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:47.947104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '954056b2-ae35-4faa-a30c-c8380e2d9010', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:47.952439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f1d754cb-6d55-458c-b2ec-49e886ed3a43 None None] Provisioning complete for port 1497721d-0af1-42e0-9173-db0c4964f20a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:47.952842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1d754cb-6d55-458c-b2ec-49e886ed3a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.010589 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:59:48.037736 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.082653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1d754cb-6d55-458c-b2ec-49e886ed3a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.096333 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.107649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6a9b3-cdd6-4abc-9733-dd08526a8f57 None None] Update dhcp port {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': '1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91', 'ip_address': '2001:db8::f816:3eff:fe0e:3cf7'}, {'subnet_id': 'b54ceb77-b5ea-449f-86ac-23c96748fa9e'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '1497721d-0af1-42e0-9173-db0c4964f20a'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:59:48.131954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.134676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=f2f318d4-7c10-4a15-afac-fa1288770cbc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:48.137632 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.139424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f1d754cb-6d55-458c-b2ec-49e886ed3a43 None None] For port 1497721d-0af1-42e0-9173-db0c4964f20a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1497721d-0af1-42e0-9173-db0c4964f20a,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:48.145969 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b6a9b3-cdd6-4abc-9733-dd08526a8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.149566 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f1d754cb-6d55-458c-b2ec-49e886ed3a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.176495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7869315-7f84-4fb3-960e-d23b1a1d1dc0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:48.188101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.189384 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ff0a04ed-0fb8-467e-8d44-e4a37922abee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2475498 Sep 23 19:59:48.192133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33940) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:48.209396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '954056b2-ae35-4faa-a30c-c8380e2d9010', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:48.235843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d754cb-6d55-458c-b2ec-49e886ed3a43 None None] Pushing event updated for resources: {'Port': ['ID=1497721d-0af1-42e0-9173-db0c4964f20a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:48.260914 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:59:48.268742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.279478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.281346 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-63ef4af6-7cfb-4240-b27c-f1b95e2cd560 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/f2f318d4-7c10-4a15-afac-fa1288770cbc HTTP/1.1" status: 204 len: 168 time: 0.6457570 Sep 23 19:59:48.283836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:48.362394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-70b6a9b3-cdd6-4abc-9733-dd08526a8f57 None None] Allocated IP 172.20.0.2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/b54ceb77-b5ea-449f-86ac-23c96748fa9e/1497721d-0af1-42e0-9173-db0c4964f20a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:48.363120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a0503-1a92-4c9c-b283-a2be4c9b5413 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:48.364889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a0503-1a92-4c9c-b283-a2be4c9b5413 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:48.366505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a0503-1a92-4c9c-b283-a2be4c9b5413 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:48.371030 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b05a0503-1a92-4c9c-b283-a2be4c9b5413 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0834103 Sep 23 19:59:48.371363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:48.382084 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.386080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.411825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82ad400-be9e-41c7-a6a8-10808dce3cd7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:48.412069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1497721d-0af1-42e0-9173-db0c4964f20a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:48.418693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.420280 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-098d8026-4805-4d7e-aed8-54f7d3e9c7a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2269185 Sep 23 19:59:48.422907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33946) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:48.428238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'network': {'name': 'tempest-network-smoke--79141508', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:48.442424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:48.448954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:48.452601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.481657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:59:48.490651 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.490996 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Added segment 0f13b517-ec84-4355-ae1b-f0bef34c0223 of type vlan for network ad6d4587-c06d-4a94-a88b-193fc536fbd7 Sep 23 19:59:48.500027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-70b6a9b3-cdd6-4abc-9733-dd08526a8f57 None None] For port 1497721d-0af1-42e0-9173-db0c4964f20a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1497721d-0af1-42e0-9173-db0c4964f20a,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:48.517765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1497721d-0af1-42e0-9173-db0c4964f20a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:48.518143 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.532088 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.554958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b6a9b3-cdd6-4abc-9733-dd08526a8f57 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.556586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.559526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.560428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b6a9b3-cdd6-4abc-9733-dd08526a8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.562793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:48.563433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.608317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.620281 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1947474 Sep 23 19:59:48.631771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:48.638788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'admin_state_up': True, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:48.655812 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb887e2-1483-4a6e-a362-7c01b6ffa7c4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Network': ['ID=ad6d4587-c06d-4a94-a88b-193fc536fbd7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:48.666287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6a9b3-cdd6-4abc-9733-dd08526a8f57 None None] Pushing event updated for resources: {'Port': ['ID=1497721d-0af1-42e0-9173-db0c4964f20a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:48.673517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.674332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:59:48.685821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.686916 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.742908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.797655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.962246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.965559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:48.998555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:49.014082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.016108 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-99b07cfe-ead8-4d51-8ee7-e4669cece6ba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91 HTTP/1.1" status: 204 len: 168 time: 0.6437094 Sep 23 19:59:49.018857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33950) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:49.084269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet b54ceb77-b5ea-449f-86ac-23c96748fa9e {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:49.087595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.129945 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.209064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.220141 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.228543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.249553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa98653-5daa-4b42-bcd8-8be11c9ffa29 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:49.295795 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.321156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b59a5a0b-1abe-4bd5-b7cf-e5aa8b9bf8ab None None] Provisioning complete for port 1497721d-0af1-42e0-9173-db0c4964f20a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:49.321788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b59a5a0b-1abe-4bd5-b7cf-e5aa8b9bf8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.337798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=b54ceb77-b5ea-449f-86ac-23c96748fa9e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:49.339951 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.341918 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bcb9ad3c-2303-4011-b608-9dbf7c6da986 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/b54ceb77-b5ea-449f-86ac-23c96748fa9e HTTP/1.1" status: 204 len: 168 time: 0.3219423 Sep 23 19:59:49.342236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.67 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/aec5f18f-0ee9-4275-b238-77a122bcb8c5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:49.344593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33952) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:49.394597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1f65b4f3-70ee-4d39-bc9f-0deb44e68947 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488071 Sep 23 19:59:49.398680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:49.404093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:49.465397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.468145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b59a5a0b-1abe-4bd5-b7cf-e5aa8b9bf8ab None None] Could not find standard attr ID for object f2f318d4-7c10-4a15-afac-fa1288770cbc. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:49.503983 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.506438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:49.509947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.533615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:49.539959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:49.544567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:49.548046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:49.584382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=aec5f18f-0ee9-4275-b238-77a122bcb8c5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:49.588148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] Deleting port 1497721d-0af1-42e0-9173-db0c4964f20a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:49.588734 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.654652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] For port 1497721d-0af1-42e0-9173-db0c4964f20a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1497721d-0af1-42e0-9173-db0c4964f20a,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:49.655050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.669866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] Calling delete_port for 1497721d-0af1-42e0-9173-db0c4964f20a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:49.709321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.755876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:49.760929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:49.765236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:49.765842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.769422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=ba02ea19-cb77-4706-b10a-2154437c903c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:49.772649 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.785547 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4caf44d3-5727-4b6d-bfc2-ac4b38d35a29 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3832552 Sep 23 19:59:49.786641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:49.791421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:49.806381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] No DVR routers for this DVR port 1497721d-0af1-42e0-9173-db0c4964f20a on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:49.808399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a283406-a7ab-4133-90a9-6458271746dc None None] Pushing event deleted for resources: {'Port': ['ID=1497721d-0af1-42e0-9173-db0c4964f20a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:49.823051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428edd2b-58f0-4ce7-8443-c1d2a40620aa None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:49.830411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.915862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:49.920315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:49.976195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': 'ba02ea19-cb77-4706-b10a-2154437c903c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:49.977104 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.052969 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.114938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Allocated IP 172.20.0.2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/ba02ea19-cb77-4706-b10a-2154437c903c/7183a830-f553-4b45-be80-19bdec7b0cbf) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:50.185174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:59:50.232526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:59:50.234017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.274003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:50.274386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.277779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:50.282015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:50.282632 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.283870 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.296743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=18548e20-1784-4eaf-9b41-9276c35610ca,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:50.305347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bab1185e-3e18-450a-ad57-be6e5cf506ca tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5178916 Sep 23 19:59:50.307126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:50.308099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33958) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:50.318621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:63:fb:f2', 'name': 'tempest-NetworksTestDHCPv6-999284124'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:50.330657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Sync routers for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:50.344921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:50.349251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.355099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:50.357461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-022dc84f-efd9-4733-b9d8-7fe8b52d5af2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7239797 Sep 23 19:59:50.358226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:50.363256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:50.363938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:50.366446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:50.370541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Pushing event updated for resources: {'Port': ['ID=7183a830-f553-4b45-be80-19bdec7b0cbf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:50.415757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1497721d-0af1-42e0-9173-db0c4964f20a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:50.453143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:50.478195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1497721d-0af1-42e0-9173-db0c4964f20a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:50.478598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1497721d-0af1-42e0-9173-db0c4964f20a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:50.514735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-48120268-b848-4630-9e6d-27c27c600e3c tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e144f56724054e42a9e756118e2b5ace&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1526825 Sep 23 19:59:50.515034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:50.540965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Attempting to bind port 7183a830-f553-4b45-be80-19bdec7b0cbf on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:50.541358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Attempting to bind port 7183a830-f553-4b45-be80-19bdec7b0cbf by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:50.541757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Attempting to bind port 7183a830-f553-4b45-be80-19bdec7b0cbf on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:50.551298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:50.551713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:50.552122 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.552577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:50.553119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Bound port: 7183a830-f553-4b45-be80-19bdec7b0cbf, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:50.553556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.574830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:50.648192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.687380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port d88c3485-b01c-48ab-b147-1a7a4b55e02a yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:50.696249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73616042-109e-42e9-b555-d6c1199840fe tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:50.697728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-73616042-109e-42e9-b555-d6c1199840fe tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1817813 Sep 23 19:59:50.701131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33966) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:50.744971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] For port 7183a830-f553-4b45-be80-19bdec7b0cbf, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:50.750304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] For port 7183a830-f553-4b45-be80-19bdec7b0cbf, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7183a830-f553-4b45-be80-19bdec7b0cbf,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:50.754607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1fb24cb7-62d8-4c03-88df-fcd3b5b8ebe6 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523663 Sep 23 19:59:50.757432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:50.763443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.765580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138627247', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:50.865503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dda716-c03a-4e44-8f34-151866f92a2c None None] Pushing event updated for resources: {'Port': ['ID=7183a830-f553-4b45-be80-19bdec7b0cbf,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:50.876734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:50.881320 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:50.889436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:49Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:50.908762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 172.20.0.3 (eb924458-35fa-4e1f-9231-d7a6bc56754b/ba02ea19-cb77-4706-b10a-2154437c903c/d88c3485-b01c-48ab-b147-1a7a4b55e02a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:50.916547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe63:fbf2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/18548e20-1784-4eaf-9b41-9276c35610ca/d88c3485-b01c-48ab-b147-1a7a4b55e02a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:50.931185 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Checking router: c4c3fa43-e692-4fd7-a13c-a7552fed5a51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:50.931540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Updating router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 port aec5f18f-0ee9-4275-b238-77a122bcb8c5 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:59:50.963014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.114825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.134770 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.155247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.221090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Subnet': ['ID=75142f27-5ad5-4838-8b7f-00b1e4eff3cc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:51.228109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:51.230539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=d88c3485-b01c-48ab-b147-1a7a4b55e02a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:51.234925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:51.237462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:51.249855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Checking segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:51.250269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network hostable DHCP agents. Network: ad6d4587-c06d-4a94-a88b-193fc536fbd7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:59:51.269584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:59:51.282888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, ad6d4587-c06d-4a94-a88b-193fc536fbd7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:51.287478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:51.288140 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.289759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:51.290500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.304434 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-db40a033-d167-4ed0-bdec-45630f0a4f95 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5457461 Sep 23 19:59:51.306109 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b3652a35-a60a-4cef-9689-c9993ee1a21e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9968083 Sep 23 19:59:51.307301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 33970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:51.309291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33972) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:51.343880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d359e80-843f-4c6a-9eca-04a66480a36c None None] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:51.366645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e39017-2608-41cf-9cc3-224a9705121a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:51.373541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e39017-2608-41cf-9cc3-224a9705121a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:51.374831 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-82e39017-2608-41cf-9cc3-224a9705121a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0643575 Sep 23 19:59:51.377758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33974) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:51.487271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port d88c3485-b01c-48ab-b147-1a7a4b55e02a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:51.487714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.535806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.558438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.597107 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.601083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:51.602917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.615300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for d88c3485-b01c-48ab-b147-1a7a4b55e02a owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:51.634144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62b84e-580d-44d8-a732-913efb7158b8 None None] Pushing event updated for resources: {'Port': ['ID=aec5f18f-0ee9-4275-b238-77a122bcb8c5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:51.667879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Attempting to bind port aec5f18f-0ee9-4275-b238-77a122bcb8c5 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:51.668391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Attempting to bind port aec5f18f-0ee9-4275-b238-77a122bcb8c5 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:51.668961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Attempting to bind port aec5f18f-0ee9-4275-b238-77a122bcb8c5 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:51.729068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:51.729507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:51.729895 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.730460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:51.730808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Bound port: aec5f18f-0ee9-4275-b238-77a122bcb8c5, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:51.731200 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.826877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.835265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] For port aec5f18f-0ee9-4275-b238-77a122bcb8c5, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:51.841225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] For port aec5f18f-0ee9-4275-b238-77a122bcb8c5, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=aec5f18f-0ee9-4275-b238-77a122bcb8c5,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:51.846485 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.848106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Allocated IP 172.20.0.2 (ad6d4587-c06d-4a94-a88b-193fc536fbd7/75142f27-5ad5-4838-8b7f-00b1e4eff3cc/f2045b19-404d-4371-9708-a965142b3816) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:51.855087 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.885247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=d88c3485-b01c-48ab-b147-1a7a4b55e02a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:51.988844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:51.993351 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-503d0e98-25eb-4bf3-a17b-caccc5afe6e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/d88c3485-b01c-48ab-b147-1a7a4b55e02a HTTP/1.1" status: 204 len: 168 time: 0.6144435 Sep 23 19:59:51.994155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33976) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:52.001727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:52.002375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:52.007797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62b84e-580d-44d8-a732-913efb7158b8 None None] Pushing event updated for resources: {'Port': ['ID=aec5f18f-0ee9-4275-b238-77a122bcb8c5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:52.010459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c58ada3-c68c-49ec-929b-7bbd1795c3d4 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:52.061138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb5c8a-35f9-49ec-90a4-606097940c40 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:52.063064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb5c8a-35f9-49ec-90a4-606097940c40 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:52.064702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb5c8a-35f9-49ec-90a4-606097940c40 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:52.066236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9aeb5c8a-35f9-49ec-90a4-606097940c40 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0709147 Sep 23 19:59:52.069050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:52.121828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 18548e20-1784-4eaf-9b41-9276c35610ca {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:52.124911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.164575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.206950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.211192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-77b83531-2b94-4375-8f34-d47e819e555f None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:52.211560 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77b83531-2b94-4375-8f34-d47e819e555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.221733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.257867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.260590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:52.273282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.302359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=18548e20-1784-4eaf-9b41-9276c35610ca,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:52.308715 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.313360 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-06b902e6-3123-489c-8327-cfa0a427fc3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/18548e20-1784-4eaf-9b41-9276c35610ca HTTP/1.1" status: 204 len: 168 time: 0.2432306 Sep 23 19:59:52.314001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:52.378477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet ba02ea19-cb77-4706-b10a-2154437c903c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:52.387581 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.391887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:52.415567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:52.424732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:52.434266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Pushing event updated for resources: {'Port': ['ID=f2045b19-404d-4371-9708-a965142b3816,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:52.440514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.487599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7183a830-f553-4b45-be80-19bdec7b0cbf up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:52.550118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.627170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.636001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Attempting to bind port f2045b19-404d-4371-9708-a965142b3816 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:52.636371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Attempting to bind port f2045b19-404d-4371-9708-a965142b3816 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:52.636730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Attempting to bind port f2045b19-404d-4371-9708-a965142b3816 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:52.642927 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77b83531-2b94-4375-8f34-d47e819e555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.665596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=ba02ea19-cb77-4706-b10a-2154437c903c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:52.672475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.676792 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab84042c-1856-4fb6-baaf-b0479414e481 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/ba02ea19-cb77-4706-b10a-2154437c903c HTTP/1.1" status: 204 len: 168 time: 0.3594685 Sep 23 19:59:52.676992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:52.677136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Checking segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:52.677443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.677562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33982) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:52.677831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Bound using segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:52.678340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Bound port: f2045b19-404d-4371-9708-a965142b3816, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:52.678916 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.689139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.1 (ad6d4587-c06d-4a94-a88b-193fc536fbd7/75142f27-5ad5-4838-8b7f-00b1e4eff3cc/9a12d020-9c64-4a2e-bf76-2f6fc2143048) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:52.726481 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-87ff783d-b688-465b-8ef7-bb198a3f3038 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452471 Sep 23 19:59:52.726719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33984) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:52.731823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:52.744635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:52.745005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.815678 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.832129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:52.836085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.865003 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.876813 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-77b83531-2b94-4375-8f34-d47e819e555f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:59:52.877233 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-77b83531-2b94-4375-8f34-d47e819e555f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:59:52.882824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] For port f2045b19-404d-4371-9708-a965142b3816, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:52.904651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] For port f2045b19-404d-4371-9708-a965142b3816, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f2045b19-404d-4371-9708-a965142b3816,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:52.915556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:52.921809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:52.928070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:52.929910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:49Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:52.935641 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.955687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=9a12d020-9c64-4a2e-bf76-2f6fc2143048,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:52.985506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.059352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.106572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:53.109868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:53.116298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:53.116915 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.122570 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.132164 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=867b35b4-2d3e-47cf-8ef8-61cdff198975,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:53.142460 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e0e6ac59-3367-4758-bdb0-c20a303289ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4147775 Sep 23 19:59:53.145131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 33986) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:53.147846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4b839-3a58-47b9-8ff0-19dd17743d86 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:53.150021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:53.186056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c08f2c-3ab8-4889-a685-c04a204b0012 None None] The sync data for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 is: [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:49Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:53.216626 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.304706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060abda-bfe7-4e24-97ee-39c0d704fc1d None None] Pushing event updated for resources: {'Port': ['ID=f2045b19-404d-4371-9708-a965142b3816,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:53.305930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:53.316965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.349332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 7183a830-f553-4b45-be80-19bdec7b0cbf, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7183a830-f553-4b45-be80-19bdec7b0cbf,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:53.354924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.497169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=7183a830-f553-4b45-be80-19bdec7b0cbf,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:53.549106 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.563352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.641750 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-88f2b728-a252-4367-9abb-6e7420268483 None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:53.641750 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88f2b728-a252-4367-9abb-6e7420268483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.709794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=9a12d020-9c64-4a2e-bf76-2f6fc2143048,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:53.730988 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.856788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:53.858440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:53.925256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392879f-8347-4c9e-9cb3-3e2af6ba95ee None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:54.013654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:54.044514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9e5b1eb3-47a2-4704-99cb-a6b2d096c59c None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:54.044880 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1eb3-47a2-4704-99cb-a6b2d096c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.211361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:54.217264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1f83c010-06f6-4816-8c28-0589f064f230 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/c4c3fa43-e692-4fd7-a13c-a7552fed5a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9083352 Sep 23 19:59:54.281445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:59:54.575823 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.583528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device aec5f18f-0ee9-4275-b238-77a122bcb8c5 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:54.631451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-3041c853-18e6-4493-9214-7cb5a3447ff8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271644358&fields=id&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 267 time: 0.0656679 Sep 23 19:59:54.641091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0b377d20-5481-46e0-9191-49c9909d8f51 None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:54.641461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b377d20-5481-46e0-9191-49c9909d8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.685278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port aec5f18f-0ee9-4275-b238-77a122bcb8c5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:54.685654 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.726091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359af411-146c-45f3-9478-73a84fdf0d23 None None] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:54.774684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] For port 7183a830-f553-4b45-be80-19bdec7b0cbf, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7183a830-f553-4b45-be80-19bdec7b0cbf,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:54.791112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-b5208247-becd-49e7-b5f5-f33f37bab659 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:54.799680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-b5208247-becd-49e7-b5f5-f33f37bab659 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 795 time: 0.1611168 Sep 23 19:59:54.809505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.815509 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.816265 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.816746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-94ede615-3538-4f5b-ae2d-a2d2edb524d9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/quotas/e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 375 time: 0.0161033 Sep 23 19:59:54.878138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-6b80e5ef-64a9-4ff1-89bf-662c38bccc90 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604599 Sep 23 19:59:54.897282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:54.912155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:54.920426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:54.921028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.934964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=61541fd0-25a6-4af5-95cc-a460dcc93404,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:54.937259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=7183a830-f553-4b45-be80-19bdec7b0cbf,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:54.939825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8872ccc0-b4b1-45ed-a9fc-bde58aab95bc None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:54.944255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:54.960406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f7b8fad0-4402-481e-a39f-7b0e00217655 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8114617 Sep 23 19:59:54.960927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:54.969941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:dc:c6:34', 'name': 'tempest-NetworksTestDHCPv6-2145516034'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:54.983174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port aec5f18f-0ee9-4275-b238-77a122bcb8c5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=aec5f18f-0ee9-4275-b238-77a122bcb8c5,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:55.003570 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.004956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7183a830-f553-4b45-be80-19bdec7b0cbf up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:55.014435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-1c5545de-7a17-4ad2-8060-e032f4223c68 service neutron] 10.222.0.38 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149244 Sep 23 19:59:55.107718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:55.113643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.121779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ac60c379-494a-4317-b204-d3934ca05f09 None None] Provisioning complete for port f2045b19-404d-4371-9708-a965142b3816 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:55.122152 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac60c379-494a-4317-b204-d3934ca05f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.130791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-e0d5ef16-c424-42f5-a141-32a0fdb40982 service neutron] 10.222.0.38 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098957 Sep 23 19:59:55.139966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 6e52504f-c1aa-4330-93d7-39c5b41d086f yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:59:55.208898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=aec5f18f-0ee9-4275-b238-77a122bcb8c5,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:55.303328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:55.303681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.344710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 172.20.0.6 (eb924458-35fa-4e1f-9231-d7a6bc56754b/867b35b4-2d3e-47cf-8ef8-61cdff198975/6e52504f-c1aa-4330-93d7-39c5b41d086f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:55.351575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fedc:c634 (eb924458-35fa-4e1f-9231-d7a6bc56754b/61541fd0-25a6-4af5-95cc-a460dcc93404/6e52504f-c1aa-4330-93d7-39c5b41d086f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:55.390266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd99eee8-0248-4f68-ac35-4a51849bef10 req-aa503dac-8e18-417e-840b-dc7f979fed7a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 210 time: 0.0470831 Sep 23 19:59:55.423023 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac60c379-494a-4317-b204-d3934ca05f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.425298 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Sync routers for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:55.440280 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:55.442634 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:55.480215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ac60c379-494a-4317-b204-d3934ca05f09 None None] For port f2045b19-404d-4371-9708-a965142b3816, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f2045b19-404d-4371-9708-a965142b3816,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:55.489640 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac60c379-494a-4317-b204-d3934ca05f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.603181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ac60c379-494a-4317-b204-d3934ca05f09 None None] Could not find standard attr ID for object f2f318d4-7c10-4a15-afac-fa1288770cbc. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:59:55.603965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.642945 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:55.653431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.666595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f2045b19-404d-4371-9708-a965142b3816 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:55.708095 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.725334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:55.728835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:55.737342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:55.743236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=6e52504f-c1aa-4330-93d7-39c5b41d086f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:55.761623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ce2ed-fc79-444c-9bbc-d242ba4026dd None None] Update dhcp port {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': '61541fd0-25a6-4af5-95cc-a460dcc93404', 'ip_address': '2001:db8::f816:3eff:fe34:9a1f'}, {'subnet_id': '867b35b4-2d3e-47cf-8ef8-61cdff198975'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '7183a830-f553-4b45-be80-19bdec7b0cbf'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:59:55.767616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60c379-494a-4317-b204-d3934ca05f09 None None] Pushing event updated for resources: {'Port': ['ID=f2045b19-404d-4371-9708-a965142b3816,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:55.813194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a714c85d-01b0-4c47-b9bd-8ff8b4f38afd None None] Provisioning complete for port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:55.813823 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a714c85d-01b0-4c47-b9bd-8ff8b4f38afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.815539 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-218ce2ed-fc79-444c-9bbc-d242ba4026dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.819109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:55.819875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.837886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1ab3bdec-18f0-41b2-8ce7-f30fab80b047 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8750708 Sep 23 19:59:55.840392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:55.914355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e71984-3f9f-418b-b4d3-dc6c5099f4ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:55.923375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e71984-3f9f-418b-b4d3-dc6c5099f4ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:55.927788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-01e71984-3f9f-418b-b4d3-dc6c5099f4ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0840511 Sep 23 19:59:55.928529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:55.984659 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 2, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:56.016504 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Checking router: c4c3fa43-e692-4fd7-a13c-a7552fed5a51 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:56.016851 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Updating router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:59:56.063485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 6e52504f-c1aa-4330-93d7-39c5b41d086f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:56.063989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.162804 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.165871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a714c85d-01b0-4c47-b9bd-8ff8b4f38afd None None] Port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:56.172605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f2045b19-404d-4371-9708-a965142b3816 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:56.172971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.189127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.204999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 6e52504f-c1aa-4330-93d7-39c5b41d086f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:56.278158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a714c85d-01b0-4c47-b9bd-8ff8b4f38afd None None] Provisioning complete for port f2045b19-404d-4371-9708-a965142b3816 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:56.278525 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a714c85d-01b0-4c47-b9bd-8ff8b4f38afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.405745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-218ce2ed-fc79-444c-9bbc-d242ba4026dd None None] Allocated IP 172.20.0.2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/867b35b4-2d3e-47cf-8ef8-61cdff198975/7183a830-f553-4b45-be80-19bdec7b0cbf) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:56.416038 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.453205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=6e52504f-c1aa-4330-93d7-39c5b41d086f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:56.528377 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.540894 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.553455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-218ce2ed-fc79-444c-9bbc-d242ba4026dd None None] For port 7183a830-f553-4b45-be80-19bdec7b0cbf, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7183a830-f553-4b45-be80-19bdec7b0cbf,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:56.610158 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Pushing event updated for resources: {'Port': ['ID=9a12d020-9c64-4a2e-bf76-2f6fc2143048,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:56.610659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77695994-35e8-455a-ae96-406b5181bd05 req-ca441b7a-e182-4e5a-a99e-d4c12dab2053 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 210 time: 0.0965319 Sep 23 19:59:56.614906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device aec5f18f-0ee9-4275-b238-77a122bcb8c5 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:56.620457 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-218ce2ed-fc79-444c-9bbc-d242ba4026dd None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.635840 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.637372 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.637858 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.638287 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.638627 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.638959 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.639287 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.639615 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.639937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.640262 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.640584 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.640903 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:56.641699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.647258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-218ce2ed-fc79-444c-9bbc-d242ba4026dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.647477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34020) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:56.649092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c355c72-d581-4a64-a423-1c41763e89ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/6e52504f-c1aa-4330-93d7-39c5b41d086f HTTP/1.1" status: 204 len: 168 time: 0.7191513 Sep 23 19:59:56.716284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4b98319f-5083-4929-9f3a-97119fd03b0c None None] Provisioning complete for port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:56.716711 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b98319f-5083-4929-9f3a-97119fd03b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.744605 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Attempting to bind port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:56.745009 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Attempting to bind port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:56.745379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Attempting to bind port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:56.755916 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:56.756879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Checking segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:56.759770 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.759770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Bound using segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:56.759770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Bound port: 9a12d020-9c64-4a2e-bf76-2f6fc2143048, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:56.759770 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.848104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2daa7b-d7af-483f-abab-b8b25cdfc383 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:56.849679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2daa7b-d7af-483f-abab-b8b25cdfc383 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:56.851402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2daa7b-d7af-483f-abab-b8b25cdfc383 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:56.853038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb2daa7b-d7af-483f-abab-b8b25cdfc383 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2052131 Sep 23 19:59:56.857309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:56.859863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4b98319f-5083-4929-9f3a-97119fd03b0c None None] Port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:56.860424 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-1fdab433-7b34-441c-9472-e8f49d1d342a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:56.861906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-1fdab433-7b34-441c-9472-e8f49d1d342a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 795 time: 0.2640553 Sep 23 19:59:56.864614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ce2ed-fc79-444c-9bbc-d242ba4026dd None None] Pushing event updated for resources: {'Port': ['ID=7183a830-f553-4b45-be80-19bdec7b0cbf,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:56.870055 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] For port 9a12d020-9c64-4a2e-bf76-2f6fc2143048, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:56.878062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port aec5f18f-0ee9-4275-b238-77a122bcb8c5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:56.878644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.887045 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] For port 9a12d020-9c64-4a2e-bf76-2f6fc2143048, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9a12d020-9c64-4a2e-bf76-2f6fc2143048,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:56.896709 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.950299 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-5944c793-5212-425f-a3e5-598420c2ef0d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 379 time: 0.0783205 Sep 23 19:59:56.959930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'port': {'device_id': '4556da0f-1bb7-469e-872d-af599d372d67', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'admin_state_up': True, 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'security_groups': ['954056b2-ae35-4faa-a30c-c8380e2d9010']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:56.966761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:56.997968 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:57.001499 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:57.020148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 61541fd0-25a6-4af5-95cc-a460dcc93404 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:57.024713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.027251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7183a830-f553-4b45-be80-19bdec7b0cbf up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:57.102647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a31dfd24-f6cc-4d54-8943-89bee21b3ab3 None None] Provisioning complete for port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:57.103273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a31dfd24-f6cc-4d54-8943-89bee21b3ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.106477 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e83a09-e992-4882-a746-586a88c7023e None None] Pushing event updated for resources: {'Port': ['ID=9a12d020-9c64-4a2e-bf76-2f6fc2143048,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:57.108385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.155576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:57.160158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.165534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:57.165907 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.275118 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:57.283425 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a31dfd24-f6cc-4d54-8943-89bee21b3ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.310610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.347562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a31dfd24-f6cc-4d54-8943-89bee21b3ab3 None None] For port 9a12d020-9c64-4a2e-bf76-2f6fc2143048, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9a12d020-9c64-4a2e-bf76-2f6fc2143048,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:57.357988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a31dfd24-f6cc-4d54-8943-89bee21b3ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.365289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.3 (ad6d4587-c06d-4a94-a88b-193fc536fbd7/75142f27-5ad5-4838-8b7f-00b1e4eff3cc/5d24fc7e-cb9b-487b-9132-c16aed318f47) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:57.438648 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.449936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f2045b19-404d-4371-9708-a965142b3816 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:57.453522 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.458570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/61541fd0-25a6-4af5-95cc-a460dcc93404 HTTP/1.1" status: 204 len: 168 time: 0.5988390 Sep 23 19:59:57.459786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:57.494096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dfd24-f6cc-4d54-8943-89bee21b3ab3 None None] Pushing event updated for resources: {'Port': ['ID=9a12d020-9c64-4a2e-bf76-2f6fc2143048,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:57.495407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd5d4b-65f8-4d29-8dd0-479d54d8dc0a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=61541fd0-25a6-4af5-95cc-a460dcc93404,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:57.528143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f0a8993c-57ed-412e-aa88-7cb7a19a756b None None] Provisioning complete for port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:57.529114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0a8993c-57ed-412e-aa88-7cb7a19a756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.566258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 867b35b4-2d3e-47cf-8ef8-61cdff198975 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:57.569492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.604755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f2045b19-404d-4371-9708-a965142b3816 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:57.605039 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.611611 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:56Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:57.630819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.634710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.658952 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a440ea9-a92d-4020-9a3d-06ab5ede96d1 None None] The sync data for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 is: [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:56Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:57.693100 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.789194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:57.795467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:57.798145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:57.841248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03529db7-441c-4911-a881-e17db5f34731 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:57.849401 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.861145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcdec0-0aed-40f9-ad38-137054cc644d req-becf69fd-7691-4d24-9c92-3c82ce408bb5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:57.862182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:57.863023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6edcdec0-0aed-40f9-ad38-137054cc644d req-becf69fd-7691-4d24-9c92-3c82ce408bb5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 931 time: 0.1352849 Sep 23 19:59:57.899249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:57.905869 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.929700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-96947db9-6201-441d-98c2-10dedb15a31b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9737239 Sep 23 19:59:57.949129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c17ab2c7-b97e-468d-9f56-c55eb146e85f None None] Provisioning complete for port 7183a830-f553-4b45-be80-19bdec7b0cbf triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:57.949534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c17ab2c7-b97e-468d-9f56-c55eb146e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.955497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Request body: {'port': {'device_id': '4556da0f-1bb7-469e-872d-af599d372d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:57.962868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6edcdec0-0aed-40f9-ad38-137054cc644d req-6c9ea2e1-b796-408b-aee0-d5c1b215ef8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634015 Sep 23 19:59:57.997082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.029845 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.038298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=867b35b4-2d3e-47cf-8ef8-61cdff198975,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:58.051447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.054098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-74463d88-6238-42cf-b300-82e4e38b0f5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/867b35b4-2d3e-47cf-8ef8-61cdff198975 HTTP/1.1" status: 204 len: 168 time: 0.5690453 Sep 23 19:59:58.056482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.112077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-af1809bf-fb40-4a4f-86f0-1d4a8ce79e41 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543232 Sep 23 19:59:58.114780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.177851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785cd22-2a71-452c-884c-198726d28efc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:58.180390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5785cd22-2a71-452c-884c-198726d28efc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0630114 Sep 23 19:59:58.183001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.239230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc233e-2421-4cfa-b56e-6e37defe3804 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:58.243128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-08cc233e-2421-4cfa-b56e-6e37defe3804 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0567183 Sep 23 19:59:58.243397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.263016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:58.291351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4128461d-0a69-4fd4-9fee-314c54f293a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466237 Sep 23 19:59:58.296084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.302311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-94067e8b-fc79-49ae-8dc4-44987ac5c11b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:58.308417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-28d638f3-2596-43d2-9757-9a3885eb4ca9 None None] Provisioning complete for port 5d24fc7e-cb9b-487b-9132-c16aed318f47 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:58.308679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28d638f3-2596-43d2-9757-9a3885eb4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.365856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] Deleting port 7183a830-f553-4b45-be80-19bdec7b0cbf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:58.366145 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.377509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-28d638f3-2596-43d2-9757-9a3885eb4ca9 None None] Port 5d24fc7e-cb9b-487b-9132-c16aed318f47 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:58.385147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d24fc7e-cb9b-487b-9132-c16aed318f47 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:59:58.395143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.408765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Transition to ACTIVE for port object 5d24fc7e-cb9b-487b-9132-c16aed318f47 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:59:58.411809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.413807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94067e8b-fc79-49ae-8dc4-44987ac5c11b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:58.417953 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94067e8b-fc79-49ae-8dc4-44987ac5c11b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.419702 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-94067e8b-fc79-49ae-8dc4-44987ac5c11b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:59:58.420299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94067e8b-fc79-49ae-8dc4-44987ac5c11b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:58.439814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-94067e8b-fc79-49ae-8dc4-44987ac5c11b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1422212 Sep 23 19:59:58.442889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.451603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] For port 7183a830-f553-4b45-be80-19bdec7b0cbf, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7183a830-f553-4b45-be80-19bdec7b0cbf,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:58.452049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.464373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2c657add-8cda-4fc3-b7cf-22e44867355e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:58.469321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] Calling delete_port for 7183a830-f553-4b45-be80-19bdec7b0cbf owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:58.571006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:58.593526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c657add-8cda-4fc3-b7cf-22e44867355e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:58.599121 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c657add-8cda-4fc3-b7cf-22e44867355e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.601138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:58.601538 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c657add-8cda-4fc3-b7cf-22e44867355e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:59:58.601874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:58.602219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c657add-8cda-4fc3-b7cf-22e44867355e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:58.603119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:58.611279 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:58.612073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:58.624404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:58.625027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Checking segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:58.625542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Bound using segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:58.627009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Bound port: 5d24fc7e-cb9b-487b-9132-c16aed318f47, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:58.627645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.641455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2c657add-8cda-4fc3-b7cf-22e44867355e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1941521 Sep 23 19:59:58.641455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.645357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9a12d020-9c64-4a2e-bf76-2f6fc2143048 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:58.647011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc31beb8-4b76-4468-8104-ab9fee317e8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:58.650515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.752699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] No DVR routers for this DVR port 7183a830-f553-4b45-be80-19bdec7b0cbf on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:58.763552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001859d-677e-42be-9d95-e8cdfec31892 None None] Pushing event deleted for resources: {'Port': ['ID=7183a830-f553-4b45-be80-19bdec7b0cbf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:58.764047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31beb8-4b76-4468-8104-ab9fee317e8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:58.773959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc31beb8-4b76-4468-8104-ab9fee317e8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.781131 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc31beb8-4b76-4468-8104-ab9fee317e8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:59:58.781411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc31beb8-4b76-4468-8104-ab9fee317e8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:58.792889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:58.797501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:58.801314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc31beb8-4b76-4468-8104-ab9fee317e8e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1586149 Sep 23 19:59:58.802753 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.804386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:58.807954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:58.808343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.811190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-81951889-c2a7-4cef-910e-4d0772927b87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:58.848747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:58.849433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.850958 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] 10.222.0.72 "PUT /v2.0/ports/5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 1091 time: 0.9039943 Sep 23 19:59:58.851549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:58.854045 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46" -d '{"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:58.927660 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fe9f3c-ac81-41b2-a7ca-1e56f356c0d8 x-openstack-request-id: req-42fe9f3c-ac81-41b2-a7ca-1e56f356c0d8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:58.927851 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:58.928043 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42fe9f3c-ac81-41b2-a7ca-1e56f356c0d8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:58.928375 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'status': 'completed', 'code': 200} Sep 23 19:59:58.957289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fa06d-6eca-42f9-ba95-a2f6fd15242d service neutron] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:58.979603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-d3d3b7b8-9677-4988-a929-5b1c40e518a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:58.981216 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-d3d3b7b8-9677-4988-a929-5b1c40e518a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1094 time: 0.0767417 Sep 23 19:59:58.992940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81951889-c2a7-4cef-910e-4d0772927b87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:58.997111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81951889-c2a7-4cef-910e-4d0772927b87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.998590 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-81951889-c2a7-4cef-910e-4d0772927b87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:59:58.999015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81951889-c2a7-4cef-910e-4d0772927b87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:59.015494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7183a830-f553-4b45-be80-19bdec7b0cbf no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:59.036038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:59.036923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-81951889-c2a7-4cef-910e-4d0772927b87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2309308 Sep 23 19:59:59.042237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-bbd11ed3-6f1a-4b03-a803-a40012a74d77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:59.052020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7183a830-f553-4b45-be80-19bdec7b0cbf {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:59.052362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7183a830-f553-4b45-be80-19bdec7b0cbf not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:59.067679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-2d0285ff-59f9-45be-b15c-6e6204fb1693 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 217 time: 0.0782392 Sep 23 19:59:59.125945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8804e-7207-40a8-9e25-8fc56a7f8400 req-399691c0-5200-4145-9663-734853629399 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:59.134293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7f8804e-7207-40a8-9e25-8fc56a7f8400 req-399691c0-5200-4145-9663-734853629399 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 943 time: 0.0687144 Sep 23 19:59:59.171957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7f8804e-7207-40a8-9e25-8fc56a7f8400 req-6fd084e3-01e1-48b1-82ad-fc62949a95bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366228 Sep 23 19:59:59.181711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-dc695ed3-e4af-423e-b52a-95a1e4c85d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:59.183849 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-dc695ed3-e4af-423e-b52a-95a1e4c85d37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.1010106 Sep 23 19:59:59.219494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd11ed3-6f1a-4b03-a803-a40012a74d77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:59.227918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bbd11ed3-6f1a-4b03-a803-a40012a74d77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:59.230113 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd11ed3-6f1a-4b03-a803-a40012a74d77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:59:59.230765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd11ed3-6f1a-4b03-a803-a40012a74d77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:59.252651 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bbd11ed3-6f1a-4b03-a803-a40012a74d77 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2155414 Sep 23 19:59:59.255664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34050) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:59.260867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-679f23f6-6114-4125-81f7-8511c3b88dfa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:59.266552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393489-829a-412b-9c39-3e9196bb9eba req-70a3ff6e-76d5-4fdd-8b7b-549946bc9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:59.268040 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-70a3ff6e-76d5-4fdd-8b7b-549946bc9917 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769956 Sep 23 19:59:59.422821 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-1b6ff103-7bc2-40f6-8b79-aee4b5eb8bb1 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428559 Sep 23 19:59:59.423671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f23f6-6114-4125-81f7-8511c3b88dfa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:59.427039 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-679f23f6-6114-4125-81f7-8511c3b88dfa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:59.428361 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-679f23f6-6114-4125-81f7-8511c3b88dfa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:59:59.428784 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679f23f6-6114-4125-81f7-8511c3b88dfa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:59:59.466291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-679f23f6-6114-4125-81f7-8511c3b88dfa tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2094035 Sep 23 19:59:59.468731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:59.520538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b878943-e68a-4fe4-8bb4-7a6d38cb99be tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507791 Sep 23 19:59:59.522957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:59.546574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5393489-829a-412b-9c39-3e9196bb9eba req-759aa6a2-5921-41f7-8b4f-9cf081e4c594 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154926 Sep 23 19:59:59.577590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caffe13d-74f0-46f8-87cf-b3309e4f1742 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:59.579119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-caffe13d-74f0-46f8-87cf-b3309e4f1742 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551760 Sep 23 19:59:59.582050 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34056) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:59.640446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d0e91755-3e38-4e8d-950d-7e3eb0690254 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570586 Sep 23 19:59:59.644470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34058) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:59.649798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:59.722445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-258a0c45-3937-4ff1-97a6-36007d8cc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:59.723825 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-258a0c45-3937-4ff1-97a6-36007d8cc39c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1094 time: 0.1337318 Sep 23 19:59:59.774362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:59.777789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:59.889726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-731b19b6-2e88-4946-8d02-bdcd38e204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:59.891226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-731b19b6-2e88-4946-8d02-bdcd38e204f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1601393 Sep 23 19:59:59.938507 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-8564194d-c77e-4b76-a92c-f47b2b7cad1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 217 time: 0.0372636 Sep 23 20:00:00.025681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-6fedf087-119f-4faa-bc2b-946b852a7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:00.027096 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-6fedf087-119f-4faa-bc2b-946b852a7703 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0808814 Sep 23 20:00:00.125245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-6ce91232-6279-4479-baec-aa933cf649a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:00.126765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-6ce91232-6279-4479-baec-aa933cf649a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787554 Sep 23 20:00:00.189442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:00.192273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.270663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:00.278654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:00.288617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7caa7d8-eeb0-4755-b827-4f67caa55e6f None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:00.289097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:00.289598 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.294444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958d62-773c-4307-ae9a-4d0b3cc7c897 req-1b1ea2eb-40bb-46bb-b4e2-9842172445f3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:00.295707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76958d62-773c-4307-ae9a-4d0b3cc7c897 req-1b1ea2eb-40bb-46bb-b4e2-9842172445f3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 943 time: 0.0521474 Sep 23 20:00:00.305914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-fe7b4e3a-4439-498a-b156-1c34d201cde0 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700044 Sep 23 20:00:00.306889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=9aab18e0-80be-46fc-9103-54082189a9fa,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:00.324300 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6de0bed7-50be-4763-9574-f49f987a476a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6786411 Sep 23 20:00:00.332142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:00.335361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:96:28:25', 'name': 'tempest-NetworksTestDHCPv6-1363431102'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:00.368302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-76958d62-773c-4307-ae9a-4d0b3cc7c897 req-75d85173-3861-4cf2-a8c9-ed5ef01b9b2b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635128 Sep 23 20:00:00.410159 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-48cd7cb0-b9bb-46fd-b91e-f5ab9be46b46 req-fd353e53-06d7-4f4b-a0ab-f1112e198fee service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969679 Sep 23 20:00:00.453455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '9aab18e0-80be-46fc-9103-54082189a9fa'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:00.454638 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.478564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:00.560867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.580725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port d68175ee-870f-4c25-8ab6-632c92e4d530 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:00.589315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Allocated IP 2001:db8::f816:3eff:fee0:7bf8 (eb924458-35fa-4e1f-9231-d7a6bc56754b/9aab18e0-80be-46fc-9103-54082189a9fa/20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:00.729535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.735109 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.772419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:00.775354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:00.779499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:00.784831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe96:2825 (eb924458-35fa-4e1f-9231-d7a6bc56754b/9aab18e0-80be-46fc-9103-54082189a9fa/d68175ee-870f-4c25-8ab6-632c92e4d530) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:00.788377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Pushing event updated for resources: {'Port': ['ID=20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:00.844152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Attempting to bind port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:00.844616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Attempting to bind port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:00.845121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Attempting to bind port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:00.850693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:00.851175 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:00.851728 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.852286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:00.852941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Bound port: 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:00.853469 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.920478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] For port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:00.923583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] For port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:00.927925 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.935206 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.968864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.984860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0cf2-b236-4790-891c-d9c8d8b02749 None None] Pushing event updated for resources: {'Port': ['ID=20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:01.013001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:01.016090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:01.019996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:01.025604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:01.026305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.034792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=d68175ee-870f-4c25-8ab6-632c92e4d530,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:01.048674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f8a0094-4448-4677-bbff-01ed3be9714c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7197418 Sep 23 20:00:01.051788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:01.053251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:00:01.103091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5ce9f-5f50-4729-bd43-b6a6e3062b73 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:01.108938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5ce9f-5f50-4729-bd43-b6a6e3062b73 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:01.111550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-49c5ce9f-5f50-4729-bd43-b6a6e3062b73 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0580761 Sep 23 20:00:01.113761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34066) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:01.190851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:01.209508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'port_id': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'mac_address': 'fa:16:3e:06:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:00:01.235498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port d68175ee-870f-4c25-8ab6-632c92e4d530 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:01.236431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.253546 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.268997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d24fc7e-cb9b-487b-9132-c16aed318f47 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:00:01.288957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:01.293883 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.329996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.342173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for d68175ee-870f-4c25-8ab6-632c92e4d530 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:01.345704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:01.476480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.502346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581df5f-8ecd-40b9-8226-40230714806e req-51ea5025-d59e-4bda-b408-bc9e86f92fc1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:01.503839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a581df5f-8ecd-40b9-8226-40230714806e req-51ea5025-d59e-4bda-b408-bc9e86f92fc1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 944 time: 0.0573354 Sep 23 20:00:01.506109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=d68175ee-870f-4c25-8ab6-632c92e4d530,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:01.539444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.541799 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cb6fd526-3a67-4ff6-8e20-3cb217a876d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/d68175ee-870f-4c25-8ab6-632c92e4d530 HTTP/1.1" status: 204 len: 168 time: 0.4269783 Sep 23 20:00:01.544288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:01.550116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['5d24fc7e-cb9b-487b-9132-c16aed318f47'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:00:01.550894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a581df5f-8ecd-40b9-8226-40230714806e req-6688cb8d-51c9-4f03-959c-a4a09bc47df3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389645 Sep 23 20:00:01.603199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bf9d8-e21c-4271-8cfc-9e3eb65abc74 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:01.604949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bf9d8-e21c-4271-8cfc-9e3eb65abc74 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:01.606589 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f90bf9d8-e21c-4271-8cfc-9e3eb65abc74 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0613482 Sep 23 20:00:01.609195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34072) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:01.663602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 9aab18e0-80be-46fc-9103-54082189a9fa {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:01.668092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.712997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.808162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.872385 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.900914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=9aab18e0-80be-46fc-9103-54082189a9fa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:01.904707 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:01.908866 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4dc8fecf-f113-4bcc-99fe-9c4519277463 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/9aab18e0-80be-46fc-9103-54082189a9fa HTTP/1.1" status: 204 len: 168 time: 0.2963967 Sep 23 20:00:01.908989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34074) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:01.950026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-637ba95e-0a3a-47fd-9422-9e5b4c8b045c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399301 Sep 23 20:00:01.953098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:01.954139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea5aa6-00e8-44f0-add9-d6ad55b06f52 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:01.958620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:02.045044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:02.048826 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.063055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c4bce660-f605-43e8-9d83-a0c577eba813 None None] Provisioning complete for port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:02.063438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4bce660-f605-43e8-9d83-a0c577eba813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.153006 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4bce660-f605-43e8-9d83-a0c577eba813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.156975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a70088-541a-4053-a1eb-534763ad37da None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:02.208681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c4bce660-f605-43e8-9d83-a0c577eba813 None None] For port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:02.213560 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4bce660-f605-43e8-9d83-a0c577eba813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.271430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-48a70088-541a-4053-a1eb-534763ad37da None None] Deleting port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:02.271807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a70088-541a-4053-a1eb-534763ad37da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.274484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bce660-f605-43e8-9d83-a0c577eba813 None None] Pushing event updated for resources: {'Port': ['ID=20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:02.350660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-48a70088-541a-4053-a1eb-534763ad37da None None] For port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:02.351255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a70088-541a-4053-a1eb-534763ad37da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.363645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:02.363817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-48a70088-541a-4053-a1eb-534763ad37da None None] Calling delete_port for 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:02.443382 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48a70088-541a-4053-a1eb-534763ad37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.468970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a70088-541a-4053-a1eb-534763ad37da None None] Pushing event deleted for resources: {'Port': ['ID=20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:02.472661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a70088-541a-4053-a1eb-534763ad37da None None] No DVR routers for this DVR port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:02.527945 n-d-810763-1 neutron-server[94826]: WARNING neutron.services.revisions.revision_plugin [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Could not find related port for resource to bump revision. Sep 23 20:00:02.532325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Port 20c2cc0f-ee29-4ce0-8d2b-a1722d8a09e5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 20:00:02.532636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Reverting IP allocation for 2001:db8::f816:3eff:fee0:7bf8 {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 20:00:02.535911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee0:7bf8 {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 20:00:02.537032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.578331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:02.581833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:02.586001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:02.586625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.592024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb429a7-55f8-4b9c-8ea6-ab76eab754aa None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:02.599010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=abe14b09-98b2-4069-9e19-1f0cd83527bb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:02.614010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1631836a-0caa-4330-98db-7961d87e14a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6572073 Sep 23 20:00:02.614167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:02.619460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:57:a9:56', 'name': 'tempest-NetworksTestDHCPv6-1011075708'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:02.737785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd1c44-559a-485a-9f28-b117a0b62eb2 req-47bd4945-b478-490f-9f94-49114f77a779 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:02.739191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7cd1c44-559a-485a-9f28-b117a0b62eb2 req-47bd4945-b478-490f-9f94-49114f77a779 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 944 time: 0.1050239 Sep 23 20:00:02.755126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': 'abe14b09-98b2-4069-9e19-1f0cd83527bb'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:02.755996 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.794883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7cd1c44-559a-485a-9f28-b117a0b62eb2 req-22114539-0a2c-484b-8614-d97eadc5beed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482023 Sep 23 20:00:02.795907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:02.799728 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:02.826489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port b49f7f14-38bb-43f5-9732-a9b8a59b16dc yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:02.891439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Allocated IP 2001:db8::f816:3eff:feae:298a (eb924458-35fa-4e1f-9231-d7a6bc56754b/abe14b09-98b2-4069-9e19-1f0cd83527bb/9a82fc61-8c41-4e56-aec3-05c33eb0b0dd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:03.030511 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.036590 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.071478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:03.086975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe57:a956 (eb924458-35fa-4e1f-9231-d7a6bc56754b/abe14b09-98b2-4069-9e19-1f0cd83527bb/b49f7f14-38bb-43f5-9732-a9b8a59b16dc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:03.101565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:03.113607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:03.116084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:03.122252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Pushing event updated for resources: {'Port': ['ID=9a82fc61-8c41-4e56-aec3-05c33eb0b0dd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:03.191593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Attempting to bind port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:03.191827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Attempting to bind port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:03.192186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Attempting to bind port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:03.195670 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 5d24fc7e-cb9b-487b-9132-c16aed318f47 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:00:03.201410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:03.201788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:03.202194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.202624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:03.203094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Bound port: 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:03.203476 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.205536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 5d24fc7e-cb9b-487b-9132-c16aed318f47 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:03.205885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.236864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.271076 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.302444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] For port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:03.308415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] For port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9a82fc61-8c41-4e56-aec3-05c33eb0b0dd,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:03.322232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:03.328793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:03.336155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:03.339522 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.341805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.342433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.345837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=b49f7f14-38bb-43f5-9732-a9b8a59b16dc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:03.361130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3298efb5-819b-435a-9657-0ad425bc132f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7457867 Sep 23 20:00:03.363859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34082) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:03.388363 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.425079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e3435-93d6-495e-9f73-e2afee3798fb None None] Pushing event updated for resources: {'Port': ['ID=9a82fc61-8c41-4e56-aec3-05c33eb0b0dd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:03.436092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:03.438113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7be549-50dc-4242-ab0c-f19ad134d15c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.438635 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89166b3-f53a-4c9f-b025-788f76417e8a" -d '{"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-plugged", "status": "completed", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:03.452767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7be549-50dc-4242-ab0c-f19ad134d15c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.453953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:03.460288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:03.461428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.464210 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bb7be549-50dc-4242-ab0c-f19ad134d15c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0981758 Sep 23 20:00:03.486673 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f01d65-6524-480d-ae60-e519bd6717c2 x-openstack-request-id: req-84f01d65-6524-480d-ae60-e519bd6717c2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:03.486972 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-plugged", "status": "completed", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:03.487227 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84f01d65-6524-480d-ae60-e519bd6717c2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:03.487635 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'code': 200} Sep 23 20:00:03.516368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:03.556445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port b49f7f14-38bb-43f5-9732-a9b8a59b16dc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:03.557190 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.602915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356a4c3-348f-42de-9747-f756b5400952 req-a2ba7810-5411-4e43-ad6e-f1d900e04169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.606272 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8356a4c3-348f-42de-9747-f756b5400952 req-a2ba7810-5411-4e43-ad6e-f1d900e04169 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0572746 Sep 23 20:00:03.641892 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8356a4c3-348f-42de-9747-f756b5400952 req-1d8ec8be-b234-49e6-b6b8-48a385c68034 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279887 Sep 23 20:00:03.669662 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.682873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for b49f7f14-38bb-43f5-9732-a9b8a59b16dc owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:03.810763 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.836467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=b49f7f14-38bb-43f5-9732-a9b8a59b16dc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:03.863464 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:03.865421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e6598c1-f677-4d93-8e14-6f7ae1ed4bd5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/b49f7f14-38bb-43f5-9732-a9b8a59b16dc HTTP/1.1" status: 204 len: 168 time: 0.4034498 Sep 23 20:00:03.868556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:03.919450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c24fd0-a937-4d70-85b1-c91482f4f8e1 req-ec771867-b2b3-4e5b-9ee8-8f688d904a47 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.920166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74bdb5c-a8a9-43b0-ab8e-94579aeca04d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.920978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95c24fd0-a937-4d70-85b1-c91482f4f8e1 req-ec771867-b2b3-4e5b-9ee8-8f688d904a47 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0537167 Sep 23 20:00:03.921652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74bdb5c-a8a9-43b0-ab8e-94579aeca04d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.923132 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a74bdb5c-a8a9-43b0-ab8e-94579aeca04d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0535858 Sep 23 20:00:03.925717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:03.958144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95c24fd0-a937-4d70-85b1-c91482f4f8e1 req-60025748-e25e-47b5-aa87-b5e611bcf2c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310297 Sep 23 20:00:03.980203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet abe14b09-98b2-4069-9e19-1f0cd83527bb {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:03.983360 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.320257 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.402710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.448362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1e6ce2f0-877c-4fe9-9663-a292863fb857 None None] Provisioning complete for port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:04.448960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce2f0-877c-4fe9-9663-a292863fb857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.476732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.511259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=abe14b09-98b2-4069-9e19-1f0cd83527bb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:04.516269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.518334 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-12edcf05-3657-4b6d-8a73-6756c0cc1e1a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/abe14b09-98b2-4069-9e19-1f0cd83527bb HTTP/1.1" status: 204 len: 168 time: 0.5916591 Sep 23 20:00:04.520726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34094) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:04.559849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc4b23-adfd-4f23-9350-e39ec8dd90d7 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:04.563269 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce2f0-877c-4fe9-9663-a292863fb857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.580335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-600d9b23-d2cc-453f-bcc8-476620655c61 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561817 Sep 23 20:00:04.580565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:04.598679 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:04.627577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cb39c-526c-46ec-b3b7-c4c5a02369c1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:04.629051 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d66cb39c-526c-46ec-b3b7-c4c5a02369c1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0475864 Sep 23 20:00:04.631510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34098) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:04.690201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1e6ce2f0-877c-4fe9-9663-a292863fb857 None None] For port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9a82fc61-8c41-4e56-aec3-05c33eb0b0dd,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:04.692846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60965fd-c777-47b3-8cac-946f7e0aa00c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:04.696972 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b60965fd-c777-47b3-8cac-946f7e0aa00c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620883 Sep 23 20:00:04.697251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:04.716788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce2f0-877c-4fe9-9663-a292863fb857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.742137 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bf2d3c14-dd0f-4df0-91eb-8d64ef20538d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428991 Sep 23 20:00:04.747799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:04.753365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:04.779664 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:04.780045 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.816519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ce2f0-877c-4fe9-9663-a292863fb857 None None] Pushing event updated for resources: {'Port': ['ID=9a82fc61-8c41-4e56-aec3-05c33eb0b0dd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:04.832053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0163d867-3799-4321-a74b-8fd4c150742a None None] Could not find standard attr ID for object b49f7f14-38bb-43f5-9732-a9b8a59b16dc. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:04.847936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:04.851593 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.891003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:04.936962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] Deleting port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:04.937386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:04.999757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] For port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9a82fc61-8c41-4e56-aec3-05c33eb0b0dd,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:05.000230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:05.014468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] Calling delete_port for 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:05.095804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:05.121970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] Pushing event deleted for resources: {'Port': ['ID=9a82fc61-8c41-4e56-aec3-05c33eb0b0dd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:05.127872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33075bdd-3336-4de0-994b-70a20514d73f None None] No DVR routers for this DVR port 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:05.451681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3e7fa-c12b-4f1d-b6dd-942cfaf001c4 req-5c6c8982-1c8e-42fd-8c10-02d38f43f47a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:05.453119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3eb3e7fa-c12b-4f1d-b6dd-942cfaf001c4 req-5c6c8982-1c8e-42fd-8c10-02d38f43f47a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.4257715 Sep 23 20:00:05.497139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:05.499576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:05.552490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:05.558320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:05.562336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3eb3e7fa-c12b-4f1d-b6dd-942cfaf001c4 req-234d0b38-0917-4dc8-b634-43409e12a92a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015062 Sep 23 20:00:05.563617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:05.564559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:05.574915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693cdc4-f8c6-4d1f-8929-ca6a4167dd9a None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:05.578180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=29a069fa-665c-4e31-9a61-37f91bbd45a9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:05.587999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4caa11c1-4a0d-4d67-84b2-59bbbbf80341 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8380525 Sep 23 20:00:05.588742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:05.593964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:61:6f:30', 'name': 'tempest-NetworksTestDHCPv6-1445799555'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:05.722438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '29a069fa-665c-4e31-9a61-37f91bbd45a9'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:05.723548 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:05.732748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f266d-1797-4380-8cf2-c953d5ee6f3e req-c8f5369c-e984-437b-b9e2-815f48f98987 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:05.734258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b7f266d-1797-4380-8cf2-c953d5ee6f3e req-c8f5369c-e984-437b-b9e2-815f48f98987 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0760355 Sep 23 20:00:05.767900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:05.803630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b7f266d-1797-4380-8cf2-c953d5ee6f3e req-5495f332-7c13-4702-a540-1f439506e3af tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626214 Sep 23 20:00:05.825627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:05.860981 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:05.862704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Allocated IP 2001:db8::f816:3eff:fe8c:255d (eb924458-35fa-4e1f-9231-d7a6bc56754b/29a069fa-665c-4e31-9a61-37f91bbd45a9/bd58560d-e32e-4de6-88aa-bff672e1b7b5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:05.874199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aef4af-5acb-4920-bacb-8d6f523fc3af tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:05.875908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a8aef4af-5acb-4920-bacb-8d6f523fc3af tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1091 time: 0.0490499 Sep 23 20:00:05.879069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:05.880896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 55ba090a-3238-4cde-be39-0d2950282d22 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:05.884044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:05.910148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.009042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.011773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.018686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.059954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:06.064293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:06.066812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:06.072262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe61:6f30 (eb924458-35fa-4e1f-9231-d7a6bc56754b/29a069fa-665c-4e31-9a61-37f91bbd45a9/55ba090a-3238-4cde-be39-0d2950282d22) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:06.077289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Pushing event updated for resources: {'Port': ['ID=bd58560d-e32e-4de6-88aa-bff672e1b7b5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:06.128394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Attempting to bind port bd58560d-e32e-4de6-88aa-bff672e1b7b5 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:06.129454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Attempting to bind port bd58560d-e32e-4de6-88aa-bff672e1b7b5 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:06.129454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Attempting to bind port bd58560d-e32e-4de6-88aa-bff672e1b7b5 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:06.134246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:06.134626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:06.135027 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.136036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:06.136502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Bound port: bd58560d-e32e-4de6-88aa-bff672e1b7b5, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:06.136882 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.167510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.155 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/5a94407a-8f01-4bd4-b888-293454a11fa6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:06.203301 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] For port bd58560d-e32e-4de6-88aa-bff672e1b7b5, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:06.206874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] For port bd58560d-e32e-4de6-88aa-bff672e1b7b5, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bd58560d-e32e-4de6-88aa-bff672e1b7b5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:06.211150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.231140 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.277407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6162028-2978-40a1-8d24-1883352296b9 None None] Pushing event updated for resources: {'Port': ['ID=bd58560d-e32e-4de6-88aa-bff672e1b7b5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:06.278548 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.283771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.322083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.326149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:06.332156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:06.332348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:06.338145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:06.339502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.357564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=55ba090a-3238-4cde-be39-0d2950282d22,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:06.366901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9a34a77-dd2f-4c6c-9126-deecc84862ae tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7770617 Sep 23 20:00:06.369479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34114) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:06.381144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:06.390133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:06.405911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:06.408028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=5a94407a-8f01-4bd4-b888-293454a11fa6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:06.488412 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69007b9e-36e3-4751-9c7a-3b0d29e951d1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:06.494458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69007b9e-36e3-4751-9c7a-3b0d29e951d1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:06.496753 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-69007b9e-36e3-4751-9c7a-3b0d29e951d1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1248386 Sep 23 20:00:06.500366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:06.587809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bd58560d-e32e-4de6-88aa-bff672e1b7b5 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:06.615475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 55ba090a-3238-4cde-be39-0d2950282d22 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:06.615784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.647741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port bd58560d-e32e-4de6-88aa-bff672e1b7b5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:06.648208 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.716370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.729957 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.730250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 55ba090a-3238-4cde-be39-0d2950282d22 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:06.762099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port bd58560d-e32e-4de6-88aa-bff672e1b7b5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bd58560d-e32e-4de6-88aa-bff672e1b7b5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:06.769218 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.827904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=bd58560d-e32e-4de6-88aa-bff672e1b7b5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:06.845132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:06.867074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:06.867569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9a82fc61-8c41-4e56-aec3-05c33eb0b0dd not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:06.898469 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.928782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=55ba090a-3238-4cde-be39-0d2950282d22,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:06.953449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.958707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:06.960639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0022ebb4-d896-46c8-9da4-f2c82ce60674 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/55ba090a-3238-4cde-be39-0d2950282d22 HTTP/1.1" status: 204 len: 168 time: 0.4592061 Sep 23 20:00:06.963292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:07.016585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b60654-8bd1-46a6-beeb-40d32026def7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.018247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b60654-8bd1-46a6-beeb-40d32026def7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.022129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-92b60654-8bd1-46a6-beeb-40d32026def7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0550549 Sep 23 20:00:07.022444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:07.065071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.077428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 29a069fa-665c-4e31-9a61-37f91bbd45a9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:07.081679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.129891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.218534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.232464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.237667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.287909 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.315751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=5a94407a-8f01-4bd4-b888-293454a11fa6,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:07.327563 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.331759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=29a069fa-665c-4e31-9a61-37f91bbd45a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:07.334040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.338989 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-77d9c3ad-740a-48e9-8ae5-d28196c220ea tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/29a069fa-665c-4e31-9a61-37f91bbd45a9 HTTP/1.1" status: 204 len: 168 time: 0.3155756 Sep 23 20:00:07.339586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:07.374451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7f3cd62c-90fa-4452-8f65-8c1bd2ada3f5 None None] Provisioning complete for port bd58560d-e32e-4de6-88aa-bff672e1b7b5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:07.374841 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd62c-90fa-4452-8f65-8c1bd2ada3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.384094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-538eba12-8387-4084-ab3d-b3ae85a1c448 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428259 Sep 23 20:00:07.387286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:07.392056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:07.452468 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP 50cbd44d-70e3-405d-8216-45bf1da63e3d associated. External IP: 172.25.6.155, port: 5d24fc7e-cb9b-487b-9132-c16aed318f47. Sep 23 20:00:07.499891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:07.503633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.563312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39bd014-a929-4071-a0bc-4fb3a35809c1 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:07.591864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b5fa4015-dec8-471e-8a99-c742e1c00a40 None None] Could not find standard attr ID for object 55ba090a-3238-4cde-be39-0d2950282d22. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:07.678605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:00:07.760471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:07.793115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:00:07.809704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] Sync routers for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:00:07.811091 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.817651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] Deleting port bd58560d-e32e-4de6-88aa-bff672e1b7b5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:07.818030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:07.822836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:07.839278 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2a666f57-d11c-475f-963f-a2e9381e2100 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9584675 Sep 23 20:00:07.840231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:07.842943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:07.843381 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e09cb81-1bf7-4012-8459-e93de0311fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:07.843514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:07.980748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2ae71-dd8d-448f-b536-8a5d2692ee51 req-43804967-b895-43ef-a443-f166c77a84e9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.982314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1b2ae71-dd8d-448f-b536-8a5d2692ee51 req-43804967-b895-43ef-a443-f166c77a84e9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0893734 Sep 23 20:00:08.050352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.063225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1b2ae71-dd8d-448f-b536-8a5d2692ee51 req-d0cc78a5-dbc1-49a4-9163-ce254136598b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732610 Sep 23 20:00:08.087910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34132) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:08.127747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] For port bd58560d-e32e-4de6-88aa-bff672e1b7b5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bd58560d-e32e-4de6-88aa-bff672e1b7b5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:08.128259 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.144903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] Calling delete_port for bd58560d-e32e-4de6-88aa-bff672e1b7b5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:08.161767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:00:08.167606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c236bf28-6e6a-496b-951d-32c1041af15b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/50cbd44d-70e3-405d-8216-45bf1da63e3d HTTP/1.1" status: 200 len: 991 time: 0.0772197 Sep 23 20:00:08.204001 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14197c73-c3f3-451f-af26-8ad624b9e43a x-openstack-request-id: req-14197c73-c3f3-451f-af26-8ad624b9e43a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:08.204545 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:08.204803 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14197c73-c3f3-451f-af26-8ad624b9e43a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:08.205548 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'status': 'completed', 'code': 200} Sep 23 20:00:08.229849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] For port bd58560d-e32e-4de6-88aa-bff672e1b7b5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bd58560d-e32e-4de6-88aa-bff672e1b7b5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:08.261851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.266753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.267664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.277429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-b26588b5-bbb3-42a8-8223-de6c3ca29780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:08.279106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-b26588b5-bbb3-42a8-8223-de6c3ca29780 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0483818 Sep 23 20:00:08.340155 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.353750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:08.361605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:08.365502 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=1cd105a5-3ca9-4f70-8777-5a593d083cb4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:08.368181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:08.368782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.390721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=bd58560d-e32e-4de6-88aa-bff672e1b7b5,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:08.391168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] No DVR routers for this DVR port bd58560d-e32e-4de6-88aa-bff672e1b7b5 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:08.397880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0312668-7af8-4e3d-a260-689c264a3aa7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0094802 Sep 23 20:00:08.400446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:08.405403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:84:fd:e3', 'name': 'tempest-NetworksTestDHCPv6-1652904432'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:08.408974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-674cb4ce-e8d7-4a22-95ad-73c3360357c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:08.410496 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-674cb4ce-e8d7-4a22-95ad-73c3360357c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1241994 Sep 23 20:00:08.424944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434127c5-7e5d-4a07-918d-671b08082676 None None] Pushing event deleted for resources: {'Port': ['ID=bd58560d-e32e-4de6-88aa-bff672e1b7b5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:08.440153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2dbaa-3343-4539-b829-1010071e4ccb None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:08.488439 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-ab40d9e6-936e-4060-8d90-2b2dd5f7d6f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 999 time: 0.0707238 Sep 23 20:00:08.550627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-a13fdbda-2fff-467f-a43c-2c7099053ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:08.553199 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-a13fdbda-2fff-467f-a43c-2c7099053ad4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0571473 Sep 23 20:00:08.555420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:08.559607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bd58560d-e32e-4de6-88aa-bff672e1b7b5 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:08.560081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.584042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 973eb052-0384-4091-865e-a1fbdca69874 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:08.588734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: bd58560d-e32e-4de6-88aa-bff672e1b7b5 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:08.588734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bd58560d-e32e-4de6-88aa-bff672e1b7b5 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:08.609706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-2db0f1ab-b42b-48c7-a10c-76c1d6112785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:08.611569 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-2db0f1ab-b42b-48c7-a10c-76c1d6112785 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514138 Sep 23 20:00:08.630251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '50cbd44d-70e3-405d-8216-45bf1da63e3d', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.155', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'port_id': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'mac_address': 'fa:16:3e:06:68:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4556da0f-1bb7-469e-872d-af599d372d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:00:06Z', 'updated_at': '2021-09-23T20:00:06Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:08.662406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] Checking router: c4c3fa43-e692-4fd7-a13c-a7552fed5a51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:00:08.689221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '1cd105a5-3ca9-4f70-8777-5a593d083cb4'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:08.690084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.700189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:08.700813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T19:59:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:08.708143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe84:fde3 (eb924458-35fa-4e1f-9231-d7a6bc56754b/1cd105a5-3ca9-4f70-8777-5a593d083cb4/973eb052-0384-4091-865e-a1fbdca69874) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:08.712998 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-178a48a5-d108-4484-b373-944ed2a39124 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944164 Sep 23 20:00:08.809883 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5e09cb81-1bf7-4012-8459-e93de0311fcf req-4ecc2177-7c6b-4357-906e-b46afb5d50fb service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895867 Sep 23 20:00:08.870231 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.876053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:00:08.902758 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.944786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:08.949710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:08.952162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:08.958184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:08.958822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:08.967671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=973eb052-0384-4091-865e-a1fbdca69874,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:08.986548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Allocated IP 2001:db8::f816:3eff:fe34:47be (eb924458-35fa-4e1f-9231-d7a6bc56754b/1cd105a5-3ca9-4f70-8777-5a593d083cb4/c7de66ee-2852-4440-9a15-e2a71c86f4f5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:09.002004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7dbe2f7a-ce92-4e4b-adcd-4dcc25d0d0cf tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5981128 Sep 23 20:00:09.002680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:09.050696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d6635-157a-4b65-badf-1e2b80e2156c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:09.052186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-463d6635-157a-4b65-badf-1e2b80e2156c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0490043 Sep 23 20:00:09.054789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:09.141946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 973eb052-0384-4091-865e-a1fbdca69874 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:09.142314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.171496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:09.237093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.237670 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cace088b-56bb-400c-9855-95c1c4ec15ae tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/50cbd44d-70e3-405d-8216-45bf1da63e3d HTTP/1.1" status: 200 len: 991 time: 0.0651124 Sep 23 20:00:09.239784 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.247116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.251596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 973eb052-0384-4091-865e-a1fbdca69874 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:09.288348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:09.294375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:09.297504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '50cbd44d-70e3-405d-8216-45bf1da63e3d', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.155', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'port_id': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'mac_address': 'fa:16:3e:06:68:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4556da0f-1bb7-469e-872d-af599d372d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:00:06Z', 'updated_at': '2021-09-23T20:00:06Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:09.299373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:09.335766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Pushing event updated for resources: {'Port': ['ID=c7de66ee-2852-4440-9a15-e2a71c86f4f5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:09.339710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41fd96-2327-4c7d-91c1-7c3db14a57e0 None None] The sync data for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 is: [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '50cbd44d-70e3-405d-8216-45bf1da63e3d', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.155', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'port_id': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'mac_address': 'fa:16:3e:06:68:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4556da0f-1bb7-469e-872d-af599d372d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:00:06Z', 'updated_at': '2021-09-23T20:00:06Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:00:09.389748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Attempting to bind port c7de66ee-2852-4440-9a15-e2a71c86f4f5 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:09.390131 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Attempting to bind port c7de66ee-2852-4440-9a15-e2a71c86f4f5 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:09.390527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Attempting to bind port c7de66ee-2852-4440-9a15-e2a71c86f4f5 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:09.396080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:09.396792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:09.397082 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.397223 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.397823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:09.398327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Bound port: c7de66ee-2852-4440-9a15-e2a71c86f4f5, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:09.398741 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.430731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=973eb052-0384-4091-865e-a1fbdca69874,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:09.460286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.464864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7585c7c-e68a-40ea-86a4-5b0642903be4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/973eb052-0384-4091-865e-a1fbdca69874 HTTP/1.1" status: 204 len: 168 time: 0.4063129 Sep 23 20:00:09.465419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:09.470399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] For port c7de66ee-2852-4440-9a15-e2a71c86f4f5, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:09.474038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] For port c7de66ee-2852-4440-9a15-e2a71c86f4f5, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c7de66ee-2852-4440-9a15-e2a71c86f4f5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:09.480003 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.527785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97b4b3-a60e-4c52-a8b1-c4ae2fa930e5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:09.529874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97b4b3-a60e-4c52-a8b1-c4ae2fa930e5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:09.531778 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cc97b4b3-a60e-4c52-a8b1-c4ae2fa930e5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0652075 Sep 23 20:00:09.534743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:09.551320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16bab7-0912-4ad2-bbdf-07dc7365780e None None] Pushing event updated for resources: {'Port': ['ID=c7de66ee-2852-4440-9a15-e2a71c86f4f5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:09.596837 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2daa2e1-7c45-43d4-827b-6d65cdf380df None None] New status for floating IP 50cbd44d-70e3-405d-8216-45bf1da63e3d: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:00:09.604685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 1cd105a5-3ca9-4f70-8777-5a593d083cb4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:09.608886 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.658883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.778404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.841352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.866456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd105a5-3ca9-4f70-8777-5a593d083cb4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:09.872683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:09.876879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc5a799f-6fd9-4f72-9e85-5f7a2876809a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/1cd105a5-3ca9-4f70-8777-5a593d083cb4 HTTP/1.1" status: 204 len: 168 time: 0.3388655 Sep 23 20:00:09.877048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:09.914383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-be9a9d0b-0cce-48a1-891a-389b726e5ea4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362203 Sep 23 20:00:09.917109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:09.968396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa2594-21b0-4eca-88f9-694970a2cf49 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:09.969747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5daa2594-21b0-4eca-88f9-694970a2cf49 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0517600 Sep 23 20:00:09.972283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:10.021660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ee4fe-cc74-4af0-926a-ef38643af33b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:10.023205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-400ee4fe-cc74-4af0-926a-ef38643af33b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0500224 Sep 23 20:00:10.025719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:10.065501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b3d55328-eb35-40b8-925b-c938c0a57abb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387373 Sep 23 20:00:10.069408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34156) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:10.074552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:10.165537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:10.169774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.241554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:10.327828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd9b0036-6b52-4928-b9cd-884ad2fa9c80 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/50cbd44d-70e3-405d-8216-45bf1da63e3d HTTP/1.1" status: 200 len: 993 time: 0.0847178 Sep 23 20:00:10.361614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.406355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:10.409551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:10.412607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:10.413208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.423315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=dac9156b-97d4-43c8-bfa2-53a878781320,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:10.437175 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ba3b4eb4-3399-4c26-bbe0-a605af6e57a1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3665671 Sep 23 20:00:10.439755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34160) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:10.445033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:b4:b1:b8', 'name': 'tempest-NetworksTestDHCPv6-779618661'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:10.453515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9400b328-09c2-4ad4-a1e4-ec296e1c37c0 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:10.570796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:10.571584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8c3735a1-e2e8-4cae-824d-2ffc11c94317 None None] Provisioning complete for port c7de66ee-2852-4440-9a15-e2a71c86f4f5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:10.571797 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3735a1-e2e8-4cae-824d-2ffc11c94317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.576141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c7de66ee-2852-4440-9a15-e2a71c86f4f5 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:10.717315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c7de66ee-2852-4440-9a15-e2a71c86f4f5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:10.717689 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.755713 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3735a1-e2e8-4cae-824d-2ffc11c94317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.802036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8c3735a1-e2e8-4cae-824d-2ffc11c94317 None None] For port c7de66ee-2852-4440-9a15-e2a71c86f4f5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c7de66ee-2852-4440-9a15-e2a71c86f4f5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:10.807229 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c3735a1-e2e8-4cae-824d-2ffc11c94317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.883787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3735a1-e2e8-4cae-824d-2ffc11c94317 None None] Pushing event updated for resources: {'Port': ['ID=c7de66ee-2852-4440-9a15-e2a71c86f4f5,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:10.927240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-53964e04-d7fc-4d6a-a79d-1d622d58a152 None None] Provisioning complete for port c7de66ee-2852-4440-9a15-e2a71c86f4f5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:10.927607 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53964e04-d7fc-4d6a-a79d-1d622d58a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.968509 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:10.989168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 604aaaf1-fdfa-4e6c-8a85-7ccf526924da yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:11.112094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::33c (eb924458-35fa-4e1f-9231-d7a6bc56754b/dac9156b-97d4-43c8-bfa2-53a878781320/604aaaf1-fdfa-4e6c-8a85-7ccf526924da) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:11.125047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f2f1dee2-fc7c-4dd7-9776-81d00cd94ede None None] Could not find standard attr ID for object 973eb052-0384-4091-865e-a1fbdca69874. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:11.268934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.302931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.345387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:11.348287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:11.352051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:11.357724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:11.358387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.366919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=604aaaf1-fdfa-4e6c-8a85-7ccf526924da,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:11.379913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dff43978-4134-4f08-a4c5-026dc670f205 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9391198 Sep 23 20:00:11.382592 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34162) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:11.434408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c162e-2e06-4f20-a908-35c8179c47a4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:11.441013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c162e-2e06-4f20-a908-35c8179c47a4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:11.442762 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-374c162e-2e06-4f20-a908-35c8179c47a4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0592165 Sep 23 20:00:11.445505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:11.532335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 604aaaf1-fdfa-4e6c-8a85-7ccf526924da {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:11.532679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.547385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4e1248db-fccd-4e27-819e-8eeec955fb1d None None] Provisioning complete for port 604aaaf1-fdfa-4e6c-8a85-7ccf526924da triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:11.547949 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e1248db-fccd-4e27-819e-8eeec955fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.581393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4e1248db-fccd-4e27-819e-8eeec955fb1d None None] Port 604aaaf1-fdfa-4e6c-8a85-7ccf526924da cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:00:11.625331 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.637039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 604aaaf1-fdfa-4e6c-8a85-7ccf526924da owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:11.762085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.790750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=604aaaf1-fdfa-4e6c-8a85-7ccf526924da,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:11.815265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.817363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e23a69e-df01-4c8a-9657-586bc8de4e4e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/604aaaf1-fdfa-4e6c-8a85-7ccf526924da HTTP/1.1" status: 204 len: 168 time: 0.3707218 Sep 23 20:00:11.819720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:11.872763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1247065-d795-4455-a812-09a448874ea8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:11.874298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1247065-d795-4455-a812-09a448874ea8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:11.878237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1247065-d795-4455-a812-09a448874ea8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0552013 Sep 23 20:00:11.878457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:11.935077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet dac9156b-97d4-43c8-bfa2-53a878781320 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:11.938433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:11.979840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.022667 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.079293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.110494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=dac9156b-97d4-43c8-bfa2-53a878781320,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:12.114133 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.116067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8446db0e-23a6-4743-8f4f-751e5774eadb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/dac9156b-97d4-43c8-bfa2-53a878781320 HTTP/1.1" status: 204 len: 168 time: 0.2367139 Sep 23 20:00:12.118454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:12.120506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c256e-45ac-4271-8a57-0d9d009bdcd2 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:12.155181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7da6c755-c546-452e-8f60-41f5eff1ede0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0356603 Sep 23 20:00:12.157501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:12.203861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb94a3-b614-4f83-a2b3-a05bda2f282b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:12.205626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0bcb94a3-b614-4f83-a2b3-a05bda2f282b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0472400 Sep 23 20:00:12.208321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:12.258541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e7ac67-3520-4e30-a7aa-35c05c73f868 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:12.260572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9e7ac67-3520-4e30-a7aa-35c05c73f868 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0508139 Sep 23 20:00:12.263146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:12.286847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:12.305281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0f0a5134-f45c-4c4c-9b5b-f3350d17f4a8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410633 Sep 23 20:00:12.309954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:12.315085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:12.335322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] Deleting port c7de66ee-2852-4440-9a15-e2a71c86f4f5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:12.335733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.398780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] For port c7de66ee-2852-4440-9a15-e2a71c86f4f5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c7de66ee-2852-4440-9a15-e2a71c86f4f5,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:12.399353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.407415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:12.411653 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.412092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] Calling delete_port for c7de66ee-2852-4440-9a15-e2a71c86f4f5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:12.490484 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.503455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] No DVR routers for this DVR port c7de66ee-2852-4440-9a15-e2a71c86f4f5 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:12.522555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1884af-b12b-4828-bc54-53e46ce147c7 None None] Pushing event deleted for resources: {'Port': ['ID=c7de66ee-2852-4440-9a15-e2a71c86f4f5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:12.544691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c7de66ee-2852-4440-9a15-e2a71c86f4f5 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:12.564808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: c7de66ee-2852-4440-9a15-e2a71c86f4f5 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:12.565451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c7de66ee-2852-4440-9a15-e2a71c86f4f5 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:12.682369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:12.683684 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.726148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:12.729301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:12.732389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:12.732987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.738365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3100085-e0f0-48d3-a7e4-2320a39038bb None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:12.752304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=a9280a9d-543d-46f4-9f82-e46c71f51c43,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:12.760548 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4488351 Sep 23 20:00:12.762570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.762919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.763264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.763637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.763984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.764132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:12.764693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.764810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.765061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.765387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.765710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.766031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.766381 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f5568-8df4-4cee-a0d7-a49a24750ba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:12.771370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-583f2d86-19f5-4cbf-bb3c-9425f4025876 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:12.883980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583f2d86-19f5-4cbf-bb3c-9425f4025876 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:12.888127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-583f2d86-19f5-4cbf-bb3c-9425f4025876 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:12.981894 n-d-810763-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-583f2d86-19f5-4cbf-bb3c-9425f4025876 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9280a9d-543d-46f4-9f82-e46c71f51c43 (CIDR: 2001:db8::/64) Sep 23 20:00:12.984972 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-583f2d86-19f5-4cbf-bb3c-9425f4025876 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 20:00:12.985426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583f2d86-19f5-4cbf-bb3c-9425f4025876 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:12.999361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-583f2d86-19f5-4cbf-bb3c-9425f4025876 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2339172 Sep 23 20:00:13.002083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:13.007112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:13.038034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': 'a9280a9d-543d-46f4-9f82-e46c71f51c43'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:13.038943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.118423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:13.122461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.175996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Allocated IP 2001:db8::f816:3eff:fe23:dcd9 (eb924458-35fa-4e1f-9231-d7a6bc56754b/a9280a9d-543d-46f4-9f82-e46c71f51c43/08642db5-3df1-4e43-bdd8-f497c51a8dfb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:13.191809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c82761ce-c42f-4804-82c7-867fdea923ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.334801 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.341072 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.379168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:13.381904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:13.384990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:13.394673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.395929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:13.436096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:13.439197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:13.443484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:13.444079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.449011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Attempting to bind port 08642db5-3df1-4e43-bdd8-f497c51a8dfb on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:13.449384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Attempting to bind port 08642db5-3df1-4e43-bdd8-f497c51a8dfb by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:13.449749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Attempting to bind port 08642db5-3df1-4e43-bdd8-f497c51a8dfb on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:13.454920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:13.455288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:13.455689 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.456078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:13.456549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Bound port: 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:13.456956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.457122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=9b91ee2f-c206-4ea8-9db6-ac79f061e3bc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:13.465759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea34bbe1-78ba-47fb-ae72-428ecd7039f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4624703 Sep 23 20:00:13.468348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:13.473294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:35:63:aa', 'name': 'tempest-NetworksTestDHCPv6-1874541810'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:13.524424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:13.528417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:13.532037 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.591196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b595e97-a036-4606-9597-a7c3c61a27d7 None None] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:13.594043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:13.683027 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:13.703489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port dc855813-9309-43d6-9db0-c3fc8f8ca154 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:13.895055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8:0:1::1e4 (eb924458-35fa-4e1f-9231-d7a6bc56754b/9b91ee2f-c206-4ea8-9db6-ac79f061e3bc/dc855813-9309-43d6-9db0-c3fc8f8ca154) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:13.902099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe35:63aa (eb924458-35fa-4e1f-9231-d7a6bc56754b/a9280a9d-543d-46f4-9f82-e46c71f51c43/dc855813-9309-43d6-9db0-c3fc8f8ca154) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:14.046919 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.080024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.120345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:14.123263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:14.126818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:14.132398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:14.133019 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.148151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=dc855813-9309-43d6-9db0-c3fc8f8ca154,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:14.156288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-86c99b96-f812-4daf-9c63-d07f7392f18f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6869550 Sep 23 20:00:14.159195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:14.251535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port dc855813-9309-43d6-9db0-c3fc8f8ca154 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:14.251876 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.341310 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.356283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for dc855813-9309-43d6-9db0-c3fc8f8ca154 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:14.478972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2fec6f-e302-493a-85b9-6487c32830a9 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:14.543309 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.557673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ea64efcd-0a2b-4775-89b7-d35398394212 None None] Provisioning complete for port 08642db5-3df1-4e43-bdd8-f497c51a8dfb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:14.558050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea64efcd-0a2b-4775-89b7-d35398394212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.580363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=dc855813-9309-43d6-9db0-c3fc8f8ca154,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:14.585947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08642db5-3df1-4e43-bdd8-f497c51a8dfb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:14.621601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.623901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2db212d-005b-4807-90d5-c31e4d8ab6c3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/dc855813-9309-43d6-9db0-c3fc8f8ca154 HTTP/1.1" status: 204 len: 168 time: 0.4635799 Sep 23 20:00:14.626427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:14.673298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fa6594-a3de-4014-b0a6-4223d6ec58c5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:14.677332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-77fa6594-a3de-4014-b0a6-4223d6ec58c5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0499015 Sep 23 20:00:14.677592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:14.725799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654072c-99b1-49a2-b030-e1b78fdf095f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:14.727253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2654072c-99b1-49a2-b030-e1b78fdf095f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0487335 Sep 23 20:00:14.730356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:14.736647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 08642db5-3df1-4e43-bdd8-f497c51a8dfb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:14.737163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.759756 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea64efcd-0a2b-4775-89b7-d35398394212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.782821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c4876-e706-42b1-b3e5-e23b523f6cd0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:14.784452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c4876-e706-42b1-b3e5-e23b523f6cd0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:14.785971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c4876-e706-42b1-b3e5-e23b523f6cd0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:14.789994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-220c4876-e706-42b1-b3e5-e23b523f6cd0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0563278 Sep 23 20:00:14.790672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:14.817768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ea64efcd-0a2b-4775-89b7-d35398394212 None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:14.839581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea64efcd-0a2b-4775-89b7-d35398394212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.844668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 9b91ee2f-c206-4ea8-9db6-ac79f061e3bc {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:14.848989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.894327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.902692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f25f2de-fdb2-4e41-9921-35f98a79155e None None] Update dhcp port {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': 'a9280a9d-543d-46f4-9f82-e46c71f51c43', 'ip_address': '2001:db8::f816:3eff:fe23:dcd9'}, {'subnet_id': '9b91ee2f-c206-4ea8-9db6-ac79f061e3bc'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '08642db5-3df1-4e43-bdd8-f497c51a8dfb'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 20:00:14.939845 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.945735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64efcd-0a2b-4775-89b7-d35398394212 None None] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:14.950495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f25f2de-fdb2-4e41-9921-35f98a79155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:14.999271 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.027851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.029863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/9b91ee2f-c206-4ea8-9db6-ac79f061e3bc HTTP/1.1" status: 204 len: 168 time: 0.2374964 Sep 23 20:00:15.030928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=9b91ee2f-c206-4ea8-9db6-ac79f061e3bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:15.032484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34200) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:15.039005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.039349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.039692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.040026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.040354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.040681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.041577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.041912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.042251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.042578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.042898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.043218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a203-4c85-40f2-a925-d775677d5690 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-1f25f2de-fdb2-4e41-9921-35f98a79155e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b91ee2f-c206-4ea8-9db6-ac79f061e3bc: This subnet is being modified by another concurrent operation. Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b91ee2f-c206-4ea8-9db6-ac79f061e3bc: This subnet is being modified by another concurrent operation. Sep 23 20:00:15.072999 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 20:00:15.089329 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet a9280a9d-543d-46f4-9f82-e46c71f51c43 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:15.092854 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.136248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.163951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-53caf326-ff6e-44a7-9136-479deefc39b0 None None] Provisioning complete for port 08642db5-3df1-4e43-bdd8-f497c51a8dfb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:15.164453 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53caf326-ff6e-44a7-9136-479deefc39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.233740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.267080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6261094-4a60-4672-afb5-08899fc14b0b None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 20:00:15.295156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.323388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=a9280a9d-543d-46f4-9f82-e46c71f51c43,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:15.327560 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.329953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ee1f9273-a929-49e1-8e0d-0fa28e8ef598 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/a9280a9d-543d-46f4-9f82-e46c71f51c43 HTTP/1.1" status: 204 len: 168 time: 0.2963040 Sep 23 20:00:15.332352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34202) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:15.352716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6261094-4a60-4672-afb5-08899fc14b0b None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 20:00:15.367572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e6a08593-a84d-4c4c-b333-b05c64eed7b9 None None] Could not find standard attr ID for object dc855813-9309-43d6-9db0-c3fc8f8ca154. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:15.375103 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e112da54-24f4-4b83-9b67-b15f7ac74445 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416594 Sep 23 20:00:15.377859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:15.382589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:15.467226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:15.470629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.565799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f11a383-fd52-427b-bad2-436c17218a4e None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 20:00:15.613485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cd5c455b-a61f-4144-91a3-61455579452a None None] Provisioning complete for port 08642db5-3df1-4e43-bdd8-f497c51a8dfb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:15.613858 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd5c455b-a61f-4144-91a3-61455579452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.667535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11a383-fd52-427b-bad2-436c17218a4e None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 20:00:15.768502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:15.924744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:15.955942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Update dhcp port {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': '76e7be69-b9ac-4e86-a670-eaea9291f2a5'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '08642db5-3df1-4e43-bdd8-f497c51a8dfb'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 20:00:15.980516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.076340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:16.104876 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.109400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.110164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.136946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:00:16.137307 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:00:16.188600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:16.194262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=76e7be69-b9ac-4e86-a670-eaea9291f2a5,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:16.201512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:16.205599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:16.206195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.214168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:16.224375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c032f08d-c918-4a57-a8c4-2818499b0ec9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8455136 Sep 23 20:00:16.227180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:16.232075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d67b79cc-b6af-4dd1-a18a-64fb281d7f2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:16.340248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67b79cc-b6af-4dd1-a18a-64fb281d7f2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:16.343835 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d67b79cc-b6af-4dd1-a18a-64fb281d7f2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.357309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-878ce120-8f06-4e6b-893a-1fbe2f5584e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.431188 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-d67b79cc-b6af-4dd1-a18a-64fb281d7f2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76e7be69-b9ac-4e86-a670-eaea9291f2a5 (CIDR: 2001:db8::/64) Sep 23 20:00:16.434571 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67b79cc-b6af-4dd1-a18a-64fb281d7f2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 20:00:16.435032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67b79cc-b6af-4dd1-a18a-64fb281d7f2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:16.448362 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d67b79cc-b6af-4dd1-a18a-64fb281d7f2c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2202079 Sep 23 20:00:16.451110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:16.456091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:16.497707 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:00:16.513958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.550196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08642db5-3df1-4e43-bdd8-f497c51a8dfb no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:16.578724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:16.582586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.628031 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.676256 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.681252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:16.689536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.790486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:16.803741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.853238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:16.859977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:16.870344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:16.871236 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:16.874991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=744303b4-ecfc-492b-b359-2e87cb083b40,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:16.888552 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ca887a53-36fa-481e-9412-79cb24d04590 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4361005 Sep 23 20:00:16.890961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34210) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:16.895796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:30:41:1c', 'name': 'tempest-NetworksTestDHCPv6-1189622786'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:16.985788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:17.006503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:17.015029 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.019191 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.068112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a42836-a5e5-4185-bc92-40b7db8bb425 None None] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:17.097173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.127685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 65282177-2c9e-423c-89db-d4eb177fcd54 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:17.137706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.309341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8:0:1::1f (eb924458-35fa-4e1f-9231-d7a6bc56754b/744303b4-ecfc-492b-b359-2e87cb083b40/65282177-2c9e-423c-89db-d4eb177fcd54) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:17.316536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::f816:3eff:fe30:411c (eb924458-35fa-4e1f-9231-d7a6bc56754b/76e7be69-b9ac-4e86-a670-eaea9291f2a5/65282177-2c9e-423c-89db-d4eb177fcd54) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:17.465100 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.501233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.548688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:17.554676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:17.561666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:17.567610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:17.568244 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.572686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=65282177-2c9e-423c-89db-d4eb177fcd54,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:17.588456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e1ea0d4-c7dd-4455-855d-91b5a324aed8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6958795 Sep 23 20:00:17.590961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34212) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:17.618594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0d7b3f-d870-4078-9639-1bcdf93b581a None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:17.683120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 65282177-2c9e-423c-89db-d4eb177fcd54 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:17.683438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.739558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ed186969-fc0e-4a1e-874b-43f4f0994524 None None] Provisioning complete for port 08642db5-3df1-4e43-bdd8-f497c51a8dfb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:17.740220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed186969-fc0e-4a1e-874b-43f4f0994524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.781119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.793972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 65282177-2c9e-423c-89db-d4eb177fcd54 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:17.882871 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed186969-fc0e-4a1e-874b-43f4f0994524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.898463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af98a9-5e72-48b2-aac2-ac36a309510d None None] Update dhcp port {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': '76e7be69-b9ac-4e86-a670-eaea9291f2a5', 'ip_address': '2001:db8::f816:3eff:fe23:dcd9'}, {'subnet_id': '744303b4-ecfc-492b-b359-2e87cb083b40'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '08642db5-3df1-4e43-bdd8-f497c51a8dfb'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 20:00:17.939425 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92af98a9-5e72-48b2-aac2-ac36a309510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.944383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ed186969-fc0e-4a1e-874b-43f4f0994524 None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:17.954176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ed186969-fc0e-4a1e-874b-43f4f0994524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:17.974562 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.004832 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=65282177-2c9e-423c-89db-d4eb177fcd54,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:18.048603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.051067 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-43a3d270-5d72-4826-b308-6fa8c2913b5b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/65282177-2c9e-423c-89db-d4eb177fcd54 HTTP/1.1" status: 204 len: 168 time: 0.4589436 Sep 23 20:00:18.053324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:18.086017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed186969-fc0e-4a1e-874b-43f4f0994524 None None] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:18.108868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4767af0-6609-42e1-91f2-b19e0fa0fba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:18.112851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c4767af0-6609-42e1-91f2-b19e0fa0fba4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0560842 Sep 23 20:00:18.113227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34216) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:18.159499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a6b87-7723-4369-8b3e-f303d7ad7615 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:18.161375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-af2a6b87-7723-4369-8b3e-f303d7ad7615 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0468054 Sep 23 20:00:18.161541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-92af98a9-5e72-48b2-aac2-ac36a309510d None None] Allocated IP 2001:db8:0:1::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/744303b4-ecfc-492b-b359-2e87cb083b40/08642db5-3df1-4e43-bdd8-f497c51a8dfb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:18.164127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34218) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:18.221708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08408256-f97a-4d51-bc8a-d345574bfc2b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:18.223263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08408256-f97a-4d51-bc8a-d345574bfc2b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:18.224891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08408256-f97a-4d51-bc8a-d345574bfc2b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:18.229682 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-08408256-f97a-4d51-bc8a-d345574bfc2b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0612097 Sep 23 20:00:18.230056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34220) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:18.268992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-92af98a9-5e72-48b2-aac2-ac36a309510d None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:18.282315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 744303b4-ecfc-492b-b359-2e87cb083b40 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:18.304362 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92af98a9-5e72-48b2-aac2-ac36a309510d None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.309406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.314822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92af98a9-5e72-48b2-aac2-ac36a309510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.349862 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.403715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af98a9-5e72-48b2-aac2-ac36a309510d None None] Pushing event updated for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:18.441590 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.519844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.549734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=744303b4-ecfc-492b-b359-2e87cb083b40,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:18.556421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.558724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e3605260-8275-47eb-89ad-4b80f07cee97 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/744303b4-ecfc-492b-b359-2e87cb083b40 HTTP/1.1" status: 204 len: 168 time: 0.3277392 Sep 23 20:00:18.562452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:18.604463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08642db5-3df1-4e43-bdd8-f497c51a8dfb up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:18.628583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 76e7be69-b9ac-4e86-a670-eaea9291f2a5 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:18.632330 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.683710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.790604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.841310 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.856497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 08642db5-3df1-4e43-bdd8-f497c51a8dfb triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:18.856774 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.863050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.892788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=76e7be69-b9ac-4e86-a670-eaea9291f2a5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:18.903762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:18.906558 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7eb1136e-72cd-43d5-8550-38ec9c89b8a3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/76e7be69-b9ac-4e86-a670-eaea9291f2a5 HTTP/1.1" status: 204 len: 168 time: 0.3426836 Sep 23 20:00:18.908871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:19.062193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1bea8-64a7-40ab-b0c4-20b5f2f44080 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:19.132056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-85d21b6e-6255-43ac-8355-937e25404b17 None None] Provisioning complete for port 08642db5-3df1-4e43-bdd8-f497c51a8dfb triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:19.132720 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85d21b6e-6255-43ac-8355-937e25404b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.263555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-85d21b6e-6255-43ac-8355-937e25404b17 None None] Could not find standard attr ID for object 65282177-2c9e-423c-89db-d4eb177fcd54. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:19.279050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:19.312817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd831b4f-6d8b-422e-9ed7-11afead40268 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4021535 Sep 23 20:00:19.314440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34226) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:19.319978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:19.324558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] Deleting port 08642db5-3df1-4e43-bdd8-f497c51a8dfb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:19.324933 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.389671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] For port 08642db5-3df1-4e43-bdd8-f497c51a8dfb, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08642db5-3df1-4e43-bdd8-f497c51a8dfb,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:19.390068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.402067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] Calling delete_port for 08642db5-3df1-4e43-bdd8-f497c51a8dfb owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:19.415680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:19.419855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.479343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.504417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] Pushing event deleted for resources: {'Port': ['ID=08642db5-3df1-4e43-bdd8-f497c51a8dfb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:19.508850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a15305-7d60-49ae-b04f-5ab70302488c None None] No DVR routers for this DVR port 08642db5-3df1-4e43-bdd8-f497c51a8dfb on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:19.600695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.638038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:19.641248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:19.647499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:19.648096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.653038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e511f3-0974-4376-bd9a-09b51ca415f9 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:19.661334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=723f65ac-ba82-4ceb-97fa-b576124fff5f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:19.674744 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41202d55-ba25-4a7b-8eee-1febc4c2dda7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3587062 Sep 23 20:00:19.675459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34228) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:19.680423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-afb35688-10c0-426e-8531-39af8c1e1ce0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:19.795266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb35688-10c0-426e-8531-39af8c1e1ce0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:19.796366 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-eb924458-35fa-4e1f-9231-d7a6bc56754b', 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'tenant_id': '3f0438af657c458b97c7d4d9a1ef1291', 'fixed_ips': [{'subnet_id': '723f65ac-ba82-4ceb-97fa-b576124fff5f'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:19.797235 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.798917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afb35688-10c0-426e-8531-39af8c1e1ce0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:19.885960 n-d-810763-1 neutron-server[94825]: INFO neutron.db.ipam_backend_mixin [None req-afb35688-10c0-426e-8531-39af8c1e1ce0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 723f65ac-ba82-4ceb-97fa-b576124fff5f (CIDR: 2001:db8::/64) Sep 23 20:00:19.889575 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb35688-10c0-426e-8531-39af8c1e1ce0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 20:00:19.890030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb35688-10c0-426e-8531-39af8c1e1ce0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:19.903572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-afb35688-10c0-426e-8531-39af8c1e1ce0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2270019 Sep 23 20:00:19.906265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34230) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:19.910984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:19.933896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/723f65ac-ba82-4ceb-97fa-b576124fff5f/55b8eb84-78fe-41a5-9b3f-21e886987a40) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:20.019533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:20.023015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.076894 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.082802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.118728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:20.124375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:20.127106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:20.138321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Pushing event updated for resources: {'Port': ['ID=55b8eb84-78fe-41a5-9b3f-21e886987a40,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:20.189620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Attempting to bind port 55b8eb84-78fe-41a5-9b3f-21e886987a40 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:20.190035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Attempting to bind port 55b8eb84-78fe-41a5-9b3f-21e886987a40 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:20.190431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Attempting to bind port 55b8eb84-78fe-41a5-9b3f-21e886987a40 on network eb924458-35fa-4e1f-9231-d7a6bc56754b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:20.195196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:20.195559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Checking segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:20.195955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.196342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Bound using segment: {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:20.196795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Bound port: 55b8eb84-78fe-41a5-9b3f-21e886987a40, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be231c37-7c46-428a-9ae3-1492cec4d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:20.197726 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.262789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] For port 55b8eb84-78fe-41a5-9b3f-21e886987a40, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:20.265868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] For port 55b8eb84-78fe-41a5-9b3f-21e886987a40, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=55b8eb84-78fe-41a5-9b3f-21e886987a40,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:20.270188 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.342626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fa4b8-2d2a-443f-bccc-b8bdd6a2a6bf None None] Pushing event updated for resources: {'Port': ['ID=55b8eb84-78fe-41a5-9b3f-21e886987a40,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:20.351438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.objects.ports [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:20.518019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.586327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 55b8eb84-78fe-41a5-9b3f-21e886987a40 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:20.634941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:20.635320 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.702475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] For port 55b8eb84-78fe-41a5-9b3f-21e886987a40, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=55b8eb84-78fe-41a5-9b3f-21e886987a40,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:20.719374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.732791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.737770 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.738630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.777013 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:00:20.777370 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:00:20.811211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:20.817356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:20.824989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:20.825579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.840331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=43ad8444-fa5f-4c7c-8a33-6883aedf5478,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:20.849501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=55b8eb84-78fe-41a5-9b3f-21e886987a40,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:20.854127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-89280bf1-313f-4acd-934f-d102d19b7f00 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9463413 Sep 23 20:00:20.856847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34232) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:20.861530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:16:26:75', 'name': 'tempest-NetworksTestDHCPv6-1282929697'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:20.969999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:20.974042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.002311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 7b388282-3337-486c-aff1-d81117b9826b yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:21.167160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::274 (eb924458-35fa-4e1f-9231-d7a6bc56754b/723f65ac-ba82-4ceb-97fa-b576124fff5f/7b388282-3337-486c-aff1-d81117b9826b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:21.173852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8:0:1:f816:3eff:fe16:2675 (eb924458-35fa-4e1f-9231-d7a6bc56754b/43ad8444-fa5f-4c7c-8a33-6883aedf5478/7b388282-3337-486c-aff1-d81117b9826b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:21.206801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b247ef-3a4e-42c9-ad58-444d48724a70 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:21.319134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.348843 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.350619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2ce19ca3-70bc-4fcd-9e3c-9b716ccac0f8 None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:21.350977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ce19ca3-70bc-4fcd-9e3c-9b716ccac0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.355099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.394145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:21.397214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:21.399668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:21.406060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:21.406724 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.426998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=7b388282-3337-486c-aff1-d81117b9826b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:21.439760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2fa236eb-c86b-425c-8a94-37aac275454a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.5807040 Sep 23 20:00:21.441610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34234) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:21.447371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 55b8eb84-78fe-41a5-9b3f-21e886987a40, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=55b8eb84-78fe-41a5-9b3f-21e886987a40,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:21.454398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.513142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08642db5-3df1-4e43-bdd8-f497c51a8dfb no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:21.541708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 7b388282-3337-486c-aff1-d81117b9826b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:21.541708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.545278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 08642db5-3df1-4e43-bdd8-f497c51a8dfb {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:21.545625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08642db5-3df1-4e43-bdd8-f497c51a8dfb not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:21.561447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=55b8eb84-78fe-41a5-9b3f-21e886987a40,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:21.632767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.645398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 7b388282-3337-486c-aff1-d81117b9826b owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:21.823637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.855586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=7b388282-3337-486c-aff1-d81117b9826b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:21.903842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:21.907686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-90bdc0bd-eede-406c-8a00-d133e0ef2808 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/7b388282-3337-486c-aff1-d81117b9826b HTTP/1.1" status: 204 len: 168 time: 0.4629736 Sep 23 20:00:21.908509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34236) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:21.957403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6455d96a-da05-45a5-9546-b22ca5823a0e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:21.958970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6455d96a-da05-45a5-9546-b22ca5823a0e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0495439 Sep 23 20:00:21.961609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:22.010413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e7097-e032-4ef8-b25d-521f4b068227 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:22.011975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e66e7097-e032-4ef8-b25d-521f4b068227 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0493681 Sep 23 20:00:22.014499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:22.072836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a831522-c168-47a7-9a45-c26e3eb76826 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:22.074415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a831522-c168-47a7-9a45-c26e3eb76826 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:22.075934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a831522-c168-47a7-9a45-c26e3eb76826 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:22.077725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a831522-c168-47a7-9a45-c26e3eb76826 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0623012 Sep 23 20:00:22.078026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-61c3c521-dcd4-42b8-9133-461e86a75437 None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:22.078618 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61c3c521-dcd4-42b8-9133-461e86a75437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.080916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34242) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:22.138024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 43ad8444-fa5f-4c7c-8a33-6883aedf5478 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:22.141465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.163940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-61c3c521-dcd4-42b8-9133-461e86a75437 None None] Could not find standard attr ID for object 7b388282-3337-486c-aff1-d81117b9826b. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:22.187355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.270419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.276976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-dea6d137-da89-42de-971c-650d23b24280 None None] Could not find standard attr ID for object 7b388282-3337-486c-aff1-d81117b9826b. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:22.331717 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.362560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=43ad8444-fa5f-4c7c-8a33-6883aedf5478,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:22.366164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.368032 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-589f8867-88f3-48ed-ac5a-0ca528174a87 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/43ad8444-fa5f-4c7c-8a33-6883aedf5478 HTTP/1.1" status: 204 len: 168 time: 0.2860823 Sep 23 20:00:22.371504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:22.375563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ee0c7-c789-4272-80ab-d75803264f5b None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:22.424392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 723f65ac-ba82-4ceb-97fa-b576124fff5f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:22.427461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.466950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.549169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 55b8eb84-78fe-41a5-9b3f-21e886987a40 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:22.557812 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.596707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:22.597003 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.620211 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.649402 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=723f65ac-ba82-4ceb-97fa-b576124fff5f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:22.652006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.656253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-45c96550-0a43-4166-ac27-15720fd3e090 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/723f65ac-ba82-4ceb-97fa-b576124fff5f HTTP/1.1" status: 204 len: 168 time: 0.2813718 Sep 23 20:00:22.656570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:22.694423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6e8c0603-174f-4582-93b4-f3c215640ed4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368261 Sep 23 20:00:22.697864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:22.702903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:22.798866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:22.802590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.001532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.050641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:23.053801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:23.057989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=eccdc7ab-ff81-475a-97ba-e00e97265395,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:23.060759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:23.061356 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.079341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c8d448a3-6659-4f48-8c15-3e1903efb37f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3773854 Sep 23 20:00:23.079493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed813db-4f0a-406a-8020-57832f43e18e None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:23.079607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:23.084364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-695ba4e5-7ede-408a-8296-e139d05076d6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:23.140008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-739462a0-c502-46b2-8a14-dd88078a69ff None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:23.140383 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-739462a0-c502-46b2-8a14-dd88078a69ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.195098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695ba4e5-7ede-408a-8296-e139d05076d6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:23.198838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695ba4e5-7ede-408a-8296-e139d05076d6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.290045 n-d-810763-1 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-695ba4e5-7ede-408a-8296-e139d05076d6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eccdc7ab-ff81-475a-97ba-e00e97265395 (CIDR: 2001:db8::/64) Sep 23 20:00:23.293770 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-695ba4e5-7ede-408a-8296-e139d05076d6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 20:00:23.294253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695ba4e5-7ede-408a-8296-e139d05076d6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:23.308110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-695ba4e5-7ede-408a-8296-e139d05076d6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2275217 Sep 23 20:00:23.310945 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:23.316920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'subnet': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:23.430847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:23.434890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.664801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7963cd1b-2c9a-4cbe-bc4d-9160f7cb8820 None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:23.665357 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7963cd1b-2c9a-4cbe-bc4d-9160f7cb8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.758288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.objects.ports [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 20:00:23.907819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.054952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] For port 55b8eb84-78fe-41a5-9b3f-21e886987a40, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=55b8eb84-78fe-41a5-9b3f-21e886987a40,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:24.082112 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.086719 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.087937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.159694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:24.168318 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:24.177141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:24.177381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6728f38f-f5aa-4ad1-905a-8a349e573200 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:24.177734 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.184281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Subnet': ['ID=9073325b-60e7-481d-a413-d3fcb61bd3c2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:24.195920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=55b8eb84-78fe-41a5-9b3f-21e886987a40,revision_number=9']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:24.206723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d81392b-e941-4cbc-92d1-34d4d0ff042b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8942654 Sep 23 20:00:24.207843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34254) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:24.213577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Request body: {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'mac_address': 'fa:16:3e:4c:95:fd', 'name': 'tempest-NetworksTestDHCPv6-958846329'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:24.319671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Made reservation on behalf of 3f0438af657c458b97c7d4d9a1ef1291 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:24.388639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df227c9-7e4d-4611-b817-d34193ce446e None None] Update dhcp port {'port': {'network_id': 'eb924458-35fa-4e1f-9231-d7a6bc56754b', 'fixed_ips': [{'subnet_id': '9073325b-60e7-481d-a413-d3fcb61bd3c2', 'ip_address': '2001:db8:0:1:f816:3eff:fe3f:4125'}, {'subnet_id': 'eccdc7ab-ff81-475a-97ba-e00e97265395'}], 'binding:host_id': 'n-d-810763-1'}, 'id': '55b8eb84-78fe-41a5-9b3f-21e886987a40'} from n-d-810763-1. {{(pid=94827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 20:00:24.417136 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2df227c9-7e4d-4611-b817-d34193ce446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.565531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 55b8eb84-78fe-41a5-9b3f-21e886987a40 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:24.620164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2df227c9-7e4d-4611-b817-d34193ce446e None None] Allocated IP 2001:db8::2 (eb924458-35fa-4e1f-9231-d7a6bc56754b/eccdc7ab-ff81-475a-97ba-e00e97265395/55b8eb84-78fe-41a5-9b3f-21e886987a40) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:24.668460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:24.669166 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.726886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.745861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] device_id is not set on port 464faa36-fdcb-46e1-83b8-357b9d6f0ea9 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:24.755914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2df227c9-7e4d-4611-b817-d34193ce446e None None] For port 55b8eb84-78fe-41a5-9b3f-21e886987a40, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=55b8eb84-78fe-41a5-9b3f-21e886987a40,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:24.813856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2df227c9-7e4d-4611-b817-d34193ce446e None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.821295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2df227c9-7e4d-4611-b817-d34193ce446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:24.905336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df227c9-7e4d-4611-b817-d34193ce446e None None] Pushing event updated for resources: {'Port': ['ID=55b8eb84-78fe-41a5-9b3f-21e886987a40,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:24.927051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8::317 (eb924458-35fa-4e1f-9231-d7a6bc56754b/eccdc7ab-ff81-475a-97ba-e00e97265395/464faa36-fdcb-46e1-83b8-357b9d6f0ea9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:24.934775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4c:95fd (eb924458-35fa-4e1f-9231-d7a6bc56754b/9073325b-60e7-481d-a413-d3fcb61bd3c2/464faa36-fdcb-46e1-83b8-357b9d6f0ea9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:25.080372 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.114164 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.160636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Network eb924458-35fa-4e1f-9231-d7a6bc56754b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:25.163781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:25.168292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:25.174401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.175042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.184395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event updated for resources: {'Port': ['ID=464faa36-fdcb-46e1-83b8-357b9d6f0ea9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:25.196941 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b6088c97-2c9d-44f3-85c7-5dc4a0215957 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9879344 Sep 23 20:00:25.199648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34256) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:25.288314 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting port 464faa36-fdcb-46e1-83b8-357b9d6f0ea9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:25.289016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.371188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fa47391a-c2c3-42bc-9b92-f71bbe460be9 None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:25.371566 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fa47391a-c2c3-42bc-9b92-f71bbe460be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.381441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.395504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Calling delete_port for 464faa36-fdcb-46e1-83b8-357b9d6f0ea9 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:25.540393 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.583830 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.612576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Port': ['ID=464faa36-fdcb-46e1-83b8-357b9d6f0ea9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:25.658326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.663672 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ca90acf1-ffa4-4c8b-bb22-d6662facd705 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/464faa36-fdcb-46e1-83b8-357b9d6f0ea9 HTTP/1.1" status: 204 len: 168 time: 0.4608288 Sep 23 20:00:25.664478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:25.672434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ac418196-6b0f-40aa-bb09-47b5a14d05d1 None None] Could not find standard attr ID for object 464faa36-fdcb-46e1-83b8-357b9d6f0ea9. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:25.719420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d24d99-a5f2-46be-84a7-e2a4ceec023c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.721054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91d24d99-a5f2-46be-84a7-e2a4ceec023c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0541801 Sep 23 20:00:25.723731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34260) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:25.774235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6550e0-ae50-486a-bfdc-7ab49bc5d625 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.776398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ad6550e0-ae50-486a-bfdc-7ab49bc5d625 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0515776 Sep 23 20:00:25.779016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34262) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:25.836798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549e61e-b39d-4ee7-810a-df5fab5c219b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.839128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549e61e-b39d-4ee7-810a-df5fab5c219b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.840645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549e61e-b39d-4ee7-810a-df5fab5c219b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.842226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2549e61e-b39d-4ee7-810a-df5fab5c219b tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0622668 Sep 23 20:00:25.844898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34264) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:25.893851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet 9073325b-60e7-481d-a413-d3fcb61bd3c2 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:25.896741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.936474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.019113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.074806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.103750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.105617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/9073325b-60e7-481d-a413-d3fcb61bd3c2 HTTP/1.1" status: 204 len: 168 time: 0.2598069 Sep 23 20:00:26.106858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704802e-8d30-4927-a7d3-6b1f34aaa9c8 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=9073325b-60e7-481d-a413-d3fcb61bd3c2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:26.108228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.111176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fa44f-a8e9-4f8d-b75a-7cef2b2d2bd4 None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:26.162069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Deleting subnet eccdc7ab-ff81-475a-97ba-e00e97265395 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:26.165117 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.205570 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.287649 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.352493 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.380425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Subnet': ['ID=eccdc7ab-ff81-475a-97ba-e00e97265395,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:26.386460 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.391139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1146f515-f0ce-41ba-a082-f90fd96d58ce tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/eccdc7ab-ff81-475a-97ba-e00e97265395 HTTP/1.1" status: 204 len: 168 time: 0.2817583 Sep 23 20:00:26.393257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.431860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7901be6a-0f87-49d2-acf9-c31aacd72d0f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367992 Sep 23 20:00:26.434176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.482151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ec27f-1100-4124-a11e-c3098df0f1fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:26.483719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-da0ec27f-1100-4124-a11e-c3098df0f1fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0486097 Sep 23 20:00:26.486194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.542136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116da6ee-0657-48fd-812c-0961c83a0b83 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:26.544115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-116da6ee-0657-48fd-812c-0961c83a0b83 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565231 Sep 23 20:00:26.546195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.549084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 55b8eb84-78fe-41a5-9b3f-21e886987a40 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:26.586166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b5dfd478-76cc-453c-96b6-249bd8243dc7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375836 Sep 23 20:00:26.590543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.605535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:26.605922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.614759 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a569cd-1e80-424e-bbcc-72220147f547 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.615483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a569cd-1e80-424e-bbcc-72220147f547 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.617242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c4a569cd-1e80-424e-bbcc-72220147f547 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/464faa36-fdcb-46e1-83b8-357b9d6f0ea9 HTTP/1.1" status: 404 len: 333 time: 0.0257061 Sep 23 20:00:26.620539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.647585 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3309df9-957a-4feb-ac2e-696879104710 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.648051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3309df9-957a-4feb-ac2e-696879104710 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.650005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a3309df9-957a-4feb-ac2e-696879104710 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/9073325b-60e7-481d-a413-d3fcb61bd3c2 HTTP/1.1" status: 404 len: 337 time: 0.0282927 Sep 23 20:00:26.652520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.679185 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ca41be-94c7-4ba9-8845-8dbcab33bb2a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.679896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ca41be-94c7-4ba9-8845-8dbcab33bb2a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.682084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6ca41be-94c7-4ba9-8845-8dbcab33bb2a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/eccdc7ab-ff81-475a-97ba-e00e97265395 HTTP/1.1" status: 404 len: 337 time: 0.0285714 Sep 23 20:00:26.684814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34282) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.707824 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-01659688-1bab-44e9-89cc-a2cd49d9cd90 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.708461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01659688-1bab-44e9-89cc-a2cd49d9cd90 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.712530 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01659688-1bab-44e9-89cc-a2cd49d9cd90 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/7b388282-3337-486c-aff1-d81117b9826b HTTP/1.1" status: 404 len: 333 time: 0.0243926 Sep 23 20:00:26.713004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34284) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.742640 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e28c699-046d-4524-b53e-cb40c2aa17d5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.743100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e28c699-046d-4524-b53e-cb40c2aa17d5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.747835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0e28c699-046d-4524-b53e-cb40c2aa17d5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/43ad8444-fa5f-4c7c-8a33-6883aedf5478 HTTP/1.1" status: 404 len: 337 time: 0.0310061 Sep 23 20:00:26.748061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34286) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.768432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7c66a-40cb-436d-8d7e-7ebce4c06d7f None None] Network eb924458-35fa-4e1f-9231-d7a6bc56754b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:26.781801 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-088be9bc-029d-4ae4-baec-4fcf5733da4f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.782483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088be9bc-029d-4ae4-baec-4fcf5733da4f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.784497 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-088be9bc-029d-4ae4-baec-4fcf5733da4f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/723f65ac-ba82-4ceb-97fa-b576124fff5f HTTP/1.1" status: 404 len: 337 time: 0.0355144 Sep 23 20:00:26.787268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.814518 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fee58b0-3519-40c1-8c1a-1fd6d8178312 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.815130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fee58b0-3519-40c1-8c1a-1fd6d8178312 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.816817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fee58b0-3519-40c1-8c1a-1fd6d8178312 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/65282177-2c9e-423c-89db-d4eb177fcd54 HTTP/1.1" status: 404 len: 333 time: 0.0285122 Sep 23 20:00:26.819374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.842363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d4288b1f-9b5d-4d5d-9220-0b7332f49bae None None] Provisioning complete for port 55b8eb84-78fe-41a5-9b3f-21e886987a40 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:26.842744 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4288b1f-9b5d-4d5d-9220-0b7332f49bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.844677 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa24eb9-44e3-41f8-939e-7f77a395f152 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.845122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa24eb9-44e3-41f8-939e-7f77a395f152 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.848830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7aa24eb9-44e3-41f8-939e-7f77a395f152 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/744303b4-ecfc-492b-b359-2e87cb083b40 HTTP/1.1" status: 404 len: 337 time: 0.0265498 Sep 23 20:00:26.849429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34292) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.876009 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-626115ac-7f8c-491d-aff2-d36882492e3e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.876472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626115ac-7f8c-491d-aff2-d36882492e3e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.878224 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-626115ac-7f8c-491d-aff2-d36882492e3e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/76e7be69-b9ac-4e86-a670-eaea9291f2a5 HTTP/1.1" status: 404 len: 337 time: 0.0278027 Sep 23 20:00:26.880939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34294) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.903438 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-187c4f98-92dd-4c16-809e-ca88e4629910 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.904044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187c4f98-92dd-4c16-809e-ca88e4629910 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.905722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-187c4f98-92dd-4c16-809e-ca88e4629910 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/dc855813-9309-43d6-9db0-c3fc8f8ca154 HTTP/1.1" status: 404 len: 333 time: 0.0237663 Sep 23 20:00:26.908403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34296) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.934512 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c0ad9c-0891-47e9-91e5-e7b10f6d82f1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.935302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c0ad9c-0891-47e9-91e5-e7b10f6d82f1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.939429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c6c0ad9c-0891-47e9-91e5-e7b10f6d82f1 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/9b91ee2f-c206-4ea8-9db6-ac79f061e3bc HTTP/1.1" status: 404 len: 337 time: 0.0277450 Sep 23 20:00:26.939842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34298) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.947981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.967901 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d88d65-94a1-4bfa-b993-3614797169d7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.968389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d88d65-94a1-4bfa-b993-3614797169d7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:26.972332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-97d88d65-94a1-4bfa-b993-3614797169d7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/a9280a9d-543d-46f4-9f82-e46c71f51c43 HTTP/1.1" status: 404 len: 337 time: 0.0294745 Sep 23 20:00:26.973122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:26.999247 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-435e3488-9828-47d2-ba4a-98172a3458ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:26.999868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435e3488-9828-47d2-ba4a-98172a3458ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.001800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-435e3488-9828-47d2-ba4a-98172a3458ab tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/604aaaf1-fdfa-4e6c-8a85-7ccf526924da HTTP/1.1" status: 404 len: 333 time: 0.0274756 Sep 23 20:00:27.004124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.004949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] DHCP port deletion for eb924458-35fa-4e1f-9231-d7a6bc56754b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:27.030201 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0105ce0-b6f3-4ce8-87a6-b5cbadf19bba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.030598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0105ce0-b6f3-4ce8-87a6-b5cbadf19bba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.032305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0105ce0-b6f3-4ce8-87a6-b5cbadf19bba tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/dac9156b-97d4-43c8-bfa2-53a878781320 HTTP/1.1" status: 404 len: 337 time: 0.0272176 Sep 23 20:00:27.034806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.052378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] Deleting port 55b8eb84-78fe-41a5-9b3f-21e886987a40 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:27.052764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:27.057012 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c486979a-c10e-47d2-a6b6-ec60cd515a3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.057677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c486979a-c10e-47d2-a6b6-ec60cd515a3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.059424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c486979a-c10e-47d2-a6b6-ec60cd515a3d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/973eb052-0384-4091-865e-a1fbdca69874 HTTP/1.1" status: 404 len: 333 time: 0.0237229 Sep 23 20:00:27.061884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.086790 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2b6f47-ed4f-4670-8539-eac599c6af28 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.087237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2b6f47-ed4f-4670-8539-eac599c6af28 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.089432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4d2b6f47-ed4f-4670-8539-eac599c6af28 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/1cd105a5-3ca9-4f70-8777-5a593d083cb4 HTTP/1.1" status: 404 len: 337 time: 0.0266232 Sep 23 20:00:27.091953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.118060 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c278e32a-e36a-4a91-a8a8-69bdc1df1575 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.118738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c278e32a-e36a-4a91-a8a8-69bdc1df1575 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.120459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c278e32a-e36a-4a91-a8a8-69bdc1df1575 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/55ba090a-3238-4cde-be39-0d2950282d22 HTTP/1.1" status: 404 len: 333 time: 0.0276215 Sep 23 20:00:27.120587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] For port 55b8eb84-78fe-41a5-9b3f-21e886987a40, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=55b8eb84-78fe-41a5-9b3f-21e886987a40,segment=NetworkSegment(be231c37-7c46-428a-9ae3-1492cec4d14e),segment_id=be231c37-7c46-428a-9ae3-1492cec4d14e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:27.120983 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:27.122944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.132813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] Calling delete_port for 55b8eb84-78fe-41a5-9b3f-21e886987a40 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:27.147454 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-727c9c1e-14a2-423f-81cb-21b9c50301cc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.147895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727c9c1e-14a2-423f-81cb-21b9c50301cc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.149564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-727c9c1e-14a2-423f-81cb-21b9c50301cc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/29a069fa-665c-4e31-9a61-37f91bbd45a9 HTTP/1.1" status: 404 len: 337 time: 0.0256753 Sep 23 20:00:27.152479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.174325 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0317e0fa-61fa-45bc-9484-677e1fa04789 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.174937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0317e0fa-61fa-45bc-9484-677e1fa04789 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.176604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0317e0fa-61fa-45bc-9484-677e1fa04789 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/b49f7f14-38bb-43f5-9732-a9b8a59b16dc HTTP/1.1" status: 404 len: 333 time: 0.0232592 Sep 23 20:00:27.178975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.204484 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16c5af2-27ee-486c-92a0-2328e52d6769 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.204990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16c5af2-27ee-486c-92a0-2328e52d6769 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.206712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f16c5af2-27ee-486c-92a0-2328e52d6769 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/abe14b09-98b2-4069-9e19-1f0cd83527bb HTTP/1.1" status: 404 len: 337 time: 0.0268507 Sep 23 20:00:27.209448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.211438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:27.232721 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b451b7-1fc6-4c40-aa9e-04e408b10c2d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.233326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b451b7-1fc6-4c40-aa9e-04e408b10c2d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.235041 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-79b451b7-1fc6-4c40-aa9e-04e408b10c2d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/d68175ee-870f-4c25-8ab6-632c92e4d530 HTTP/1.1" status: 404 len: 333 time: 0.0245757 Sep 23 20:00:27.236468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] Pushing event deleted for resources: {'Port': ['ID=55b8eb84-78fe-41a5-9b3f-21e886987a40,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:27.237564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34318) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.240133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852a302-50f5-4e70-9dca-3d0ba69f2f34 None None] No DVR routers for this DVR port 55b8eb84-78fe-41a5-9b3f-21e886987a40 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:27.272593 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4958714-bd88-43a2-aa41-fcca52f0a0da tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.273039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4958714-bd88-43a2-aa41-fcca52f0a0da tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.275567 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a4958714-bd88-43a2-aa41-fcca52f0a0da tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/9aab18e0-80be-46fc-9103-54082189a9fa HTTP/1.1" status: 404 len: 337 time: 0.0343695 Sep 23 20:00:27.277772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34320) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.299175 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-891819b3-2878-43ba-9cda-27cdcba28127 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.299755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891819b3-2878-43ba-9cda-27cdcba28127 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.301356 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-891819b3-2878-43ba-9cda-27cdcba28127 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/6e52504f-c1aa-4330-93d7-39c5b41d086f HTTP/1.1" status: 404 len: 333 time: 0.0226810 Sep 23 20:00:27.303520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34322) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.328314 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1f1e7e-0d25-4155-b9e0-251ede41aecb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.329017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1f1e7e-0d25-4155-b9e0-251ede41aecb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.330701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6c1f1e7e-0d25-4155-b9e0-251ede41aecb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/61541fd0-25a6-4af5-95cc-a460dcc93404 HTTP/1.1" status: 404 len: 337 time: 0.0263314 Sep 23 20:00:27.333059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34324) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.358794 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f709050-1c82-45aa-b878-5de187b8bb6d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.359250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f709050-1c82-45aa-b878-5de187b8bb6d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.360952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7f709050-1c82-45aa-b878-5de187b8bb6d tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/867b35b4-2d3e-47cf-8ef8-61cdff198975 HTTP/1.1" status: 404 len: 337 time: 0.0270171 Sep 23 20:00:27.363505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.385599 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b366d2e4-6805-4bce-9eca-81b0fd3ff40f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.386172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b366d2e4-6805-4bce-9eca-81b0fd3ff40f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.387804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b366d2e4-6805-4bce-9eca-81b0fd3ff40f tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/d88c3485-b01c-48ab-b147-1a7a4b55e02a HTTP/1.1" status: 404 len: 333 time: 0.0234191 Sep 23 20:00:27.389993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34328) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.414388 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fef549b-bb38-43b4-b818-d619fb08e1fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.414823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fef549b-bb38-43b4-b818-d619fb08e1fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.416446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1fef549b-bb38-43b4-b818-d619fb08e1fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/18548e20-1784-4eaf-9b41-9276c35610ca HTTP/1.1" status: 404 len: 337 time: 0.0255737 Sep 23 20:00:27.418678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34330) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.452886 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe11df8a-04ff-4b8f-a0dc-38397679c196 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.453328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe11df8a-04ff-4b8f-a0dc-38397679c196 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.455275 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe11df8a-04ff-4b8f-a0dc-38397679c196 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/ba02ea19-cb77-4706-b10a-2154437c903c HTTP/1.1" status: 404 len: 337 time: 0.0357497 Sep 23 20:00:27.457665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34332) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.479778 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0c6935-027f-4b18-9da0-82330049ef33 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.480356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0c6935-027f-4b18-9da0-82330049ef33 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.481943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d0c6935-027f-4b18-9da0-82330049ef33 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/f2f318d4-7c10-4a15-afac-fa1288770cbc HTTP/1.1" status: 404 len: 333 time: 0.0234239 Sep 23 20:00:27.484147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34334) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.508312 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-515edafc-b8bd-4943-a237-9a072acc88fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.508636 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515edafc-b8bd-4943-a237-9a072acc88fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.510783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-515edafc-b8bd-4943-a237-9a072acc88fb tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/b54ceb77-b5ea-449f-86ac-23c96748fa9e HTTP/1.1" status: 404 len: 337 time: 0.0257921 Sep 23 20:00:27.512991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34336) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.537367 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-38022732-feff-4866-883c-a31611352812 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.537800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38022732-feff-4866-883c-a31611352812 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.539400 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-38022732-feff-4866-883c-a31611352812 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/1a6b35ba-cf3d-47ad-a0c5-c5baf2a9fe91 HTTP/1.1" status: 404 len: 337 time: 0.0255702 Sep 23 20:00:27.541532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34338) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.562918 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-860c5ead-6e3b-4281-b30f-a9dae4b766a6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.563493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860c5ead-6e3b-4281-b30f-a9dae4b766a6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.565069 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-860c5ead-6e3b-4281-b30f-a9dae4b766a6 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/edc8506b-96dc-42f1-82cb-c452892543c6 HTTP/1.1" status: 404 len: 333 time: 0.0227029 Sep 23 20:00:27.567201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34340) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.592009 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d19b21e-ce49-49a4-9fe5-239b5b9fc5f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.592578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d19b21e-ce49-49a4-9fe5-239b5b9fc5f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.594002 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6d19b21e-ce49-49a4-9fe5-239b5b9fc5f2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/3dd162b7-ea2c-4b08-8c47-83f4117a1ca1 HTTP/1.1" status: 404 len: 337 time: 0.0259638 Sep 23 20:00:27.596154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.624535 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cf9e2b-8b66-47b5-90a1-de311f74ca53 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.624974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cf9e2b-8b66-47b5-90a1-de311f74ca53 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.626594 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e8cf9e2b-8b66-47b5-90a1-de311f74ca53 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/530de184-be3e-4c3e-8fdc-e726d5981ea7 HTTP/1.1" status: 404 len: 337 time: 0.0296013 Sep 23 20:00:27.628834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34344) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.654058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5d887921-5eaf-481d-9327-1a72ccc47eb7 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c61cade-8661-4f86-b781-d3298cd8750f HTTP/1.1" status: 200 len: 205 time: 0.0242682 Sep 23 20:00:27.656219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.691426 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-515ceef0-2014-4501-a7dd-9cda5f3a3604 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] delete failed (client error): The resource could not be found. Sep 23 20:00:27.692388 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-515ceef0-2014-4501-a7dd-9cda5f3a3604 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/routers/9c61cade-8661-4f86-b781-d3298cd8750f HTTP/1.1" status: 404 len: 336 time: 0.0353181 Sep 23 20:00:27.694695 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.720506 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d959cec-f212-4997-9348-2e639343ead5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.720950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d959cec-f212-4997-9348-2e639343ead5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.722598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d959cec-f212-4997-9348-2e639343ead5 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/4d912862-8b85-4348-90d8-13859929b0ad HTTP/1.1" status: 404 len: 337 time: 0.0270448 Sep 23 20:00:27.724860 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.754087 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-09901e0e-c0f7-4f21-b33a-866a0efbc7d4 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "GET /v2.0/ports?device_id=17a7c491-5378-4b90-9cee-c8bf9e3c4b52 HTTP/1.1" status: 200 len: 205 time: 0.0279589 Sep 23 20:00:27.756239 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.792981 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-fc7df58d-8655-44f7-b0d2-df11d0c70dc9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] delete failed (client error): The resource could not be found. Sep 23 20:00:27.793874 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fc7df58d-8655-44f7-b0d2-df11d0c70dc9 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/routers/17a7c491-5378-4b90-9cee-c8bf9e3c4b52 HTTP/1.1" status: 404 len: 336 time: 0.0367308 Sep 23 20:00:27.796236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.821291 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabe24bd-1667-4d90-8a16-fed8b92ec79e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.822369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabe24bd-1667-4d90-8a16-fed8b92ec79e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.823966 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cabe24bd-1667-4d90-8a16-fed8b92ec79e tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/64c5d8e5-99f0-4db4-9349-fe1bee2ff85e HTTP/1.1" status: 404 len: 337 time: 0.0268841 Sep 23 20:00:27.826096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.850121 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d586cd-66e1-417f-93b8-e928059fe596 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.850585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d586cd-66e1-417f-93b8-e928059fe596 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.852176 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-90d586cd-66e1-417f-93b8-e928059fe596 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/c555d330-da61-45fb-883f-f29246238bdb HTTP/1.1" status: 404 len: 337 time: 0.0252147 Sep 23 20:00:27.854348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.879419 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-231e6a05-1418-4db1-a95e-ad3ab17d4167 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.880007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231e6a05-1418-4db1-a95e-ad3ab17d4167 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.881907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-231e6a05-1418-4db1-a95e-ad3ab17d4167 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/cd0ff834-83f9-45b6-a658-8ecf7c8caab2 HTTP/1.1" status: 404 len: 333 time: 0.0267165 Sep 23 20:00:27.884187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34360) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.909017 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7baf9e-d884-4fc2-b672-3ea4096e9fa0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.909447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7baf9e-d884-4fc2-b672-3ea4096e9fa0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.911354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2d7baf9e-d884-4fc2-b672-3ea4096e9fa0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/ef8b4723-bb74-49f0-8a5b-06b366152743 HTTP/1.1" status: 404 len: 337 time: 0.0258040 Sep 23 20:00:27.913485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34362) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.936728 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d6eaa8-cd61-4166-89ec-e15f6a6de662 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.937333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d6eaa8-cd61-4166-89ec-e15f6a6de662 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.939023 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-15d6eaa8-cd61-4166-89ec-e15f6a6de662 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/2e6bf1e6-b93b-4c57-b586-a181e08d14c7 HTTP/1.1" status: 404 len: 333 time: 0.0246873 Sep 23 20:00:27.941335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34364) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.965927 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a98182-00f4-4d8c-b1e1-1eb08e82f994 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.966478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a98182-00f4-4d8c-b1e1-1eb08e82f994 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.968079 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-68a98182-00f4-4d8c-b1e1-1eb08e82f994 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/b9e4a295-568a-4a7f-aa85-892b0f0f2f81 HTTP/1.1" status: 404 len: 337 time: 0.0258780 Sep 23 20:00:27.970310 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34366) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:27.991747 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fc5020-ba5c-4dca-887f-ccedb5846477 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:27.992346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fc5020-ba5c-4dca-887f-ccedb5846477 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:27.994855 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-43fc5020-ba5c-4dca-887f-ccedb5846477 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/c10f015d-c6e9-4c78-9b4a-4cf0b6c72499 HTTP/1.1" status: 404 len: 333 time: 0.0236905 Sep 23 20:00:27.997058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34368) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.021207 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-89044681-0dd9-4f5c-8e49-39e4a29c775a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.021584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89044681-0dd9-4f5c-8e49-39e4a29c775a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.023201 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-89044681-0dd9-4f5c-8e49-39e4a29c775a tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/ace5784c-5ff7-4896-8c22-cb0a3bdf7f38 HTTP/1.1" status: 404 len: 337 time: 0.0252988 Sep 23 20:00:28.025336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34370) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.050957 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2556df99-95a7-4b84-b292-a2a7a31b25e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.051490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2556df99-95a7-4b84-b292-a2a7a31b25e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.053084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2556df99-95a7-4b84-b292-a2a7a31b25e3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/a6c8ae43-6f34-4d20-b1b2-9e0e7a11f166 HTTP/1.1" status: 404 len: 333 time: 0.0268598 Sep 23 20:00:28.055304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34372) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.080147 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7e70b4-9c18-4526-82b4-cf36a0365efc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.080581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7e70b4-9c18-4526-82b4-cf36a0365efc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.082165 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1f7e70b4-9c18-4526-82b4-cf36a0365efc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/7a158604-4aee-42db-aeff-147ae0efbec0 HTTP/1.1" status: 404 len: 337 time: 0.0260031 Sep 23 20:00:28.084315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.105522 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38de76d-983a-4445-9521-2d33bf61c680 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.106106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38de76d-983a-4445-9521-2d33bf61c680 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.107723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e38de76d-983a-4445-9521-2d33bf61c680 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/132c3582-a141-4883-b879-f18a57c55071 HTTP/1.1" status: 404 len: 333 time: 0.0225661 Sep 23 20:00:28.109879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34376) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.134484 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a67e82-9a42-41da-8d77-97425abd16d2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.134922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a67e82-9a42-41da-8d77-97425abd16d2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.136501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-96a67e82-9a42-41da-8d77-97425abd16d2 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/f618a466-2fad-4cf2-93e1-ac9d56c28790 HTTP/1.1" status: 404 len: 337 time: 0.0257471 Sep 23 20:00:28.138644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34378) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.159366 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b741e8e8-722e-4ac0-9aa3-a7e0c563403c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.159947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b741e8e8-722e-4ac0-9aa3-a7e0c563403c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.161541 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b741e8e8-722e-4ac0-9aa3-a7e0c563403c tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/091f013a-9283-40bb-b231-5b9f299d2809 HTTP/1.1" status: 404 len: 333 time: 0.0220506 Sep 23 20:00:28.163675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34380) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.187906 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab32d63c-0207-4bec-a76d-0451b865c5cc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.188345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab32d63c-0207-4bec-a76d-0451b865c5cc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.189937 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ab32d63c-0207-4bec-a76d-0451b865c5cc tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/5d847538-8c7a-40a6-817d-6d7ebdc09d19 HTTP/1.1" status: 404 len: 337 time: 0.0254135 Sep 23 20:00:28.192109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34382) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.218753 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1d2373-8ee7-46bf-8f50-c33cf08e3239 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.219347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1d2373-8ee7-46bf-8f50-c33cf08e3239 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.220957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d1d2373-8ee7-46bf-8f50-c33cf08e3239 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/ports/98ff37e0-3e85-43d1-b2f1-87099ef90d5b HTTP/1.1" status: 404 len: 333 time: 0.0280011 Sep 23 20:00:28.223182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34384) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.247266 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd80b16-e921-491b-88f5-53f2477643b3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] DELETE failed (client error): The resource could not be found. Sep 23 20:00:28.247700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd80b16-e921-491b-88f5-53f2477643b3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:00:28.249295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3dd80b16-e921-491b-88f5-53f2477643b3 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/subnets/6d83e9a9-e4de-4967-978a-adfa6ee8dcbe HTTP/1.1" status: 404 len: 337 time: 0.0252600 Sep 23 20:00:28.251507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34386) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.325352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.413047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.433029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb924458-35fa-4e1f-9231-d7a6bc56754b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:28.441942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be231c37-7c46-428a-9ae3-1492cec4d14e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:28.442307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be231c37-7c46-428a-9ae3-1492cec4d14e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:28.452429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.466290 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.472217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:28.472631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:28.475590 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:28.544082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 55b8eb84-78fe-41a5-9b3f-21e886987a40 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:28.548531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.556796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.558914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] 10.222.0.38 "DELETE /v2.0/networks/eb924458-35fa-4e1f-9231-d7a6bc56754b HTTP/1.1" status: 204 len: 168 time: 0.3065555 Sep 23 20:00:28.564465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 55b8eb84-78fe-41a5-9b3f-21e886987a40 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:28.564821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 55b8eb84-78fe-41a5-9b3f-21e886987a40 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:28.571187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c6718-4b30-443f-b48d-506e442d39a0 tempest-NetworksTestDHCPv6-572451334 tempest-NetworksTestDHCPv6-572451334-project] Pushing event deleted for resources: {'Network': ['ID=eb924458-35fa-4e1f-9231-d7a6bc56754b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:28.806036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34396) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:28.943191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-335fda2f-3be2-45d7-9d75-9e845bed47b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f0438af657c458b97c7d4d9a1ef1291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354420 Sep 23 20:00:28.945694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34400) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:29.001942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cd253d4-90ed-4fe6-8d74-a9a9a33ecc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.031220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cd253d4-90ed-4fe6-8d74-a9a9a33ecc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.088826 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-dd74b797-c539-4312-a6ed-6d6f3c0638d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297131 Sep 23 20:00:29.105667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cd253d4-90ed-4fe6-8d74-a9a9a33ecc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.108251 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3cd253d4-90ed-4fe6-8d74-a9a9a33ecc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.109367 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3cd253d4-90ed-4fe6-8d74-a9a9a33ecc9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/205e5a07-9cf8-4207-83c4-04ffa81334dc HTTP/1.1" status: 204 len: 168 time: 0.1625261 Sep 23 20:00:29.119173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd253d4-90ed-4fe6-8d74-a9a9a33ecc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205e5a07-9cf8-4207-83c4-04ffa81334dc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:29.253289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-5013cc24-102b-4f0b-9b66-d5464c2e7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:29.254842 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-5013cc24-102b-4f0b-9b66-d5464c2e7090 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0411520 Sep 23 20:00:29.364126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-001245ce-5c3a-4afd-b87b-9e0e7edb2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:29.365612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-001245ce-5c3a-4afd-b87b-9e0e7edb2dab service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.0908439 Sep 23 20:00:29.437318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-8132c8af-f20d-4ee3-b02e-15881935be13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 1001 time: 0.0642457 Sep 23 20:00:29.494741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-72e9d275-6848-4486-897a-d890cd0bdaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:29.496214 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-72e9d275-6848-4486-897a-d890cd0bdaf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0516436 Sep 23 20:00:29.545937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-a2491fab-86db-45fb-9b25-78fcacdfee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:29.547513 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-a2491fab-86db-45fb-9b25-78fcacdfee48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434933 Sep 23 20:00:29.644478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-4fab70c0-6a73-4e2d-98c3-b495bb633673 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901020 Sep 23 20:00:29.741051 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80da1eba-7dec-46de-88b0-4fb09ff310f7 req-0ecfb409-1e3e-4d46-bfa3-b603ea73a990 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888295 Sep 23 20:00:29.755303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:29.851838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'networks': [{'name': 'tempest-network--1987815108'}, {'name': 'tempest-network--1033323060'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:29.852153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'network': {'name': 'tempest-network--1987815108'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:29.852615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'network': {'name': 'tempest-network--1033323060'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:29.876412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Made reservation on behalf of 859ec8902d6a4922acd50468669ed776 for: {'network': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:29.881010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.889908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.976740 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.980459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:29.980915 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.019146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5ba174-5d93-4969-99c6-8134e86a3cc8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:30.028009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:30.039338 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.039676 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Added segment bbc056b7-dc17-4f78-bec7-455dfd84e616 of type vlan for network 5a312ed4-7cd9-4147-9274-393ddea07f01 Sep 23 20:00:30.082884 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.112635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:30.121435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.121779 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Added segment 729b5655-e04c-458b-81d0-3f203ad87bf2 of type vlan for network cc63197e-d81f-4e1f-958f-21e6e5831309 Sep 23 20:00:30.159533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.187590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.188079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.193627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.198463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.199091 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.249618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.4926515 Sep 23 20:00:30.252148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:30.308360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Network': ['ID=5a312ed4-7cd9-4147-9274-393ddea07f01,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:30.319139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5a312ed4-7cd9-4147-9274-393ddea07f01 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:30.463686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4e910-ff06-4ea8-8e6b-aeceb473f482 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Network': ['ID=cc63197e-d81f-4e1f-958f-21e6e5831309,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:30.473490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network cc63197e-d81f-4e1f-958f-21e6e5831309 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:30.512267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9638b4e-fa68-45ac-8826-f17d12798dbd tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.518232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9638b4e-fa68-45ac-8826-f17d12798dbd tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.524299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9638b4e-fa68-45ac-8826-f17d12798dbd tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.530656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9638b4e-fa68-45ac-8826-f17d12798dbd tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.532310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a9638b4e-fa68-45ac-8826-f17d12798dbd tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2792623 Sep 23 20:00:30.535207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34430) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:30.608836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.696931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.716642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a312ed4-7cd9-4147-9274-393ddea07f01']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:30.725419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc056b7-dc17-4f78-bec7-455dfd84e616') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:30.725710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc056b7-dc17-4f78-bec7-455dfd84e616') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:30.735387 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.747920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.753510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:30.753885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:30.756939 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:30.812830 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.819844 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.821390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/networks/5a312ed4-7cd9-4147-9274-393ddea07f01 HTTP/1.1" status: 204 len: 168 time: 0.2852111 Sep 23 20:00:30.824413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:30.832530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6d91d-7b43-4078-b5cd-b986fb1ecbe8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Network': ['ID=5a312ed4-7cd9-4147-9274-393ddea07f01,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:30.898891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.986550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.005812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc63197e-d81f-4e1f-958f-21e6e5831309']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:31.015309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729b5655-e04c-458b-81d0-3f203ad87bf2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:31.015611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729b5655-e04c-458b-81d0-3f203ad87bf2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:31.024630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.037885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.044160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:31.044542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: items = [ Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:31.047441 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:31.106795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.113535 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.115353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/networks/cc63197e-d81f-4e1f-958f-21e6e5831309 HTTP/1.1" status: 204 len: 168 time: 0.2899089 Sep 23 20:00:31.117868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:31.136271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961baf5-3dce-47dc-94a9-875de12a5ced tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Network': ['ID=cc63197e-d81f-4e1f-958f-21e6e5831309,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:31.224377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f477651-53aa-4539-9598-1eba228f65c7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.231056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f477651-53aa-4539-9598-1eba228f65c7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.232585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f477651-53aa-4539-9598-1eba228f65c7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1054540 Sep 23 20:00:31.236362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34438) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:31.241423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-675542941'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:31.262331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Made reservation on behalf of 859ec8902d6a4922acd50468669ed776 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:31.265611 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.293725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:31.302382 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.302726 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Added segment 8efe6cc4-45a6-44c1-a40f-9f1967318218 of type vlan for network 22419723-c89b-4126-a545-4a1b1cceafc2 Sep 23 20:00:31.342640 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.366266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.371802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.372421 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.409610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1721790 Sep 23 20:00:31.412109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34440) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:31.419722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-340926376'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:31.449973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d2a9b-df96-41be-8ed7-c9abc13c4c47 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Network': ['ID=22419723-c89b-4126-a545-4a1b1cceafc2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:31.460050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 22419723-c89b-4126-a545-4a1b1cceafc2 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:31.468226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Made reservation on behalf of 859ec8902d6a4922acd50468669ed776 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:31.471842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.501130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:31.511273 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.511618 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Added segment bf4ec3a5-17d3-49df-a873-dda3398f4346 of type vlan for network f38f59da-c036-4612-ad29-8729a03ccb05 Sep 23 20:00:31.557297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.580973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.586723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.587874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.621496 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2084129 Sep 23 20:00:31.624261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34442) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:31.629300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'ports': [{'network_id': '22419723-c89b-4126-a545-4a1b1cceafc2', 'name': 'tempest-port--997459855', 'admin_state_up': True}, {'network_id': 'f38f59da-c036-4612-ad29-8729a03ccb05', 'admin_state_up': False}]} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:31.629614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'port': {'network_id': '22419723-c89b-4126-a545-4a1b1cceafc2', 'name': 'tempest-port--997459855', 'admin_state_up': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:31.630085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'port': {'network_id': 'f38f59da-c036-4612-ad29-8729a03ccb05', 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:31.675597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00408889-fa75-4f33-bde3-50323ef96dad tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Network': ['ID=f38f59da-c036-4612-ad29-8729a03ccb05,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:31.685343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f38f59da-c036-4612-ad29-8729a03ccb05 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:31.815481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Made reservation on behalf of 859ec8902d6a4922acd50468669ed776 for: {'port': 2} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:31.820224 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.833436 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:31.913805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] device_id is not set on port 65e82074-762d-45aa-87dc-1c2d5eb2b15a yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:32.028978 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.096742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] device_id is not set on port e4f38fec-1f16-46e9-8783-2f1c9bbecee6 yet. {{(pid=94825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 20:00:32.201788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.236051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.296886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Port': ['ID=65e82074-762d-45aa-87dc-1c2d5eb2b15a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:32.311591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Checking segment: {'id': '8efe6cc4-45a6-44c1-a40f-9f1967318218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22419723-c89b-4126-a545-4a1b1cceafc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:32.312092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network hostable DHCP agents. Network: 22419723-c89b-4126-a545-4a1b1cceafc2, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:00:32.334754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network 22419723-c89b-4126-a545-4a1b1cceafc2 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:00:32.344588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 22419723-c89b-4126-a545-4a1b1cceafc2) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:32.348261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:32.349046 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.353685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15f615-9d1d-4b4b-adbf-650baa384de6 None None] Network 22419723-c89b-4126-a545-4a1b1cceafc2 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:32.421185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Port': ['ID=e4f38fec-1f16-46e9-8783-2f1c9bbecee6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:32.436650 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Checking segment: {'id': 'bf4ec3a5-17d3-49df-a873-dda3398f4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f38f59da-c036-4612-ad29-8729a03ccb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:32.437006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network hostable DHCP agents. Network: f38f59da-c036-4612-ad29-8729a03ccb05, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:00:32.455645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network f38f59da-c036-4612-ad29-8729a03ccb05 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:00:32.464586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f38f59da-c036-4612-ad29-8729a03ccb05) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:32.468420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:32.474559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.478620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d36488-3b2d-41db-a466-8134cc7b7449 None None] Network f38f59da-c036-4612-ad29-8729a03ccb05 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:32.480215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.481472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.500219 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-798c7886-a45e-4aa4-9267-36f507ac83e7 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8725519 Sep 23 20:00:32.500472 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34444) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:32.551906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a00fc-629d-46e5-89af-16f9a6a86f35 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.559005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a00fc-629d-46e5-89af-16f9a6a86f35 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.563345 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-694a00fc-629d-46e5-89af-16f9a6a86f35 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0593512 Sep 23 20:00:32.563712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34446) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:32.652267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Deleting port 65e82074-762d-45aa-87dc-1c2d5eb2b15a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:32.652613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.718494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.730769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Calling delete_port for 65e82074-762d-45aa-87dc-1c2d5eb2b15a owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:32.812394 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.840796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Port': ['ID=65e82074-762d-45aa-87dc-1c2d5eb2b15a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:32.845944 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:32.847866 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f993f694-1062-4d2f-a84a-f65467789a54 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/ports/65e82074-762d-45aa-87dc-1c2d5eb2b15a HTTP/1.1" status: 204 len: 168 time: 0.2831335 Sep 23 20:00:32.850569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34448) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:32.935082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Deleting port e4f38fec-1f16-46e9-8783-2f1c9bbecee6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:32.935423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.003185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.014557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Calling delete_port for e4f38fec-1f16-46e9-8783-2f1c9bbecee6 owned by {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:33.092740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.124420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Port': ['ID=e4f38fec-1f16-46e9-8783-2f1c9bbecee6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:33.129440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.131382 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45c8ebf1-bcc8-4904-b8b1-18d7227522f0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/ports/e4f38fec-1f16-46e9-8783-2f1c9bbecee6 HTTP/1.1" status: 204 len: 168 time: 0.2799137 Sep 23 20:00:33.133944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34450) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:33.160444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f62e7db3-8e39-438c-b108-6c0267353524 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0253866 Sep 23 20:00:33.163716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34452) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:33.168986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2030667836'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:33.189029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Made reservation on behalf of 859ec8902d6a4922acd50468669ed776 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:33.192678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.215599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:33.224655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.224990 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Added segment be3eb273-5622-407d-8f13-90a4de1e8963 of type vlan for network e73e6225-8346-43da-86fc-d0acb3e014d5 Sep 23 20:00:33.263569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.285602 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.291719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:33.292305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.320562 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1558614 Sep 23 20:00:33.323311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:33.328671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1497413392'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:33.356765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Made reservation on behalf of 859ec8902d6a4922acd50468669ed776 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:33.360253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.365354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1d029-505f-43d9-9dde-41403cf2026f tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Network': ['ID=e73e6225-8346-43da-86fc-d0acb3e014d5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:33.376709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e73e6225-8346-43da-86fc-d0acb3e014d5 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:33.389069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:33.398186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.398549 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Added segment 44e0aadf-07ea-45d0-90cf-cc438175ed5f of type vlan for network 09e1c53a-2632-452a-a4ee-aa190e66ff27 Sep 23 20:00:33.438334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.461659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.467168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:33.467760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.502149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1777549 Sep 23 20:00:33.535084 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f0d44-8fd7-4659-b4b6-5d613eeb6382 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Network': ['ID=09e1c53a-2632-452a-a4ee-aa190e66ff27,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:33.546451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 09e1c53a-2632-452a-a4ee-aa190e66ff27 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:36.748154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:36.753350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'subnets': [{'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1841164129', 'ip_version': 6}, {'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:36.753673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'subnet': {'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1841164129', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:36.754376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Request body: {'subnet': {'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:36.907423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Made reservation on behalf of 859ec8902d6a4922acd50468669ed776 for: {'subnet': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:36.911917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:36.912261 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:37.275357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:37.326365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Subnet': ['ID=9719ffa4-30c5-47f7-9d9b-6391803c3590,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:37.341503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Checking segment: {'id': 'be3eb273-5622-407d-8f13-90a4de1e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:37.341864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network hostable DHCP agents. Network: e73e6225-8346-43da-86fc-d0acb3e014d5, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:00:37.357585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network e73e6225-8346-43da-86fc-d0acb3e014d5 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:00:37.365515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e73e6225-8346-43da-86fc-d0acb3e014d5) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:37.369872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:37.375357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e55f0-a39a-4b75-9ea1-95ee51ee0734 None None] Network e73e6225-8346-43da-86fc-d0acb3e014d5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:37.423454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event updated for resources: {'Subnet': ['ID=925f0f44-888c-4689-adb2-6518982e83a7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:37.439780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Checking segment: {'id': '44e0aadf-07ea-45d0-90cf-cc438175ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:37.440146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network hostable DHCP agents. Network: 09e1c53a-2632-452a-a4ee-aa190e66ff27, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:00:37.457211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Network 09e1c53a-2632-452a-a4ee-aa190e66ff27 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:00:37.466070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 09e1c53a-2632-452a-a4ee-aa190e66ff27) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:37.470805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:37.471273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:37.471925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:37.476001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafbe8d-a3f6-48f4-a888-2923b7964f2f None None] Network 09e1c53a-2632-452a-a4ee-aa190e66ff27 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:37.486134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fa4ec5aa-d0d9-46f1-9511-42e650531553 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7366319 Sep 23 20:00:37.488697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:37.546692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e5404-627c-4537-87cd-e9f90a6264ca tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:37.548440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e5404-627c-4537-87cd-e9f90a6264ca tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:37.550061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e5404-627c-4537-87cd-e9f90a6264ca tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:37.551775 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c83e5404-627c-4537-87cd-e9f90a6264ca tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0621574 Sep 23 20:00:37.562033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:37.570921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-e73e6225-8346-43da-86fc-d0acb3e014d5', 'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5', 'tenant_id': '859ec8902d6a4922acd50468669ed776', 'fixed_ips': [{'subnet_id': '9719ffa4-30c5-47f7-9d9b-6391803c3590'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:37.572345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:37.744148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-09e1c53a-2632-452a-a4ee-aa190e66ff27', 'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27', 'tenant_id': '859ec8902d6a4922acd50468669ed776', 'fixed_ips': [{'subnet_id': '925f0f44-888c-4689-adb2-6518982e83a7'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:37.745017 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:37.785372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Allocated IP 2001:db8::1 (e73e6225-8346-43da-86fc-d0acb3e014d5/9719ffa4-30c5-47f7-9d9b-6391803c3590/b1f5b50f-adaf-4411-8258-1d97a8c3e3f7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:37.851916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Deleting subnet 9719ffa4-30c5-47f7-9d9b-6391803c3590 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:38.107136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Allocated IP 2001:db8:0:1::1 (09e1c53a-2632-452a-a4ee-aa190e66ff27/925f0f44-888c-4689-adb2-6518982e83a7/6d6f028c-a0d7-42c4-a0dc-09e4ef343668) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:38.221801 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.227856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.230963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.267133 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.291009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Network e73e6225-8346-43da-86fc-d0acb3e014d5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:38.315184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:38.318909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:38.320805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Pushing event updated for resources: {'Port': ['ID=b1f5b50f-adaf-4411-8258-1d97a8c3e3f7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:38.351476 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.362265 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.384297 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.411307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.418062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Attempting to bind port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:38.418437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Attempting to bind port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'be3eb273-5622-407d-8f13-90a4de1e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:38.418804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Attempting to bind port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7 on network e73e6225-8346-43da-86fc-d0acb3e014d5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:38.434295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:38.434688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Checking segment: {'id': 'be3eb273-5622-407d-8f13-90a4de1e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:38.435081 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.435477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Bound using segment: {'id': 'be3eb273-5622-407d-8f13-90a4de1e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:38.435954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Bound port: b1f5b50f-adaf-4411-8258-1d97a8c3e3f7, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3eb273-5622-407d-8f13-90a4de1e8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e73e6225-8346-43da-86fc-d0acb3e014d5'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:38.436341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.439130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Network 09e1c53a-2632-452a-a4ee-aa190e66ff27 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:38.439437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Subnet': ['ID=9719ffa4-30c5-47f7-9d9b-6391803c3590,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:38.443486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.447658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Pushing event updated for resources: {'Port': ['ID=6d6f028c-a0d7-42c4-a0dc-09e4ef343668,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:38.448847 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34464) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:38.449332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ddacfe71-3413-48ba-80ef-b6c8b7b9a201 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/subnets/9719ffa4-30c5-47f7-9d9b-6391803c3590 HTTP/1.1" status: 204 len: 168 time: 0.8858254 Sep 23 20:00:38.455780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:38.459350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:38.499638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Deleting subnet 925f0f44-888c-4689-adb2-6518982e83a7 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:38.502652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.542953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.546532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Attempting to bind port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:38.546928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Attempting to bind port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '44e0aadf-07ea-45d0-90cf-cc438175ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:38.547280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Attempting to bind port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668 on network 09e1c53a-2632-452a-a4ee-aa190e66ff27 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:38.557592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:38.557967 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Checking segment: {'id': '44e0aadf-07ea-45d0-90cf-cc438175ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:38.558391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.558787 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Bound using segment: {'id': '44e0aadf-07ea-45d0-90cf-cc438175ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:38.559249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Bound port: 6d6f028c-a0d7-42c4-a0dc-09e4ef343668, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e0aadf-07ea-45d0-90cf-cc438175ed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '09e1c53a-2632-452a-a4ee-aa190e66ff27'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:38.559627 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.563596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] For port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:38.584196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] For port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b1f5b50f-adaf-4411-8258-1d97a8c3e3f7,segment=NetworkSegment(be3eb273-5622-407d-8f13-90a4de1e8963),segment_id=be3eb273-5622-407d-8f13-90a4de1e8963)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:38.604487 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.631950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.692816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.704517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ba5c9-6912-45e8-bcfd-c333b9e73166 None None] Pushing event updated for resources: {'Port': ['ID=b1f5b50f-adaf-4411-8258-1d97a8c3e3f7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:38.712491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] For port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:38.715741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] For port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6d6f028c-a0d7-42c4-a0dc-09e4ef343668,segment=NetworkSegment(44e0aadf-07ea-45d0-90cf-cc438175ed5f),segment_id=44e0aadf-07ea-45d0-90cf-cc438175ed5f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:38.719831 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.723934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Subnet': ['ID=925f0f44-888c-4689-adb2-6518982e83a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:38.726622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.731459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:38.738745 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c8058645-b447-4d15-8941-d09ecce1e0fe tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/subnets/925f0f44-888c-4689-adb2-6518982e83a7 HTTP/1.1" status: 204 len: 168 time: 0.2887311 Sep 23 20:00:38.746296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066b804-5823-4670-8ee2-cb2f344d64d6 None None] Network e73e6225-8346-43da-86fc-d0acb3e014d5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:38.781856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00fccc-66cc-45d6-b69f-9526708f4ad8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:38.788471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34468) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:38.788986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ab00fccc-66cc-45d6-b69f-9526708f4ad8 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562229 Sep 23 20:00:38.829889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cfa98-8cd6-4fcd-8969-5ec5a22fa4de None None] Pushing event updated for resources: {'Port': ['ID=6d6f028c-a0d7-42c4-a0dc-09e4ef343668,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:38.873856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:38.928504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Deleting port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:38.928847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.003264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] For port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6d6f028c-a0d7-42c4-a0dc-09e4ef343668,segment=NetworkSegment(44e0aadf-07ea-45d0-90cf-cc438175ed5f),segment_id=44e0aadf-07ea-45d0-90cf-cc438175ed5f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:39.003264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.016633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Calling delete_port for 6d6f028c-a0d7-42c4-a0dc-09e4ef343668 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:39.099807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.127255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] No DVR routers for this DVR port 6d6f028c-a0d7-42c4-a0dc-09e4ef343668 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:39.129004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Port': ['ID=6d6f028c-a0d7-42c4-a0dc-09e4ef343668,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:39.207111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.227586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e1c53a-2632-452a-a4ee-aa190e66ff27']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:39.236453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e0aadf-07ea-45d0-90cf-cc438175ed5f') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:39.236745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e0aadf-07ea-45d0-90cf-cc438175ed5f') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:39.245719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.258120 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.264252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:39.264629 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:39.267462 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:39.323217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.328875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.333693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/networks/09e1c53a-2632-452a-a4ee-aa190e66ff27 HTTP/1.1" status: 204 len: 168 time: 0.5415454 Sep 23 20:00:39.334060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:39.349757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf089220-9706-4835-b098-9114b3a70fb2 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Network': ['ID=09e1c53a-2632-452a-a4ee-aa190e66ff27,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:39.416332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.470732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Deleting port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:39.470982 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.539663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] For port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b1f5b50f-adaf-4411-8258-1d97a8c3e3f7,segment=NetworkSegment(be3eb273-5622-407d-8f13-90a4de1e8963),segment_id=be3eb273-5622-407d-8f13-90a4de1e8963)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:39.540061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.552980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Calling delete_port for b1f5b50f-adaf-4411-8258-1d97a8c3e3f7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:39.691832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411e714-00fe-401c-aeb0-4b32d534b39b req-3e2e1a67-5983-4bef-a3b2-9a71fbda5fe7 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:39.693391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a411e714-00fe-401c-aeb0-4b32d534b39b req-3e2e1a67-5983-4bef-a3b2-9a71fbda5fe7 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0982411 Sep 23 20:00:39.717235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.731018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a411e714-00fe-401c-aeb0-4b32d534b39b req-cfd6e106-f272-4a8c-9da3-0e98772f0ff0 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.740971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998781d4-6602-4fb6-84d1-dd1357e1bc1c None None] DHCP port deletion for 09e1c53a-2632-452a-a4ee-aa190e66ff27 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:39.756264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a93253-048e-4192-a80c-6148939cadc6 None None] Network 09e1c53a-2632-452a-a4ee-aa190e66ff27 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:39.757498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Port': ['ID=b1f5b50f-adaf-4411-8258-1d97a8c3e3f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:39.764366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] No DVR routers for this DVR port b1f5b50f-adaf-4411-8258-1d97a8c3e3f7 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:39.769545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a93253-048e-4192-a80c-6148939cadc6 None None] Network 09e1c53a-2632-452a-a4ee-aa190e66ff27 could not be found, it might have been deleted concurrently. {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 20:00:39.778680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf63c8-5073-4186-adc9-de26166cc666 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 20:00:39.781949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f8f679a6-a910-49ad-9ed8-6a6dbcc2a0ee None None] Could not find standard attr ID for object 6d6f028c-a0d7-42c4-a0dc-09e4ef343668. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:00:39.846942 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cf63c8-5073-4186-adc9-de26166cc666 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 20:00:39.867491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.896863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73e6225-8346-43da-86fc-d0acb3e014d5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:39.910434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3eb273-5622-407d-8f13-90a4de1e8963') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:39.910734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3eb273-5622-407d-8f13-90a4de1e8963') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:39.925081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.945528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.959462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:39.959858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:39.962785 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:39.981682 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a411e714-00fe-401c-aeb0-4b32d534b39b req-cfd6e106-f272-4a8c-9da3-0e98772f0ff0 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:39.985647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a411e714-00fe-401c-aeb0-4b32d534b39b req-cfd6e106-f272-4a8c-9da3-0e98772f0ff0 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.048443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a411e714-00fe-401c-aeb0-4b32d534b39b req-cfd6e106-f272-4a8c-9da3-0e98772f0ff0 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475695 Sep 23 20:00:40.060641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.062365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6e106-f272-4a8c-9da3-0e98772f0ff0 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531fbe15-f613-44ff-b682-eef9dc18a956,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:40.070334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.074844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34480) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:40.075331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/networks/e73e6225-8346-43da-86fc-d0acb3e014d5 HTTP/1.1" status: 204 len: 168 time: 0.7396734 Sep 23 20:00:40.090175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad86872-7c6b-4935-ac87-4d467aad8e96 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Network': ['ID=e73e6225-8346-43da-86fc-d0acb3e014d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:40.154605 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.171492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959676e-fcad-41db-a5b6-2f4e45a8fa90 req-22afac06-63cf-4ee9-9a60-402d10503171 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:40.173062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b959676e-fcad-41db-a5b6-2f4e45a8fa90 req-22afac06-63cf-4ee9-9a60-402d10503171 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0481083 Sep 23 20:00:40.210782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b959676e-fcad-41db-a5b6-2f4e45a8fa90 req-39326229-3b9d-4540-83a8-e730775eacc1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Sep 23 20:00:40.232561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:40.242582 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.262760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38f59da-c036-4612-ad29-8729a03ccb05']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:40.271804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4ec3a5-17d3-49df-a873-dda3398f4346') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:40.272124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4ec3a5-17d3-49df-a873-dda3398f4346') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:40.281741 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.295041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.295514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4fbca621-99d3-42fd-a9a3-f9bb066e1852 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/50cbd44d-70e3-405d-8216-45bf1da63e3d HTTP/1.1" status: 200 len: 993 time: 0.0617917 Sep 23 20:00:40.301221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:40.301622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:40.304705 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:40.363246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.370110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.371937 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/networks/f38f59da-c036-4612-ad29-8729a03ccb05 HTTP/1.1" status: 204 len: 168 time: 0.2959783 Sep 23 20:00:40.374465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:40.382865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eb906-6227-4694-b8b9-f8bcf37eb8d0 tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Network': ['ID=f38f59da-c036-4612-ad29-8729a03ccb05,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:40.450672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.537992 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.558055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22419723-c89b-4126-a545-4a1b1cceafc2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:40.567372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efe6cc4-45a6-44c1-a40f-9f1967318218') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:40.567672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efe6cc4-45a6-44c1-a40f-9f1967318218') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:40.576910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.591188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.597010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:40.597399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:40.600349 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:40.628757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-e9163b6d-542a-4452-bbc3-13d4cab5cdd6 req-752d0d0b-a7db-4480-ad7d-7e6873482d32 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:00:40.629748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e9163b6d-542a-4452-bbc3-13d4cab5cdd6 req-752d0d0b-a7db-4480-ad7d-7e6873482d32 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071082 Sep 23 20:00:40.664080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.671781 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:40.673398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] 10.222.0.38 "DELETE /v2.0/networks/22419723-c89b-4126-a545-4a1b1cceafc2 HTTP/1.1" status: 204 len: 168 time: 0.2979569 Sep 23 20:00:40.684270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46391ffc-9a40-4f65-8597-25958bca804c tempest-BulkNetworkOpsIpV6Test-1160811179 tempest-BulkNetworkOpsIpV6Test-1160811179-project] Pushing event deleted for resources: {'Network': ['ID=22419723-c89b-4126-a545-4a1b1cceafc2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:40.930930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:40.994138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107910a-d920-4a6d-98e6-5587cf5e7cc7 req-a79dca8d-176a-4701-a4ca-3e91df151c7d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:40.995926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6107910a-d920-4a6d-98e6-5587cf5e7cc7 req-a79dca8d-176a-4701-a4ca-3e91df151c7d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0544088 Sep 23 20:00:41.035954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6107910a-d920-4a6d-98e6-5587cf5e7cc7 req-a1e5dd57-415a-433a-83b0-5c248a119c8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332584 Sep 23 20:00:41.105960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-64fbd710-050c-42c9-8799-da08179f4559 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=859ec8902d6a4922acd50468669ed776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738751 Sep 23 20:00:41.108532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34508) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:41.113136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-f45bf3e5-6908-4fa6-a9d1-c605d9b194bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1762555 Sep 23 20:00:41.122669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-e937b5c6-c060-4851-b2ea-94669b889afd service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:00:41.123657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-e937b5c6-c060-4851-b2ea-94669b889afd service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055466 Sep 23 20:00:41.161505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50140b32-0bdc-48a8-867c-5d1cf70cb620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:41.183170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50140b32-0bdc-48a8-867c-5d1cf70cb620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:41.231467 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50140b32-0bdc-48a8-867c-5d1cf70cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:41.234706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50140b32-0bdc-48a8-867c-5d1cf70cb620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:41.236029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-50140b32-0bdc-48a8-867c-5d1cf70cb620 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab5ba174-5d93-4969-99c6-8134e86a3cc8 HTTP/1.1" status: 204 len: 168 time: 0.1265185 Sep 23 20:00:41.244734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140b32-0bdc-48a8-867c-5d1cf70cb620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5ba174-5d93-4969-99c6-8134e86a3cc8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:41.877814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34554) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:41.984249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dd7e9ead-17e2-4e5a-86b8-c0a8cff70605 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-644229291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:42.007196 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9ead-17e2-4e5a-86b8-c0a8cff70605 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.008220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9ead-17e2-4e5a-86b8-c0a8cff70605 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.060343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9ead-17e2-4e5a-86b8-c0a8cff70605 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.065025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9ead-17e2-4e5a-86b8-c0a8cff70605 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.083463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9ead-17e2-4e5a-86b8-c0a8cff70605 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.087989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dd7e9ead-17e2-4e5a-86b8-c0a8cff70605 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2058794 Sep 23 20:00:42.088168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:42.093319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-786028881'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:42.116146 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Made reservation on behalf of 962eb2379bb746acbf4354325bd5db38 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:42.120107 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.128779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.172898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79924714-732a-43c6-80aa-959a487e8e20 req-984b49c9-eb0c-4483-97ff-8721cba53438 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:42.174562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79924714-732a-43c6-80aa-959a487e8e20 req-984b49c9-eb0c-4483-97ff-8721cba53438 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Sep 23 20:00:42.221630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79924714-732a-43c6-80aa-959a487e8e20 req-70e07e26-92b0-488f-b336-03f9e132e7e1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406816 Sep 23 20:00:42.223078 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.227304 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.257199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:42.263961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7339d551-fef1-4ff1-9a0f-6f5b78b269c7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:42.269917 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.270296 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Added segment 69adfef2-14a1-41c6-b27c-2ec776ac92ce of type vlan for network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 Sep 23 20:00:42.309784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.333677 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.339659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:42.340228 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.372064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2828903 Sep 23 20:00:42.374825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34562) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:42.381259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'subnet': {'network_id': 'fb4d6ca3-9814-40e8-aa35-15858fbfd4a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:42.424266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6ad1-c8c6-4026-bb1f-24870a41765e tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Network': ['ID=fb4d6ca3-9814-40e8-aa35-15858fbfd4a9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:42.434701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:42.522698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-eeccca51-5fe6-4126-91f3-ca1067252fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:42.524856 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-eeccca51-5fe6-4126-91f3-ca1067252fdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0956488 Sep 23 20:00:42.538997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Made reservation on behalf of 962eb2379bb746acbf4354325bd5db38 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:42.542148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:42.682788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-8b44936a-043c-4bc4-af81-5b3cc2ceb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:42.684253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-8b44936a-043c-4bc4-af81-5b3cc2ceb217 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1531773 Sep 23 20:00:43.092854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-356d2310-3bab-429d-bf9c-c96057f6b9e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 1001 time: 0.4004021 Sep 23 20:00:43.162380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.181870 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bda332a-0a0c-4e67-a728-2ef508b788e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.197565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ee6eb8f5-b5ac-4ded-a4e8-f29955c481af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:43.199100 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ee6eb8f5-b5ac-4ded-a4e8-f29955c481af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0853403 Sep 23 20:00:43.253079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Subnet': ['ID=b090ab00-e93d-42e2-9b1b-966d7c6902e0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:43.268383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Checking segment: {'id': '69adfef2-14a1-41c6-b27c-2ec776ac92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb4d6ca3-9814-40e8-aa35-15858fbfd4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:43.268752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network hostable DHCP agents. Network: fb4d6ca3-9814-40e8-aa35-15858fbfd4a9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:00:43.276014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-38d5cc78-49de-43d2-83af-54dc9673988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:43.277533 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-38d5cc78-49de-43d2-83af-54dc9673988f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702393 Sep 23 20:00:43.306724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:00:43.326834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, fb4d6ca3-9814-40e8-aa35-15858fbfd4a9) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:43.335157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:43.336076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.345524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a82b6-533a-4b21-a532-417dbabe8e4f None None] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:43.349718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1dd8-956b-4f50-9dde-8351a1ce5bae req-4deec277-1fd5-479c-b170-50d411bd5d80 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:43.351325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f6d1dd8-956b-4f50-9dde-8351a1ce5bae req-4deec277-1fd5-479c-b170-50d411bd5d80 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0592997 Sep 23 20:00:43.379629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-18297dff-75cc-4ddb-832d-1f601bbe9a9c tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0019515 Sep 23 20:00:43.382599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34566) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:43.388196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'network': {'name': 'tempest-router-network01--1872705568'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:43.399399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f6d1dd8-956b-4f50-9dde-8351a1ce5bae req-7f1aab49-ba8d-4dc0-acd6-0769600159b4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 Sep 23 20:00:43.417301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-22f5e70f-8979-44a4-982e-a68dc43bf914 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272731 Sep 23 20:00:43.429598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Made reservation on behalf of 962eb2379bb746acbf4354325bd5db38 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:43.433371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.506790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-fb4d6ca3-9814-40e8-aa35-15858fbfd4a9', 'network_id': 'fb4d6ca3-9814-40e8-aa35-15858fbfd4a9', 'tenant_id': '962eb2379bb746acbf4354325bd5db38', 'fixed_ips': [{'subnet_id': 'b090ab00-e93d-42e2-9b1b-966d7c6902e0'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:43.507648 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.507849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:43.523089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.523428 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Added segment e07a9520-a730-41d5-b3f5-17cd7b11c44e of type vlan for network c7930588-1d94-4a22-a80f-96257c25b60f Sep 23 20:00:43.562966 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-67fc78d9-556e-43da-8435-db3e3a68c615 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416683 Sep 23 20:00:43.577140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.606656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.612603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:43.613203 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.649256 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2655556 Sep 23 20:00:43.651924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34568) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:43.657005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Allocated IP 172.20.0.2 (fb4d6ca3-9814-40e8-aa35-15858fbfd4a9/b090ab00-e93d-42e2-9b1b-966d7c6902e0/54f27436-524c-4e10-a207-838a6fd74fc6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:43.659091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'network': {'name': 'tempest-router-network02--395796198'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:43.700985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ec933-d391-471d-b004-63e797a389ad tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Network': ['ID=c7930588-1d94-4a22-a80f-96257c25b60f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:43.714246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Made reservation on behalf of 962eb2379bb746acbf4354325bd5db38 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:43.717742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.733098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network c7930588-1d94-4a22-a80f-96257c25b60f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:43.740763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:00:43.749994 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.750372 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Added segment 59034be1-3e1f-4d40-bcc2-40fd3d89657b of type vlan for network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 Sep 23 20:00:43.790513 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.815361 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.821038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:43.821635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.855882 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2028837 Sep 23 20:00:43.858613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34570) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:43.863288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'subnet': {'network_id': 'c7930588-1d94-4a22-a80f-96257c25b60f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:43.873054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.878518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:43.910931 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cc3fc-c806-4f06-913d-61cb6bc2ae52 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Network': ['ID=cabbaf0b-a0e3-457c-871d-c37b1ebe9711,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:43.913946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:43.917218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:43.920631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:43.929435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:00:43.934065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Pushing event updated for resources: {'Port': ['ID=54f27436-524c-4e10-a207-838a6fd74fc6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:43.985608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Made reservation on behalf of 962eb2379bb746acbf4354325bd5db38 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:43.989159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.033766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Attempting to bind port 54f27436-524c-4e10-a207-838a6fd74fc6 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:44.034159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Attempting to bind port 54f27436-524c-4e10-a207-838a6fd74fc6 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '69adfef2-14a1-41c6-b27c-2ec776ac92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb4d6ca3-9814-40e8-aa35-15858fbfd4a9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:44.034570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Attempting to bind port 54f27436-524c-4e10-a207-838a6fd74fc6 on network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:44.039770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:44.040138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Checking segment: {'id': '69adfef2-14a1-41c6-b27c-2ec776ac92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb4d6ca3-9814-40e8-aa35-15858fbfd4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:44.040571 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.041096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Bound using segment: {'id': '69adfef2-14a1-41c6-b27c-2ec776ac92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb4d6ca3-9814-40e8-aa35-15858fbfd4a9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:44.041886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Bound port: 54f27436-524c-4e10-a207-838a6fd74fc6, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69adfef2-14a1-41c6-b27c-2ec776ac92ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb4d6ca3-9814-40e8-aa35-15858fbfd4a9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:44.042389 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.107123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] For port 54f27436-524c-4e10-a207-838a6fd74fc6, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:44.110229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] For port 54f27436-524c-4e10-a207-838a6fd74fc6, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=54f27436-524c-4e10-a207-838a6fd74fc6,segment=NetworkSegment(69adfef2-14a1-41c6-b27c-2ec776ac92ce),segment_id=69adfef2-14a1-41c6-b27c-2ec776ac92ce)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:44.114652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.174379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.181014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f72bc-3924-4953-942e-965a490b14b0 None None] Pushing event updated for resources: {'Port': ['ID=54f27436-524c-4e10-a207-838a6fd74fc6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:44.240970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Subnet': ['ID=bd53cb70-5046-4a13-b636-7ae836b11671,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:44.247557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Checking segment: {'id': 'e07a9520-a730-41d5-b3f5-17cd7b11c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7930588-1d94-4a22-a80f-96257c25b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:44.247926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network hostable DHCP agents. Network: c7930588-1d94-4a22-a80f-96257c25b60f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:00:44.264685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network c7930588-1d94-4a22-a80f-96257c25b60f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:00:44.274621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, c7930588-1d94-4a22-a80f-96257c25b60f) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:44.282924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b6a46-56da-4e83-96c9-4b68b38581b1 None None] Network c7930588-1d94-4a22-a80f-96257c25b60f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:44.285870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:44.286545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.306002 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-00e69326-c2fe-4ba9-921a-e5d97aea6cde tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4464347 Sep 23 20:00:44.308835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:44.319052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'subnet': {'network_id': 'cabbaf0b-a0e3-457c-871d-c37b1ebe9711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:44.441911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Made reservation on behalf of 962eb2379bb746acbf4354325bd5db38 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:00:44.446808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.474806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-c7930588-1d94-4a22-a80f-96257c25b60f', 'network_id': 'c7930588-1d94-4a22-a80f-96257c25b60f', 'tenant_id': '962eb2379bb746acbf4354325bd5db38', 'fixed_ips': [{'subnet_id': 'bd53cb70-5046-4a13-b636-7ae836b11671'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:44.474806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.588686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd231b75-78b3-42e9-9132-1a170b3a7b75 req-f4ef42da-048d-4bb8-ac2d-5d78454968a4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:44.590138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd231b75-78b3-42e9-9132-1a170b3a7b75 req-f4ef42da-048d-4bb8-ac2d-5d78454968a4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.1043425 Sep 23 20:00:44.615518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 54f27436-524c-4e10-a207-838a6fd74fc6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:44.643067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Allocated IP 172.20.0.2 (c7930588-1d94-4a22-a80f-96257c25b60f/bd53cb70-5046-4a13-b636-7ae836b11671/ff9630ba-f7ee-4774-a586-6c048b46a4b8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:44.673329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd231b75-78b3-42e9-9132-1a170b3a7b75 req-9e6f21fa-d014-4844-8e8e-1bee4d172169 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757141 Sep 23 20:00:44.706010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 54f27436-524c-4e10-a207-838a6fd74fc6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:44.706413 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.716486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.779237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Subnet': ['ID=fa4e263f-c131-4a88-b890-d508f40f9aae,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:44.784503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Checking segment: {'id': '59034be1-3e1f-4d40-bcc2-40fd3d89657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cabbaf0b-a0e3-457c-871d-c37b1ebe9711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:44.784868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network hostable DHCP agents. Network: cabbaf0b-a0e3-457c-871d-c37b1ebe9711, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:00:44.802127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:00:44.811783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, cabbaf0b-a0e3-457c-871d-c37b1ebe9711) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:44.815691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:44.816279 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.836301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f44f3328-b26d-4275-9a8d-e99f4d978c35 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5225024 Sep 23 20:00:44.836566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34576) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:44.838362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2efaed-2592-4b14-af0b-1410972f9242 None None] Network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:44.911095 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.912733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:44.942812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.039692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 54f27436-524c-4e10-a207-838a6fd74fc6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=54f27436-524c-4e10-a207-838a6fd74fc6,segment=NetworkSegment(69adfef2-14a1-41c6-b27c-2ec776ac92ce),segment_id=69adfef2-14a1-41c6-b27c-2ec776ac92ce)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:45.042357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Network c7930588-1d94-4a22-a80f-96257c25b60f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:45.045941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:45.049213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:45.051154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Pushing event updated for resources: {'Port': ['ID=ff9630ba-f7ee-4774-a586-6c048b46a4b8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:45.058612 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.090280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.090613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.090962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.091303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.091644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.091982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.092520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.092938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.093280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.093610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.094272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.094272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:45.145112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.195070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Attempting to bind port ff9630ba-f7ee-4774-a586-6c048b46a4b8 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:45.195447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Attempting to bind port ff9630ba-f7ee-4774-a586-6c048b46a4b8 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'e07a9520-a730-41d5-b3f5-17cd7b11c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7930588-1d94-4a22-a80f-96257c25b60f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:45.196757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Attempting to bind port ff9630ba-f7ee-4774-a586-6c048b46a4b8 on network c7930588-1d94-4a22-a80f-96257c25b60f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:45.219971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c214a-b557-4548-abbc-b4c3fbd09d88 None None] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:45.235710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:45.236086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Checking segment: {'id': 'e07a9520-a730-41d5-b3f5-17cd7b11c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7930588-1d94-4a22-a80f-96257c25b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:45.236496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.236891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Bound using segment: {'id': 'e07a9520-a730-41d5-b3f5-17cd7b11c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7930588-1d94-4a22-a80f-96257c25b60f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:45.237376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Bound port: ff9630ba-f7ee-4774-a586-6c048b46a4b8, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07a9520-a730-41d5-b3f5-17cd7b11c44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7930588-1d94-4a22-a80f-96257c25b60f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:45.237767 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.239532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=54f27436-524c-4e10-a207-838a6fd74fc6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:45.248549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-cabbaf0b-a0e3-457c-871d-c37b1ebe9711', 'network_id': 'cabbaf0b-a0e3-457c-871d-c37b1ebe9711', 'tenant_id': '962eb2379bb746acbf4354325bd5db38', 'fixed_ips': [{'subnet_id': 'fa4e263f-c131-4a88-b890-d508f40f9aae'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:00:45.249405 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.393937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Allocated IP 172.20.0.1 (c7930588-1d94-4a22-a80f-96257c25b60f/bd53cb70-5046-4a13-b636-7ae836b11671/056236db-52e3-47c2-a135-1078625d52ea) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:45.500153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-80f1c936-48ca-4b4c-90f3-b524c7170099 None None] Provisioning complete for port 54f27436-524c-4e10-a207-838a6fd74fc6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:45.500445 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-80f1c936-48ca-4b4c-90f3-b524c7170099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.510418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.543956 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.589354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network c7930588-1d94-4a22-a80f-96257c25b60f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:45.592632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:45.596552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:45.623262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Port': ['ID=056236db-52e3-47c2-a135-1078625d52ea,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:45.646582 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.675173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] For port ff9630ba-f7ee-4774-a586-6c048b46a4b8, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:45.717504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] For port ff9630ba-f7ee-4774-a586-6c048b46a4b8, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ff9630ba-f7ee-4774-a586-6c048b46a4b8,segment=NetworkSegment(e07a9520-a730-41d5-b3f5-17cd7b11c44e),segment_id=e07a9520-a730-41d5-b3f5-17cd7b11c44e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:45.729226 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.783160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:45.799710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Allocated IP 172.20.0.2 (cabbaf0b-a0e3-457c-871d-c37b1ebe9711/fa4e263f-c131-4a88-b890-d508f40f9aae/a68a54b2-1125-4d8d-a2e2-cf8f22d42aff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:45.806841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d1f08-d8dc-4c3b-bb74-5067f194af64 req-e586ae42-ad39-4e30-a5e1-3c725c663536 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:45.814755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e1d1f08-d8dc-4c3b-bb74-5067f194af64 req-e586ae42-ad39-4e30-a5e1-3c725c663536 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0626712 Sep 23 20:00:45.866842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e1d1f08-d8dc-4c3b-bb74-5067f194af64 req-fa0be277-671f-4456-aae4-29c314fff2a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459604 Sep 23 20:00:45.887078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df49763-a48a-4770-99ec-976ea5cf3f13 None None] Pushing event updated for resources: {'Port': ['ID=ff9630ba-f7ee-4774-a586-6c048b46a4b8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:46.063608 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.069665 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.110784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.119264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.133436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:46.136379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:46.138911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:46.149067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Pushing event updated for resources: {'Port': ['ID=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:46.209708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.220867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Attempting to bind port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:46.221241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Attempting to bind port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '59034be1-3e1f-4d40-bcc2-40fd3d89657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cabbaf0b-a0e3-457c-871d-c37b1ebe9711'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:46.221599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Attempting to bind port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff on network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:46.229116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Port': ['ID=056236db-52e3-47c2-a135-1078625d52ea,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:46.229865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:46.230248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Checking segment: {'id': '59034be1-3e1f-4d40-bcc2-40fd3d89657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cabbaf0b-a0e3-457c-871d-c37b1ebe9711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:46.230649 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.231747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Bound using segment: {'id': '59034be1-3e1f-4d40-bcc2-40fd3d89657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cabbaf0b-a0e3-457c-871d-c37b1ebe9711'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:46.232217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Bound port: a68a54b2-1125-4d8d-a2e2-cf8f22d42aff, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59034be1-3e1f-4d40-bcc2-40fd3d89657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cabbaf0b-a0e3-457c-871d-c37b1ebe9711'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:46.232966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.236024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2fcae465-643a-411e-8d4b-326ba78f3ca6 None None] Provisioning complete for port 54f27436-524c-4e10-a207-838a6fd74fc6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:46.236383 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fcae465-643a-411e-8d4b-326ba78f3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.315402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network c7930588-1d94-4a22-a80f-96257c25b60f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:46.316715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:46.332291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] For port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:46.332291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] For port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,segment=NetworkSegment(59034be1-3e1f-4d40-bcc2-40fd3d89657b),segment_id=59034be1-3e1f-4d40-bcc2-40fd3d89657b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:46.361409 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.420398 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30b289c8-c378-4c7f-8fae-f6b5f8582814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.445796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d141d21-180d-4ee1-9d36-c8c27ca2f4c9 None None] Pushing event updated for resources: {'Port': ['ID=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:46.457161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Router dbbede08-ca7d-40c3-936c-61787f4177d1 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:00:46.509084 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.556233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:00:46.561612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a9c1acaf-001d-4392-810d-a0e0b9d3e3f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "PUT /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245696 Sep 23 20:00:46.564395 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:46.570002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] Sync routers for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:00:46.581149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:46.582331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:46.637764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:46.662413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:46.663270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:46.708460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:46.709009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b97b0c-3d2b-4e1c-9b3e-2b654bd0f895 None None] The sync data for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:00:46.710562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ff9630ba-f7ee-4774-a586-6c048b46a4b8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:46.785168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ff9630ba-f7ee-4774-a586-6c048b46a4b8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:46.786131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.869310 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.919091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ff9630ba-f7ee-4774-a586-6c048b46a4b8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ff9630ba-f7ee-4774-a586-6c048b46a4b8,segment=NetworkSegment(e07a9520-a730-41d5-b3f5-17cd7b11c44e),segment_id=e07a9520-a730-41d5-b3f5-17cd7b11c44e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:46.923491 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:46.924474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 54f27436-524c-4e10-a207-838a6fd74fc6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:47.018647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ff9630ba-f7ee-4774-a586-6c048b46a4b8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:47.025561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 54f27436-524c-4e10-a207-838a6fd74fc6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:47.026034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.032801 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b707a-3416-4ff8-8fa7-9d3e0a7b522e req-63039b90-aa38-4400-9121-c9b7a6676d22 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:47.040841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-778b707a-3416-4ff8-8fa7-9d3e0a7b522e req-63039b90-aa38-4400-9121-c9b7a6676d22 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.1050739 Sep 23 20:00:47.064126 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0509fde9-fadb-438c-8075-491b0bed1363 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 20:00:47.068186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0509fde9-fadb-438c-8075-491b0bed1363 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "PUT /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4994910 Sep 23 20:00:47.068186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:47.096493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7def55a-ebfc-4f61-a162-bba35f76deaa None None] Network c7930588-1d94-4a22-a80f-96257c25b60f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:47.126770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-778b707a-3416-4ff8-8fa7-9d3e0a7b522e req-3c53d2c9-0e0d-48d9-a5a7-c418933e7201 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847518 Sep 23 20:00:47.159311 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.197981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bfbe16a4-0e0a-47db-8f1d-8dd763a2e842 None None] Provisioning complete for port ff9630ba-f7ee-4774-a586-6c048b46a4b8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:47.198399 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfbe16a4-0e0a-47db-8f1d-8dd763a2e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.512778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.604380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b68ba-0e48-42fd-8755-c0da912bc605 None None] Network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:47.686113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Provisioning complete for port ff9630ba-f7ee-4774-a586-6c048b46a4b8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:47.686502 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.767369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Deleting port 056236db-52e3-47c2-a135-1078625d52ea {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:47.767844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.852940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Provisioning complete for port 056236db-52e3-47c2-a135-1078625d52ea triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:47.853725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.889854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Port 056236db-52e3-47c2-a135-1078625d52ea cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:00:47.902871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Provisioning complete for port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:47.903505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:47.996928 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.034604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] For port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,segment=NetworkSegment(59034be1-3e1f-4d40-bcc2-40fd3d89657b),segment_id=59034be1-3e1f-4d40-bcc2-40fd3d89657b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:48.040552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.096415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad0276-831b-4106-9bd8-693ac6d55899 None None] Pushing event updated for resources: {'Port': ['ID=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:48.124135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.135496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Calling delete_port for 056236db-52e3-47c2-a135-1078625d52ea owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:48.167268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-886464b7-0d30-46c5-9eea-05cc6f6836b1 None None] Provisioning complete for port 056236db-52e3-47c2-a135-1078625d52ea triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:48.167646 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-886464b7-0d30-46c5-9eea-05cc6f6836b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.202254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-886464b7-0d30-46c5-9eea-05cc6f6836b1 None None] Port 056236db-52e3-47c2-a135-1078625d52ea cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:00:48.212346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-886464b7-0d30-46c5-9eea-05cc6f6836b1 None None] Provisioning complete for port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:48.212791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-886464b7-0d30-46c5-9eea-05cc6f6836b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.290953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f114c8-7cfc-4657-bb05-090d55ae8504 req-70c88ab2-72d7-4837-a84f-da078747982e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:48.292451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45f114c8-7cfc-4657-bb05-090d55ae8504 req-70c88ab2-72d7-4837-a84f-da078747982e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0950158 Sep 23 20:00:48.367128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45f114c8-7cfc-4657-bb05-090d55ae8504 req-32d7eaa7-ba20-4cb8-8931-cb1878f4c43a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672743 Sep 23 20:00:48.373048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.401107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Port': ['ID=056236db-52e3-47c2-a135-1078625d52ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:48.540363 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.613405 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.635279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ff9630ba-f7ee-4774-a586-6c048b46a4b8 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:48.684215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ff9630ba-f7ee-4774-a586-6c048b46a4b8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:48.684515 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.698019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Router dbbede08-ca7d-40c3-936c-61787f4177d1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:00:48.760738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a68a54b2-1125-4d8d-a2e2-cf8f22d42aff up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:48.774987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:00:48.781617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9fa03428-9b43-4e72-b115-7d3752ad3fbe tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "PUT /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107623 Sep 23 20:00:48.783541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:48.787137 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] Sync routers for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:00:48.797997 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:48.798769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:48.810344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:48.810723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:48.823718 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3d6ef33f-fc08-49b3-af5b-ab499aa454f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] delete failed (client error): The resource could not be found. Sep 23 20:00:48.828608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3d6ef33f-fc08-49b3-af5b-ab499aa454f6 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1507299711 HTTP/1.1" status: 404 len: 335 time: 0.0402939 Sep 23 20:00:48.828767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:48.830530 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:48.833063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7c6cb7c8-580d-4ae5-80ce-d5723de722ba tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dbbede08-ca7d-40c3-936c-61787f4177d1'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:48.840245 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:48.841251 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:48.872788 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:48.872788 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3384ab5f-50a6-4623-af71-3acb994641c2 None None] The sync data for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:00:49.033525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb7c8-580d-4ae5-80ce-d5723de722ba tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:49.051537 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7c6cb7c8-580d-4ae5-80ce-d5723de722ba tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] update failed (client error): The resource could not be found. Sep 23 20:00:49.052593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7c6cb7c8-580d-4ae5-80ce-d5723de722ba tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "PUT /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1 HTTP/1.1" status: 404 len: 339 time: 0.2229393 Sep 23 20:00:49.056163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:49.322109 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:49.539451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d52c1-7d4d-48f4-bb2d-2016fb2c6a0c req-8ac0c701-bdef-4cde-bbb9-6a672060f2b9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:49.540976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-262d52c1-7d4d-48f4-bb2d-2016fb2c6a0c req-8ac0c701-bdef-4cde-bbb9-6a672060f2b9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.1021330 Sep 23 20:00:49.611628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-262d52c1-7d4d-48f4-bb2d-2016fb2c6a0c req-9e9054f4-3ba3-4c7d-9102-1c539f6f0dc4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645299 Sep 23 20:00:49.618229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Allocated IP 172.20.0.1 (fb4d6ca3-9814-40e8-aa35-15858fbfd4a9/b090ab00-e93d-42e2-9b1b-966d7c6902e0/e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:00:49.733281 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:49.765389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:49.803617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:49.807300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:49.810115 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:00:49.850276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Port': ['ID=e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:49.877355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:50.006396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:50.016489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0ccf0a14-9d97-4937-aa27-3ede2046487f None None] Provisioning complete for port e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:50.016981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0a14-9d97-4937-aa27-3ede2046487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:50.049715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf0a14-9d97-4937-aa27-3ede2046487f None None] Port e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:00:50.258074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:50.262819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:50.335677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event updated for resources: {'Port': ['ID=e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:50.341505 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:50.427415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:00:50.428725 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:00:50.673541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5597389-c0cc-4199-b6c5-8c71732fb8db None None] Provisioning complete for port e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:50.673911 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5597389-c0cc-4199-b6c5-8c71732fb8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:50.708754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5597389-c0cc-4199-b6c5-8c71732fb8db None None] Port e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:00:50.804758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Router dbbede08-ca7d-40c3-936c-61787f4177d1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:00:50.819439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29095272-02fd-4ae8-9e55-670adcf6925d req-982c584d-5647-4a0c-a151-d97f47632a86 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:50.820893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29095272-02fd-4ae8-9e55-670adcf6925d req-982c584d-5647-4a0c-a151-d97f47632a86 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0653889 Sep 23 20:00:50.918612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29095272-02fd-4ae8-9e55-670adcf6925d req-3758dbbc-78b3-49f4-b581-697a0f6af4ee tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907450 Sep 23 20:00:50.929385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:00:50.937913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fbf6499f-5e80-4cd7-ad43-3d70140560e3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "PUT /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774357 Sep 23 20:00:50.937913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:50.940873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] Sync routers for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:00:50.950434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:50.951047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:50.984658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:50.993393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:50.994528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:51.025265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:51.025961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d2b15-64be-4717-988b-5c9b2be6d792 None None] The sync data for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 is: [] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:00:51.026073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8646d932-0960-479c-887d-10897fec17d4 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:51.107514 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8646d932-0960-479c-887d-10897fec17d4 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 20:00:51.108465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8646d932-0960-479c-887d-10897fec17d4 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1 HTTP/1.1" status: 409 len: 329 time: 0.1703608 Sep 23 20:00:51.111353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:51.410502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:51.648736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Deleting port e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:51.649087 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:51.739947 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:51.751257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Calling delete_port for e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:51.915330 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:51.939114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Port': ['ID=e2ea0c95-1b39-4fcc-a07b-da6c6c95ff39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:52.091417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e8699-7620-42c9-9e5c-8c8f783d73fa req-6892a7fd-b671-4aac-a302-b7c23ef59f88 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:52.092975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c50e8699-7620-42c9-9e5c-8c8f783d73fa req-6892a7fd-b671-4aac-a302-b7c23ef59f88 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0947654 Sep 23 20:00:52.132204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.199470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c50e8699-7620-42c9-9e5c-8c8f783d73fa req-30397b25-0b99-4e22-99ae-e613176d52ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746789 Sep 23 20:00:52.300451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Router dbbede08-ca7d-40c3-936c-61787f4177d1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:00:52.375324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:00:52.380957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-72bf0765-3b64-4003-92f3-b47b962b92fc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "PUT /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2685606 Sep 23 20:00:52.384549 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] Sync routers for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:00:52.385523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:52.394063 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:52.394694 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:52.424336 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-c14b6913-adac-430a-804e-81ee7500ea19 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] show failed (client error): The resource could not be found. Sep 23 20:00:52.425345 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c14b6913-adac-430a-804e-81ee7500ea19 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-1154304997 HTTP/1.1" status: 404 len: 335 time: 0.0388241 Sep 23 20:00:52.428249 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:52.428957 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34606) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:52.433755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ff959b09-7e07-439d-ba07-694d89d188df tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:52.437350 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] Routers {'dbbede08-ca7d-40c3-936c-61787f4177d1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:00:52.437942 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:00:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['dbbede08-ca7d-40c3-936c-61787f4177d1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:52.466283 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-ff959b09-7e07-439d-ba07-694d89d188df tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] update failed (client error): The resource could not be found. Sep 23 20:00:52.467959 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ff959b09-7e07-439d-ba07-694d89d188df tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-648752872 HTTP/1.1" status: 404 len: 334 time: 0.0374343 Sep 23 20:00:52.469247 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:52.469845 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3204b9-5ddf-4131-88b3-d1535a209751 None None] The sync data for ids ['dbbede08-ca7d-40c3-936c-61787f4177d1'] in n-d-810763-1 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:00:52.470679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:52.523393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Deleting subnet fa4e263f-c131-4a88-b890-d508f40f9aae {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:52.526415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.564454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.644130 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.704024 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.731933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4e263f-c131-4a88-b890-d508f40f9aae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:52.733897 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.737318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9df024b5-5262-4ec6-be1a-c33a6ed1b9dc tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/subnets/fa4e263f-c131-4a88-b890-d508f40f9aae HTTP/1.1" status: 204 len: 168 time: 0.2641895 Sep 23 20:00:52.738195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34610) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:52.740581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876896b4-ce8e-4a0d-b967-22b2b26261c5 None None] Network cabbaf0b-a0e3-457c-871d-c37b1ebe9711 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:52.788123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Deleting subnet bd53cb70-5046-4a13-b636-7ae836b11671 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:52.791792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.832551 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.911170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] DHCP port deletion for cabbaf0b-a0e3-457c-871d-c37b1ebe9711 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:52.919573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.957067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] Deleting port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:52.957447 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.979459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.008087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Subnet': ['ID=bd53cb70-5046-4a13-b636-7ae836b11671,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:53.010731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.014968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c169e8ba-09e9-4641-841c-c407e61ed6a2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/subnets/bd53cb70-5046-4a13-b636-7ae836b11671 HTTP/1.1" status: 204 len: 168 time: 0.2735300 Sep 23 20:00:53.015842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:53.098819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.152709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Deleting port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:53.153053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.162141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375daf5e-088e-489c-8c6d-68adc1c23177 None None] Network c7930588-1d94-4a22-a80f-96257c25b60f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:53.184549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] For port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,segment=NetworkSegment(59034be1-3e1f-4d40-bcc2-40fd3d89657b),segment_id=59034be1-3e1f-4d40-bcc2-40fd3d89657b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:53.184952 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.205324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] Calling delete_port for a68a54b2-1125-4d8d-a2e2-cf8f22d42aff owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:53.214798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] For port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,segment=NetworkSegment(59034be1-3e1f-4d40-bcc2-40fd3d89657b),segment_id=59034be1-3e1f-4d40-bcc2-40fd3d89657b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:53.215159 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.227709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Calling delete_port for a68a54b2-1125-4d8d-a2e2-cf8f22d42aff owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:53.334081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cebe8-9f62-4647-8b7e-d61c23cc8722 req-0544394a-8370-4d6a-8240-b55611cfcc4b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:53.335661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a84cebe8-9f62-4647-8b7e-d61c23cc8722 req-0544394a-8370-4d6a-8240-b55611cfcc4b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0641952 Sep 23 20:00:53.366724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.372367 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.400838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] No DVR routers for this DVR port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:53.405037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82edf11-2e27-4cd9-ab0d-f7ce94e6ac9f None None] Pushing event deleted for resources: {'Port': ['ID=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:53.412873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Port': ['ID=a68a54b2-1125-4d8d-a2e2-cf8f22d42aff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:53.414826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] No DVR routers for this DVR port a68a54b2-1125-4d8d-a2e2-cf8f22d42aff on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:53.421682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a84cebe8-9f62-4647-8b7e-d61c23cc8722 req-f440a64e-8f76-47f1-a690-34671f1fba1d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783098 Sep 23 20:00:53.428508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] DHCP port deletion for c7930588-1d94-4a22-a80f-96257c25b60f request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:53.482193 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] Deleting port ff9630ba-f7ee-4774-a586-6c048b46a4b8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:53.482587 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.496541 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:00:53.498968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.518697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabbaf0b-a0e3-457c-871d-c37b1ebe9711']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:53.528471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59034be1-3e1f-4d40-bcc2-40fd3d89657b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:53.528769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59034be1-3e1f-4d40-bcc2-40fd3d89657b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:53.538528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.544254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] For port ff9630ba-f7ee-4774-a586-6c048b46a4b8, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ff9630ba-f7ee-4774-a586-6c048b46a4b8,segment=NetworkSegment(e07a9520-a730-41d5-b3f5-17cd7b11c44e),segment_id=e07a9520-a730-41d5-b3f5-17cd7b11c44e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:53.544423 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.552283 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.556377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] Calling delete_port for ff9630ba-f7ee-4774-a586-6c048b46a4b8 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:53.558225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:53.558633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:53.561573 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:53.624896 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.632093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.634003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/networks/cabbaf0b-a0e3-457c-871d-c37b1ebe9711 HTTP/1.1" status: 204 len: 168 time: 0.6174891 Sep 23 20:00:53.637407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:53.645765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25ac5-23d3-4e23-ac62-37c686a10aa8 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Network': ['ID=cabbaf0b-a0e3-457c-871d-c37b1ebe9711,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:53.647907 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.674041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] Pushing event deleted for resources: {'Port': ['ID=ff9630ba-f7ee-4774-a586-6c048b46a4b8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:53.679413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6db82-8fc2-4ea5-800c-7d5c1e1b9149 None None] No DVR routers for this DVR port ff9630ba-f7ee-4774-a586-6c048b46a4b8 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:53.725512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.808664 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.828531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7930588-1d94-4a22-a80f-96257c25b60f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:53.837374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07a9520-a730-41d5-b3f5-17cd7b11c44e') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:53.837698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07a9520-a730-41d5-b3f5-17cd7b11c44e') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:53.846694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.859302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.864921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:53.865300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:53.868175 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:53.927392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.934610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.936401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/networks/c7930588-1d94-4a22-a80f-96257c25b60f HTTP/1.1" status: 204 len: 168 time: 0.2980194 Sep 23 20:00:53.939086 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:53.947942 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa8413-aa19-4ab9-9771-b29643bce422 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Network': ['ID=c7930588-1d94-4a22-a80f-96257c25b60f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:53.989548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Deleting subnet b090ab00-e93d-42e2-9b1b-966d7c6902e0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:00:53.992579 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.037080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.118004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.174370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.203116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.204879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/subnets/b090ab00-e93d-42e2-9b1b-966d7c6902e0 HTTP/1.1" status: 204 len: 168 time: 0.2648308 Sep 23 20:00:54.205656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85abc4e-23f0-4e39-a3c9-9a6be8c5e6d0 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Subnet': ['ID=b090ab00-e93d-42e2-9b1b-966d7c6902e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:54.207517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34620) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:54.209772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4214d-a0d4-49a1-a02d-fb60001ca5a5 None None] Network fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:00:54.280588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.339759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Deleting port 54f27436-524c-4e10-a207-838a6fd74fc6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:54.340126 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.382977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] DHCP port deletion for fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:00:54.405464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] For port 54f27436-524c-4e10-a207-838a6fd74fc6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=54f27436-524c-4e10-a207-838a6fd74fc6,segment=NetworkSegment(69adfef2-14a1-41c6-b27c-2ec776ac92ce),segment_id=69adfef2-14a1-41c6-b27c-2ec776ac92ce)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:54.405824 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.418527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Calling delete_port for 54f27436-524c-4e10-a207-838a6fd74fc6 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:54.427487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] Deleting port 54f27436-524c-4e10-a207-838a6fd74fc6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:00:54.427865 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.492964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] For port 54f27436-524c-4e10-a207-838a6fd74fc6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=54f27436-524c-4e10-a207-838a6fd74fc6,segment=NetworkSegment(69adfef2-14a1-41c6-b27c-2ec776ac92ce),segment_id=69adfef2-14a1-41c6-b27c-2ec776ac92ce)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:54.493362 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.507370 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.508232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] Calling delete_port for 54f27436-524c-4e10-a207-838a6fd74fc6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:00:54.521922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] No DVR routers for this DVR port 54f27436-524c-4e10-a207-838a6fd74fc6 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:54.560730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138dfb8-e054-4870-8f37-0c762214170a req-84753132-3e57-4e4a-aae1-12619fd5bd8e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:54.561523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Port': ['ID=54f27436-524c-4e10-a207-838a6fd74fc6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:54.562499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3138dfb8-e054-4870-8f37-0c762214170a req-84753132-3e57-4e4a-aae1-12619fd5bd8e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0713568 Sep 23 20:00:54.581296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ff9630ba-f7ee-4774-a586-6c048b46a4b8 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:54.606095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ff9630ba-f7ee-4774-a586-6c048b46a4b8 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:54.606440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ff9630ba-f7ee-4774-a586-6c048b46a4b8 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:54.606814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 54f27436-524c-4e10-a207-838a6fd74fc6 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:54.608440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3138dfb8-e054-4870-8f37-0c762214170a req-06fe6897-4b19-449f-ba72-2486ef1601f3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363460 Sep 23 20:00:54.622788 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.632159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 54f27436-524c-4e10-a207-838a6fd74fc6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:54.632505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 54f27436-524c-4e10-a207-838a6fd74fc6 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:54.632951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a68a54b2-1125-4d8d-a2e2-cf8f22d42aff no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:54.646798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4d6ca3-9814-40e8-aa35-15858fbfd4a9']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:54.656644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69adfef2-14a1-41c6-b27c-2ec776ac92ce') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:54.656943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69adfef2-14a1-41c6-b27c-2ec776ac92ce') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:00:54.661423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: a68a54b2-1125-4d8d-a2e2-cf8f22d42aff {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:00:54.661771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device a68a54b2-1125-4d8d-a2e2-cf8f22d42aff not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:54.668338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.670744 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.681630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.688245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:00:54.688719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:00:54.691694 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:00:54.696843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] Pushing event deleted for resources: {'Port': ['ID=54f27436-524c-4e10-a207-838a6fd74fc6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:54.698721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c836b-577d-4f30-ac5e-a4c7974235fb None None] No DVR routers for this DVR port 54f27436-524c-4e10-a207-838a6fd74fc6 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:54.748465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.755111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:54.756897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/networks/fb4d6ca3-9814-40e8-aa35-15858fbfd4a9 HTTP/1.1" status: 204 len: 168 time: 0.5482216 Sep 23 20:00:54.759621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:54.767567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a94e2-03f5-45db-9956-8cf710bdbcf3 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Pushing event deleted for resources: {'Network': ['ID=fb4d6ca3-9814-40e8-aa35-15858fbfd4a9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:54.787552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2a655c37-dc68-4cf3-9620-a3301566600b tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbede08-ca7d-40c3-936c-61787f4177d1 HTTP/1.1" status: 200 len: 205 time: 0.0267913 Sep 23 20:00:54.789870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:54.863132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877bab19-366d-41b5-b347-2979974efcf2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.258092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877bab19-366d-41b5-b347-2979974efcf2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.260197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877bab19-366d-41b5-b347-2979974efcf2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.301131 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877bab19-366d-41b5-b347-2979974efcf2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.301870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877bab19-366d-41b5-b347-2979974efcf2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Fanout notify agent at l3_agent the message router_deleted on router dbbede08-ca7d-40c3-936c-61787f4177d1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:00:55.308772 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-877bab19-366d-41b5-b347-2979974efcf2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.309888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-877bab19-366d-41b5-b347-2979974efcf2 tempest-RoutersNegativeTest-1453801282 tempest-RoutersNegativeTest-1453801282-project] 10.222.0.38 "DELETE /v2.0/routers/dbbede08-ca7d-40c3-936c-61787f4177d1 HTTP/1.1" status: 204 len: 168 time: 0.5190969 Sep 23 20:00:55.463581 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-9371c747-821b-49fe-9406-e60cdf034ccd req-c2f474a8-cc57-4758-90dd-9969f2b0c057 service neutron] show failed (client error): The resource could not be found. Sep 23 20:00:55.464604 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-c2f474a8-cc57-4758-90dd-9969f2b0c057 service neutron] 10.222.0.72 "GET /v2.0/ports/5d24fc7e-cb9b-487b-9132-c16aed318f47/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0569527 Sep 23 20:00:55.551420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.556743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:55.737305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-55087ff5-2eed-4056-9fd5-ba03fa56a41b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=962eb2379bb746acbf4354325bd5db38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793778 Sep 23 20:00:55.739747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:55.751501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-4a2a978b-ac68-4f8a-8aaf-2f7cf8b1fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:55.753003 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-4a2a978b-ac68-4f8a-8aaf-2f7cf8b1fda2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 1096 time: 0.1354196 Sep 23 20:00:55.763727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365a1a-061e-4238-a642-ff65661b367f req-56d5c787-fbbd-447c-9808-08abb1c2d536 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:55.765186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00365a1a-061e-4238-a642-ff65661b367f req-56d5c787-fbbd-447c-9808-08abb1c2d536 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0875084 Sep 23 20:00:55.766458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:55.819710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.824476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00365a1a-061e-4238-a642-ff65661b367f req-158be01f-867c-4f83-b50e-c0630cec6336 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506206 Sep 23 20:00:55.829289 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28b31f8d-2d8e-44b4-9f06-57a2f56f3e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.852315 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28b31f8d-2d8e-44b4-9f06-57a2f56f3e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.896287 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28b31f8d-2d8e-44b4-9f06-57a2f56f3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.898980 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28b31f8d-2d8e-44b4-9f06-57a2f56f3e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.903037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-28b31f8d-2d8e-44b4-9f06-57a2f56f3e55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7339d551-fef1-4ff1-9a0f-6f5b78b269c7 HTTP/1.1" status: 204 len: 168 time: 0.1594713 Sep 23 20:00:55.908627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b31f8d-2d8e-44b4-9f06-57a2f56f3e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339d551-fef1-4ff1-9a0f-6f5b78b269c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:56.032360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:56.065348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:56.105139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:56.107798 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ab07b-a6ce-4b38-b0a2-fd23e63662f6" -d '{"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-unplugged", "status": "completed", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:56.111703 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.124660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Transition to ACTIVE for port object 5d24fc7e-cb9b-487b-9132-c16aed318f47 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:00:56.128406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.193550 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b69fc0-5370-488e-a190-6ee09a321679 x-openstack-request-id: req-95b69fc0-5370-488e-a190-6ee09a321679 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:56.193845 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-unplugged", "status": "completed", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:56.194102 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95b69fc0-5370-488e-a190-6ee09a321679 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:56.194522 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'code': 200} Sep 23 20:00:56.242083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:56.312533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] No DVR routers for this DVR port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:56.590242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:56.688478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d7ab2469-0a53-4867-bb64-47f183866ee1 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1096426060', 'prefixes': ['172.20.0.0/16']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:56.750148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2469-0a53-4867-bb64-47f183866ee1 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.753808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d7ab2469-0a53-4867-bb64-47f183866ee1 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1601739 Sep 23 20:00:56.754035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:56.779848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:56.780454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:56.780579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:56.784641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:00:56.784971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Attempting to bind port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on network ad6d4587-c06d-4a94-a88b-193fc536fbd7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:56.789631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:56.789971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Checking segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:56.792990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Bound using segment: {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:56.793154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-caa14ad7-1a09-4081-9718-2a60c8cd9001 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] 10.222.0.38 "GET /v2.0/subnetpools/c2df44bd-5e25-4847-b862-19bbf48fe6bb HTTP/1.1" status: 200 len: 732 time: 0.0355349 Sep 23 20:00:56.793267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Bound port: 5d24fc7e-cb9b-487b-9132-c16aed318f47, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f13b517-ec84-4355-ae1b-f0bef34c0223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:56.793267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.793430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:56.797520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-678579e4-abbe-4bd3-ad0a-33b1ec0c70aa tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-53934011'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:56.855320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:56.858533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:56.864155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.880789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678579e4-abbe-4bd3-ad0a-33b1ec0c70aa tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.881998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-678579e4-abbe-4bd3-ad0a-33b1ec0c70aa tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] 10.222.0.38 "PUT /v2.0/subnetpools/c2df44bd-5e25-4847-b862-19bbf48fe6bb HTTP/1.1" status: 200 len: 682 time: 0.0878491 Sep 23 20:00:56.885382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:56.901109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:56.901842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.903670 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] 10.222.0.41 "PUT /v2.0/ports/5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 1091 time: 1.1417511 Sep 23 20:00:56.947471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:56.951959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c45f6-4635-4fda-87de-6f0e6250fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:56.985902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-e2e5e5dd-b2d0-406e-a0d1-4794d03a63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:56.987682 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-e2e5e5dd-b2d0-406e-a0d1-4794d03a63a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1094 time: 0.0473261 Sep 23 20:00:57.006596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd723762-485f-4356-a4c9-f1cfa29708a3 req-5e8156d0-278a-4f90-91ff-d77e07c51ce3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:57.008164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd723762-485f-4356-a4c9-f1cfa29708a3 req-5e8156d0-278a-4f90-91ff-d77e07c51ce3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 943 time: 0.0877397 Sep 23 20:00:57.016823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2414263-e249-43c5-948f-0e8d1deef3f0 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.021013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f2414263-e249-43c5-948f-0e8d1deef3f0 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c2df44bd-5e25-4847-b862-19bbf48fe6bb HTTP/1.1" status: 204 len: 168 time: 0.1320820 Sep 23 20:00:57.023149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34676) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:57.053941 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-0c8cca07-847e-48af-817f-42239ceb16cd tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] show failed (client error): The resource could not be found. Sep 23 20:00:57.054177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd723762-485f-4356-a4c9-f1cfa29708a3 req-d47e168d-d1a2-4480-958d-412d935af418 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343528 Sep 23 20:00:57.055401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0c8cca07-847e-48af-817f-42239ceb16cd tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] 10.222.0.38 "GET /v2.0/subnetpools/c2df44bd-5e25-4847-b862-19bbf48fe6bb HTTP/1.1" status: 404 len: 346 time: 0.0311167 Sep 23 20:00:57.058718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34678) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:57.101801 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [None req-5748cdc8-a04d-4f1f-b9cb-80b241762d26 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] delete failed (client error): The resource could not be found. Sep 23 20:00:57.102878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5748cdc8-a04d-4f1f-b9cb-80b241762d26 tempest-SubnetPoolsTestJSON-1012418547 tempest-SubnetPoolsTestJSON-1012418547-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c2df44bd-5e25-4847-b862-19bbf48fe6bb HTTP/1.1" status: 404 len: 346 time: 0.0430670 Sep 23 20:00:57.127962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-d5bd1540-d249-4fb4-baf9-4669cbdd178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:57.129457 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-d5bd1540-d249-4fb4-baf9-4669cbdd178c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1339452 Sep 23 20:00:57.200144 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-a8b175e7-6b56-4bc6-8f58-061e472a23ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 999 time: 0.0628672 Sep 23 20:00:57.250332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-5690385c-369f-4b24-ba01-51611cb12cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:57.251758 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-5690385c-369f-4b24-ba01-51611cb12cc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0440485 Sep 23 20:00:57.300188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371c747-821b-49fe-9406-e60cdf034ccd req-93feb081-5f6b-407f-8148-5925ec9ab734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:57.301692 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-93feb081-5f6b-407f-8148-5925ec9ab734 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425193 Sep 23 20:00:57.350135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:57.396046 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-c1fe5f79-5a88-4335-80ed-81d74a4bab06 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867450 Sep 23 20:00:57.464818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b4016d6-4a11-4f4e-b36e-ba5f6a1064c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.487093 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-c10b96e9-de33-4f1a-8e06-f3eb0bc8c761 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Sep 23 20:00:57.560125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b4016d6-4a11-4f4e-b36e-ba5f6a1064c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.564148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b4016d6-4a11-4f4e-b36e-ba5f6a1064c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.606685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b4016d6-4a11-4f4e-b36e-ba5f6a1064c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5875dd3410064f9c94bde4222bcf52f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530568 Sep 23 20:00:57.606685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4016d6-4a11-4f4e-b36e-ba5f6a1064c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63882eb-d6a0-4d93-a4eb-2275b389ae5c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:57.607659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34688) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:57.657018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b62f11a7-5306-4e51-aa0e-f7c16f24c8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.677789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b62f11a7-5306-4e51-aa0e-f7c16f24c8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.731801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b62f11a7-5306-4e51-aa0e-f7c16f24c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.734415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b62f11a7-5306-4e51-aa0e-f7c16f24c8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:57.735568 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b62f11a7-5306-4e51-aa0e-f7c16f24c8d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f63882eb-d6a0-4d93-a4eb-2275b389ae5c HTTP/1.1" status: 204 len: 168 time: 0.1274943 Sep 23 20:00:57.743021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f11a7-5306-4e51-aa0e-f7c16f24c8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63882eb-d6a0-4d93-a4eb-2275b389ae5c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:58.175075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd82f-4826-4ae3-99c5-472b063ab562 req-2105e81b-9c23-47a6-b509-c098bacd5dd3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.176611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ecfd82f-4826-4ae3-99c5-472b063ab562 req-2105e81b-9c23-47a6-b509-c098bacd5dd3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 943 time: 0.0514436 Sep 23 20:00:58.196023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:58.199102 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0585fa26-d4ef-478a-a058-7ad311af6754" -d '{"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:58.217691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ecfd82f-4826-4ae3-99c5-472b063ab562 req-ff6fca66-4aab-4cd2-855e-4c8ffcd4afab tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350859 Sep 23 20:00:58.273554 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30952325-4abc-4900-8870-137ef1306708 x-openstack-request-id: req-30952325-4abc-4900-8870-137ef1306708 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:58.273845 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:58.274094 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30952325-4abc-4900-8870-137ef1306708 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:58.274519 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'status': 'completed', 'code': 200} Sep 23 20:00:58.365568 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-e26349db-e4e7-45fd-a907-148910853f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.367110 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-e26349db-e4e7-45fd-a907-148910853f58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1094 time: 0.0713832 Sep 23 20:00:58.370097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-532c3c7b-f609-4481-9746-91e62ba7bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.371483 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-532c3c7b-f609-4481-9746-91e62ba7bd3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1094 time: 0.0639200 Sep 23 20:00:58.524261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-878fd92e-fda5-4120-880b-47c667811c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.526018 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-878fd92e-fda5-4120-880b-47c667811c9d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1522291 Sep 23 20:00:58.528552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-387576bd-1a49-4d8b-a035-b52abfafd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.529842 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-387576bd-1a49-4d8b-a035-b52abfafd2b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1477890 Sep 23 20:00:58.635148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-fc5e08a0-648f-4bef-9d3c-c359a1a55969 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 999 time: 0.1024606 Sep 23 20:00:58.640885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-4b4f06de-aad8-4168-8f82-3a72a3fceed2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 999 time: 0.1018627 Sep 23 20:00:58.722601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-461cd813-1155-409e-aa7c-a8cf296407a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.723969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-461cd813-1155-409e-aa7c-a8cf296407a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0822549 Sep 23 20:00:58.725325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-ac3a50dc-3f55-4d3c-a583-843397f5e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.726674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-ac3a50dc-3f55-4d3c-a583-843397f5e01a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0778735 Sep 23 20:00:58.797089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-2d4f458a-7d8b-4e39-b654-066c870be792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.798618 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-2d4f458a-7d8b-4e39-b654-066c870be792 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680304 Sep 23 20:00:58.800373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-5343e09d-f886-4a76-98e2-e5ac7e7ab015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:58.801702 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-5343e09d-f886-4a76-98e2-e5ac7e7ab015 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634835 Sep 23 20:00:58.959463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-b8bd2c04-0c3a-4327-a0f7-a4c90e540a23 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533353 Sep 23 20:00:58.961307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-ea5f8c34-31e9-4c7c-bd40-0b8d7b4089d2 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478624 Sep 23 20:00:59.117040 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-8ec252da-a74a-4ebe-a238-618610a5ac78 service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509979 Sep 23 20:00:59.120468 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0585fa26-d4ef-478a-a058-7ad311af6754 req-b0add1b2-8376-430f-b612-e28947eba4ea service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467953 Sep 23 20:00:59.134531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:59.241169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81f2b8d0-aa69-4478-aff8-adb4b2330c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.272168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:59.320383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:59.339139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81f2b8d0-aa69-4478-aff8-adb4b2330c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.343163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81f2b8d0-aa69-4478-aff8-adb4b2330c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.344506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93514b-0a63-46de-b979-5d8c7ee7d426 req-b443f568-4d9b-48b2-b354-9f433dd2eb47 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:59.346104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d93514b-0a63-46de-b979-5d8c7ee7d426 req-b443f568-4d9b-48b2-b354-9f433dd2eb47 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 943 time: 0.0580783 Sep 23 20:00:59.381804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-81f2b8d0-aa69-4478-aff8-adb4b2330c2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=043635ef0cb24578af7a45c763eb9e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462015 Sep 23 20:00:59.382791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2b8d0-aa69-4478-aff8-adb4b2330c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6208371a-f540-4da8-a01d-72108efd1636,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:59.383330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d93514b-0a63-46de-b979-5d8c7ee7d426 req-fd7eb939-811a-4b7b-ba78-0de46461e480 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Sep 23 20:00:59.384864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:59.436354 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93a9d0e3-e67e-4c77-aa28-f991340b3438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.457183 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93a9d0e3-e67e-4c77-aa28-f991340b3438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.501005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93a9d0e3-e67e-4c77-aa28-f991340b3438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.503664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93a9d0e3-e67e-4c77-aa28-f991340b3438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.504795 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-93a9d0e3-e67e-4c77-aa28-f991340b3438 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6208371a-f540-4da8-a01d-72108efd1636 HTTP/1.1" status: 204 len: 168 time: 0.1190393 Sep 23 20:00:59.512953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9d0e3-e67e-4c77-aa28-f991340b3438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6208371a-f540-4da8-a01d-72108efd1636,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:59.767007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:59.780761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fecc482-d44d-4dc5-b4a3-999d0d14eb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.800358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:00:59.870892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fecc482-d44d-4dc5-b4a3-999d0d14eb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.874651 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fecc482-d44d-4dc5-b4a3-999d0d14eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.897817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:59.908567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'port_id': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'mac_address': 'fa:16:3e:06:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:00:59.912799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0fecc482-d44d-4dc5-b4a3-999d0d14eb82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb030b7d9d2d40b080c9a900c00dfdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447263 Sep 23 20:00:59.913988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecc482-d44d-4dc5-b4a3-999d0d14eb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb7bc6-d077-4566-a224-24267f598cb7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:59.915501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:59.945730 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.959197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d24fc7e-cb9b-487b-9132-c16aed318f47 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:00:59.977667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7458c7f-0165-419e-9c5c-e466eb7d158b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.978198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:59.982572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:59.999578 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7458c7f-0165-419e-9c5c-e466eb7d158b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:00.033431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:00.046591 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7458c7f-0165-419e-9c5c-e466eb7d158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:00.049181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7458c7f-0165-419e-9c5c-e466eb7d158b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:00.050365 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d7458c7f-0165-419e-9c5c-e466eb7d158b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9aeb7bc6-d077-4566-a224-24267f598cb7 HTTP/1.1" status: 204 len: 168 time: 0.1336746 Sep 23 20:01:00.058632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7458c7f-0165-419e-9c5c-e466eb7d158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb7bc6-d077-4566-a224-24267f598cb7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:00.514253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072c31-6063-4e36-90fa-d878693a177c req-43d4e33b-b9e8-4778-a3b1-c49b0ebfe6aa tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:00.521647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58072c31-6063-4e36-90fa-d878693a177c req-43d4e33b-b9e8-4778-a3b1-c49b0ebfe6aa tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 944 time: 0.0630412 Sep 23 20:01:00.559605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58072c31-6063-4e36-90fa-d878693a177c req-8840616b-dd3c-4180-9c9c-2a5751722bba tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370064 Sep 23 20:01:01.390098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['5d24fc7e-cb9b-487b-9132-c16aed318f47'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:01:01.680305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95af79b-cc66-4f25-99a2-aa04b730504c req-d3870dcf-52a5-4391-b441-e83674a00fd9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:01.682581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b95af79b-cc66-4f25-99a2-aa04b730504c req-d3870dcf-52a5-4391-b441-e83674a00fd9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 944 time: 0.0531797 Sep 23 20:01:01.720816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b95af79b-cc66-4f25-99a2-aa04b730504c req-099fd879-1af6-4f83-a5a2-92c28e4e170c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Sep 23 20:01:01.931924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805726f-245f-41a6-bca5-993c24edda18 req-1cac7d5c-07f8-475d-a305-668260158fcf tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:01.933432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4805726f-245f-41a6-bca5-993c24edda18 req-1cac7d5c-07f8-475d-a305-668260158fcf tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 944 time: 0.0554547 Sep 23 20:01:01.970760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4805726f-245f-41a6-bca5-993c24edda18 req-5256d2d4-476f-4495-a80f-be9d1780e94e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310185 Sep 23 20:01:01.975549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-abe23762-ffda-4a90-b8ee-2d0aef315382 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:01.977155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-abe23762-ffda-4a90-b8ee-2d0aef315382 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67&tenant_id=e144f56724054e42a9e756118e2b5ace&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 944 time: 0.0879362 Sep 23 20:01:02.042334 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-a9b6e7d6-a69e-4383-acd7-c5b9f3233d32 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:01:02.043374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-a9b6e7d6-a69e-4383-acd7-c5b9f3233d32 service neutron] 10.222.0.72 "DELETE /v2.0/ports/5d24fc7e-cb9b-487b-9132-c16aed318f47/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0593381 Sep 23 20:01:02.128074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-1e381d88-080e-41cf-9cd9-736db52e9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:02.129484 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-1e381d88-080e-41cf-9cd9-736db52e9c02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1095 time: 0.0430532 Sep 23 20:01:02.219907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-2e61629b-c9e6-444b-a1ca-20efa288c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:02.221374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-2e61629b-c9e6-444b-a1ca-20efa288c1d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.0849276 Sep 23 20:01:02.287983 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-21e5ca5c-57cc-4ec6-b3d7-8b8bab3424cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 1000 time: 0.0597975 Sep 23 20:01:02.336168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-4c9b1a78-98cd-4f5f-9dce-9afe3828d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:02.338147 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-4c9b1a78-98cd-4f5f-9dce-9afe3828d61c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0433447 Sep 23 20:01:02.381562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-afc7fa58-0abf-4dfb-813d-456b9fd60f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:02.382941 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-afc7fa58-0abf-4dfb-813d-456b9fd60f2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383012 Sep 23 20:01:02.472640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-dac5a01a-8cac-449d-a515-2c43aaad8ddb service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824525 Sep 23 20:01:02.564335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-99b31da5-184c-4210-9bbd-bb25c60820bc req-9bcc10b0-4746-4e39-9eb5-eab27a5cd85e service neutron] 10.222.0.72 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836401 Sep 23 20:01:03.153498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09022d4c-8908-4d85-b8e9-5b51e28b9288 req-11bc6345-806d-4332-8fe9-945e8e943415 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:03.156337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09022d4c-8908-4d85-b8e9-5b51e28b9288 req-11bc6345-806d-4332-8fe9-945e8e943415 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 944 time: 0.1093538 Sep 23 20:01:03.206390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09022d4c-8908-4d85-b8e9-5b51e28b9288 req-c756ec47-2666-4284-872e-274c7937dfa9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352957 Sep 23 20:01:03.238624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:03.304041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b63c1ec-b625-4596-bb48-7c4f78d91e40 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/50cbd44d-70e3-405d-8216-45bf1da63e3d HTTP/1.1" status: 200 len: 992 time: 0.0641696 Sep 23 20:01:03.810311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:03.861087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 5d24fc7e-cb9b-487b-9132-c16aed318f47 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:01:03.864499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 5d24fc7e-cb9b-487b-9132-c16aed318f47 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:03.864866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:03.936803 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:03.958408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:03.960610 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400aa6f8-b65d-4769-a82e-9afeb3cd41d2" -d '{"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-plugged", "status": "completed", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:03.975933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:03.980976 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.003301 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a666113e-a25b-4adf-968e-a79f1186d010 x-openstack-request-id: req-a666113e-a25b-4adf-968e-a79f1186d010 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:04.003592 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-plugged", "status": "completed", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:04.003844 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a666113e-a25b-4adf-968e-a79f1186d010 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:04.004230 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'code': 200} Sep 23 20:01:04.030288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.185951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6408644a-7353-4f19-998f-777fd0845cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.360853 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1b6b-5dd0-4be7-80ba-886504b63c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.502885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.119716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.438190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 34932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:18.550540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.616761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.636057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.639479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.676934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19a7c0dc0f5f4f24bf93370eb2ab41a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376482 Sep 23 20:01:18.678043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d765c1-db32-4d4c-9db8-ee834ff2f56d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:18.679633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34936) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:18.685415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.685760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.686101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.686463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.686803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.687132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.687456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.687781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.688103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.688424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.688745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.689069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167d80a-2a5a-476b-8588-aca28eaf6aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.729710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.749981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.799695 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.802294 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.803451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9d765c1-db32-4d4c-9db8-ee834ff2f56d HTTP/1.1" status: 204 len: 168 time: 0.1227729 Sep 23 20:01:18.811258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d765c1-db32-4d4c-9db8-ee834ff2f56d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:18.818603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.818950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.819290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.819625 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.819957 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.820285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.820613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.820935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.821259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.821578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.821900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:18.822250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b386bf8-632f-4f3c-86b1-21281b19a927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:19.072144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34942) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:19.086432 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a48871-8250-4203-8e1f-1dbae5babe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.184373 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a48871-8250-4203-8e1f-1dbae5babe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.188208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7a48871-8250-4203-8e1f-1dbae5babe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.228095 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7a48871-8250-4203-8e1f-1dbae5babe99 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58f3606773c84bf396b2fb49c9deee14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545558 Sep 23 20:01:19.234419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 34944) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:19.236922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a48871-8250-4203-8e1f-1dbae5babe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f76320-6752-46fc-afd0-188c65b5fce4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:19.284743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2090d7f4-5c0e-45ff-af56-9a975f9e9d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.305937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2090d7f4-5c0e-45ff-af56-9a975f9e9d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.351195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2090d7f4-5c0e-45ff-af56-9a975f9e9d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.354008 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2090d7f4-5c0e-45ff-af56-9a975f9e9d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.358179 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2090d7f4-5c0e-45ff-af56-9a975f9e9d7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26f76320-6752-46fc-afd0-188c65b5fce4 HTTP/1.1" status: 204 len: 168 time: 0.1266470 Sep 23 20:01:19.365698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d7f4-5c0e-45ff-af56-9a975f9e9d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f76320-6752-46fc-afd0-188c65b5fce4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:25.549617 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:26.954417 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.096480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:28.202081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec73b2d3-8ad4-455b-8ae8-c95c45447fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.292020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec73b2d3-8ad4-455b-8ae8-c95c45447fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.295475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec73b2d3-8ad4-455b-8ae8-c95c45447fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.334078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ec73b2d3-8ad4-455b-8ae8-c95c45447fda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2d19bc47ac34bb29ec0ad7c19a663eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365112 Sep 23 20:01:28.334980 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73b2d3-8ad4-455b-8ae8-c95c45447fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6608b55a-9ae8-4ee3-bf3a-cbd52b2d3e64,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:28.337263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:28.385454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1881992f-2463-44f1-86b1-f54b827a9951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.406620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1881992f-2463-44f1-86b1-f54b827a9951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.451174 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1881992f-2463-44f1-86b1-f54b827a9951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.453883 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1881992f-2463-44f1-86b1-f54b827a9951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.455207 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1881992f-2463-44f1-86b1-f54b827a9951 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6608b55a-9ae8-4ee3-bf3a-cbd52b2d3e64 HTTP/1.1" status: 204 len: 168 time: 0.1169384 Sep 23 20:01:28.463169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881992f-2463-44f1-86b1-f54b827a9951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6608b55a-9ae8-4ee3-bf3a-cbd52b2d3e64,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:28.713335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:28.726359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25936f4d-49d2-4e01-bc12-934065d67e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.812170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25936f4d-49d2-4e01-bc12-934065d67e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.815654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-25936f4d-49d2-4e01-bc12-934065d67e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.851754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25936f4d-49d2-4e01-bc12-934065d67e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8389f84c-b410-47d9-92aa-a4d49b599bdd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:28.856188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-25936f4d-49d2-4e01-bc12-934065d67e58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66a43ee209e74bcdb8ccb48a153484a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417975 Sep 23 20:01:28.858723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:28.907280 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b35cee8c-f3cf-4f1d-af8e-1d3ffb471345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.927903 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b35cee8c-f3cf-4f1d-af8e-1d3ffb471345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.977364 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b35cee8c-f3cf-4f1d-af8e-1d3ffb471345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.980351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b35cee8c-f3cf-4f1d-af8e-1d3ffb471345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.981605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b35cee8c-f3cf-4f1d-af8e-1d3ffb471345 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8389f84c-b410-47d9-92aa-a4d49b599bdd HTTP/1.1" status: 204 len: 168 time: 0.1218214 Sep 23 20:01:28.989177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cee8c-f3cf-4f1d-af8e-1d3ffb471345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8389f84c-b410-47d9-92aa-a4d49b599bdd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:30.496761 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:01:34.246964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:34.358317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff95248-0e5e-423e-aa2e-8aec6b8a40f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.446685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff95248-0e5e-423e-aa2e-8aec6b8a40f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.450454 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ff95248-0e5e-423e-aa2e-8aec6b8a40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.487195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ff95248-0e5e-423e-aa2e-8aec6b8a40f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca5bdd1829b1442993bc1fea63e1fc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391627 Sep 23 20:01:34.488072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff95248-0e5e-423e-aa2e-8aec6b8a40f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929a84e8-ed91-401b-a045-6886cf675483,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:34.490769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:34.539780 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7df5986-0388-4496-b670-2ce464057f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.560391 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7df5986-0388-4496-b670-2ce464057f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.610813 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7df5986-0388-4496-b670-2ce464057f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.613578 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7df5986-0388-4496-b670-2ce464057f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.614767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b7df5986-0388-4496-b670-2ce464057f94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/929a84e8-ed91-401b-a045-6886cf675483 HTTP/1.1" status: 204 len: 168 time: 0.1228058 Sep 23 20:01:34.624331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df5986-0388-4496-b670-2ce464057f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929a84e8-ed91-401b-a045-6886cf675483,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:34.871385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:34.884362 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed7e533-2d71-48ab-b756-3f31405af4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.972173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed7e533-2d71-48ab-b756-3f31405af4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:34.975906 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed7e533-2d71-48ab-b756-3f31405af4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:35.011963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7e533-2d71-48ab-b756-3f31405af4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b8cc00-0728-4ff7-afb1-998c5e3a2317,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:35.017343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bed7e533-2d71-48ab-b756-3f31405af4a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71e2f8148a934e38bdd5dd54c8c0409e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449163 Sep 23 20:01:35.019889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:35.070123 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-534593fb-5893-4345-b1ab-f187b49c769b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:35.091411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-534593fb-5893-4345-b1ab-f187b49c769b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:35.138263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-534593fb-5893-4345-b1ab-f187b49c769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:35.140820 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-534593fb-5893-4345-b1ab-f187b49c769b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:35.141962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-534593fb-5893-4345-b1ab-f187b49c769b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9b8cc00-0728-4ff7-afb1-998c5e3a2317 HTTP/1.1" status: 204 len: 168 time: 0.1211665 Sep 23 20:01:35.149991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534593fb-5893-4345-b1ab-f187b49c769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b8cc00-0728-4ff7-afb1-998c5e3a2317,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:35.796367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:35.893736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1408731060-network', 'tenant_id': '84c06200e88c45c9962ff6d78e35715e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:35.913933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Made reservation on behalf of 84c06200e88c45c9962ff6d78e35715e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:35.916361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:35.924506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.014984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.018603 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.044636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:01:36.054830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956e0152-a403-4a79-83d3-ffa1450f81a8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:36.059700 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.060046 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Added segment ecda386d-6aad-4c09-8a7e-c9a7be750bab of type vlan for network 90a3cc6b-bb26-4641-95f4-b7026ff2453e Sep 23 20:01:36.103958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.134100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.135120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:36.135691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.172600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3750505 Sep 23 20:01:36.175755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35160) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:36.181573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Request body: {'subnet': {'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1408731060-subnet', 'tenant_id': '84c06200e88c45c9962ff6d78e35715e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:36.202714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Made reservation on behalf of 84c06200e88c45c9962ff6d78e35715e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:36.205063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.224283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc171191-f8f9-48a0-8898-e9c67889f173 admin admin] Pushing event updated for resources: {'Network': ['ID=90a3cc6b-bb26-4641-95f4-b7026ff2453e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:36.234498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 90a3cc6b-bb26-4641-95f4-b7026ff2453e details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:01:36.372567 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.425819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df061e0-4af4-4d13-a2b1-09334f6a7677,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:36.435542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Checking segment: {'id': 'ecda386d-6aad-4c09-8a7e-c9a7be750bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:36.435902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Network hostable DHCP agents. Network: 90a3cc6b-bb26-4641-95f4-b7026ff2453e, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:01:36.451358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Network 90a3cc6b-bb26-4641-95f4-b7026ff2453e is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:01:36.459601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 90a3cc6b-bb26-4641-95f4-b7026ff2453e) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:36.464199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:36.465348 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.468688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf93282-be1f-48b4-9719-98c9300cd83c None None] Network 90a3cc6b-bb26-4641-95f4-b7026ff2453e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:36.479576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d84d66e8-5131-4808-86c2-cfdb186b27ab admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3026876 Sep 23 20:01:36.591995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c69e86-2872-4564-87ef-e62d385ac690 None None] Network 90a3cc6b-bb26-4641-95f4-b7026ff2453e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:36.936081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:36.941214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1415756365-network', 'tenant_id': 'eb95018ce9324830b9816b5eb7e204f5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:36.962369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Made reservation on behalf of eb95018ce9324830b9816b5eb7e204f5 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:36.964510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:36.972764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.064155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.067783 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.087735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:01:37.100591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f00b0e-3f08-4aa8-8a12-ba6e3fc56429,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:37.106760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.107100 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Added segment 13428457-f4d0-481a-b63c-507935f904bb of type vlan for network d9f0a402-152b-4142-9c1e-f66a39815aba Sep 23 20:01:37.145005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.168170 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.169136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:37.169712 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.199190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2620430 Sep 23 20:01:37.202558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:37.207511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Request body: {'subnet': {'network_id': 'd9f0a402-152b-4142-9c1e-f66a39815aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1415756365-subnet', 'tenant_id': 'eb95018ce9324830b9816b5eb7e204f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:37.227848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Made reservation on behalf of eb95018ce9324830b9816b5eb7e204f5 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:37.230039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55adc0-ae79-4da9-ac5c-a6d9610f1005 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f0a402-152b-4142-9c1e-f66a39815aba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:37.230231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.240106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d9f0a402-152b-4142-9c1e-f66a39815aba details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:01:37.391670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.443523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64a2b4c-a80f-4bab-ace7-b83fe740b57c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:37.451946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Checking segment: {'id': '13428457-f4d0-481a-b63c-507935f904bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd9f0a402-152b-4142-9c1e-f66a39815aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:37.452293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Network hostable DHCP agents. Network: d9f0a402-152b-4142-9c1e-f66a39815aba, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:01:37.468116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Network d9f0a402-152b-4142-9c1e-f66a39815aba is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:01:37.477153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d9f0a402-152b-4142-9c1e-f66a39815aba) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:37.481686 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:37.482512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:37.485598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7a20f-a068-4478-a6af-a815df98fde2 None None] Network d9f0a402-152b-4142-9c1e-f66a39815aba requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:37.496011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f8a0e01e-81ea-4a12-93f5-cc47cded6ad2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2923822 Sep 23 20:01:37.612537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a059f-dfb2-47b9-8c48-fe25746da4b5 None None] Network d9f0a402-152b-4142-9c1e-f66a39815aba requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:37.970327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-e8a77be9-db63-44d7-8f0b-b28a4528e938 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:37.971809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-e8a77be9-db63-44d7-8f0b-b28a4528e938 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/networks?id=90a3cc6b-bb26-4641-95f4-b7026ff2453e HTTP/1.1" status: 200 len: 809 time: 0.1023006 Sep 23 20:01:37.987392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-9535cdbb-689d-45ab-94fd-0a5ec24752d1 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/quotas/84c06200e88c45c9962ff6d78e35715e HTTP/1.1" status: 200 len: 375 time: 0.0091228 Sep 23 20:01:38.019854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-68df4b56-5cf1-4640-af2e-ac57e50d7851 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=84c06200e88c45c9962ff6d78e35715e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262191 Sep 23 20:01:38.111908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-ebee85d6-ce59-4da4-9603-3eeee1bff692 service neutron] 10.222.0.38 "GET /v2.0/networks/90a3cc6b-bb26-4641-95f4-b7026ff2453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Sep 23 20:01:38.201337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-80b59e16-b125-4835-9cee-a4ffc096f895 service neutron] 10.222.0.38 "GET /v2.0/networks/90a3cc6b-bb26-4641-95f4-b7026ff2453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833209 Sep 23 20:01:38.362426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8c6869b-1a41-4984-86f3-bed2ddc83ce7 req-f4fca46a-239a-4183-88c4-821c3c803d25 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 210 time: 0.0276153 Sep 23 20:01:39.259269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-8455f459-def9-4f69-a602-c90f2d5c8040 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:39.260755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-8455f459-def9-4f69-a602-c90f2d5c8040 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.72 "GET /v2.0/networks?id=90a3cc6b-bb26-4641-95f4-b7026ff2453e HTTP/1.1" status: 200 len: 809 time: 0.1072063 Sep 23 20:01:39.274170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Request body: {'port': {'device_id': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e', 'admin_state_up': True, 'tenant_id': '84c06200e88c45c9962ff6d78e35715e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:39.384218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Made reservation on behalf of 84c06200e88c45c9962ff6d78e35715e for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:39.387885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:39.458894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3985a7d5-79c8-4459-9b3a-a2e0afa22424 req-16adee29-fe8f-402b-9e31-1788ae986cbd tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 210 time: 0.0259211 Sep 23 20:01:39.511450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Allocated IP 172.20.0.7 (90a3cc6b-bb26-4641-95f4-b7026ff2453e/5df061e0-4af4-4d13-a2b1-09334f6a7677/f4faeb3a-a328-4aa0-a18f-b94786c40d10) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:39.653478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:39.686029 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:39.727669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Network 90a3cc6b-bb26-4641-95f4-b7026ff2453e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:39.730849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:39.734416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:39.762600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Pushing event updated for resources: {'Port': ['ID=f4faeb3a-a328-4aa0-a18f-b94786c40d10,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:39.791885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:39.792495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:39.805160 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-2a30e5e5-62ce-4bb8-91ff-149469268abf tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5349247 Sep 23 20:01:39.816901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Request body: {'port': {'device_id': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:39.867732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:40.116891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4faeb3a-a328-4aa0-a18f-b94786c40d10 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:01:40.124109 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:40.136416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Transition to ACTIVE for port object f4faeb3a-a328-4aa0-a18f-b94786c40d10 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:01:40.140178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:40.195534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Pushing event updated for resources: {'Port': ['ID=f4faeb3a-a328-4aa0-a18f-b94786c40d10,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:40.258714 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Attempting to bind port f4faeb3a-a328-4aa0-a18f-b94786c40d10 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:01:40.259051 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Attempting to bind port f4faeb3a-a328-4aa0-a18f-b94786c40d10 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ecda386d-6aad-4c09-8a7e-c9a7be750bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:01:40.259377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Attempting to bind port f4faeb3a-a328-4aa0-a18f-b94786c40d10 on network 90a3cc6b-bb26-4641-95f4-b7026ff2453e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:40.263525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Port f4faeb3a-a328-4aa0-a18f-b94786c40d10 on network 90a3cc6b-bb26-4641-95f4-b7026ff2453e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:01:40.263846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Attempting to bind port f4faeb3a-a328-4aa0-a18f-b94786c40d10 on network 90a3cc6b-bb26-4641-95f4-b7026ff2453e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:40.268447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:01:40.268785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Checking segment: {'id': 'ecda386d-6aad-4c09-8a7e-c9a7be750bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:40.269167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Bound using segment: {'id': 'ecda386d-6aad-4c09-8a7e-c9a7be750bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:01:40.269587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Bound port: f4faeb3a-a328-4aa0-a18f-b94786c40d10, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecda386d-6aad-4c09-8a7e-c9a7be750bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:01:40.269937 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:40.331047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] For port f4faeb3a-a328-4aa0-a18f-b94786c40d10, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:01:40.334106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] For port f4faeb3a-a328-4aa0-a18f-b94786c40d10, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4faeb3a-a328-4aa0-a18f-b94786c40d10,segment=NetworkSegment(ecda386d-6aad-4c09-8a7e-c9a7be750bab),segment_id=ecda386d-6aad-4c09-8a7e-c9a7be750bab)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:01:40.338886 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:40.375236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:40.375847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:40.377240 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] 10.222.0.72 "PUT /v2.0/ports/f4faeb3a-a328-4aa0-a18f-b94786c40d10 HTTP/1.1" status: 200 len: 1091 time: 0.5643363 Sep 23 20:01:40.377665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'tag': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:40.379887 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1344757-116e-4f66-a04e-3fd256dbeec1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86a417-3d4d-4852-ba39-a15bc5d70121", "tag": "f4faeb3a-a328-4aa0-a18f-b94786c40d10"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:40.402516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df7306-5120-4504-b951-d8d32de2c406 service neutron] Pushing event updated for resources: {'Port': ['ID=f4faeb3a-a328-4aa0-a18f-b94786c40d10,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:40.417671 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d70864-2483-424d-9629-8ed68f95cc96 x-openstack-request-id: req-55d70864-2483-424d-9629-8ed68f95cc96 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:40.418086 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86a417-3d4d-4852-ba39-a15bc5d70121", "tag": "f4faeb3a-a328-4aa0-a18f-b94786c40d10", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:40.418477 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55d70864-2483-424d-9629-8ed68f95cc96 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:40.419042 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'tag': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10', 'status': 'completed', 'code': 200} Sep 23 20:01:40.467378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-900a3eb2-f62c-490f-bb93-1acfa463df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:40.469228 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-900a3eb2-f62c-490f-bb93-1acfa463df62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84c06200e88c45c9962ff6d78e35715e&device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 1094 time: 0.0438864 Sep 23 20:01:40.510566 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-979c0f4d-57f3-40d3-9c36-0f053b617c0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4faeb3a-a328-4aa0-a18f-b94786c40d10 HTTP/1.1" status: 200 len: 217 time: 0.0337424 Sep 23 20:01:40.562583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-445ee51a-8a65-42e4-9160-63a161d8543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:40.564044 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-445ee51a-8a65-42e4-9160-63a161d8543c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5df061e0-4af4-4d13-a2b1-09334f6a7677 HTTP/1.1" status: 200 len: 849 time: 0.0463665 Sep 23 20:01:40.574665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5043923-9f73-45fd-b450-6b5028aede17 req-0c5ae402-df60-48fc-ade3-27028942ba3d tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:40.576147 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5043923-9f73-45fd-b450-6b5028aede17 req-0c5ae402-df60-48fc-ade3-27028942ba3d tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 943 time: 0.0489790 Sep 23 20:01:40.595598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-d17ee428-6434-4f2a-bbd8-4ca181d3554a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90a3cc6b-bb26-4641-95f4-b7026ff2453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243309 Sep 23 20:01:40.613428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5043923-9f73-45fd-b450-6b5028aede17 req-f8b9ad87-c551-4a6f-aaca-1557777660da tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Sep 23 20:01:40.692325 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-aa2e7dff-7c4f-4c41-967d-4f2d574ed777 service neutron] 10.222.0.72 "GET /v2.0/networks/90a3cc6b-bb26-4641-95f4-b7026ff2453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898695 Sep 23 20:01:40.783423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-be9c5aff-bb27-4070-a2c3-fa627407c235 req-fe454757-b29a-40d9-af69-31c707756aff service neutron] 10.222.0.72 "GET /v2.0/networks/90a3cc6b-bb26-4641-95f4-b7026ff2453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844662 Sep 23 20:01:40.890015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-a7c0d828-64ad-41f6-b39d-2ae980aa6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:40.891501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-a7c0d828-64ad-41f6-b39d-2ae980aa6da3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84c06200e88c45c9962ff6d78e35715e&device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 1094 time: 0.0616870 Sep 23 20:01:40.926686 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-3817393f-155d-4b75-b61a-4b2941e0ab2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660439 Sep 23 20:01:41.011205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-7f86b820-d5e9-446f-9ee7-347d84b11fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.012643 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-7f86b820-d5e9-446f-9ee7-347d84b11fab service neutron] 10.222.0.72 "GET /v2.0/networks?id=90a3cc6b-bb26-4641-95f4-b7026ff2453e HTTP/1.1" status: 200 len: 910 time: 0.1144702 Sep 23 20:01:41.023676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-b1d182f9-f923-423b-b4c1-f0127e5155ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.025026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-b1d182f9-f923-423b-b4c1-f0127e5155ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0558963 Sep 23 20:01:41.068611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-ed89df3f-cc1e-4689-a5d9-af022332b98a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4faeb3a-a328-4aa0-a18f-b94786c40d10 HTTP/1.1" status: 200 len: 217 time: 0.0474074 Sep 23 20:01:41.162032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-6116c573-527c-449b-b21c-52a54397f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.163417 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-6116c573-527c-449b-b21c-52a54397f09d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5df061e0-4af4-4d13-a2b1-09334f6a7677 HTTP/1.1" status: 200 len: 849 time: 0.0842540 Sep 23 20:01:41.204092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-9288151f-a34a-4fcf-a45b-21e73dfc8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.205509 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-9288151f-a34a-4fcf-a45b-21e73dfc8fd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1447327 Sep 23 20:01:41.207159 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-6a4066ef-c2bf-4dfa-ae83-c0db6f9bc7db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90a3cc6b-bb26-4641-95f4-b7026ff2453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345209 Sep 23 20:01:41.630001 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-9502a8f1-6a33-4ddf-b76c-0241f4f213ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 1001 time: 0.4174316 Sep 23 20:01:41.685902 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-da886e3b-0961-4699-9cb0-bf914e422dbf service neutron] 10.222.0.72 "GET /v2.0/networks/90a3cc6b-bb26-4641-95f4-b7026ff2453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683511 Sep 23 20:01:41.692517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-31764beb-39a2-4430-a5a9-15a9b1d4426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.693933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-31764beb-39a2-4430-a5a9-15a9b1d4426b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0563240 Sep 23 20:01:41.727211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14ef0a-7942-48bb-a06e-61ec25603ca0 req-be50e5a6-95fc-4cdb-b489-9ca5923d00bb tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.728715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc14ef0a-7942-48bb-a06e-61ec25603ca0 req-be50e5a6-95fc-4cdb-b489-9ca5923d00bb tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 943 time: 0.0482926 Sep 23 20:01:41.769810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc14ef0a-7942-48bb-a06e-61ec25603ca0 req-d036dda5-8b90-4e36-88dd-224d2ebe0b2c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Sep 23 20:01:41.792971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-cc72a275-40f9-4c3b-b6ec-941b68250159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.794473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-cc72a275-40f9-4c3b-b6ec-941b68250159 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921812 Sep 23 20:01:41.827895 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d1344757-116e-4f66-a04e-3fd256dbeec1 req-fafb1f36-4c63-43a5-8d10-50297bdb494b service neutron] 10.222.0.72 "GET /v2.0/networks/90a3cc6b-bb26-4641-95f4-b7026ff2453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330726 Sep 23 20:01:41.893312 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-8899cb8d-cc65-4875-bfc6-3f55a8ceaae0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917835 Sep 23 20:01:41.978081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-777aaa86-c5ab-489a-bdab-10ac2b51db6d req-1cf651f2-12b7-4f94-8fbc-8dc74499a9d7 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776639 Sep 23 20:01:42.881795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a234bf0-c49a-4e1a-bed5-94a94a6aefeb req-486a792c-dd1e-400e-8c0b-6457071afaa3 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:42.883318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a234bf0-c49a-4e1a-bed5-94a94a6aefeb req-486a792c-dd1e-400e-8c0b-6457071afaa3 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 943 time: 0.0475676 Sep 23 20:01:42.921058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a234bf0-c49a-4e1a-bed5-94a94a6aefeb req-b24ff69c-0bd2-4b37-8ec7-ef746a539176 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Sep 23 20:01:43.185706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d427e925-4a67-453d-84b4-6d0f15f26291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:43.414458 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4faeb3a-a328-4aa0-a18f-b94786c40d10 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:01:43.507603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f4faeb3a-a328-4aa0-a18f-b94786c40d10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4faeb3a-a328-4aa0-a18f-b94786c40d10,segment=NetworkSegment(ecda386d-6aad-4c09-8a7e-c9a7be750bab),segment_id=ecda386d-6aad-4c09-8a7e-c9a7be750bab)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:43.518293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10', 'network_id': '90a3cc6b-bb26-4641-95f4-b7026ff2453e', 'port_id': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10', 'mac_address': 'fa:16:3e:e1:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df061e0-4af4-4d13-a2b1-09334f6a7677', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:01:43.554463 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:43.566466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4faeb3a-a328-4aa0-a18f-b94786c40d10 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:01:43.584993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f4faeb3a-a328-4aa0-a18f-b94786c40d10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4faeb3a-a328-4aa0-a18f-b94786c40d10,segment=NetworkSegment(ecda386d-6aad-4c09-8a7e-c9a7be750bab),segment_id=ecda386d-6aad-4c09-8a7e-c9a7be750bab)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:43.588855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:43.634036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f4faeb3a-a328-4aa0-a18f-b94786c40d10,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:43.790964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f4faeb3a-a328-4aa0-a18f-b94786c40d10'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:01:44.033633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb90cd-9a65-40f7-9d0e-679291dc2fcf req-e039c935-e04c-42d5-82c3-cdb313882073 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:44.036144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64bb90cd-9a65-40f7-9d0e-679291dc2fcf req-e039c935-e04c-42d5-82c3-cdb313882073 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 944 time: 0.0489902 Sep 23 20:01:44.073167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64bb90cd-9a65-40f7-9d0e-679291dc2fcf req-c6e311bd-c93f-4b52-bd0e-64337c6a3bea tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Sep 23 20:01:45.188603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868332-f016-4fb8-8708-e9b051f0d60e req-4bc04365-dbf4-4fb4-97c7-70d603701d68 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:45.190072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22868332-f016-4fb8-8708-e9b051f0d60e req-4bc04365-dbf4-4fb4-97c7-70d603701d68 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 944 time: 0.0480797 Sep 23 20:01:45.231015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22868332-f016-4fb8-8708-e9b051f0d60e req-64738630-0dac-4e2e-83f2-e950ce7e09de tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Sep 23 20:01:45.425788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4faeb3a-a328-4aa0-a18f-b94786c40d10 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:45.473946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f4faeb3a-a328-4aa0-a18f-b94786c40d10 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:01:45.477428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f4faeb3a-a328-4aa0-a18f-b94786c40d10 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:45.477802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:45.554007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:45.576785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:45.579016 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8131444-e9ef-46d9-80b6-3a8274c2b97a" -d '{"events": [{"server_uuid": "1b86a417-3d4d-4852-ba39-a15bc5d70121", "name": "network-vif-plugged", "status": "completed", "tag": "f4faeb3a-a328-4aa0-a18f-b94786c40d10"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:45.591346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f4faeb3a-a328-4aa0-a18f-b94786c40d10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4faeb3a-a328-4aa0-a18f-b94786c40d10,segment=NetworkSegment(ecda386d-6aad-4c09-8a7e-c9a7be750bab),segment_id=ecda386d-6aad-4c09-8a7e-c9a7be750bab)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:45.595380 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:45.620966 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729e749b-ff7b-4ea3-a1db-91078eee265d x-openstack-request-id: req-729e749b-ff7b-4ea3-a1db-91078eee265d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:45.621254 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86a417-3d4d-4852-ba39-a15bc5d70121", "name": "network-vif-plugged", "status": "completed", "tag": "f4faeb3a-a328-4aa0-a18f-b94786c40d10", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:45.621503 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-729e749b-ff7b-4ea3-a1db-91078eee265d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:45.621893 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10', 'code': 200} Sep 23 20:01:45.647639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f4faeb3a-a328-4aa0-a18f-b94786c40d10,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:45.654957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.655309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.655653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.655994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.656331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.656663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.656996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.657326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.657665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.658006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.658400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.658726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:45.712256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60ed6c-d601-407b-ad15-a3997d5c7dca req-9fd550a3-b72a-41d5-8432-87ee891c6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:45.713674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3a60ed6c-d601-407b-ad15-a3997d5c7dca req-9fd550a3-b72a-41d5-8432-87ee891c6657 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 1096 time: 0.0436325 Sep 23 20:01:45.746961 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3a60ed6c-d601-407b-ad15-a3997d5c7dca req-647116c1-e102-4e23-90b6-c4915a86240d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265694 Sep 23 20:01:46.352403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05543f6-c7db-4251-b773-64d8c2d4c89c req-4ec753d5-8988-4f46-82bf-ea55a01e01e9 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:46.353917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b05543f6-c7db-4251-b773-64d8c2d4c89c req-4ec753d5-8988-4f46-82bf-ea55a01e01e9 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 945 time: 0.0505259 Sep 23 20:01:46.361958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1260c421-db5d-4030-8fc5-c45954f7212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:46.392369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b05543f6-c7db-4251-b773-64d8c2d4c89c req-b6c5ae75-17ee-46a9-b4c3-d4c4cb924687 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Sep 23 20:01:46.504839 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:47.122443 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:47.503493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392c12e-ffaf-4b24-b577-f60c3e340358 req-a2ce2853-a0db-4853-aca1-922a4a89e3d1 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:47.504937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4392c12e-ffaf-4b24-b577-f60c3e340358 req-a2ce2853-a0db-4853-aca1-922a4a89e3d1 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 945 time: 0.0474803 Sep 23 20:01:47.540671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4392c12e-ffaf-4b24-b577-f60c3e340358 req-8dce7a8d-1637-45ee-9ff5-d52c1f211089 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298615 Sep 23 20:01:48.617727 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:49.876720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b086ea3-8b76-4d63-98a0-729e86649922 req-b7687cab-195e-4214-9c36-4f6a787e4482 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:49.878127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b086ea3-8b76-4d63-98a0-729e86649922 req-b7687cab-195e-4214-9c36-4f6a787e4482 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0400202 Sep 23 20:01:49.915057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b086ea3-8b76-4d63-98a0-729e86649922 req-63ed8d2f-48ba-46e6-baa4-11ec0141e650 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309744 Sep 23 20:01:49.936808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35278) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:50.015266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f04063-b73e-42e4-b684-322590aa5cf3 req-952e8f71-4850-4d3d-b2c0-67f7e056d6c8 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:50.016751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38f04063-b73e-42e4-b684-322590aa5cf3 req-952e8f71-4850-4d3d-b2c0-67f7e056d6c8 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 945 time: 0.0489600 Sep 23 20:01:50.054629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38f04063-b73e-42e4-b684-322590aa5cf3 req-2977d1d7-0319-4aee-bb00-72b27be48696 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Sep 23 20:01:50.099056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 5a94407a-8f01-4bd4-b888-293454a11fa6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:50.099405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:50.178176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:50.178559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:50.192107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 5a94407a-8f01-4bd4-b888-293454a11fa6 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:50.341219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:50.364305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=5a94407a-8f01-4bd4-b888-293454a11fa6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:50.427431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:50.427762 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP 50cbd44d-70e3-405d-8216-45bf1da63e3d disassociated (deleted). External IP: 172.25.6.155, port: 5d24fc7e-cb9b-487b-9132-c16aed318f47. Sep 23 20:01:50.624759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:50.729324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:50.734138 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:50.739322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] Sync routers for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:50.749244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:50.749925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:50.760612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-799f5e01-4c74-441f-b118-5c19e5e3b65a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/floatingips/50cbd44d-70e3-405d-8216-45bf1da63e3d HTTP/1.1" status: 204 len: 168 time: 0.8227277 Sep 23 20:01:50.761189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:50.763456 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ebf2e1-0f93-46f7-a83b-0649732e3d78" -d '{"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:50.853838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:50.917259 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78b5be9-c470-4f22-b134-6717f44e9e90 x-openstack-request-id: req-b78b5be9-c470-4f22-b134-6717f44e9e90 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:50.917560 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:50.917813 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b78b5be9-c470-4f22-b134-6717f44e9e90 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:50.918249 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'status': 'completed', 'code': 200} Sep 23 20:01:51.002566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-b38082ac-c66c-4d8a-bfb8-38a4f01ebd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:51.004113 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-b38082ac-c66c-4d8a-bfb8-38a4f01ebd94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 1096 time: 0.0620899 Sep 23 20:01:51.021234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2b28b-c117-460f-becc-86960dd96e76 req-7ecb2b7a-2517-484e-8c44-3695710d7520 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:51.022903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57f2b28b-c117-460f-becc-86960dd96e76 req-7ecb2b7a-2517-484e-8c44-3695710d7520 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0560908 Sep 23 20:01:51.062976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57f2b28b-c117-460f-becc-86960dd96e76 req-76913308-ab5e-4d8c-b17b-b39f12e81ed4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334861 Sep 23 20:01:51.126160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-e6583ab0-7aac-4ebb-9b1e-f4ab4f868c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:51.127670 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-e6583ab0-7aac-4ebb-9b1e-f4ab4f868c1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 200 len: 896 time: 0.1160967 Sep 23 20:01:51.142789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-14b79e82-5456-4735-9cd3-37ba0ce5b707 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:51.144213 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-14b79e82-5456-4735-9cd3-37ba0ce5b707 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 945 time: 0.0650706 Sep 23 20:01:51.185251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef45a3-a4d2-4e53-a51e-8044a6430fbb req-af152535-61ef-4b4d-bc8b-5c88f5ffd3b7 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:51.186793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceef45a3-a4d2-4e53-a51e-8044a6430fbb req-af152535-61ef-4b4d-bc8b-5c88f5ffd3b7 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b86a417-3d4d-4852-ba39-a15bc5d70121 HTTP/1.1" status: 200 len: 945 time: 0.0508459 Sep 23 20:01:51.207393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-de699a15-e8dd-402e-84f1-1cde86dd96f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 200 len: 217 time: 0.0620062 Sep 23 20:01:51.211701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:51.229857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceef45a3-a4d2-4e53-a51e-8044a6430fbb req-ae18c9b5-98d4-4a10-9662-5e290770fdb5 tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.38 "GET /v2.0/security-groups?id=956e0152-a403-4a79-83d3-ffa1450f81a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Sep 23 20:01:51.238668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] Checking router: c4c3fa43-e692-4fd7-a13c-a7552fed5a51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:51.248271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:51.249054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:51.289096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-040efae6-c26a-4f80-9c4b-5c4f2dab61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:51.290681 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-040efae6-c26a-4f80-9c4b-5c4f2dab61c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 200 len: 834 time: 0.0728328 Sep 23 20:01:51.332252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Deleting port f4faeb3a-a328-4aa0-a18f-b94786c40d10 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:51.332493 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:51.353659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:51.409388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-da1c7452-d38a-4be7-9844-b153a72e503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:51.410920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-da1c7452-d38a-4be7-9844-b153a72e503d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6d4587-c06d-4a94-a88b-193fc536fbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125612 Sep 23 20:01:51.456982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] For port f4faeb3a-a328-4aa0-a18f-b94786c40d10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f4faeb3a-a328-4aa0-a18f-b94786c40d10,segment=NetworkSegment(ecda386d-6aad-4c09-8a7e-c9a7be750bab),segment_id=ecda386d-6aad-4c09-8a7e-c9a7be750bab)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:51.457345 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:51.502252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Calling delete_port for f4faeb3a-a328-4aa0-a18f-b94786c40d10 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:51.546782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:51.566444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-b7678e93-5a4d-4b3a-9754-38f00223d80a service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460218 Sep 23 20:01:51.576748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3e63f-c5d9-4040-8940-1ad086ea379c None None] The sync data for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 is: [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T19:59:53Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '9a12d020-9c64-4a2e-bf76-2f6fc2143048', 'name': '', 'network_id': 'ad6d4587-c06d-4a94-a88b-193fc536fbd7', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:4e:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:51Z', 'updated_at': '2021-09-23T19:59:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '75142f27-5ad5-4838-8b7f-00b1e4eff3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:51.714448 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10ebf2e1-0f93-46f7-a83b-0649732e3d78 req-ec8723dd-2930-40be-8d9f-b3e10b469bca service neutron] 10.222.0.41 "GET /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362989 Sep 23 20:01:51.731942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:51.767479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Pushing event deleted for resources: {'Port': ['ID=f4faeb3a-a328-4aa0-a18f-b94786c40d10,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:51.806579 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408eaa0-d529-4de4-a344-aa08a0a34bf3 None None] New status for floating IP 50cbd44d-70e3-405d-8216-45bf1da63e3d: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:01:51.812140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] No DVR routers for this DVR port f4faeb3a-a328-4aa0-a18f-b94786c40d10 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:01:51.814707 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:51.816963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e93a957f-4246-4cf8-9aa0-220718c95945 req-e2b7ee87-5af0-4fa7-9596-f7e4dc1e056c tempest-VolumesActionsTest-1825597031 tempest-VolumesActionsTest-1825597031-project] 10.222.0.72 "DELETE /v2.0/ports/f4faeb3a-a328-4aa0-a18f-b94786c40d10 HTTP/1.1" status: 204 len: 173 time: 0.6648996 Sep 23 20:01:52.181638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2c00e-51c2-4efd-b0ad-e9c1e2d50e93 req-b05cfc58-c32a-476d-adbe-66c88b8a51f7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:52.183199 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ba2c00e-51c2-4efd-b0ad-e9c1e2d50e93 req-b05cfc58-c32a-476d-adbe-66c88b8a51f7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0518005 Sep 23 20:01:52.223461 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ba2c00e-51c2-4efd-b0ad-e9c1e2d50e93 req-b12bd12a-d958-457a-96fa-8733bb17e454 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=954056b2-ae35-4faa-a30c-c8380e2d9010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339887 Sep 23 20:01:52.543400 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-52b5dac8-3cf8-4f89-aed9-71d3de6685cf tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:52.546049 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-52b5dac8-3cf8-4f89-aed9-71d3de6685cf tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Sep 23 20:01:52.640561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 5d24fc7e-cb9b-487b-9132-c16aed318f47 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:52.640899 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:52.728580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port 5d24fc7e-cb9b-487b-9132-c16aed318f47, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=5d24fc7e-cb9b-487b-9132-c16aed318f47,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:52.728846 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:52.741354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 5d24fc7e-cb9b-487b-9132-c16aed318f47 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:52.872516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:52.899989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=5d24fc7e-cb9b-487b-9132-c16aed318f47,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:52.921924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'name': 'network-vif-deleted', 'tag': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:52.924181 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cef0318-0faa-47ae-a66b-d6e7c3de9120" -d '{"events": [{"server_uuid": "1b86a417-3d4d-4852-ba39-a15bc5d70121", "name": "network-vif-deleted", "tag": "f4faeb3a-a328-4aa0-a18f-b94786c40d10"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:52.946515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] No DVR routers for this DVR port 5d24fc7e-cb9b-487b-9132-c16aed318f47 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:01:52.949072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:52.951611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ed7b64c1-97a6-4490-a9fd-d545b56a3e64 req-b45111da-12a8-4ad6-b8d4-c3c1f1517fe5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "DELETE /v2.0/ports/5d24fc7e-cb9b-487b-9132-c16aed318f47 HTTP/1.1" status: 204 len: 173 time: 0.3992050 Sep 23 20:01:52.966243 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac878635-4f64-4912-a3b3-0a82f5bf40a2 x-openstack-request-id: req-ac878635-4f64-4912-a3b3-0a82f5bf40a2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:52.966609 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86a417-3d4d-4852-ba39-a15bc5d70121", "name": "network-vif-deleted", "tag": "f4faeb3a-a328-4aa0-a18f-b94786c40d10", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:52.966858 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac878635-4f64-4912-a3b3-0a82f5bf40a2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:52.967247 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86a417-3d4d-4852-ba39-a15bc5d70121', 'name': 'network-vif-deleted', 'tag': 'f4faeb3a-a328-4aa0-a18f-b94786c40d10', 'status': 'completed', 'code': 200} Sep 23 20:01:53.338970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e58e84ae-3939-4f12-bc87-81f96ea6c79f req-9adb7d1d-a7f6-46a3-bf1f-4d3fbf91ea0d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=4556da0f-1bb7-469e-872d-af599d372d67 HTTP/1.1" status: 200 len: 210 time: 0.0300663 Sep 23 20:01:53.445333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4faeb3a-a328-4aa0-a18f-b94786c40d10 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:53.465689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f4faeb3a-a328-4aa0-a18f-b94786c40d10 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:53.466028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f4faeb3a-a328-4aa0-a18f-b94786c40d10 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:54.396717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35316) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:54.764414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:54.968952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-deleted', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:54.971351 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf6e2f6-7a01-46ac-9b08-e86860211d90" -d '{"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-deleted", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:55.018787 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5233bcd9-bb6f-490e-87dc-26c191910038 x-openstack-request-id: req-5233bcd9-bb6f-490e-87dc-26c191910038 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:55.019083 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4556da0f-1bb7-469e-872d-af599d372d67", "name": "network-vif-deleted", "tag": "5d24fc7e-cb9b-487b-9132-c16aed318f47", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:55.019336 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5233bcd9-bb6f-490e-87dc-26c191910038 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:55.019758 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4556da0f-1bb7-469e-872d-af599d372d67', 'name': 'network-vif-deleted', 'tag': '5d24fc7e-cb9b-487b-9132-c16aed318f47', 'status': 'completed', 'code': 200} Sep 23 20:01:55.039798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 9a12d020-9c64-4a2e-bf76-2f6fc2143048 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:55.040148 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:55.130312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port 9a12d020-9c64-4a2e-bf76-2f6fc2143048, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=9a12d020-9c64-4a2e-bf76-2f6fc2143048,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:55.130722 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:55.144950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 9a12d020-9c64-4a2e-bf76-2f6fc2143048 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:55.342181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:55.366958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=9a12d020-9c64-4a2e-bf76-2f6fc2143048,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:55.544639 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:55.569349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:55.780138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:55.900913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:55.907627 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0138cf23-3fd7-4dfd-b6da-7a0c94c741f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/c4c3fa43-e692-4fd7-a13c-a7552fed5a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5098324 Sep 23 20:01:55.909436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:55.912021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] Sync routers for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:55.921921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:55.922678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:55.961967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting subnet 75142f27-5ad5-4838-8b7f-00b1e4eff3cc {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:01:55.965245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.012404 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.054403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:56.059146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:56.113832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.197985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 5d24fc7e-cb9b-487b-9132-c16aed318f47 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:56.198365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 5d24fc7e-cb9b-487b-9132-c16aed318f47 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:56.224641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.256177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Subnet': ['ID=75142f27-5ad5-4838-8b7f-00b1e4eff3cc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:56.268400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.273785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:56.274904 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-84e545f2-e481-470f-9d02-87c5e29fa72a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/subnets/75142f27-5ad5-4838-8b7f-00b1e4eff3cc HTTP/1.1" status: 204 len: 168 time: 0.3644772 Sep 23 20:01:56.277467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f31af-8ab0-46a3-8619-6eae90616a8a None None] Network ad6d4587-c06d-4a94-a88b-193fc536fbd7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:56.357152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T20:01:55Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:56.386584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] Checking router: c4c3fa43-e692-4fd7-a13c-a7552fed5a51 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:56.398011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.440139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] Routers {'c4c3fa43-e692-4fd7-a13c-a7552fed5a51'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:56.440817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:56.506629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.571511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] Set router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:56.572183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port aec5f18f-0ee9-4275-b238-77a122bcb8c5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:56.572794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.638985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] DHCP port deletion for ad6d4587-c06d-4a94-a88b-193fc536fbd7 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:01:56.679708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port aec5f18f-0ee9-4275-b238-77a122bcb8c5, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=aec5f18f-0ee9-4275-b238-77a122bcb8c5,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:56.680085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.694197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for aec5f18f-0ee9-4275-b238-77a122bcb8c5 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:56.766431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] Deleting port f2045b19-404d-4371-9708-a965142b3816 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:56.766801 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.871603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] For port f2045b19-404d-4371-9708-a965142b3816, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f2045b19-404d-4371-9708-a965142b3816,segment=NetworkSegment(0f13b517-ec84-4355-ae1b-f0bef34c0223),segment_id=0f13b517-ec84-4355-ae1b-f0bef34c0223)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:56.872059 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.888368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] Calling delete_port for f2045b19-404d-4371-9708-a965142b3816 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:56.902702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:56.908343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T20:01:55Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:56.929624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=aec5f18f-0ee9-4275-b238-77a122bcb8c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:56.974934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42902c6b-bf0b-4e50-9d79-160681589657 None None] The sync data for ids ['c4c3fa43-e692-4fd7-a13c-a7552fed5a51'] in n-d-810763-1 is: [{'id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532388276', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:48Z', 'updated_at': '2021-09-23T20:01:55Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'aec5f18f-0ee9-4275-b238-77a122bcb8c5', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c3fa43-e692-4fd7-a13c-a7552fed5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:49Z', 'updated_at': '2021-09-23T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:56.997012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.016656 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.022354 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.048916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] Pushing event deleted for resources: {'Port': ['ID=f2045b19-404d-4371-9708-a965142b3816,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:57.050870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63b4e5-3640-4613-8d66-430352f57bfd None None] No DVR routers for this DVR port f2045b19-404d-4371-9708-a965142b3816 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:01:57.116950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.118901 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.162175 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.162868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Fanout notify agent at l3_agent the message router_deleted on router c4c3fa43-e692-4fd7-a13c-a7552fed5a51 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:01:57.169787 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.171013 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4cd24130-b6b6-497c-9a54-53045c2be857 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/routers/c4c3fa43-e692-4fd7-a13c-a7552fed5a51 HTTP/1.1" status: 204 len: 168 time: 0.8952563 Sep 23 20:01:57.173652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:57.249589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.346868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.369880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6d4587-c06d-4a94-a88b-193fc536fbd7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:57.380160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f13b517-ec84-4355-ae1b-f0bef34c0223') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:57.380544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f13b517-ec84-4355-ae1b-f0bef34c0223') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:57.394506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.409410 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.416484 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:01:57.416484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:01:57.419224 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:01:57.504923 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.512111 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.516807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:57.517304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/networks/ad6d4587-c06d-4a94-a88b-193fc536fbd7 HTTP/1.1" status: 204 len: 168 time: 0.3422110 Sep 23 20:01:57.532450 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaa115-0f60-419d-9c22-a2326bc257b5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Network': ['ID=ad6d4587-c06d-4a94-a88b-193fc536fbd7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:57.591227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-461d56aa-2428-4e91-a047-194c309c5201 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.621670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-461d56aa-2428-4e91-a047-194c309c5201 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.691707 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-461d56aa-2428-4e91-a047-194c309c5201 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.695908 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-461d56aa-2428-4e91-a047-194c309c5201 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:57.697353 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-461d56aa-2428-4e91-a047-194c309c5201 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/security-groups/954056b2-ae35-4faa-a30c-c8380e2d9010 HTTP/1.1" status: 204 len: 168 time: 0.1785891 Sep 23 20:01:57.708240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d56aa-2428-4e91-a047-194c309c5201 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954056b2-ae35-4faa-a30c-c8380e2d9010,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:58.069754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:58.076470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d3905828-5f9f-4b93-8ed6-00dc215a89a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545733862', 'description': 'tempest-secgroup-smoke-1545733862 description', 'project_id': 'e144f56724054e42a9e756118e2b5ace'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:58.098534 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3905828-5f9f-4b93-8ed6-00dc215a89a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.179562 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3905828-5f9f-4b93-8ed6-00dc215a89a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.183343 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3905828-5f9f-4b93-8ed6-00dc215a89a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.217104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3905828-5f9f-4b93-8ed6-00dc215a89a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.218288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d3905828-5f9f-4b93-8ed6-00dc215a89a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474667 Sep 23 20:01:58.220093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3905828-5f9f-4b93-8ed6-00dc215a89a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cff74a-2c12-4170-8560-b4799d77377c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:58.221236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:58.226379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-116ed9fd-f774-402a-bff1-8387b7b1b3da tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': 'b1cff74a-2c12-4170-8560-b4799d77377c', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:58.254402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-116ed9fd-f774-402a-bff1-8387b7b1b3da tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.310931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-116ed9fd-f774-402a-bff1-8387b7b1b3da tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.314501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-116ed9fd-f774-402a-bff1-8387b7b1b3da tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.336077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ed9fd-f774-402a-bff1-8387b7b1b3da tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e47f53-c53a-4504-864f-8add1402cff5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:58.345756 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-116ed9fd-f774-402a-bff1-8387b7b1b3da tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.347005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-116ed9fd-f774-402a-bff1-8387b7b1b3da tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247890 Sep 23 20:01:58.349797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:58.354916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a2e37826-91cf-4baf-ac76-ad3102ceeb6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': 'b1cff74a-2c12-4170-8560-b4799d77377c', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:58.380952 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e37826-91cf-4baf-ac76-ad3102ceeb6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.437772 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e37826-91cf-4baf-ac76-ad3102ceeb6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.441865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e37826-91cf-4baf-ac76-ad3102ceeb6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.465866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e37826-91cf-4baf-ac76-ad3102ceeb6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e50408-62f4-4197-a01f-f788cb525d1e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:58.474792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2e37826-91cf-4baf-ac76-ad3102ceeb6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.476591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a2e37826-91cf-4baf-ac76-ad3102ceeb6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257763 Sep 23 20:01:58.479245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:58.483568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-12a77f0d-6748-4300-b1ec-2971cb50d7ed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': 'b1cff74a-2c12-4170-8560-b4799d77377c', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:58.510039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12a77f0d-6748-4300-b1ec-2971cb50d7ed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.576025 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12a77f0d-6748-4300-b1ec-2971cb50d7ed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.580440 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12a77f0d-6748-4300-b1ec-2971cb50d7ed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.606696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a77f0d-6748-4300-b1ec-2971cb50d7ed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a6da19-9523-4b01-8cb1-812f41e0c593,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:58.611619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12a77f0d-6748-4300-b1ec-2971cb50d7ed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.613059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-12a77f0d-6748-4300-b1ec-2971cb50d7ed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328948 Sep 23 20:01:58.615754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:58.620845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2e55e24a-85a9-409d-8e81-97d9234fde13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': 'b1cff74a-2c12-4170-8560-b4799d77377c', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:58.645927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device aec5f18f-0ee9-4275-b238-77a122bcb8c5 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:58.651465 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e55e24a-85a9-409d-8e81-97d9234fde13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.666972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: aec5f18f-0ee9-4275-b238-77a122bcb8c5 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:58.667634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device aec5f18f-0ee9-4275-b238-77a122bcb8c5 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:58.669051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9a12d020-9c64-4a2e-bf76-2f6fc2143048 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:58.691603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 9a12d020-9c64-4a2e-bf76-2f6fc2143048 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:58.692269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 9a12d020-9c64-4a2e-bf76-2f6fc2143048 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:58.692902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f2045b19-404d-4371-9708-a965142b3816 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:58.712755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f2045b19-404d-4371-9708-a965142b3816 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:58.713104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f2045b19-404d-4371-9708-a965142b3816 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:58.715216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e55e24a-85a9-409d-8e81-97d9234fde13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.723063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e55e24a-85a9-409d-8e81-97d9234fde13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.740843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55e24a-85a9-409d-8e81-97d9234fde13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b68f5f-e6d9-4475-bd7f-bac933f91c4e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:58.747436 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e55e24a-85a9-409d-8e81-97d9234fde13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.748625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e55e24a-85a9-409d-8e81-97d9234fde13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317108 Sep 23 20:01:58.751458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:58.755746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': 'b1cff74a-2c12-4170-8560-b4799d77377c', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:58.781710 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:01:58.786964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.850187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.854929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.883686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4cbdc6-1e19-4140-a392-4544e04dd0b8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:58.888263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.889524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f4070a31-d3c9-4f02-9b30-e5a89a405918 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371598 Sep 23 20:01:58.892171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:58.896795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': 'b1cff74a-2c12-4170-8560-b4799d77377c', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:58.919698 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:01:58.925389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.985438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.990039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.007673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252a7bbe-cbb5-4da7-b7a3-f0ef829ce647,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:59.014587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.015873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e08d1be3-4083-4b38-bc3a-c91774f41305 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227243 Sep 23 20:01:59.018702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:59.023627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'network': {'name': 'tempest-network-smoke--1734718361', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:59.045070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:59.048650 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.072816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:01:59.082421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.082974 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Added segment d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f of type vlan for network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 Sep 23 20:01:59.122417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.146523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.152612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:59.153207 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.182742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1629999 Sep 23 20:01:59.183853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35374) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:59.190864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'admin_state_up': True, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:59.216958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.218690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.225108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0936827-4c8d-4b32-a94b-201d20d60c02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Network': ['ID=e28a41ac-e360-4052-8009-5b0ae9b8ffa9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:59.237099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:01:59.275519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.414676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.613931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.633158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.736220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.69 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/b7db88d8-5df9-47d6-a3a0-3848a0a5dd11) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:59.863840 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.908280 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:59.946770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:59.949496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:59.953281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:59.962646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:00.541141 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:00.734901 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:00.857092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 49514060-5b9d-4277-90d8-8d43205e9559 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:02:00.962580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:00.972901 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Sync routers for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:00.981374 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:00.982413 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:00.983619 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:00.986020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:00.990760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-011d2985-396e-4cc6-b313-1dbf15ac4792 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8050439 Sep 23 20:02:01.016473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf03edf7-8ca0-49fc-97e8-6342457c24e1 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e144f56724054e42a9e756118e2b5ace&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269859 Sep 23 20:02:01.016916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:01.095379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:01.290931 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:00Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:01.323684 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Checking router: 49514060-5b9d-4277-90d8-8d43205e9559 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:01.324031 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Updating router 49514060-5b9d-4277-90d8-8d43205e9559 port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:02:01.349711 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.429452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e0868-a5db-4a3b-a36d-d78695ec10f4 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:01.431012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d56e0868-a5db-4a3b-a36d-d78695ec10f4 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4132044 Sep 23 20:02:01.433664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:01.482756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-48d0c03e-027b-4e59-a75b-986f9bf8f4df tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478117 Sep 23 20:02:01.485193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:01.491638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1293061761', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:01.583235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:02:01.587385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.691591 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.697906 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.743094 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Pushing event updated for resources: {'Port': ['ID=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:01.751729 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.752063 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.752398 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.752727 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.753057 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.753380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.753699 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.754014 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.754384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.755082 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.755082 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.755297 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:01.771226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Attempting to bind port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:01.771779 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Attempting to bind port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:01.772933 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Attempting to bind port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:01.778970 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:01.779724 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:01.779910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.780182 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.780575 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:01.781160 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Bound port: b7db88d8-5df9-47d6-a3a0-3848a0a5dd11, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:01.781520 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.833375 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] For port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:01.837537 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] For port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:01.842242 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.847348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Subnet': ['ID=b96cc6e5-3def-4937-899b-25256bf1f3a6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:01.858340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Checking segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:01.858778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network hostable DHCP agents. Network: e28a41ac-e360-4052-8009-5b0ae9b8ffa9, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:02:01.876849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:02:01.887132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, e28a41ac-e360-4052-8009-5b0ae9b8ffa9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:01.888538 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:01.889243 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:01.892315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:01.893144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:01.898683 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724058d0-193d-4021-9e62-dfc564e50522 None None] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:02:01.915115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6300b2c-797a-4116-83f1-09e14d97017f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4256842 Sep 23 20:02:01.915332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:01.996346 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:02.055507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:02:02.056632 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.080549 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27842ca-c361-4d94-b810-d74cf758f183 None None] Pushing event updated for resources: {'Port': ['ID=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:02.206878 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:00Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:02.215046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Allocated IP 172.20.0.2 (e28a41ac-e360-4052-8009-5b0ae9b8ffa9/b96cc6e5-3def-4937-899b-25256bf1f3a6/7ccb7fde-902e-4eae-a209-a3da0e145590) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:02.239640 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4c39a-15fe-4c7e-98e7-58df80de2c12 None None] The sync data for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 is: [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:00Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:02.417673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.424907 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.446613 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.468734 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:02.471749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:02.474247 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:02.483102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Pushing event updated for resources: {'Port': ['ID=7ccb7fde-902e-4eae-a209-a3da0e145590,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:02.539403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Attempting to bind port 7ccb7fde-902e-4eae-a209-a3da0e145590 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:02.539837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Attempting to bind port 7ccb7fde-902e-4eae-a209-a3da0e145590 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:02.540497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Attempting to bind port 7ccb7fde-902e-4eae-a209-a3da0e145590 on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:02.546476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:02.546857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Checking segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:02.547258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.547650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Bound using segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:02.548120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Bound port: 7ccb7fde-902e-4eae-a209-a3da0e145590, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:02.548501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.648477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-039af032-a947-485d-91be-39b69fd364d2 None None] For port 7ccb7fde-902e-4eae-a209-a3da0e145590, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:02.652582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-039af032-a947-485d-91be-39b69fd364d2 None None] For port 7ccb7fde-902e-4eae-a209-a3da0e145590, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7ccb7fde-902e-4eae-a209-a3da0e145590,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:02.656727 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.756152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:02.792969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af032-a947-485d-91be-39b69fd364d2 None None] Pushing event updated for resources: {'Port': ['ID=7ccb7fde-902e-4eae-a209-a3da0e145590,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:02.832748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:02.833130 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.868158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.1 (e28a41ac-e360-4052-8009-5b0ae9b8ffa9/b96cc6e5-3def-4937-899b-25256bf1f3a6/47bda777-2c4f-44e0-8486-bb117d542248) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:02.949495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:02.971854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:02.976563 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.061705 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.066721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:03.112301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.154756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:03.157940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:03.161972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:03.210404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=47bda777-2c4f-44e0-8486-bb117d542248,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:03.217722 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.365867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.757079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.762127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.845091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=47bda777-2c4f-44e0-8486-bb117d542248,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:03.847868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:03.952241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c5b10-d22f-4fc4-aac7-ce1a12a04046 None None] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:02:04.006948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:04.008677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:04.067486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0e424f76-f02a-4762-86e3-7aa40c82eff2 None None] Provisioning complete for port 7ccb7fde-902e-4eae-a209-a3da0e145590 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:04.067920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e424f76-f02a-4762-86e3-7aa40c82eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:04.140375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 49514060-5b9d-4277-90d8-8d43205e9559 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:02:04.199141 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e424f76-f02a-4762-86e3-7aa40c82eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:04.242560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0e424f76-f02a-4762-86e3-7aa40c82eff2 None None] For port 7ccb7fde-902e-4eae-a209-a3da0e145590, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7ccb7fde-902e-4eae-a209-a3da0e145590,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:04.250309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e424f76-f02a-4762-86e3-7aa40c82eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:04.254399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:04.267824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8ae5b8be-9197-46af-8045-6779a7a256ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/49514060-5b9d-4277-90d8-8d43205e9559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3431914 Sep 23 20:02:04.473176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Sync routers for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:04.497484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e424f76-f02a-4762-86e3-7aa40c82eff2 None None] Pushing event updated for resources: {'Port': ['ID=7ccb7fde-902e-4eae-a209-a3da0e145590,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:04.500351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:04.500960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:04.534945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-0d4c4dd9-81b8-45dd-9d1e-a145397f7eb2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545733862&fields=id&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 267 time: 0.0444279 Sep 23 20:02:04.624705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-23b5b4b1-98c3-41df-a68b-143752cc35f6 None None] Provisioning complete for port 47bda777-2c4f-44e0-8486-bb117d542248 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:04.625075 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23b5b4b1-98c3-41df-a68b-143752cc35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:04.664693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:04.689505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-8972bcda-411b-4b4a-aa34-87733331c9ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:04.691094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-8972bcda-411b-4b4a-aa34-87733331c9ff tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 797 time: 0.1489089 Sep 23 20:02:04.702424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-23b5b4b1-98c3-41df-a68b-143752cc35f6 None None] Port 47bda777-2c4f-44e0-8486-bb117d542248 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:02:04.717711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-eed40f2b-3aa3-49e0-ae3b-8e32c981ef8d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/quotas/e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 375 time: 0.0184855 Sep 23 20:02:04.753130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:04.779289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-23b5b4b1-98c3-41df-a68b-143752cc35f6 None None] Provisioning complete for port 7ccb7fde-902e-4eae-a209-a3da0e145590 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:04.779626 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23b5b4b1-98c3-41df-a68b-143752cc35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:04.788399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-9d198f9b-cf0d-45ff-9045-e372a114230b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616775 Sep 23 20:02:04.905460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:04.905835 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.056661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-d1647f9c-b308-48e1-8264-07f17832234f service neutron] 10.222.0.38 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534554 Sep 23 20:02:05.121044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 2, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:05.124591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7ccb7fde-902e-4eae-a209-a3da0e145590 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:05.165561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-87e3c8de-840d-4c45-a1a9-99764fa0f81d service neutron] 10.222.0.38 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029408 Sep 23 20:02:05.165784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Checking router: 49514060-5b9d-4277-90d8-8d43205e9559 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:05.166042 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Updating router 49514060-5b9d-4277-90d8-8d43205e9559 port 47bda777-2c4f-44e0-8486-bb117d542248 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:02:05.216951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.236294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-183d4b2b-cfc9-4c0a-a827-cf58beb00f82 None None] Provisioning complete for port 47bda777-2c4f-44e0-8486-bb117d542248 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:05.236294 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-183d4b2b-cfc9-4c0a-a827-cf58beb00f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.299115 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7ccb7fde-902e-4eae-a209-a3da0e145590 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:05.304618 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.376888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-183d4b2b-cfc9-4c0a-a827-cf58beb00f82 None None] Port 47bda777-2c4f-44e0-8486-bb117d542248 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:02:05.381165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-448db0a2-ac18-4e45-808c-597b780da516 req-1e9bea10-5706-48e9-81ff-a344bbce35ca tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 210 time: 0.0287585 Sep 23 20:02:05.616024 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.622791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.677378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1539-35ff-40dc-a108-5ede4bbbfeaa None None] Pushing event updated for resources: {'Port': ['ID=47bda777-2c4f-44e0-8486-bb117d542248,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:05.735319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Attempting to bind port 47bda777-2c4f-44e0-8486-bb117d542248 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:05.735696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Attempting to bind port 47bda777-2c4f-44e0-8486-bb117d542248 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:05.736183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Attempting to bind port 47bda777-2c4f-44e0-8486-bb117d542248 on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:05.743127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:05.743505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Checking segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:05.743913 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.744311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Bound using segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:05.744779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Bound port: 47bda777-2c4f-44e0-8486-bb117d542248, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:05.745162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.818080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] For port 47bda777-2c4f-44e0-8486-bb117d542248, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:05.822068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] For port 47bda777-2c4f-44e0-8486-bb117d542248, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=47bda777-2c4f-44e0-8486-bb117d542248,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:05.828019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:05.889045 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:05.890413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:01:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:05.930446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1539-35ff-40dc-a108-5ede4bbbfeaa None None] Pushing event updated for resources: {'Port': ['ID=47bda777-2c4f-44e0-8486-bb117d542248,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:06.014323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-924c612c-d594-4aa7-b86a-49bb704564fe None None] Provisioning complete for port 47bda777-2c4f-44e0-8486-bb117d542248 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:06.014700 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-924c612c-d594-4aa7-b86a-49bb704564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:06.045475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:06.412820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-924c612c-d594-4aa7-b86a-49bb704564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:06.419170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ce937be7-69ed-4d87-800b-cc9552a18c83 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:06.420884 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ce937be7-69ed-4d87-800b-cc9552a18c83 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 797 time: 0.1244872 Sep 23 20:02:06.472959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-924c612c-d594-4aa7-b86a-49bb704564fe None None] For port 47bda777-2c4f-44e0-8486-bb117d542248, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=47bda777-2c4f-44e0-8486-bb117d542248,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:06.480709 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-924c612c-d594-4aa7-b86a-49bb704564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:06.483230 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-a211f32b-9d53-4789-8936-737accfc89be tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 380 time: 0.0515368 Sep 23 20:02:06.501667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'port': {'device_id': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'admin_state_up': True, 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'security_groups': ['b1cff74a-2c12-4170-8560-b4799d77377c']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:06.517384 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e129a893-da86-4f1e-ba40-f10aa57e7f3c req-f99913c6-d00d-40c3-890c-459c390e14b0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 210 time: 0.0421739 Sep 23 20:02:06.559889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c612c-d594-4aa7-b86a-49bb704564fe None None] Pushing event updated for resources: {'Port': ['ID=47bda777-2c4f-44e0-8486-bb117d542248,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:06.580544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:05Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:06.618275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cddad-4018-4b0b-9ea3-af7e73a1c55c None None] The sync data for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 is: [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:05Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:06.628417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c6205682-b3ac-48b4-a1ee-46025315c3e1 None None] Provisioning complete for port 47bda777-2c4f-44e0-8486-bb117d542248 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:06.629494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6205682-b3ac-48b4-a1ee-46025315c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:06.641428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:02:06.645095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:06.828005 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.9 (e28a41ac-e360-4052-8009-5b0ae9b8ffa9/b96cc6e5-3def-4937-899b-25256bf1f3a6/f8d0e3fb-5f87-4587-a105-48d24345666e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:06.986072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.024091 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.075760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:07.079099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:07.087413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:07.091805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:07.143634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:07.144295 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.161576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-e9ee640b-2257-4550-82e0-f7fa041aedb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651723 Sep 23 20:02:07.184529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Request body: {'port': {'device_id': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:07.264297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.380998 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5670c9a4-e957-434e-95ac-9491a7e94060 None None] Provisioning complete for port f8d0e3fb-5f87-4587-a105-48d24345666e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:07.382048 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5670c9a4-e957-434e-95ac-9491a7e94060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.464146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5670c9a4-e957-434e-95ac-9491a7e94060 None None] Port f8d0e3fb-5f87-4587-a105-48d24345666e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:02:07.498678 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:02:07.685281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d0e3fb-5f87-4587-a105-48d24345666e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:02:07.693599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.709018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Transition to ACTIVE for port object f8d0e3fb-5f87-4587-a105-48d24345666e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:02:07.712885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.730886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3e92-97ed-47d4-a69d-adfd11eed514 req-77dd5024-7737-42f7-92eb-d31a66d9afcb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:07.733937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8ae3e92-97ed-47d4-a69d-adfd11eed514 req-77dd5024-7737-42f7-92eb-d31a66d9afcb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 931 time: 0.0836008 Sep 23 20:02:07.781595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:07.787015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8ae3e92-97ed-47d4-a69d-adfd11eed514 req-694fadd9-6363-422a-ae60-709274052e4d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468571 Sep 23 20:02:07.875659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:07.876103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:07.876533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:07.881378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:02:07.881853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:07.887240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:07.887685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Checking segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:07.888529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Bound using segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:07.888918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Bound port: f8d0e3fb-5f87-4587-a105-48d24345666e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:07.889386 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.979796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:07.983964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:07.988033 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.027510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.028318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.029829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] 10.222.0.72 "PUT /v2.0/ports/f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 1091 time: 0.8607352 Sep 23 20:02:08.030509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:08.033060 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6254bf-d836-426f-8b22-0a1beecedff5" -d '{"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:08.072270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b74c5-c79b-4ea2-82ab-edd9d70bc11b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:08.123791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-a6efe1c3-24df-4bb1-83e2-021e32745f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.125454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-a6efe1c3-24df-4bb1-83e2-021e32745f1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1094 time: 0.0480151 Sep 23 20:02:08.136599 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffe3bb7-d50e-4550-b2d9-93f787782177 x-openstack-request-id: req-6ffe3bb7-d50e-4550-b2d9-93f787782177 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:08.136932 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:08.137134 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ffe3bb7-d50e-4550-b2d9-93f787782177 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:08.137542 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'status': 'completed', 'code': 200} Sep 23 20:02:08.188186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-1e12246b-1d29-445a-840a-86f5fad61c3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 217 time: 0.0497015 Sep 23 20:02:08.245389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-10d269f2-2e10-4429-a59c-b34a76adcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.247945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-10d269f2-2e10-4429-a59c-b34a76adcb59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0529191 Sep 23 20:02:08.308324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-0b998765-9750-488e-ab44-c994ed3a8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.309871 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-0b998765-9750-488e-ab44-c994ed3a8511 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547347 Sep 23 20:02:08.407321 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-ebf66c45-723b-4624-80ec-27cb427ef9ce service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899146 Sep 23 20:02:08.494820 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbc7bfc8-e8ea-4e89-a09c-c15c6826f652 req-f29ee273-9189-4e72-a544-5b67a6ecda9b service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805287 Sep 23 20:02:08.586486 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-9db9a798-4dc5-43bf-93e7-42867a22be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.588011 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-9db9a798-4dc5-43bf-93e7-42867a22be2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1094 time: 0.0463555 Sep 23 20:02:08.625451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 47bda777-2c4f-44e0-8486-bb117d542248 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:08.677616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 47bda777-2c4f-44e0-8486-bb117d542248 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:08.677986 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.693298 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-faa22506-1338-46c5-ac99-6910768d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.695494 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-faa22506-1338-46c5-ac99-6910768d16c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.1008077 Sep 23 20:02:08.744106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-656c9825-3e9b-4c2f-9fcd-08203037e742 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 217 time: 0.0420582 Sep 23 20:02:08.797758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-09900e3b-8f12-4dfb-9815-75df73485387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.799330 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-09900e3b-8f12-4dfb-9815-75df73485387 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0486023 Sep 23 20:02:08.851007 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-67431f54-8f79-43f9-9ed9-abf251257f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.852573 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-67431f54-8f79-43f9-9ed9-abf251257f92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458024 Sep 23 20:02:08.941403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f47a8-a7fd-48fc-b342-8bc96a1ad6cc req-6cda4e78-a1c7-4ba0-b792-82e09ee5b336 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.943562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-186f47a8-a7fd-48fc-b342-8bc96a1ad6cc req-6cda4e78-a1c7-4ba0-b792-82e09ee5b336 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0614078 Sep 23 20:02:08.957657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-ff2c8420-bca3-475c-8cb9-a62ab08dfa69 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974154 Sep 23 20:02:08.989839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-186f47a8-a7fd-48fc-b342-8bc96a1ad6cc req-2f8de4f8-b8f4-4e84-a953-88b06241c3bf tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Sep 23 20:02:09.059910 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ea6254bf-d836-426f-8b22-0a1beecedff5 req-e0757a7a-ef6d-4d3c-b13a-bbed9842d1ba service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948818 Sep 23 20:02:10.112306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799812-7c7a-4e08-a8c2-30d48a05da57 req-006fa2b0-e75d-4039-ad64-a9c932c17c76 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:10.113823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81799812-7c7a-4e08-a8c2-30d48a05da57 req-006fa2b0-e75d-4039-ad64-a9c932c17c76 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0483601 Sep 23 20:02:10.151167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81799812-7c7a-4e08-a8c2-30d48a05da57 req-c6284f3a-5440-4fbf-9785-ef37fa20cfe9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Sep 23 20:02:11.271791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63595f1a-8301-4e5c-add8-c356386e4c37 req-15d40a86-57e9-4520-b199-54399c74d0e5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:11.273459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63595f1a-8301-4e5c-add8-c356386e4c37 req-15d40a86-57e9-4520-b199-54399c74d0e5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0530336 Sep 23 20:02:11.314983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63595f1a-8301-4e5c-add8-c356386e4c37 req-694bb7a6-5daa-465b-bf61-22a5121daeba tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355682 Sep 23 20:02:11.507891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:02:11.511659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-f1483f70-e33b-4e9e-82cb-31dcbb77940e req-a49f62c4-8612-4a8e-9964-ee25c1cee4ea service neutron] (94825) timed out ('10.222.0.38', 45714) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:02:11.617060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:11.628051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'port_id': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'mac_address': 'fa:16:3e:76:94:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:02:11.673341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:11.697234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0e3fb-5f87-4587-a105-48d24345666e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:02:11.718616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:11.722935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:11.771252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:11.909662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f8d0e3fb-5f87-4587-a105-48d24345666e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:02:12.429519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c442aa-05b1-4df9-8d51-a393d0fa5b19 req-d8bb9a8b-f12a-451a-ac9a-a52a84ba5015 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:12.430956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68c442aa-05b1-4df9-8d51-a393d0fa5b19 req-d8bb9a8b-f12a-451a-ac9a-a52a84ba5015 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 944 time: 0.0501456 Sep 23 20:02:12.469242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-68c442aa-05b1-4df9-8d51-a393d0fa5b19 req-3e6570c5-285c-48b5-a476-2ed6560221c6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Sep 23 20:02:13.188551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03a3e14b-a8d3-4648-8c64-ee54c2016ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.523916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:13.574153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f8d0e3fb-5f87-4587-a105-48d24345666e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:02:13.577994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f8d0e3fb-5f87-4587-a105-48d24345666e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:13.578406 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.582556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbfc50-e31e-40cd-a920-54de5e0d8c74 req-c5089804-5870-4f8b-b547-c044f45c783a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:13.584242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9dbfc50-e31e-40cd-a920-54de5e0d8c74 req-c5089804-5870-4f8b-b547-c044f45c783a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 944 time: 0.0496922 Sep 23 20:02:13.625232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9dbfc50-e31e-40cd-a920-54de5e0d8c74 req-3991d245-29f4-4fab-894d-c4084a174359 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Sep 23 20:02:13.661203 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.683556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:13.685811 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa8de6-6b84-4062-99de-b606eee8cf64" -d '{"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:13.699128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:13.703642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.754739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:13.792580 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c120f61c-e0f3-4e31-bdde-bbe28a30e238 x-openstack-request-id: req-c120f61c-e0f3-4e31-bdde-bbe28a30e238 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:13.793195 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:13.793512 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c120f61c-e0f3-4e31-bdde-bbe28a30e238 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:13.793964 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'code': 200} Sep 23 20:02:13.804295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:13.851134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] Deleting subnet 5df061e0-4af4-4d13-a2b1-09334f6a7677 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:02:13.854112 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.891895 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.898025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c4296-5490-4d78-9ea9-5dc23170b92e req-b054e834-45ea-4115-938c-6dfcd541cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:13.899669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-097c4296-5490-4d78-9ea9-5dc23170b92e req-b054e834-45ea-4115-938c-6dfcd541cadb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1096 time: 0.0425844 Sep 23 20:02:13.932699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.939985 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-097c4296-5490-4d78-9ea9-5dc23170b92e req-ced37374-a194-40c3-acbd-a95fb043f8dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333343 Sep 23 20:02:13.986437 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.009429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df061e0-4af4-4d13-a2b1-09334f6a7677,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:14.015503 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.019659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5428cca-a1b6-4608-a212-8e56581085cb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5df061e0-4af4-4d13-a2b1-09334f6a7677 HTTP/1.1" status: 204 len: 168 time: 0.2119460 Sep 23 20:02:14.019921 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:14.093150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.170413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.189455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a3cc6b-bb26-4641-95f4-b7026ff2453e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:14.198983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecda386d-6aad-4c09-8a7e-c9a7be750bab') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:14.199278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecda386d-6aad-4c09-8a7e-c9a7be750bab') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:14.213575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.226266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.232120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:02:14.232500 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:02:14.234017 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:02:14.539630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.545246 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.547088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] 10.222.0.38 "DELETE /v2.0/networks/90a3cc6b-bb26-4641-95f4-b7026ff2453e HTTP/1.1" status: 204 len: 168 time: 0.5262513 Sep 23 20:02:14.550308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35532) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:14.558530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27263156-cc4c-401d-941c-5031e04e2182 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a3cc6b-bb26-4641-95f4-b7026ff2453e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:14.596001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] Deleting subnet d64a2b4c-a80f-4bab-ace7-b83fe740b57c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:02:14.599150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.633013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.669744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.722191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.748702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bffdbc-b791-4d6b-9393-a1000febb41c req-6a076b42-21ba-4236-8eb9-309d62960811 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:14.750242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4bffdbc-b791-4d6b-9393-a1000febb41c req-6a076b42-21ba-4236-8eb9-309d62960811 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0497959 Sep 23 20:02:14.751854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64a2b4c-a80f-4bab-ace7-b83fe740b57c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:14.755708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.758149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2d30a788-6d4a-4707-9f5a-2e69ea3a14b3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d64a2b4c-a80f-4bab-ace7-b83fe740b57c HTTP/1.1" status: 204 len: 168 time: 0.2067909 Sep 23 20:02:14.760671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35536) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:14.790836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4bffdbc-b791-4d6b-9393-a1000febb41c req-093e8108-d992-462c-950f-d3d69e847ba5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Sep 23 20:02:14.828675 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.907546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.927009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f0a402-152b-4142-9c1e-f66a39815aba']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:14.936561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13428457-f4d0-481a-b63c-507935f904bb') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:14.936855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13428457-f4d0-481a-b63c-507935f904bb') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:14.946022 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.959728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.965471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:02:14.965942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:02:14.967701 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:02:15.022595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.027912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.029754 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d9f0a402-152b-4142-9c1e-f66a39815aba HTTP/1.1" status: 204 len: 168 time: 0.2681882 Sep 23 20:02:15.040986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1395f-230c-4660-aef9-73d0252d7ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f0a402-152b-4142-9c1e-f66a39815aba,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:15.185737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:15.233797 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a5cb18c-a6fb-4db0-aa80-0e6848c6b0cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84c06200e88c45c9962ff6d78e35715e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468421 Sep 23 20:02:15.236248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:15.281955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac6d8-5adc-4924-8ebe-8fff19283769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.303440 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac6d8-5adc-4924-8ebe-8fff19283769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.351122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac6d8-5adc-4924-8ebe-8fff19283769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.353637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac6d8-5adc-4924-8ebe-8fff19283769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.354893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8b4ac6d8-5adc-4924-8ebe-8fff19283769 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/956e0152-a403-4a79-83d3-ffa1450f81a8 HTTP/1.1" status: 204 len: 168 time: 0.1177769 Sep 23 20:02:15.362426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ac6d8-5adc-4924-8ebe-8fff19283769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956e0152-a403-4a79-83d3-ffa1450f81a8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:15.660583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:15.700972 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-007996f5-a242-454f-afb6-bde8b44fa59c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb95018ce9324830b9816b5eb7e204f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372174 Sep 23 20:02:15.701627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 35550) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:15.747825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8d13649-274b-4c9a-8c68-2e5276e3de07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.768009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8d13649-274b-4c9a-8c68-2e5276e3de07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.821089 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8d13649-274b-4c9a-8c68-2e5276e3de07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.823013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8d13649-274b-4c9a-8c68-2e5276e3de07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.824168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d8d13649-274b-4c9a-8c68-2e5276e3de07 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19f00b0e-3f08-4aa8-8a12-ba6e3fc56429 HTTP/1.1" status: 204 len: 168 time: 0.1216702 Sep 23 20:02:15.833260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d13649-274b-4c9a-8c68-2e5276e3de07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f00b0e-3f08-4aa8-8a12-ba6e3fc56429,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:15.925628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189c4bf-3459-4001-9cd7-774ef2896b68 req-853e3ec5-0917-43a2-b6e2-021bf8f70ed7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:15.927169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a189c4bf-3459-4001-9cd7-774ef2896b68 req-853e3ec5-0917-43a2-b6e2-021bf8f70ed7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0515797 Sep 23 20:02:15.967818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a189c4bf-3459-4001-9cd7-774ef2896b68 req-5f3b70b9-cfdb-458d-a117-3833d0876f4a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Sep 23 20:02:16.084784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6321-2ba9-4f53-bbcc-80d182b558ad req-7ad96c48-4022-4617-940c-c66bb5da64f0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:16.086293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-254b6321-2ba9-4f53-bbcc-80d182b558ad req-7ad96c48-4022-4617-940c-c66bb5da64f0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0536087 Sep 23 20:02:16.128519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-254b6321-2ba9-4f53-bbcc-80d182b558ad req-de632479-726e-4b7b-9741-d7a43f8b5ac3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359142 Sep 23 20:02:16.150032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:16.188627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c8e5a4-b5ee-4159-871f-09a45becb147 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:16.190184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-84c8e5a4-b5ee-4159-871f-09a45becb147 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1091 time: 0.0391560 Sep 23 20:02:16.193037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:16.197910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:16.223963 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.328214 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.363671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3597ccb-afe5-4a65-815b-5b6d60e06f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.443942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.143 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/23e7eb4a-0b80-4d51-91a1-eb91b888835d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:16.505963 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.551691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.585169 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.624365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:16.627170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:16.630714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:16.659649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=23e7eb4a-0b80-4d51-91a1-eb91b888835d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:17.099182 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.125636 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.205293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.356221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.360215 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.429540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=23e7eb4a-0b80-4d51-91a1-eb91b888835d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:17.441337 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.558198 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP 7418d143-a78f-4cfa-a17a-1d010c9f748f associated. External IP: 172.25.6.143, port: f8d0e3fb-5f87-4587-a105-48d24345666e. Sep 23 20:02:17.770675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 49514060-5b9d-4277-90d8-8d43205e9559 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:02:17.874075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:17.884884 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] Sync routers for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:17.891154 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.895667 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:17.897092 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:02:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:17.921421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b13a8a5d-32d6-459d-92db-5dee732703b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7266643 Sep 23 20:02:17.922087 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:17.933233 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8b118-198a-4271-bbc6-196bde57fda4" -d '{"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:18.025195 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:18.025880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b3f8a-e092-4e3f-bd8a-cf93ee86dc5e req-27b55889-0fc8-48eb-af0a-8ef9d24392e4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:18.029169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a4b3f8a-e092-4e3f-bd8a-cf93ee86dc5e req-27b55889-0fc8-48eb-af0a-8ef9d24392e4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0531063 Sep 23 20:02:18.075015 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a4b3f8a-e092-4e3f-bd8a-cf93ee86dc5e req-1eafa199-b1a5-485c-9f0a-7cfa7b6526b8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 Sep 23 20:02:18.105186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:18.184544 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e99a96e-7ecd-429b-bec9-2ae64cc41d22 x-openstack-request-id: req-2e99a96e-7ecd-429b-bec9-2ae64cc41d22 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:18.184919 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:18.185122 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e99a96e-7ecd-429b-bec9-2ae64cc41d22 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:18.185464 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'status': 'completed', 'code': 200} Sep 23 20:02:18.216700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e9f69897-0b86-41ee-a3c2-09a68ef96089 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/7418d143-a78f-4cfa-a17a-1d010c9f748f HTTP/1.1" status: 200 len: 991 time: 0.1096170 Sep 23 20:02:18.261869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-5fe913ea-898b-49f9-a99b-ef2985466f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:18.264240 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-5fe913ea-898b-49f9-a99b-ef2985466f59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1096 time: 0.0666862 Sep 23 20:02:18.282644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '7418d143-a78f-4cfa-a17a-1d010c9f748f', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'port_id': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'mac_address': 'fa:16:3e:76:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:02:16Z', 'updated_at': '2021-09-23T20:02:16Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:06Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:18.313589 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] Checking router: 49514060-5b9d-4277-90d8-8d43205e9559 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:18.322071 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:18.322705 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:02:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:18.362100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-e35ddd9f-2469-4b12-b92a-2d6810a8d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:18.363900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-e35ddd9f-2469-4b12-b92a-2d6810a8d797 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.0902791 Sep 23 20:02:18.430936 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:18.431556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-7fb6153f-9c70-4ae0-9c8b-eddfdb099130 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.0608449 Sep 23 20:02:18.482851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-c27af5aa-c714-4167-a61f-69d00d85612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:18.484274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-c27af5aa-c714-4167-a61f-69d00d85612e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0461211 Sep 23 20:02:18.532172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-ad8a9651-738d-4865-aa3e-66ac417fe1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:18.533904 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-ad8a9651-738d-4865-aa3e-66ac417fe1dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427139 Sep 23 20:02:18.623273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:18.644865 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-c7c9a3d1-7c3e-440f-94da-02838e39be52 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042769 Sep 23 20:02:18.676771 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '7418d143-a78f-4cfa-a17a-1d010c9f748f', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'port_id': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'mac_address': 'fa:16:3e:76:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:02:16Z', 'updated_at': '2021-09-23T20:02:16Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:06Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:18.704362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486d7d41-80ae-4108-bced-b52629d593f6 None None] The sync data for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 is: [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '7418d143-a78f-4cfa-a17a-1d010c9f748f', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'port_id': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'mac_address': 'fa:16:3e:76:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:02:16Z', 'updated_at': '2021-09-23T20:02:16Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:06Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:18.749090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-98f8b118-198a-4271-bbc6-196bde57fda4 req-0e523614-cccd-4de6-aa2d-f2836ba29f05 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976920 Sep 23 20:02:18.915586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344e902-9d9a-4186-9e13-3ca44cf67e46 None None] New status for floating IP 7418d143-a78f-4cfa-a17a-1d010c9f748f: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:02:19.219982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 35616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:19.290258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9569b077-c1c9-4b26-99f9-c5a2a62523de tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/7418d143-a78f-4cfa-a17a-1d010c9f748f HTTP/1.1" status: 200 len: 993 time: 0.0674398 Sep 23 20:02:25.559180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.962195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.430321 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-512126eb-81bc-4921-a352-32be306dd348 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415068 Sep 23 20:02:31.513851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-18950490-9900-4451-9c08-c4796ff6a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:31.515461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-18950490-9900-4451-9c08-c4796ff6a2ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1096 time: 0.0399888 Sep 23 20:02:31.622041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-d37a5f01-874e-4370-8c54-4acf50822e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:31.623572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-d37a5f01-874e-4370-8c54-4acf50822e4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.0897181 Sep 23 20:02:31.688631 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-c245495c-7ddd-427a-be60-4158fcb0bc55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 1001 time: 0.0567210 Sep 23 20:02:31.738632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-8347839c-80a9-451f-ba70-ac999b95014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:31.740640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-8347839c-80a9-451f-ba70-ac999b95014b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0446639 Sep 23 20:02:31.788679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-cb704dc7-5ed2-440c-bd3d-395e762b0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:31.790158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-cb704dc7-5ed2-440c-bd3d-395e762b0cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428982 Sep 23 20:02:31.884829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-6c5ab0a7-0508-4ccb-ac19-fd05fbd68491 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864382 Sep 23 20:02:31.986447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7da35512-4b1a-4a98-a8d8-412758003cbe req-8bb26d02-fbe9-48a4-ba3b-fd9b8a71fe8b service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946798 Sep 23 20:02:43.191226 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34e5f727-5fa4-4e7c-bbac-e01624bcaaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:44.497843 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:02:46.365094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f6c401c-21f6-4995-b7bf-b7606ae7bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:46.512172 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:47.127717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:48.623999 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:50.503882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23f1cd-e01b-4ad5-a364-d770b611fd94 req-ccf9c963-0229-49ca-a34b-e8cd3434121c tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:50.505394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af23f1cd-e01b-4ad5-a364-d770b611fd94 req-ccf9c963-0229-49ca-a34b-e8cd3434121c tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1096 time: 0.0413675 Sep 23 20:02:50.541897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af23f1cd-e01b-4ad5-a364-d770b611fd94 req-589b358b-22d2-4792-8922-15b19502df63 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304208 Sep 23 20:02:50.664999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e8e4c-4716-4d66-9e6c-ffc16e4927bf req-d9b6303b-fd2c-4cbf-b85f-7c1ab40472d9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:50.666555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e76e8e4c-4716-4d66-9e6c-ffc16e4927bf req-d9b6303b-fd2c-4cbf-b85f-7c1ab40472d9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0530093 Sep 23 20:02:50.705229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e76e8e4c-4716-4d66-9e6c-ffc16e4927bf req-33a299d0-9afb-468e-9021-8995d127723f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317965 Sep 23 20:02:50.730323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:50.795531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef94d7a4-0dec-41a4-a9b0-cefc06454fb8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/7418d143-a78f-4cfa-a17a-1d010c9f748f HTTP/1.1" status: 200 len: 993 time: 0.0589948 Sep 23 20:02:51.232599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 36152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:51.290092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac935c9-9eb4-4732-991f-ad1b0964bfd9 req-da30f0a3-c840-4696-8cb5-b109746c2d64 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:51.291712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bac935c9-9eb4-4732-991f-ad1b0964bfd9 req-da30f0a3-c840-4696-8cb5-b109746c2d64 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0503826 Sep 23 20:02:51.340300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bac935c9-9eb4-4732-991f-ad1b0964bfd9 req-96bd28d7-0ab0-4a2d-959b-3d84597e5d17 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Sep 23 20:02:51.402464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-1b22d1db-b097-444d-9cb0-a5dfdec0babb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1680818 Sep 23 20:02:51.410946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-4769cdd7-64cb-4171-8887-157a7cccae05 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:02:51.411907 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-4769cdd7-64cb-4171-8887-157a7cccae05 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050037 Sep 23 20:02:52.476463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eeed64-1656-4f6c-b42b-1610a5e02ed8 req-ef32b3fe-c07d-4521-aabb-485b552a4b58 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:52.477973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9eeed64-1656-4f6c-b42b-1610a5e02ed8 req-ef32b3fe-c07d-4521-aabb-485b552a4b58 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0513248 Sep 23 20:02:52.516654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-6faa457b-0816-4482-9665-8277112f228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:52.517969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-6faa457b-0816-4482-9665-8277112f228b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1096 time: 0.0411363 Sep 23 20:02:52.518710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9eeed64-1656-4f6c-b42b-1610a5e02ed8 req-31f4deed-3430-49a8-9108-b0f566120524 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341597 Sep 23 20:02:52.615307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-06640f8b-803a-49ee-9cfd-e8d167d298b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:52.616723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-06640f8b-803a-49ee-9cfd-e8d167d298b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.0917003 Sep 23 20:02:52.682812 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-004f2b57-bd23-421f-835a-1a5c9e596d7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 1001 time: 0.0587304 Sep 23 20:02:52.731149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-556d4e4a-b455-4353-aff3-59dc0c881871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:52.732603 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-556d4e4a-b455-4353-aff3-59dc0c881871 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0434675 Sep 23 20:02:52.789232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-3fd9a76f-8f4b-411d-b4a8-eaae2d3268fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:52.790768 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-3fd9a76f-8f4b-411d-b4a8-eaae2d3268fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508256 Sep 23 20:02:52.882236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-1a16ecbf-ebb3-4016-aa74-1fe4716e6949 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837955 Sep 23 20:02:52.976833 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-320f6798-74b0-48b4-b7e7-7a46f576c3c2 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867758 Sep 23 20:02:53.632679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f829d6d-c6e2-4de3-99b9-01ecf99b5fe4 req-7ad3ba98-3848-4457-b16b-9e190e1c3a2c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:53.634188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f829d6d-c6e2-4de3-99b9-01ecf99b5fe4 req-7ad3ba98-3848-4457-b16b-9e190e1c3a2c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0489242 Sep 23 20:02:53.673946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6f829d6d-c6e2-4de3-99b9-01ecf99b5fe4 req-ca4b13e5-ae03-4de0-8f13-86c244db992f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335889 Sep 23 20:02:54.799387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39913f94-0a30-4665-91e1-09ecec93ef08 req-9e05a108-e18e-45dc-a171-ecdb1f61e706 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:54.800899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39913f94-0a30-4665-91e1-09ecec93ef08 req-9e05a108-e18e-45dc-a171-ecdb1f61e706 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0610623 Sep 23 20:02:54.840646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39913f94-0a30-4665-91e1-09ecec93ef08 req-a5d8da1c-2950-48c7-ae64-6b8492df22c5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330534 Sep 23 20:02:55.565821 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:55.970813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efb711-1c9b-41e8-846d-c19a30cde21d req-a6b928c6-a751-4b82-a7af-b5b639d029ad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:55.972338 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69efb711-1c9b-41e8-846d-c19a30cde21d req-a6b928c6-a751-4b82-a7af-b5b639d029ad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0494289 Sep 23 20:02:56.011103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69efb711-1c9b-41e8-846d-c19a30cde21d req-3a45d9dc-219b-49dc-a2ed-4307783e7341 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Sep 23 20:02:56.959285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:57.122415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba49d4-4fce-4a78-ad8a-76f2b9e83668 req-6c103199-eac5-460e-bb65-60a33ee078a4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:57.123748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fba49d4-4fce-4a78-ad8a-76f2b9e83668 req-6c103199-eac5-460e-bb65-60a33ee078a4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0468657 Sep 23 20:02:57.159556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fba49d4-4fce-4a78-ad8a-76f2b9e83668 req-57c61a19-3cad-43a1-86d9-878a09faf51d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299509 Sep 23 20:02:58.281376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fc2ed-1065-440a-8d48-7d35b720f090 req-731d0389-fa8b-405f-b037-3ca566cbc666 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:58.283053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a63fc2ed-1065-440a-8d48-7d35b720f090 req-731d0389-fa8b-405f-b037-3ca566cbc666 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0548272 Sep 23 20:02:58.321567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a63fc2ed-1065-440a-8d48-7d35b720f090 req-ce755d30-15d9-4fa0-ba61-a5be84df8e9f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Sep 23 20:02:59.436065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29816b6-b833-48af-a034-f261d27f774e req-8c8b5e3f-44bf-4e3a-ae2f-3ffb47aecc4e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:59.437548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a29816b6-b833-48af-a034-f261d27f774e req-8c8b5e3f-44bf-4e3a-ae2f-3ffb47aecc4e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0488951 Sep 23 20:02:59.474880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a29816b6-b833-48af-a034-f261d27f774e req-140537c4-0ccd-4980-a8b6-4b3e5e15eba4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Sep 23 20:03:00.589408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785e849-7787-462b-a0af-c7c735629cfb req-900df34d-ee8e-4949-b4ae-27253871a282 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:00.590901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4785e849-7787-462b-a0af-c7c735629cfb req-900df34d-ee8e-4949-b4ae-27253871a282 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0493019 Sep 23 20:03:00.627414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4785e849-7787-462b-a0af-c7c735629cfb req-95dbaae5-f112-4e94-b3f1-36a68e6af913 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304525 Sep 23 20:03:01.745659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403a743-c01a-47c8-bb63-3b22c8ac579e req-8853d6c6-d91a-42bc-804b-60515cea62aa tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:01.747152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d403a743-c01a-47c8-bb63-3b22c8ac579e req-8853d6c6-d91a-42bc-804b-60515cea62aa tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0523050 Sep 23 20:03:01.783666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d403a743-c01a-47c8-bb63-3b22c8ac579e req-0567989c-cd6f-4f28-8087-6834acfd1cb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306654 Sep 23 20:03:02.901913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6e36-0829-49c3-b923-878c6961bb56 req-41f25a67-2b17-488b-a42a-5064506b3cb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:02.903434 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c39c6e36-0829-49c3-b923-878c6961bb56 req-41f25a67-2b17-488b-a42a-5064506b3cb3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0497308 Sep 23 20:03:02.942041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c39c6e36-0829-49c3-b923-878c6961bb56 req-64745dbd-e7e3-4670-ae8e-260d569a7599 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325654 Sep 23 20:03:04.061260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c27322-07c4-42f2-b794-7bd964563368 req-90b87a73-9a05-400d-8b27-f001ad52972e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:04.062932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7c27322-07c4-42f2-b794-7bd964563368 req-90b87a73-9a05-400d-8b27-f001ad52972e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0485935 Sep 23 20:03:04.106404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7c27322-07c4-42f2-b794-7bd964563368 req-246b15ac-7236-4221-9f52-75d4f8326413 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338619 Sep 23 20:03:05.229750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd749-b648-4859-a44c-2ef06bb9412e req-0a0a085f-bb30-4a0e-939e-e6db6aefcc11 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:05.232377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-825fd749-b648-4859-a44c-2ef06bb9412e req-0a0a085f-bb30-4a0e-939e-e6db6aefcc11 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0549221 Sep 23 20:03:05.274092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-825fd749-b648-4859-a44c-2ef06bb9412e req-336bc545-7fbd-4b98-bec3-27aff8633d0e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Sep 23 20:03:06.398385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c464-c7e6-41b3-8a23-3d7d09b388a1 req-6423a002-3d3b-428d-9628-185d591b4e43 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:06.399909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd25c464-c7e6-41b3-8a23-3d7d09b388a1 req-6423a002-3d3b-428d-9628-185d591b4e43 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0555713 Sep 23 20:03:06.440479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd25c464-c7e6-41b3-8a23-3d7d09b388a1 req-4f6ca2b9-4803-44e8-a4cb-68366dbf4dc5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342050 Sep 23 20:03:07.569237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5899ec7-63f1-4ef2-b42c-0b52ae6a2346 req-1225eddd-885c-41bc-ae0b-ade13e5d4081 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:07.570867 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5899ec7-63f1-4ef2-b42c-0b52ae6a2346 req-1225eddd-885c-41bc-ae0b-ade13e5d4081 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0559220 Sep 23 20:03:07.611858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5899ec7-63f1-4ef2-b42c-0b52ae6a2346 req-148a9a96-c546-45ac-8a1e-ebdae24bdd50 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347085 Sep 23 20:03:09.003486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55f587-a18d-40a9-935a-075f749a9358 req-e007cae2-05ab-4881-8ca7-87345eaa2225 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:09.005631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e55f587-a18d-40a9-935a-075f749a9358 req-e007cae2-05ab-4881-8ca7-87345eaa2225 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.3244805 Sep 23 20:03:09.045889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e55f587-a18d-40a9-935a-075f749a9358 req-27561ed9-c9f3-4e25-b5da-5bb285faf8f8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Sep 23 20:03:09.793102 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-d0a7f265-e9c7-40e1-ad01-b9b77d934640 service neutron] show failed (client error): The resource could not be found. Sep 23 20:03:09.794130 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-d0a7f265-e9c7-40e1-ad01-b9b77d934640 service neutron] 10.222.0.72 "GET /v2.0/ports/f8d0e3fb-5f87-4587-a105-48d24345666e/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0547330 Sep 23 20:03:10.002905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-9003f917-5112-4763-874b-4aba11edc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:10.004401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-9003f917-5112-4763-874b-4aba11edc8eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 1096 time: 0.0417676 Sep 23 20:03:10.018632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:03:10.075999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:10.189869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010fc8-5a13-49e1-ad69-86241ead36d6 req-6a11cf3c-c3e7-4081-930b-bcc679e888b4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:10.191586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5010fc8-5a13-49e1-ad69-86241ead36d6 req-6a11cf3c-c3e7-4081-930b-bcc679e888b4 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 945 time: 0.0721674 Sep 23 20:03:10.238737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5010fc8-5a13-49e1-ad69-86241ead36d6 req-9248db28-15d5-42fb-91d3-d20b0416115b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394728 Sep 23 20:03:10.303210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:10.340702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:03:10.381374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:10.383727 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c7f0f-360a-462b-93e9-e5f10ab6015b" -d '{"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:10.388352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:10.401851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Transition to ACTIVE for port object f8d0e3fb-5f87-4587-a105-48d24345666e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:03:10.406076 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:10.445042 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e7ed7a-453d-4995-8ce2-f63e28df37ee x-openstack-request-id: req-d0e7ed7a-453d-4995-8ce2-f63e28df37ee {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:10.445342 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:10.445596 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0e7ed7a-453d-4995-8ce2-f63e28df37ee {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:10.445990 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'code': 200} Sep 23 20:03:10.502342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:10.512642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.512989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.513334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.513673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.514009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.514370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.514703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.515033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.515366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.515723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.516046 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.516374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:10.560622 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] No DVR routers for this DVR port f8d0e3fb-5f87-4587-a105-48d24345666e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:03:10.720362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:03:10.720578 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:03:10.720893 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:10.727769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:03:10.728390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:10.734503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:03:10.735153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Checking segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:03:10.735288 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Bound using segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:03:10.735710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Bound port: f8d0e3fb-5f87-4587-a105-48d24345666e, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:03:10.736080 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:10.802311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:03:10.805437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:03:10.810509 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:10.853591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:10.854243 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:10.855688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 1091 time: 0.8425140 Sep 23 20:03:10.876928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973236c-88e3-4231-a24d-1ca09dbc2245 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:10.925024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-f35bef42-5afd-4ef9-b16d-14eecf7672c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:10.927369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-f35bef42-5afd-4ef9-b16d-14eecf7672c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1094 time: 0.0437365 Sep 23 20:03:11.035035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-dae9ce93-362e-4a9a-9b34-b3833192eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.038657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-dae9ce93-362e-4a9a-9b34-b3833192eccd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.1046722 Sep 23 20:03:11.394149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dfdd8-68bd-4809-b2f8-1347843351a5 req-98784c21-f787-4a70-8a30-382c186a806c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.396303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd7dfdd8-68bd-4809-b2f8-1347843351a5 req-98784c21-f787-4a70-8a30-382c186a806c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0715880 Sep 23 20:03:11.440997 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd7dfdd8-68bd-4809-b2f8-1347843351a5 req-b23bc3c5-c8a8-48d7-aaf8-f566acde0b62 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385942 Sep 23 20:03:11.464917 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-10c48ae1-b2d7-4e8a-aec7-964bd1a45f3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.4176846 Sep 23 20:03:11.517615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-a970cfba-f93f-4878-a4af-118f9fefb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.519123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-a970cfba-f93f-4878-a4af-118f9fefb946 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0474396 Sep 23 20:03:11.572216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-26c9ddfc-d9ed-41f7-b13c-73962358f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.572216 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-26c9ddfc-d9ed-41f7-b13c-73962358f45e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456409 Sep 23 20:03:11.677922 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-835b1121-494b-49a2-945a-ee1ca8c05252 service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975206 Sep 23 20:03:11.774253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-71f7f84e-3438-4f5e-ba44-197f518b10ec req-07ae39bf-38f9-4ee3-bf2c-266613bf14ed service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878525 Sep 23 20:03:12.447117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:12.449922 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01e0d03-72c7-4973-9d75-6bc619b927dc" -d '{"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:12.499908 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe62b1b8-c37d-452d-aa51-7e80f9433483 x-openstack-request-id: req-fe62b1b8-c37d-452d-aa51-7e80f9433483 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:12.500773 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:12.501239 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe62b1b8-c37d-452d-aa51-7e80f9433483 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:12.501820 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'status': 'completed', 'code': 200} Sep 23 20:03:12.601861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-f639ce62-c5cf-4c35-8f33-395ea457015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:12.603689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-f639ce62-c5cf-4c35-8f33-395ea457015d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1094 time: 0.0823765 Sep 23 20:03:12.606094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-9b21da90-c207-476b-a00f-c9c14987a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:12.607500 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-9b21da90-c207-476b-a00f-c9c14987a453 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1094 time: 0.0746481 Sep 23 20:03:12.633264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c38b26-8427-4732-a5c1-e6b62ac58d65 req-75f6a6f2-ede1-4842-a8d2-9e68d694ddb2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:12.634900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5c38b26-8427-4732-a5c1-e6b62ac58d65 req-75f6a6f2-ede1-4842-a8d2-9e68d694ddb2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0748215 Sep 23 20:03:12.674737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5c38b26-8427-4732-a5c1-e6b62ac58d65 req-4a85f1e7-de94-4349-bbfd-08518d7606a6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338347 Sep 23 20:03:12.768305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-d45d8f98-1518-4405-9a2e-16ed542819f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:12.769692 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-d45d8f98-1518-4405-9a2e-16ed542819f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.1585274 Sep 23 20:03:12.774089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-6aa13245-cdeb-4887-8c91-953172cb8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:12.775476 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-6aa13245-cdeb-4887-8c91-953172cb8d7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.1569464 Sep 23 20:03:12.885778 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-5275c109-c4c3-4ecc-af59-ad75cbb4b83b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.1084867 Sep 23 20:03:12.887530 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-d9e9bb21-e23c-4b97-ac31-cb0dc2f4b1a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.1045702 Sep 23 20:03:12.977745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-4e350620-c62b-4b9d-a701-64c80e6f1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:12.979244 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-4e350620-c62b-4b9d-a701-64c80e6f1bc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0864160 Sep 23 20:03:12.980617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-fd694db4-61d6-4d6b-8ed2-b8fdeeada197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:12.981907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-fd694db4-61d6-4d6b-8ed2-b8fdeeada197 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0818281 Sep 23 20:03:13.058047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-0bc61931-5bbf-40c2-8b74-6ef1da9bd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:13.059606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-0bc61931-5bbf-40c2-8b74-6ef1da9bd6df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732861 Sep 23 20:03:13.065077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-5bb784c9-313f-4916-82e0-778d690ae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:13.066543 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-5bb784c9-313f-4916-82e0-778d690ae93d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703428 Sep 23 20:03:13.195925 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b9cecbd-2873-4cd4-8b63-bdbd6f136cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:13.222138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-cd5c057b-990f-4467-adf6-b66c4ebc2ed9 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472151 Sep 23 20:03:13.224420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-ca74991d-d87e-4c05-9cf7-3ec25541272b service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570034 Sep 23 20:03:13.378701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-c3ae1fe0-bf8f-45a4-9d1e-2f04cb2408fb service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499460 Sep 23 20:03:13.382013 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e01e0d03-72c7-4973-9d75-6bc619b927dc req-b0da8013-11ee-48b7-ab58-b20dcd5c5dcb service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462812 Sep 23 20:03:13.768564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:03:13.791063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af3f22-40e2-4418-99a8-905c3a3a06c1 req-c90433ca-7fc7-4b46-9383-4214171f957e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:13.792817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37af3f22-40e2-4418-99a8-905c3a3a06c1 req-c90433ca-7fc7-4b46-9383-4214171f957e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0496600 Sep 23 20:03:13.814258 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:03:13.834588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37af3f22-40e2-4418-99a8-905c3a3a06c1 req-712a624a-d54f-407b-88fe-7b04742ebcb5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352931 Sep 23 20:03:14.947856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89964f-aa7a-4fb5-998a-05423eda129e req-d13c2332-1f3f-4f49-a777-60fc7b68b408 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:14.949609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb89964f-aa7a-4fb5-998a-05423eda129e req-d13c2332-1f3f-4f49-a777-60fc7b68b408 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0488861 Sep 23 20:03:14.987615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb89964f-aa7a-4fb5-998a-05423eda129e req-1441c00e-c6e1-4dbd-b221-c14b9e5fdb27 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318162 Sep 23 20:03:15.218514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-e01eb766-0ac0-4d29-a2e1-6479e94410ac tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:15.220031 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-e01eb766-0ac0-4d29-a2e1-6479e94410ac tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac&tenant_id=e144f56724054e42a9e756118e2b5ace&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 943 time: 0.0546167 Sep 23 20:03:15.241902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad23ed-9155-4038-8d29-a605d2122dc8 req-c13c67ca-bae3-4d77-ab08-e16560fc5624 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:15.243542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcad23ed-9155-4038-8d29-a605d2122dc8 req-c13c67ca-bae3-4d77-ab08-e16560fc5624 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0599515 Sep 23 20:03:15.282946 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcad23ed-9155-4038-8d29-a605d2122dc8 req-3c0017cb-4375-4ecb-8d59-fada46513773 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Sep 23 20:03:15.290366 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-725000d3-422a-4b8d-a478-23a5132bfcf8 service neutron] 10.222.0.41 "GET /v2.0/ports/f8d0e3fb-5f87-4587-a105-48d24345666e/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 382 time: 0.0631125 Sep 23 20:03:15.355245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-51198e8d-c70a-4bd2-8b89-3627b046fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:15.356693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-51198e8d-c70a-4bd2-8b89-3627b046fafd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1094 time: 0.0419564 Sep 23 20:03:15.444641 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-548d37bc-924b-46ab-af41-07b168f5349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:15.446095 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-548d37bc-924b-46ab-af41-07b168f5349f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.0830934 Sep 23 20:03:15.513845 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-6a40b3aa-9c05-4102-85bd-411226f9c537 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.0608950 Sep 23 20:03:15.562466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-e4455633-e229-463c-848b-e61ff42eefc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:15.563942 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-e4455633-e229-463c-848b-e61ff42eefc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0429595 Sep 23 20:03:15.608753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-30c1ed83-7462-4c7a-9172-73ea53bc0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:15.610288 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-30c1ed83-7462-4c7a-9172-73ea53bc0351 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396693 Sep 23 20:03:15.705408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-1e274807-ebba-4434-937e-e2f23fdcc825 service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880253 Sep 23 20:03:15.805614 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-6b486d05-369b-4242-81a2-80b1018e9d68 service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938904 Sep 23 20:03:16.370116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aed11ae6-f73a-401b-9635-0eab57b71f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:16.408310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b5cf-6eb0-4488-b482-d512453faa40 req-aca5123a-52f9-4cd5-82f7-3c101a0b6c76 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:16.411500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aee3b5cf-6eb0-4488-b482-d512453faa40 req-aca5123a-52f9-4cd5-82f7-3c101a0b6c76 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 943 time: 0.0532255 Sep 23 20:03:16.445401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:03:16.455690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aee3b5cf-6eb0-4488-b482-d512453faa40 req-86c948cc-cf0d-4ae0-9580-8c65b18b4a3c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379121 Sep 23 20:03:16.535414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:16.547532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:16.557496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'port_id': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'mac_address': 'fa:16:3e:76:94:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:03:16.597852 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:16.610828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0e3fb-5f87-4587-a105-48d24345666e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:03:16.629077 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:16.632607 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:16.677693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:16.684620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.684966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.685306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.685640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.685976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.686345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.686659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.686981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.687303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.687624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.687945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:16.688266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:17.131296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:17.585570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932b2a-ea0d-4850-9f81-7c01536d05cb req-7b229e75-12ec-48f4-b6ff-c45d821226b9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:17.593459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52932b2a-ea0d-4850-9f81-7c01536d05cb req-7b229e75-12ec-48f4-b6ff-c45d821226b9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 944 time: 0.0638735 Sep 23 20:03:17.647851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52932b2a-ea0d-4850-9f81-7c01536d05cb req-ed8077a7-6181-49be-81d0-a5351b7f972b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Sep 23 20:03:17.798047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-6e774919-bbd2-47ba-9a67-92067b43a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:17.799570 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-6e774919-bbd2-47ba-9a67-92067b43a9e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 1095 time: 0.0463314 Sep 23 20:03:17.811476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:03:17.866938 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.124494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:18.171944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:03:18.218525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f8d0e3fb-5f87-4587-a105-48d24345666e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:03:18.230691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.246976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Ignored duplicate provisioning block setup for port f8d0e3fb-5f87-4587-a105-48d24345666e by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 20:03:18.256889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.425306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:18.442970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] No DVR routers for this DVR port f8d0e3fb-5f87-4587-a105-48d24345666e on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:03:18.481789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:03:18.623855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:03:18.624195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:03:18.624510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:18.629392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:03:18.629715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:18.634587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:03:18.634934 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Checking segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:03:18.635289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Bound using segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:03:18.635710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Bound port: f8d0e3fb-5f87-4587-a105-48d24345666e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:03:18.636525 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.649023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:18.659019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.695729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:03:18.696152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:03:18.696680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:18.703322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:03:18.703872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Attempting to bind port f8d0e3fb-5f87-4587-a105-48d24345666e on network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:18.715375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:03:18.715763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Checking segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:03:18.716115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:03:18.716545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Bound using segment: {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:03:18.717026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Bound port: f8d0e3fb-5f87-4587-a105-48d24345666e, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:03:18.717426 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.720572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:03:18.726014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.788907 n-d-810763-1 neutron-server[94827]: WARNING neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Concurrent port binding operations failed on port f8d0e3fb-5f87-4587-a105-48d24345666e Sep 23 20:03:18.793155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:18.794596 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Attempt 2 to bind port f8d0e3fb-5f87-4587-a105-48d24345666e Sep 23 20:03:18.795316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e has no active binding in host n-h2-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 20:03:18.814440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34df3b-43fc-4c92-8fd0-36b1967ad84c req-1bff638f-6550-4e7d-a4d7-c71723bfd794 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:18.826833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce34df3b-43fc-4c92-8fd0-36b1967ad84c req-1bff638f-6550-4e7d-a4d7-c71723bfd794 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 944 time: 0.0830798 Sep 23 20:03:18.833829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:18.835031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:18.839613 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 1091 time: 1.0322371 Sep 23 20:03:18.853936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:18.859368 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270458b1-6aab-43c0-a93d-a164bae508a4" -d '{"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:18.887688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce34df3b-43fc-4c92-8fd0-36b1967ad84c req-b5210f0c-1e60-44c3-aa16-64b397617f5a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594668 Sep 23 20:03:19.009166 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e8eeed-8e8e-4d62-b8b6-432855d4f141 x-openstack-request-id: req-42e8eeed-8e8e-4d62-b8b6-432855d4f141 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:19.009460 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:19.009706 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42e8eeed-8e8e-4d62-b8b6-432855d4f141 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:19.010120 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'status': 'completed', 'code': 200} Sep 23 20:03:19.041854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77dac7-8a1f-446f-8ec2-0cab7972cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:19.058844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-f0c3f899-ef40-4045-9afd-ecf8cb41f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.062774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-f0c3f899-ef40-4045-9afd-ecf8cb41f41e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1095 time: 0.1757486 Sep 23 20:03:19.107777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-f54104d2-f71f-47c8-8f17-63f6707fba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.109226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-f54104d2-f71f-47c8-8f17-63f6707fba08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1095 time: 0.1192825 Sep 23 20:03:19.238280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-424758f8-50d2-491d-af7d-34c211ea1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.239967 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-424758f8-50d2-491d-af7d-34c211ea1fc8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.1713185 Sep 23 20:03:19.310111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-a48e209f-8f1d-4534-9b05-f00b42aeb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.311768 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-a48e209f-8f1d-4534-9b05-f00b42aeb335 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.1653717 Sep 23 20:03:19.369519 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-fb176918-3419-415c-95e8-ce03a7a848d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.1223457 Sep 23 20:03:19.421019 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-f84636e6-b983-4815-9b13-3d4be2fa006a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.0974121 Sep 23 20:03:19.465755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-4233a87b-5f19-4873-801d-0c8b17be2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.467387 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-4233a87b-5f19-4873-801d-0c8b17be2644 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0910716 Sep 23 20:03:19.514552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-51dea9dd-bf1b-4d5a-8610-54d966431a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.516162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-51dea9dd-bf1b-4d5a-8610-54d966431a5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0884221 Sep 23 20:03:19.575200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-820e2098-50b4-49b7-b390-5db4199c268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.584353 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-820e2098-50b4-49b7-b390-5db4199c268a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085939 Sep 23 20:03:19.638892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-25c38e2c-bb72-4d66-9603-7cbc95b03362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:19.640382 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-25c38e2c-bb72-4d66-9603-7cbc95b03362 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169405 Sep 23 20:03:19.786263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-77db4b81-f9e5-433b-9e6f-24cdb2fd70b5 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901531 Sep 23 20:03:19.841650 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-5a2aa929-f2dd-4d81-a0d4-e98410565127 service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931646 Sep 23 20:03:20.018964 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-e8b105a6-7d4e-4d02-8a92-0ec248d7373d service neutron] 10.222.0.41 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679823 Sep 23 20:03:20.032284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92f5f8-b710-495e-b981-5d75194b57c2 req-d2b6954f-0661-48a1-b6a7-324097a0d637 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:20.034516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef92f5f8-b710-495e-b981-5d75194b57c2 req-d2b6954f-0661-48a1-b6a7-324097a0d637 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 944 time: 0.0580449 Sep 23 20:03:20.037950 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5de3745-c942-4cad-8e88-b25ec7842444 req-729cabb8-2676-4af9-b446-371c5a12e256 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392175 Sep 23 20:03:20.088037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef92f5f8-b710-495e-b981-5d75194b57c2 req-623e26ca-e008-44e5-baaa-50625d118e74 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 Sep 23 20:03:20.488127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-1338b55a-cf03-4975-8625-edf892ea67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:20.490521 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-1338b55a-cf03-4975-8625-edf892ea67e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1095 time: 0.3994181 Sep 23 20:03:20.492076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:03:20.531192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:03:20.592119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-02f17ddb-0b67-4857-900f-72b78442a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:20.593622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-02f17ddb-0b67-4857-900f-72b78442a26c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.0944734 Sep 23 20:03:20.664949 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-6770b559-ccfb-4f6a-b80a-2eca9f2bde0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 999 time: 0.0626621 Sep 23 20:03:20.716507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-6b173bd0-86e6-4f4c-a177-2598af622934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:20.718012 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-6b173bd0-86e6-4f4c-a177-2598af622934 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0449407 Sep 23 20:03:20.765169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-03454f54-2f2e-4c6e-bb2b-30a033bd83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:20.766771 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-03454f54-2f2e-4c6e-bb2b-30a033bd83fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409768 Sep 23 20:03:20.864684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-49dcbd94-010f-461b-a4e4-d4d68332fab7 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885155 Sep 23 20:03:20.962088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-270458b1-6aab-43c0-a93d-a164bae508a4 req-aaeb02ba-fe37-4c86-85f8-67b21382edd8 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901670 Sep 23 20:03:21.204073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7c76-3f8f-440b-99e9-10060bd766b8 req-a4a543dc-712d-4007-a7ce-73660fe606fc tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:21.205562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-652e7c76-3f8f-440b-99e9-10060bd766b8 req-a4a543dc-712d-4007-a7ce-73660fe606fc tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 944 time: 0.0535183 Sep 23 20:03:21.244243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-652e7c76-3f8f-440b-99e9-10060bd766b8 req-87083b1c-c7a3-4fb9-9727-70e16897e0b3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302315 Sep 23 20:03:21.501193 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:03:22.366475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8392-0b39-458e-9e93-15ebd5a692ad req-ffb8d72f-1e98-4a4f-a854-3c90b3746259 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:22.368001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c94c8392-0b39-458e-9e93-15ebd5a692ad req-ffb8d72f-1e98-4a4f-a854-3c90b3746259 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 944 time: 0.0561991 Sep 23 20:03:22.406833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c94c8392-0b39-458e-9e93-15ebd5a692ad req-a43bc161-ce32-47e4-8c32-637e12f58fc6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Sep 23 20:03:22.429580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37006) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:22.496166 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7dfc7bfd-cee3-4c18-8f03-7783fd12ac71 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/7418d143-a78f-4cfa-a17a-1d010c9f748f HTTP/1.1" status: 200 len: 991 time: 0.0650594 Sep 23 20:03:23.828689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:03:23.923930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:23.934703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'port_id': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'mac_address': 'fa:16:3e:76:94:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:03:23.971212 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:23.984186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0e3fb-5f87-4587-a105-48d24345666e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:03:24.002537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:24.006064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:24.054889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:24.226473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f8d0e3fb-5f87-4587-a105-48d24345666e'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:03:25.590856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:25.843848 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:03:25.891580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f8d0e3fb-5f87-4587-a105-48d24345666e completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:03:25.895805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f8d0e3fb-5f87-4587-a105-48d24345666e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:03:25.896177 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:25.973808 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:25.997016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:25.999289 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7dcaf3-efb8-44dc-8521-ed0f1ac96f0e" -d '{"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:26.013100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:26.018653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:26.042908 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b07991c-a1a1-4009-af34-978994233d97 x-openstack-request-id: req-3b07991c-a1a1-4009-af34-978994233d97 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:26.043210 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:26.043465 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b07991c-a1a1-4009-af34-978994233d97 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:26.043856 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'code': 200} Sep 23 20:03:26.070380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=12']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:26.972410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:31.434987 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-8ea01ad8-f772-4006-b00b-462e93940473 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391986 Sep 23 20:03:31.539815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-8ed8384f-f626-447d-87df-d873d15aecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:31.541316 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-8ed8384f-f626-447d-87df-d873d15aecdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1097 time: 0.0478377 Sep 23 20:03:31.641947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-2b53328e-2842-4677-be80-ff462106752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:31.643534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-2b53328e-2842-4677-be80-ff462106752c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.0846159 Sep 23 20:03:31.714499 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-c88fcee2-3e4c-488a-a38c-974160821c7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 1001 time: 0.0637348 Sep 23 20:03:31.764359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-f8170c33-7098-44fd-b721-758e99f8bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:31.765870 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-f8170c33-7098-44fd-b721-758e99f8bbad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0448656 Sep 23 20:03:31.813220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-b15b973c-516b-4caa-86b2-4cc5a8f6f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:31.814779 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-b15b973c-516b-4caa-86b2-4cc5a8f6f798 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409670 Sep 23 20:03:31.906312 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-4fb98534-cc89-4cb9-bde3-10f8f25e167a service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842776 Sep 23 20:03:31.996701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0716f3d6-7e1b-4b6e-ac6c-c47e9508b2b3 req-5038830c-3cd9-4ad3-8d35-bae6500a13b1 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833271 Sep 23 20:03:43.197977 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60095019-cff5-43ae-af84-c3ad00c72655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:46.369644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f86e2b5-290f-4bfb-b50d-91b8a499cb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:46.517204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:47.136782 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:48.631136 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.091223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c2225-e91b-4db9-81e6-0a8abdc1a9b5 req-25b5b822-81e1-49c6-8f14-a18225e44b80 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:53.096856 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f53c2225-e91b-4db9-81e6-0a8abdc1a9b5 req-25b5b822-81e1-49c6-8f14-a18225e44b80 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1097 time: 0.0419474 Sep 23 20:03:53.129960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f53c2225-e91b-4db9-81e6-0a8abdc1a9b5 req-15cf7494-d85d-4651-84b3-51218626e87b tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304482 Sep 23 20:03:53.152059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:53.313513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 23e7eb4a-0b80-4d51-91a1-eb91b888835d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:03:53.313856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.395808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.396150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.407336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 23e7eb4a-0b80-4d51-91a1-eb91b888835d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:03:53.605258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.631819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=23e7eb4a-0b80-4d51-91a1-eb91b888835d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:53.641105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.641452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.641830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.642165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.642516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.642895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.643223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.643597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.643852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.644177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.644572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.644886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:53.706829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.707864 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP 7418d143-a78f-4cfa-a17a-1d010c9f748f disassociated (deleted). External IP: 172.25.6.143, port: f8d0e3fb-5f87-4587-a105-48d24345666e. Sep 23 20:03:53.921153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 49514060-5b9d-4277-90d8-8d43205e9559 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:03:54.026398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:03:54.031249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:54.036453 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] Sync routers for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:03:54.045138 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:54.045736 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:54.059561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c72169d0-ba51-4e62-9ee8-326c9130504e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/floatingips/7418d143-a78f-4cfa-a17a-1d010c9f748f HTTP/1.1" status: 204 len: 168 time: 0.9061773 Sep 23 20:03:54.060434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:54.062808 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73369e78-3242-4143-a136-b8674f38d438" -d '{"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:54.264554 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:54.379655 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f845150-8145-4612-9725-02d0b950161b x-openstack-request-id: req-6f845150-8145-4612-9725-02d0b950161b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:54.380188 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:54.380188 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f845150-8145-4612-9725-02d0b950161b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:54.380591 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'status': 'completed', 'code': 200} Sep 23 20:03:54.455774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73369e78-3242-4143-a136-b8674f38d438 req-e91eea83-a4c8-4cf1-9a47-5babe84af863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:54.458088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73369e78-3242-4143-a136-b8674f38d438 req-e91eea83-a4c8-4cf1-9a47-5babe84af863 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 1097 time: 0.0526297 Sep 23 20:03:54.497508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccaed2-6d37-4987-b5f7-d04b7a001fa3 req-2716b771-35a5-4ce7-8d36-814f5362cc5c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:54.500596 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:06Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:54.505410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6ccaed2-6d37-4987-b5f7-d04b7a001fa3 req-2716b771-35a5-4ce7-8d36-814f5362cc5c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 946 time: 0.0640063 Sep 23 20:03:54.528968 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] Checking router: 49514060-5b9d-4277-90d8-8d43205e9559 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:03:54.541413 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:54.542288 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:54.550555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6ccaed2-6d37-4987-b5f7-d04b7a001fa3 req-aa0cfe5b-1d66-45ee-8400-02c93d20d90a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Sep 23 20:03:54.593197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73369e78-3242-4143-a136-b8674f38d438 req-29b347d8-cb40-48d0-acf3-4056c6c92392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:54.594849 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73369e78-3242-4143-a136-b8674f38d438 req-29b347d8-cb40-48d0-acf3-4056c6c92392 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 200 len: 898 time: 0.1291618 Sep 23 20:03:54.642537 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73369e78-3242-4143-a136-b8674f38d438 req-3cecadbe-5c24-487c-a1bc-aaab09bc0f70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 200 len: 217 time: 0.0387378 Sep 23 20:03:54.655561 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:54.695477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73369e78-3242-4143-a136-b8674f38d438 req-8e169955-cbb6-4bde-9de0-3e388e5f6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:54.696957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73369e78-3242-4143-a136-b8674f38d438 req-8e169955-cbb6-4bde-9de0-3e388e5f6187 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 200 len: 835 time: 0.0470951 Sep 23 20:03:54.751757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73369e78-3242-4143-a136-b8674f38d438 req-5579edbd-d68f-4413-9a1b-310fe7988fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:54.753207 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73369e78-3242-4143-a136-b8674f38d438 req-5579edbd-d68f-4413-9a1b-310fe7988fbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e28a41ac-e360-4052-8009-5b0ae9b8ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490499 Sep 23 20:03:54.862846 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73369e78-3242-4143-a136-b8674f38d438 req-f9b20a41-7300-4607-b9c2-f02c99b96eb9 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977571 Sep 23 20:03:54.873526 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:06Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:54.902831 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafbf19-2e7d-418d-ae95-f0e2a0242bee None None] The sync data for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 is: [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:03Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '47bda777-2c4f-44e0-8486-bb117d542248', 'name': '', 'network_id': 'e28a41ac-e360-4052-8009-5b0ae9b8ffa9', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:08:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:02Z', 'updated_at': '2021-09-23T20:02:06Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'b96cc6e5-3def-4937-899b-25256bf1f3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:03:54.964295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-73369e78-3242-4143-a136-b8674f38d438 req-9985ad10-252c-4bd7-b24e-1c7bcd550bf2 service neutron] 10.222.0.72 "GET /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923393 Sep 23 20:03:55.154481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf6c8e-dc30-4f34-8a3b-f242103a5429 None None] New status for floating IP 7418d143-a78f-4cfa-a17a-1d010c9f748f: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:03:55.592280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:55.614821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4f0e740d-8eee-428f-97f7-b43177596292 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:55.616547 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4f0e740d-8eee-428f-97f7-b43177596292 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 946 time: 0.0597525 Sep 23 20:03:55.673370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ef7a4-ee22-4b3d-8613-29fbf073fd41 req-a5a9259d-d8c8-4f30-a7f0-230854818433 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:55.675001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee8ef7a4-ee22-4b3d-8613-29fbf073fd41 req-a5a9259d-d8c8-4f30-a7f0-230854818433 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=56ddf5d6-7553-470f-a9fd-2e7a06aa0cac HTTP/1.1" status: 200 len: 946 time: 0.0585616 Sep 23 20:03:55.714307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee8ef7a4-ee22-4b3d-8613-29fbf073fd41 req-0c175bba-6e21-4c31-aece-95e2a3cccd7d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1cff74a-2c12-4170-8560-b4799d77377c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330906 Sep 23 20:03:55.722712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port f8d0e3fb-5f87-4587-a105-48d24345666e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:03:55.723316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:55.824552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port f8d0e3fb-5f87-4587-a105-48d24345666e, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f8d0e3fb-5f87-4587-a105-48d24345666e,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:55.825210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:55.842721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for f8d0e3fb-5f87-4587-a105-48d24345666e owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:03:55.966838 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:55.996742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=f8d0e3fb-5f87-4587-a105-48d24345666e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:56.040291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] No DVR routers for this DVR port f8d0e3fb-5f87-4587-a105-48d24345666e on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:03:56.042870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:56.044822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b49c3949-20d9-45d9-88d4-8ee9153184d2 req-4a436345-82dd-4a26-866a-2e524cd20cf9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "DELETE /v2.0/ports/f8d0e3fb-5f87-4587-a105-48d24345666e HTTP/1.1" status: 204 len: 173 time: 0.4223719 Sep 23 20:03:56.045248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-deleted', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:56.047830 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908caa3e-35b7-44f2-b097-9ab8e7365e0f" -d '{"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-deleted", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:56.089791 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978fbf4-a1c1-4715-b5dc-a0bd51cb0f76 x-openstack-request-id: req-1978fbf4-a1c1-4715-b5dc-a0bd51cb0f76 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:56.090081 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ddf5d6-7553-470f-a9fd-2e7a06aa0cac", "name": "network-vif-deleted", "tag": "f8d0e3fb-5f87-4587-a105-48d24345666e", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:56.090367 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1978fbf4-a1c1-4715-b5dc-a0bd51cb0f76 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:56.090774 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ddf5d6-7553-470f-a9fd-2e7a06aa0cac', 'name': 'network-vif-deleted', 'tag': 'f8d0e3fb-5f87-4587-a105-48d24345666e', 'status': 'completed', 'code': 200} Sep 23 20:03:56.771534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:56.973236 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.139327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.398720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 47bda777-2c4f-44e0-8486-bb117d542248 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:03:57.399061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.485693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port 47bda777-2c4f-44e0-8486-bb117d542248, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=47bda777-2c4f-44e0-8486-bb117d542248,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:57.486050 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.498565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 47bda777-2c4f-44e0-8486-bb117d542248 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:03:57.707714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.739474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=47bda777-2c4f-44e0-8486-bb117d542248,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:57.912919 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.964330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:03:57.989727 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f8d0e3fb-5f87-4587-a105-48d24345666e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:03:57.990400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f8d0e3fb-5f87-4587-a105-48d24345666e not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:03:58.139290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 49514060-5b9d-4277-90d8-8d43205e9559 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:03:58.500108 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:03:58.526835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:03:58.531923 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-940df475-eca3-4249-87e1-682d0484063d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/49514060-5b9d-4277-90d8-8d43205e9559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7593691 Sep 23 20:03:58.534743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:58.540870 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] Sync routers for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:03:58.549775 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:58.550578 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:58.585935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting subnet b96cc6e5-3def-4937-899b-25256bf1f3a6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:03:58.588960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:58.636323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:58.669770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:58.727097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:58.790792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:58.818765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Subnet': ['ID=b96cc6e5-3def-4937-899b-25256bf1f3a6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:58.823119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:58.828038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:58.828466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-52c88025-c757-4a2d-87be-32312987737d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/subnets/b96cc6e5-3def-4937-899b-25256bf1f3a6 HTTP/1.1" status: 204 len: 168 time: 0.2918651 Sep 23 20:03:58.843961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b845c89-4ffe-4584-a054-9a68ef808f63 None None] Network e28a41ac-e360-4052-8009-5b0ae9b8ffa9 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:03:58.868179 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:03:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:58.910990 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] Checking router: 49514060-5b9d-4277-90d8-8d43205e9559 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:03:58.921706 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] Routers {'49514060-5b9d-4277-90d8-8d43205e9559'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:58.923596 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['49514060-5b9d-4277-90d8-8d43205e9559'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:58.964456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.055472 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] Set router 49514060-5b9d-4277-90d8-8d43205e9559 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:59.062391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] DHCP port deletion for e28a41ac-e360-4052-8009-5b0ae9b8ffa9 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:03:59.106707 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.124159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] Deleting port 7ccb7fde-902e-4eae-a209-a3da0e145590 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:03:59.124536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.167379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:03:59.167835 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.192716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] For port 7ccb7fde-902e-4eae-a209-a3da0e145590, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7ccb7fde-902e-4eae-a209-a3da0e145590,segment=NetworkSegment(d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f),segment_id=d75116d0-9857-4ee2-b8d5-7a40d2a4ca4f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:59.193120 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.205757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] Calling delete_port for 7ccb7fde-902e-4eae-a209-a3da0e145590 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:03:59.249121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port b7db88d8-5df9-47d6-a3a0-3848a0a5dd11, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:59.249933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.262277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:03:59.264200 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:03:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:59.292536 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2de80-b63d-49a2-8d7d-9fbdf907f6dd None None] The sync data for ids ['49514060-5b9d-4277-90d8-8d43205e9559'] in n-d-810763-1 is: [{'id': '49514060-5b9d-4277-90d8-8d43205e9559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756772540', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:03:57Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'b7db88d8-5df9-47d6-a3a0-3848a0a5dd11', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49514060-5b9d-4277-90d8-8d43205e9559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:59Z', 'updated_at': '2021-09-23T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:03:59.299666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.314767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] No DVR routers for this DVR port 7ccb7fde-902e-4eae-a209-a3da0e145590 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:03:59.336982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cd55b-2d05-4d80-a236-cf88d6a23583 None None] Pushing event deleted for resources: {'Port': ['ID=7ccb7fde-902e-4eae-a209-a3da0e145590,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:59.445774 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.476373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=b7db88d8-5df9-47d6-a3a0-3848a0a5dd11,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:59.542689 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.637796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.639912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.701494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.702231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Fanout notify agent at l3_agent the message router_deleted on router 49514060-5b9d-4277-90d8-8d43205e9559 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:03:59.714517 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.716277 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2784253a-af29-4f26-a2ce-93078f10b9f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/routers/49514060-5b9d-4277-90d8-8d43205e9559 HTTP/1.1" status: 204 len: 168 time: 0.8866067 Sep 23 20:03:59.719774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:59.814573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.914084 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.935860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28a41ac-e360-4052-8009-5b0ae9b8ffa9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:59.951240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:59.951784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75116d0-9857-4ee2-b8d5-7a40d2a4ca4f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:59.961796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.977664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.985454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:03:59.985823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:03:59.990625 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:04:00.057002 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.064838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.067188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/networks/e28a41ac-e360-4052-8009-5b0ae9b8ffa9 HTTP/1.1" status: 204 len: 168 time: 0.3463657 Sep 23 20:04:00.070031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37612) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:00.084937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81db57b-2be1-4c81-a53c-0731ad05b998 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Network': ['ID=e28a41ac-e360-4052-8009-5b0ae9b8ffa9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:00.132056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c943dbf1-a872-430b-9be2-42c73885d42e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.158400 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c943dbf1-a872-430b-9be2-42c73885d42e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.225093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c943dbf1-a872-430b-9be2-42c73885d42e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.227722 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c943dbf1-a872-430b-9be2-42c73885d42e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.229148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c943dbf1-a872-430b-9be2-42c73885d42e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/security-groups/b1cff74a-2c12-4170-8560-b4799d77377c HTTP/1.1" status: 204 len: 168 time: 0.1578434 Sep 23 20:04:00.239320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943dbf1-a872-430b-9be2-42c73885d42e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cff74a-2c12-4170-8560-b4799d77377c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:00.448112 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:00.453361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68536a6c-e27a-45fc-b08f-f1d95001a82f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125683274', 'description': 'tempest-secgroup-smoke-1125683274 description', 'project_id': 'e144f56724054e42a9e756118e2b5ace'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:00.476610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68536a6c-e27a-45fc-b08f-f1d95001a82f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.562903 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68536a6c-e27a-45fc-b08f-f1d95001a82f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.567447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68536a6c-e27a-45fc-b08f-f1d95001a82f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.594252 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68536a6c-e27a-45fc-b08f-f1d95001a82f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.595513 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-68536a6c-e27a-45fc-b08f-f1d95001a82f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463923 Sep 23 20:04:00.599074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 37702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:00.600587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68536a6c-e27a-45fc-b08f-f1d95001a82f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512d4064-cedf-41ab-854c-f18cc9e2ebc8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:00.603780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-36f3c4ca-b835-4293-8852-add27f4044c0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '512d4064-cedf-41ab-854c-f18cc9e2ebc8', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:00.633723 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36f3c4ca-b835-4293-8852-add27f4044c0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.687224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:00.687769 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36f3c4ca-b835-4293-8852-add27f4044c0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.692169 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36f3c4ca-b835-4293-8852-add27f4044c0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.714391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3c4ca-b835-4293-8852-add27f4044c0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529bb48a-512a-4028-903a-270d338efa6e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:00.715378 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:00.715923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device b7db88d8-5df9-47d6-a3a0-3848a0a5dd11 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:00.716351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7ccb7fde-902e-4eae-a209-a3da0e145590 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:00.717058 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36f3c4ca-b835-4293-8852-add27f4044c0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.718689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-36f3c4ca-b835-4293-8852-add27f4044c0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186028 Sep 23 20:04:00.721418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:00.728731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4789a18-dd0a-4325-b407-004e8aa7a9a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '512d4064-cedf-41ab-854c-f18cc9e2ebc8', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:00.738924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7ccb7fde-902e-4eae-a209-a3da0e145590 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:00.739710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7ccb7fde-902e-4eae-a209-a3da0e145590 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:00.740300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 47bda777-2c4f-44e0-8486-bb117d542248 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:00.759286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4789a18-dd0a-4325-b407-004e8aa7a9a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.767637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 47bda777-2c4f-44e0-8486-bb117d542248 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:00.767999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 47bda777-2c4f-44e0-8486-bb117d542248 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:00.818979 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4789a18-dd0a-4325-b407-004e8aa7a9a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.823166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4789a18-dd0a-4325-b407-004e8aa7a9a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.841859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4789a18-dd0a-4325-b407-004e8aa7a9a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf735fd5-b69e-414c-a727-659333902dbe,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:00.849137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4789a18-dd0a-4325-b407-004e8aa7a9a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.853135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4789a18-dd0a-4325-b407-004e8aa7a9a8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264567 Sep 23 20:04:00.853343 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:00.858398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2720ea01-961e-42e7-bfba-76c628694bef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '512d4064-cedf-41ab-854c-f18cc9e2ebc8', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:00.884335 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2720ea01-961e-42e7-bfba-76c628694bef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.947467 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2720ea01-961e-42e7-bfba-76c628694bef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.951286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2720ea01-961e-42e7-bfba-76c628694bef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.970789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720ea01-961e-42e7-bfba-76c628694bef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa96544b-2cac-44eb-8222-46be4a4e7722,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:00.975224 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2720ea01-961e-42e7-bfba-76c628694bef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:00.976706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2720ea01-961e-42e7-bfba-76c628694bef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218524 Sep 23 20:04:00.979358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:00.983637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d98394d6-c877-4f72-b38e-7756705e9f99 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '512d4064-cedf-41ab-854c-f18cc9e2ebc8', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:01.010778 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d98394d6-c877-4f72-b38e-7756705e9f99 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.073192 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d98394d6-c877-4f72-b38e-7756705e9f99 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.076890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d98394d6-c877-4f72-b38e-7756705e9f99 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.094926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98394d6-c877-4f72-b38e-7756705e9f99 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b5dd51-5c66-47a2-b9a2-10a3dbe6e608,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:01.101287 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d98394d6-c877-4f72-b38e-7756705e9f99 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.105261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d98394d6-c877-4f72-b38e-7756705e9f99 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225395 Sep 23 20:04:01.105496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:01.110044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '512d4064-cedf-41ab-854c-f18cc9e2ebc8', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:01.131444 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:04:01.136485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.201731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.205787 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.224558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e54b80-3e8f-4135-bae4-cc318be4f121,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:01.230310 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.231903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ac41ebe-1511-4573-9163-e4b15826d9e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254907 Sep 23 20:04:01.234782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:01.239778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '512d4064-cedf-41ab-854c-f18cc9e2ebc8', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:01.262165 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:04:01.267520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.337784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.342539 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.362963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd491450-30bd-41ef-95dd-7def8cadcb9c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:01.366020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.370664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4950f085-de7b-44b6-93d4-800034f55fce tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315420 Sep 23 20:04:01.370664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:01.374911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'network': {'name': 'tempest-network-smoke--1323991438', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:01.396238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:04:01.399864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.428513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:04:01.437925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.438307 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Added segment ca9bd57a-c428-4925-8332-f99c3cfcc136 of type vlan for network 7315be95-5ac2-4f82-8beb-261eef76b16b Sep 23 20:04:01.478913 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.504992 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.510827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:01.511421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.548702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1774895 Sep 23 20:04:01.551380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 37864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:01.555655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'admin_state_up': True, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:01.598812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f57e6-516d-41c5-aa21-ad950980ee89 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Network': ['ID=7315be95-5ac2-4f82-8beb-261eef76b16b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:01.610890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 7315be95-5ac2-4f82-8beb-261eef76b16b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:04:01.615494 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.616513 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.671828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.814567 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.009666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.032674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.137147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.45 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/ae439690-2fad-4e09-aed6-7f552315a36f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:04:02.246284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.279945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.319166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:02.322354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:02.325806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:04:02.336946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=ae439690-2fad-4e09-aed6-7f552315a36f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:02.585304 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.777732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.917749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 04aa8534-fffd-4dd4-b12b-164bcb581ddd is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:04:03.025386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:04:03.036202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Sync routers for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:04:03.045063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.049091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aa943261-2b09-43dd-b986-c373176444e0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4939222 Sep 23 20:04:03.049375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:03.051218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:03.051975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:03.082717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f14cd874-9d2b-432e-8344-a14f9c728941 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e144f56724054e42a9e756118e2b5ace&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299213 Sep 23 20:04:03.082938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:03.157275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:03.171031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601eb6b-a623-4af8-be4b-64d2c0ed9da6 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:03.176101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f601eb6b-a623-4af8-be4b-64d2c0ed9da6 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916622 Sep 23 20:04:03.176479 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38028) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:03.207728 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0875081b-ead1-4781-8ef6-f23fd3740879 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299296 Sep 23 20:04:03.210638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:03.215767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946854150', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:03.319206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:04:03.323617 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.504078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:02Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:03.527601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.533135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Checking router: 04aa8534-fffd-4dd4-b12b-164bcb581ddd for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:04:03.533491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Updating router 04aa8534-fffd-4dd4-b12b-164bcb581ddd port ae439690-2fad-4e09-aed6-7f552315a36f binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:04:03.560876 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.596399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Subnet': ['ID=4279740c-e888-45f0-88ee-6d34f096b586,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:03.601083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Checking segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:03.601647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network hostable DHCP agents. Network: 7315be95-5ac2-4f82-8beb-261eef76b16b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:04:03.621432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network 7315be95-5ac2-4f82-8beb-261eef76b16b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:04:03.632299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 7315be95-5ac2-4f82-8beb-261eef76b16b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:03.637221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:03.638010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.653569 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dca5f626-48de-413e-bf97-ccbddd933138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4417782 Sep 23 20:04:03.656304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:03.659950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e02666-424f-45b7-bd4c-4fbf4958d6d0 None None] Network 7315be95-5ac2-4f82-8beb-261eef76b16b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:04:03.900405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-7315be95-5ac2-4f82-8beb-261eef76b16b', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:04:03.901242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.014315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.024410 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.117239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2d257-7da4-4ae2-a587-1302ecc79b81 None None] Pushing event updated for resources: {'Port': ['ID=ae439690-2fad-4e09-aed6-7f552315a36f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:04.130598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Attempting to bind port ae439690-2fad-4e09-aed6-7f552315a36f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:04.131002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Attempting to bind port ae439690-2fad-4e09-aed6-7f552315a36f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:04.131511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Attempting to bind port ae439690-2fad-4e09-aed6-7f552315a36f on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:04.137992 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.139729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:04.140043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:04.140442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.140829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:04.141292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Bound port: ae439690-2fad-4e09-aed6-7f552315a36f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:04.141666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.143617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Allocated IP 172.20.0.2 (7315be95-5ac2-4f82-8beb-261eef76b16b/4279740c-e888-45f0-88ee-6d34f096b586/32d19f03-201d-48eb-90de-b89b74f78bac) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:04:04.250111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] For port ae439690-2fad-4e09-aed6-7f552315a36f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:04.267563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] For port ae439690-2fad-4e09-aed6-7f552315a36f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae439690-2fad-4e09-aed6-7f552315a36f,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:04.273529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.341085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:04.341728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:04.466384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2d257-7da4-4ae2-a587-1302ecc79b81 None None] Pushing event updated for resources: {'Port': ['ID=ae439690-2fad-4e09-aed6-7f552315a36f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:04.488448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.494786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.544320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:04.544569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.1 (7315be95-5ac2-4f82-8beb-261eef76b16b/4279740c-e888-45f0-88ee-6d34f096b586/1fe42ab8-ab2b-4aef-a886-24dc633ce5ae) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:04:04.571250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Network 7315be95-5ac2-4f82-8beb-261eef76b16b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:04.602913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:04.606263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:04:04.624156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Pushing event updated for resources: {'Port': ['ID=32d19f03-201d-48eb-90de-b89b74f78bac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:04.663614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.699935 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.719700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Attempting to bind port 32d19f03-201d-48eb-90de-b89b74f78bac on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:04.720018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Attempting to bind port 32d19f03-201d-48eb-90de-b89b74f78bac by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:04.722910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Attempting to bind port 32d19f03-201d-48eb-90de-b89b74f78bac on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:04.727400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:04.727775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Checking segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:04.728181 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.728578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Bound using segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:04.729046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Bound port: 32d19f03-201d-48eb-90de-b89b74f78bac, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:04.729431 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.744870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network 7315be95-5ac2-4f82-8beb-261eef76b16b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:04.748237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:04.751018 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:04:04.785264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:04.806586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.834864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] For port 32d19f03-201d-48eb-90de-b89b74f78bac, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:04.838468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] For port 32d19f03-201d-48eb-90de-b89b74f78bac, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=32d19f03-201d-48eb-90de-b89b74f78bac,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:04.845378 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.891656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:02Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:04.936737 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028fd03-815e-4689-b068-a47f8dccd1f6 None None] The sync data for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 is: [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:02Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:04:04.941714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b27fd-e9cb-4e0a-b5eb-96599ad7c5b2 None None] Pushing event updated for resources: {'Port': ['ID=32d19f03-201d-48eb-90de-b89b74f78bac,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:04.974655 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:05.372247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:05.377981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:05.461124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:05.463065 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:05.560876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network 7315be95-5ac2-4f82-8beb-261eef76b16b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:05.562895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:05.690122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 04aa8534-fffd-4dd4-b12b-164bcb581ddd has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:04:06.078105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a1dd0-bd99-49be-9030-909574628f68 None None] Network 7315be95-5ac2-4f82-8beb-261eef76b16b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:04:06.180025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6a720251-cc13-4135-a442-01e8626604f6 None None] Provisioning complete for port 32d19f03-201d-48eb-90de-b89b74f78bac triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:06.180399 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a720251-cc13-4135-a442-01e8626604f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:06.192716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:04:06.206837 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-186a7d41-7a74-4b5b-939d-a91c580e1a8c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/04aa8534-fffd-4dd4-b12b-164bcb581ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5409472 Sep 23 20:04:06.335794 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a720251-cc13-4135-a442-01e8626604f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:06.376232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6a720251-cc13-4135-a442-01e8626604f6 None None] For port 32d19f03-201d-48eb-90de-b89b74f78bac, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=32d19f03-201d-48eb-90de-b89b74f78bac,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:06.380444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a720251-cc13-4135-a442-01e8626604f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:06.441260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a720251-cc13-4135-a442-01e8626604f6 None None] Pushing event updated for resources: {'Port': ['ID=32d19f03-201d-48eb-90de-b89b74f78bac,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:06.444352 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-53ba2947-d944-44ab-82d2-676b74f45435 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125683274&fields=id&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 267 time: 0.0491042 Sep 23 20:04:06.583760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-0b76d922-8d53-4958-88d5-8991d94ddebd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:06.585302 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-0b76d922-8d53-4958-88d5-8991d94ddebd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 797 time: 0.1311522 Sep 23 20:04:06.610287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-073505c2-b7be-4448-a54b-f7649d3f6ceb None None] Provisioning complete for port 32d19f03-201d-48eb-90de-b89b74f78bac triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:06.610936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-073505c2-b7be-4448-a54b-f7649d3f6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:06.616268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-7d959193-c414-4dd5-8898-a70376ae2529 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/quotas/e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 375 time: 0.0191407 Sep 23 20:04:06.688150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-dcb15651-c8d7-47eb-95f9-c22e94c04c6d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685248 Sep 23 20:04:06.760332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-073505c2-b7be-4448-a54b-f7649d3f6ceb None None] Provisioning complete for port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:06.761531 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-073505c2-b7be-4448-a54b-f7649d3f6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:06.804436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-073505c2-b7be-4448-a54b-f7649d3f6ceb None None] Port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:04:06.835061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae439690-2fad-4e09-aed6-7f552315a36f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:04:06.840500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-87b10b39-9cf2-41a1-a92d-19a14808697e service neutron] 10.222.0.38 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465757 Sep 23 20:04:06.951602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ae439690-2fad-4e09-aed6-7f552315a36f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:06.952185 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:06.982887 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Sync routers for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:04:06.991158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-f8ce5618-bead-415a-8001-fb9264df8de1 service neutron] 10.222.0.38 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409671 Sep 23 20:04:06.994136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8649beee-fdbf-428c-8d50-737e1590b56a None None] Provisioning complete for port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:06.994568 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8649beee-fdbf-428c-8d50-737e1590b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:06.997296 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:06.998268 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:07.161675 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8649beee-fdbf-428c-8d50-737e1590b56a None None] Port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:04:07.182751 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.212730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b158eec2-01fb-49b6-af88-23a1b90386f2 req-3c3c9738-84ea-4f90-aa8d-2cf37abd3f68 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 210 time: 0.0502682 Sep 23 20:04:07.219846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ae439690-2fad-4e09-aed6-7f552315a36f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae439690-2fad-4e09-aed6-7f552315a36f,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:07.224836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.226072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 32d19f03-201d-48eb-90de-b89b74f78bac up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:04:07.270752 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:07.339477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ae439690-2fad-4e09-aed6-7f552315a36f,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:07.355495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b2775f6b-e4c5-4f33-9b31-bb5fe29d72d7 None None] Provisioning complete for port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:07.355866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2775f6b-e4c5-4f33-9b31-bb5fe29d72d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.388711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 32d19f03-201d-48eb-90de-b89b74f78bac triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:07.389222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.428479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b2775f6b-e4c5-4f33-9b31-bb5fe29d72d7 None None] Port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:04:07.493937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:05Z', 'revision_number': 2, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:07.523484 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Checking router: 04aa8534-fffd-4dd4-b12b-164bcb581ddd for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:04:07.523865 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Updating router 04aa8534-fffd-4dd4-b12b-164bcb581ddd port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:04:07.549422 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.835597 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.841700 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.890055 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Pushing event updated for resources: {'Port': ['ID=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:07.901023 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.901357 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.901720 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.902094 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.902452 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.902818 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.903190 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.903511 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.903827 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.904138 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.904450 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.904761 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:07.968726 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Attempting to bind port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:07.969212 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Attempting to bind port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:07.969691 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Attempting to bind port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:07.975237 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:07.975692 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Checking segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:07.976164 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:07.976630 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Bound using segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:07.977223 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Bound port: 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:07.977662 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:08.045322 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] For port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:08.054872 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] For port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:08.062927 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:08.108199 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:08.108867 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:03:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:08.161637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-22e4f2e8-9b88-4aed-80a4-44e210430423 None None] Provisioning complete for port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:08.162519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22e4f2e8-9b88-4aed-80a4-44e210430423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:08.272493 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde4b3d-c502-4b80-8b11-7b2a95ff1764 None None] Pushing event updated for resources: {'Port': ['ID=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:08.311848 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:08.331701 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22e4f2e8-9b88-4aed-80a4-44e210430423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:08.383892 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2400a5ef-294e-4289-9989-a1b7930a70b9 req-97578cbd-0d03-415f-943c-32589fc69a62 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 210 time: 0.0638900 Sep 23 20:04:08.444278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-52fa4ca8-51eb-4e41-bc47-7c056ad010b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:08.445914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-52fa4ca8-51eb-4e41-bc47-7c056ad010b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 797 time: 0.2863343 Sep 23 20:04:08.499779 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-0672ccba-fd2b-48ad-b6b3-9cbc711fa11b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 380 time: 0.0443037 Sep 23 20:04:08.511999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'port': {'device_id': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'admin_state_up': True, 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'security_groups': ['512d4064-cedf-41ab-854c-f18cc9e2ebc8']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:08.578552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-22e4f2e8-9b88-4aed-80a4-44e210430423 None None] For port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:08.584625 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22e4f2e8-9b88-4aed-80a4-44e210430423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:08.603923 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:08.639190 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829355a3-df30-464a-a3dd-dce7056c96d5 None None] The sync data for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 is: [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:04:08.639472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4f2e8-9b88-4aed-80a4-44e210430423 None None] Pushing event updated for resources: {'Port': ['ID=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:08.671122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:04:08.675810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:08.729633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-273439e4-8bad-4353-9927-85cb2efc9097 None None] Provisioning complete for port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:08.730019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-273439e4-8bad-4353-9927-85cb2efc9097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:08.775156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae439690-2fad-4e09-aed6-7f552315a36f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:04:08.874856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.3 (7315be95-5ac2-4f82-8beb-261eef76b16b/4279740c-e888-45f0-88ee-6d34f096b586/49a55d27-85af-4a43-975a-e1f83bbd62a6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:04:08.892970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ae439690-2fad-4e09-aed6-7f552315a36f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:08.893394 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.054744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.090026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.144975 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network 7315be95-5ac2-4f82-8beb-261eef76b16b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:09.151466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:09.153505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:09.162955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:04:09.227700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:09.228976 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.253968 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-681955c8-9968-482a-b9cc-eaf2e4dbdaad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460601 Sep 23 20:04:09.271789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Request body: {'port': {'device_id': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:09.331769 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.455384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-38ea0f53-4303-484d-976b-cf6b05a6ffd5 None None] Provisioning complete for port 49a55d27-85af-4a43-975a-e1f83bbd62a6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:09.457667 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38ea0f53-4303-484d-976b-cf6b05a6ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.523499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-38ea0f53-4303-484d-976b-cf6b05a6ffd5 None None] Port 49a55d27-85af-4a43-975a-e1f83bbd62a6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:04:09.589800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86eed4-88cc-484a-9843-62311cd4fe73 req-1653e2f3-924c-42c7-bfa0-56b4ee0ccdba tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:09.597978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a86eed4-88cc-484a-9843-62311cd4fe73 req-1653e2f3-924c-42c7-bfa0-56b4ee0ccdba tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 931 time: 0.0965033 Sep 23 20:04:09.642698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a86eed4-88cc-484a-9843-62311cd4fe73 req-94633f03-7333-4536-854b-039740905366 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386028 Sep 23 20:04:09.692237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a55d27-85af-4a43-975a-e1f83bbd62a6 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:04:09.702519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.716915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Transition to ACTIVE for port object 49a55d27-85af-4a43-975a-e1f83bbd62a6 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:04:09.721351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.776932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:09.833923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:09.877482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:09.877828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:09.878748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:09.883907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:04:09.884261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:09.893366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:09.894364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Checking segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:09.895162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Bound using segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:09.895603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Bound port: 49a55d27-85af-4a43-975a-e1f83bbd62a6, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:09.895969 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.979825 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:09.982950 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-449f8a5c-7b34-42e8-9f11-85628d6cba9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:09.984728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:09.989587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.037149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.037904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.039437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] 10.222.0.72 "PUT /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 1091 time: 0.7759583 Sep 23 20:04:10.040074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:10.042168 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a34970-351f-4f80-be9d-0766a7f94f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:10.075986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e5e4-1580-4bfa-9d90-aa2bbb50c633 service neutron] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:10.149043 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32aea2a-7065-4546-9eb1-7785928c0447 x-openstack-request-id: req-a32aea2a-7065-4546-9eb1-7785928c0447 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:10.149499 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:10.150196 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a32aea2a-7065-4546-9eb1-7785928c0447 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:10.150196 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'status': 'completed', 'code': 200} Sep 23 20:04:10.173597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-7db5b2f8-9cdf-4680-89db-95f9115d2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.175327 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-7db5b2f8-9cdf-4680-89db-95f9115d2a67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1094 time: 0.0736117 Sep 23 20:04:10.180357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-449f8a5c-7b34-42e8-9f11-85628d6cba9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.186095 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-449f8a5c-7b34-42e8-9f11-85628d6cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.220893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-616ededb-9de3-4a58-86a2-88fe9e49f63f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 217 time: 0.0374453 Sep 23 20:04:10.232274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-449f8a5c-7b34-42e8-9f11-85628d6cba9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9ebbd52c7bc40b19103571b8b688029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971972 Sep 23 20:04:10.233004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8a5c-7b34-42e8-9f11-85628d6cba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7542e22b-c21e-4c01-b842-a6a5def70a90,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:10.235474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:10.283708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-882ee565-27bb-4802-b622-ad055ba75c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.285222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-882ee565-27bb-4802-b622-ad055ba75c50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0561678 Sep 23 20:04:10.288908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcfbb-2a08-4bad-9d83-ece42eabc017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.310957 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcfbb-2a08-4bad-9d83-ece42eabc017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.337218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d88cb-91a6-4915-a23f-80ace168a24f req-9407a8b4-e2b9-45e3-94c8-51308537675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.338757 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-9407a8b4-e2b9-45e3-94c8-51308537675f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461195 Sep 23 20:04:10.358688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcfbb-2a08-4bad-9d83-ece42eabc017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.361340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcfbb-2a08-4bad-9d83-ece42eabc017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.363139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8bcbcfbb-2a08-4bad-9d83-ece42eabc017 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7542e22b-c21e-4c01-b842-a6a5def70a90 HTTP/1.1" status: 204 len: 168 time: 0.1261833 Sep 23 20:04:10.372852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbcfbb-2a08-4bad-9d83-ece42eabc017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7542e22b-c21e-4c01-b842-a6a5def70a90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:10.448308 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-c62ae0b1-eae8-4547-a6b5-3e21ff97d71c service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025963 Sep 23 20:04:10.551134 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-259d88cb-91a6-4915-a23f-80ace168a24f req-13aa2e96-15eb-4d1b-a40b-aa27d6d7153e service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962315 Sep 23 20:04:10.631994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:10.641357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-1ef6f2bc-f1f5-49d2-8ea3-f5ca47137545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.642398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-1ef6f2bc-f1f5-49d2-8ea3-f5ca47137545 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1094 time: 0.0468147 Sep 23 20:04:10.645504 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8197152-d0b9-4e46-b538-24a69db73375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.739959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:04:10.757897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-01bafc65-8b73-4908-94ee-c233c87d79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.759865 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-01bafc65-8b73-4908-94ee-c233c87d79f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 898 time: 0.1099768 Sep 23 20:04:10.784759 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8197152-d0b9-4e46-b538-24a69db73375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.787973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:10.788510 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.791977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8197152-d0b9-4e46-b538-24a69db73375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.810190 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-3d264b7c-48a8-4ab9-a302-1fc4dc49a5a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 217 time: 0.0429420 Sep 23 20:04:10.838540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772bed-6759-4380-a331-1df66e70e412 req-824f94bd-ef33-4682-ad4d-41fb0b9a8ff3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.842656 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10772bed-6759-4380-a331-1df66e70e412 req-824f94bd-ef33-4682-ad4d-41fb0b9a8ff3 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 943 time: 0.1093709 Sep 23 20:04:10.861414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e8197152-d0b9-4e46-b538-24a69db73375 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6bf6b4e6d42e4f0b9ef4214fd204b675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283077 Sep 23 20:04:10.866099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:10.868995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197152-d0b9-4e46-b538-24a69db73375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a31f47-2a43-41f7-b337-c06d30dffd72,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:10.879232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-3a50cc81-5911-458e-a9a2-ea7799f479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.880971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-3a50cc81-5911-458e-a9a2-ea7799f479f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0643768 Sep 23 20:04:10.893361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10772bed-6759-4380-a331-1df66e70e412 req-41caa4bf-2287-4538-bd44-bd36e09121a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Sep 23 20:04:10.956309 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:10.960488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-398d8b44-a765-4659-9b60-e6e4902a26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:10.962004 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-398d8b44-a765-4659-9b60-e6e4902a26f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727415 Sep 23 20:04:10.998031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:11.088874 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-2344e570-d7f0-44ca-9736-b29923459eb1 service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184530 Sep 23 20:04:11.105192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:11.107732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:11.108789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33a31f47-2a43-41f7-b337-c06d30dffd72 HTTP/1.1" status: 204 len: 168 time: 0.2417316 Sep 23 20:04:11.128425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a31f47-2a43-41f7-b337-c06d30dffd72,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:11.147624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.147974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.148312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.148645 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.148976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.149306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.149634 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.149958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.150324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.150637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.150956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.151275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f14c0d-99f1-4a8c-bfcf-022ff105717d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:11.218312 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a0a34970-351f-4f80-be9d-0766a7f94f0a req-2bf675b0-2cac-4db4-9a81-224196f4fb8f service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222529 Sep 23 20:04:11.783074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:11.890109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1014809835-network', 'tenant_id': '18a3cf0bda6147bca9135ea676847ce5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:11.910839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Made reservation on behalf of 18a3cf0bda6147bca9135ea676847ce5 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:04:11.913168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:11.921633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.012600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41239f0-10d7-4796-98b1-631b9811115f req-399f5796-8c87-4e65-9fdf-e565e92dbe45 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:12.014043 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.014400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c41239f0-10d7-4796-98b1-631b9811115f req-399f5796-8c87-4e65-9fdf-e565e92dbe45 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 943 time: 0.0528073 Sep 23 20:04:12.022132 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.044438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:04:12.052426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c41239f0-10d7-4796-98b1-631b9811115f req-2234feb7-fc62-4206-9e36-e3905f4509f6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Sep 23 20:04:12.058410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a0d358-ca65-485c-abf9-14cdf636780b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:12.063347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.063701 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Added segment d0ee175b-8b2c-4877-8f3d-45775bcf7bb0 of type vlan for network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee Sep 23 20:04:12.104074 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.128867 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.129816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:12.130429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.173106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3888972 Sep 23 20:04:12.176774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:12.181692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Request body: {'subnet': {'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1014809835-subnet', 'tenant_id': '18a3cf0bda6147bca9135ea676847ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:12.202673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Made reservation on behalf of 18a3cf0bda6147bca9135ea676847ce5 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:04:12.205204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.223399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec23fa2-f347-498b-bcec-c69156f42592 admin admin] Pushing event updated for resources: {'Network': ['ID=33bdae10-3f76-42b1-9dd4-aacfc339a7ee,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:12.233381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:04:12.377738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.428127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734dd604-6ac0-4728-94ae-aae06b4dcff5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:12.443444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Checking segment: {'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:12.443802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Network hostable DHCP agents. Network: 33bdae10-3f76-42b1-9dd4-aacfc339a7ee, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:04:12.460023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:04:12.469448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 33bdae10-3f76-42b1-9dd4-aacfc339a7ee) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:12.474920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:12.476861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:12.477491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb42c8-c364-4696-89ef-522adb08e313 None None] Network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:04:12.498977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-15500f63-2b4e-4ed8-8d9a-94035697cf81 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3139000 Sep 23 20:04:12.601701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1193e4-5a6a-4d6e-9349-842d48d16da5 None None] Network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:04:13.176421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85034e-b010-4409-a93c-198361b81410 req-6eccc67e-87af-46a4-b9c3-3b205e550f96 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:13.177911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b85034e-b010-4409-a93c-198361b81410 req-6eccc67e-87af-46a4-b9c3-3b205e550f96 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Sep 23 20:04:13.200505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7aee235-a3a7-40b4-a583-264547dc90b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:13.218934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b85034e-b010-4409-a93c-198361b81410 req-56aa3994-232c-45f2-8c9d-d3121dfe147a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334454 Sep 23 20:04:14.041597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:04:14.138195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:14.149408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'port_id': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'mac_address': 'fa:16:3e:2d:69:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:04:14.191306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:14.203920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a55d27-85af-4a43-975a-e1f83bbd62a6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:04:14.222339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:14.226681 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:14.231993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-a6369a71-449e-4093-98f0-3e2478d1d9c7 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:14.233503 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-a6369a71-449e-4093-98f0-3e2478d1d9c7 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/networks?id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee HTTP/1.1" status: 200 len: 809 time: 0.0999055 Sep 23 20:04:14.251269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-aa4799ec-45a9-41d0-9d62-5c64d3bad576 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/quotas/18a3cf0bda6147bca9135ea676847ce5 HTTP/1.1" status: 200 len: 375 time: 0.0111668 Sep 23 20:04:14.274547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:14.287285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-02d85189-826b-4043-9eae-c2e2fe5e4537 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=18a3cf0bda6147bca9135ea676847ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297661 Sep 23 20:04:14.376592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-7335fb0f-bcc1-4905-885d-903c86cec6e2 service neutron] 10.222.0.38 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820918 Sep 23 20:04:14.419463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['49a55d27-85af-4a43-975a-e1f83bbd62a6'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:04:14.467991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-95b2a5b9-b9d0-45cd-90a2-bce7c18f6a22 service neutron] 10.222.0.38 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845995 Sep 23 20:04:14.670630 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da917d3-fe8d-46b3-bf9a-5243d50b8797 req-dee93b53-89ef-4890-8794-f92d5e4f2117 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:14.672222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4da917d3-fe8d-46b3-bf9a-5243d50b8797 req-dee93b53-89ef-4890-8794-f92d5e4f2117 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 944 time: 0.0559988 Sep 23 20:04:14.711297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4da917d3-fe8d-46b3-bf9a-5243d50b8797 req-e3e5b82a-2e4f-407b-8597-e45c142bf60d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327740 Sep 23 20:04:14.777838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9035bfb0-42f5-4f59-8d21-8102eb81991a req-f27e8d47-a290-4087-8b37-e98000de8845 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 210 time: 0.0274079 Sep 23 20:04:15.512572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-b0619924-2048-4987-b26d-a154763947b8 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:15.514030 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-b0619924-2048-4987-b26d-a154763947b8 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "GET /v2.0/networks?id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee HTTP/1.1" status: 200 len: 809 time: 0.1022835 Sep 23 20:04:15.526834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Request body: {'port': {'device_id': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee', 'admin_state_up': True, 'tenant_id': '18a3cf0bda6147bca9135ea676847ce5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:15.635755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Made reservation on behalf of 18a3cf0bda6147bca9135ea676847ce5 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:04:15.639321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:15.765493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Allocated IP 172.20.0.14 (33bdae10-3f76-42b1-9dd4-aacfc339a7ee/734dd604-6ac0-4728-94ae-aae06b4dcff5/493f755d-9543-4f73-82cc-448dbe452529) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:04:15.830375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9345-e1ad-4aea-a77a-62facc4ea51f req-91293824-b50b-4213-a98f-4b38d60e5573 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:15.831934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f73f9345-e1ad-4aea-a77a-62facc4ea51f req-91293824-b50b-4213-a98f-4b38d60e5573 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 944 time: 0.0530255 Sep 23 20:04:15.869090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f73f9345-e1ad-4aea-a77a-62facc4ea51f req-08416795-39fe-4810-b73c-c3d033714e01 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Sep 23 20:04:15.914172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:15.950148 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-598b82c8-60b2-4fa1-b753-5d5d29a38b4d req-043af313-d7ce-4425-9d76-1d58768a9dd6 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 210 time: 0.0279219 Sep 23 20:04:15.951857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:15.993821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:15.996745 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:16.000396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:04:16.025048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Pushing event updated for resources: {'Port': ['ID=493f755d-9543-4f73-82cc-448dbe452529,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:16.051642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:16.052256 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.056650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:04:16.066080 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-f7a06613-1816-4144-89b5-2160873130ee tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5427930 Sep 23 20:04:16.078482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Request body: {'port': {'device_id': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:16.109602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 49a55d27-85af-4a43-975a-e1f83bbd62a6 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:04:16.114184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 49a55d27-85af-4a43-975a-e1f83bbd62a6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:16.114782 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.133433 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.192934 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.214920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:16.217118 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766dde5d-a065-4545-966f-71698a10e06c" -d '{"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-plugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:16.229996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:16.234358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.259859 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cfba1d-4028-4a28-8b13-56fba18d5bd5 x-openstack-request-id: req-83cfba1d-4028-4a28-8b13-56fba18d5bd5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:16.260203 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-plugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:16.260451 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83cfba1d-4028-4a28-8b13-56fba18d5bd5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:16.260833 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'code': 200} Sep 23 20:04:16.287755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:16.372747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7f26e3a-cc6c-49b3-a545-f4b7f89892a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.383875 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372c574-294d-4dfe-8de4-5090dbd12787 req-3fddfb32-b022-4b46-98e9-5a715cc71122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:16.385374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0372c574-294d-4dfe-8de4-5090dbd12787 req-3fddfb32-b022-4b46-98e9-5a715cc71122 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1096 time: 0.0639396 Sep 23 20:04:16.451472 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0372c574-294d-4dfe-8de4-5090dbd12787 req-9df43d8c-9372-446b-8605-44722daa9398 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587771 Sep 23 20:04:16.457220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493f755d-9543-4f73-82cc-448dbe452529 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:04:16.464349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.476290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Transition to ACTIVE for port object 493f755d-9543-4f73-82cc-448dbe452529 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:04:16.479885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.519604 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.532673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Pushing event updated for resources: {'Port': ['ID=493f755d-9543-4f73-82cc-448dbe452529,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:16.593885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Attempting to bind port 493f755d-9543-4f73-82cc-448dbe452529 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:16.594230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Attempting to bind port 493f755d-9543-4f73-82cc-448dbe452529 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:16.594565 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Attempting to bind port 493f755d-9543-4f73-82cc-448dbe452529 on network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:16.599362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Port 493f755d-9543-4f73-82cc-448dbe452529 on network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:04:16.599675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Attempting to bind port 493f755d-9543-4f73-82cc-448dbe452529 on network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:16.604277 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:16.604607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Checking segment: {'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:16.604982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Bound using segment: {'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:16.605394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Bound port: 493f755d-9543-4f73-82cc-448dbe452529, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:16.605740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.665435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] For port 493f755d-9543-4f73-82cc-448dbe452529, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:16.668371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] For port 493f755d-9543-4f73-82cc-448dbe452529, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=493f755d-9543-4f73-82cc-448dbe452529,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:16.672718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.709764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:16.710415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:16.711796 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/493f755d-9543-4f73-82cc-448dbe452529 HTTP/1.1" status: 200 len: 1092 time: 0.6375067 Sep 23 20:04:16.712208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'tag': '493f755d-9543-4f73-82cc-448dbe452529'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:16.714429 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a688f2b1-c386-4f44-947c-033db9cae4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d68db33c-6934-4b8f-9275-be5e5d23f31e", "tag": "493f755d-9543-4f73-82cc-448dbe452529"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:16.740944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf601bd3-9fbf-4217-b75a-16d4aca422a4 service neutron] Pushing event updated for resources: {'Port': ['ID=493f755d-9543-4f73-82cc-448dbe452529,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:16.758960 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34415806-36e1-489f-8618-f19dd7c97aa1 x-openstack-request-id: req-34415806-36e1-489f-8618-f19dd7c97aa1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:16.759241 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68db33c-6934-4b8f-9275-be5e5d23f31e", "tag": "493f755d-9543-4f73-82cc-448dbe452529", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:16.759483 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34415806-36e1-489f-8618-f19dd7c97aa1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:16.759865 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'tag': '493f755d-9543-4f73-82cc-448dbe452529', 'status': 'completed', 'code': 200} Sep 23 20:04:16.788863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-08085297-3612-488e-87ee-bfe0c4443614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:16.790606 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-08085297-3612-488e-87ee-bfe0c4443614 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a3cf0bda6147bca9135ea676847ce5&device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 1095 time: 0.0420640 Sep 23 20:04:16.832412 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-52e1c4c3-0801-416b-988e-7dc691564aaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493f755d-9543-4f73-82cc-448dbe452529 HTTP/1.1" status: 200 len: 217 time: 0.0344920 Sep 23 20:04:16.885392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-53c0492e-126e-4f99-b277-e1b820262213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:16.886883 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-53c0492e-126e-4f99-b277-e1b820262213 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=734dd604-6ac0-4728-94ae-aae06b4dcff5 HTTP/1.1" status: 200 len: 849 time: 0.0475810 Sep 23 20:04:16.918913 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-c170b1bf-d7d7-453a-9324-bfc13bba86ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241666 Sep 23 20:04:16.985378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926f5b7-b7c1-4426-85f0-e6b5af479a80 req-dcb24d2d-0e28-4e9a-8a5a-ef9bdceaf97c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:16.986832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8926f5b7-b7c1-4426-85f0-e6b5af479a80 req-dcb24d2d-0e28-4e9a-8a5a-ef9bdceaf97c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0504658 Sep 23 20:04:17.015170 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-15096c47-4595-4b2a-9d26-1d5fc9f0b80c service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Sep 23 20:04:17.024670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8926f5b7-b7c1-4426-85f0-e6b5af479a80 req-121a5db6-30c4-4664-a324-2baa3708956b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Sep 23 20:04:17.108526 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-36a366d4-0b4f-42b9-9713-9159f797f932 req-a6327835-6085-4c65-a428-a588edc83f49 service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864544 Sep 23 20:04:17.130399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5368ed-dc6f-453d-97a5-9efc01f96c98 req-da2ed119-0516-497a-bacf-323fe42b3dbd tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:17.131921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f5368ed-dc6f-453d-97a5-9efc01f96c98 req-da2ed119-0516-497a-bacf-323fe42b3dbd tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 944 time: 0.0530314 Sep 23 20:04:17.139207 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:17.170454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f5368ed-dc6f-453d-97a5-9efc01f96c98 req-a8ef625a-d495-495f-8fcc-7dd7bbc06b63 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Sep 23 20:04:17.195193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-879149b5-923a-444d-a79d-570d951f8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:17.196935 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-879149b5-923a-444d-a79d-570d951f8e8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a3cf0bda6147bca9135ea676847ce5&device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 1095 time: 0.0414517 Sep 23 20:04:17.286944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-0d553446-5e2f-475a-890a-da6355675698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:17.288295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-0d553446-5e2f-475a-890a-da6355675698 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee HTTP/1.1" status: 200 len: 910 time: 0.0851021 Sep 23 20:04:17.328775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-e01a8c84-54eb-4784-8bc7-5641619c1cbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493f755d-9543-4f73-82cc-448dbe452529 HTTP/1.1" status: 200 len: 217 time: 0.0336223 Sep 23 20:04:17.379899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-fc814608-a399-45f4-8228-4205794e11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:17.381356 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-fc814608-a399-45f4-8228-4205794e11f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=734dd604-6ac0-4728-94ae-aae06b4dcff5 HTTP/1.1" status: 200 len: 849 time: 0.0463231 Sep 23 20:04:17.416662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-de34925b-6311-4c93-a845-cb1d1ebba014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278578 Sep 23 20:04:17.521755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-cef2dfad-9118-4c00-9521-6bcb7b7f83d6 service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980380 Sep 23 20:04:17.615505 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a688f2b1-c386-4f44-947c-033db9cae4d6 req-fb82a28c-3f9d-49b3-8ddb-f4f05631b663 service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Sep 23 20:04:18.140563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145d17f-45e9-423a-9411-1edf685e2e34 req-d8106ae3-bce6-4ee1-8ea0-ee9dad77ffa7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:18.142049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f145d17f-45e9-423a-9411-1edf685e2e34 req-d8106ae3-bce6-4ee1-8ea0-ee9dad77ffa7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0511322 Sep 23 20:04:18.179193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f145d17f-45e9-423a-9411-1edf685e2e34 req-58ad5fc3-214d-4c54-839d-1e80f918b3f9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304468 Sep 23 20:04:18.284824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ca0e6-a149-48d2-8c0c-0b9b6868d21a req-1645b99a-1e2c-47d5-a19a-3e548299072b tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:18.286291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-759ca0e6-a149-48d2-8c0c-0b9b6868d21a req-1645b99a-1e2c-47d5-a19a-3e548299072b tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 944 time: 0.0479648 Sep 23 20:04:18.325117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-759ca0e6-a149-48d2-8c0c-0b9b6868d21a req-9463b738-23e9-495f-8d51-ee350a8ca418 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328596 Sep 23 20:04:18.438815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cd82-3ace-438e-819b-5f70d9b17aac req-8a8e69a9-2cd3-47c3-8e4a-24d90feb7308 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:18.440715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4982cd82-3ace-438e-819b-5f70d9b17aac req-8a8e69a9-2cd3-47c3-8e4a-24d90feb7308 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Sep 23 20:04:18.477220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4982cd82-3ace-438e-819b-5f70d9b17aac req-64f1607a-15a2-44dc-8ff1-54b20780a72c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Sep 23 20:04:18.498480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:18.536398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c710114-d593-4310-b13e-a61d5a14a3d2 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:18.537872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c710114-d593-4310-b13e-a61d5a14a3d2 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1091 time: 0.0384703 Sep 23 20:04:18.540543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:18.544602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:18.566844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:18.633886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:18.665013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:18.763806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.32 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/1d21ebe3-f1d8-4469-bd85-1ae94efccaf1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:04:19.148881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:19.181264 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:19.215677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:19.218422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:19.220974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:04:19.250030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=1d21ebe3-f1d8-4469-bd85-1ae94efccaf1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:19.476077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c204fe6-43a5-41e8-97e6-a1c8e88e1cd2 req-1852e76a-8779-4ab2-af25-9544f6685035 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:19.477457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c204fe6-43a5-41e8-97e6-a1c8e88e1cd2 req-1852e76a-8779-4ab2-af25-9544f6685035 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 944 time: 0.0762656 Sep 23 20:04:19.582030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c204fe6-43a5-41e8-97e6-a1c8e88e1cd2 req-374f38a8-896d-4637-a0d7-2113fd2dd922 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Sep 23 20:04:19.630921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:19.698396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:19.845780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:19.850502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:19.917733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=1d21ebe3-f1d8-4469-bd85-1ae94efccaf1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:19.926287 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:20.028412 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP fc83508c-0db6-481e-bb91-41cfa7bd4f67 associated. External IP: 172.25.6.32, port: 49a55d27-85af-4a43-975a-e1f83bbd62a6. Sep 23 20:04:20.237498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 04aa8534-fffd-4dd4-b12b-164bcb581ddd has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:04:20.349352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:04:20.358973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] Sync routers for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:04:20.365617 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:20.369299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:20.369903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:04:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:20.393345 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6c14296-fc7b-4495-ad93-13884bfbfeed tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8518157 Sep 23 20:04:20.394018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:20.396405 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566" -d '{"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:20.475296 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:20.488984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d51a3c-8484-42e7-8220-64ed3aa1e7ed req-02c68335-43e3-4c6c-9223-8367c4370d92 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:20.490457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d51a3c-8484-42e7-8220-64ed3aa1e7ed req-02c68335-43e3-4c6c-9223-8367c4370d92 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0496805 Sep 23 20:04:20.527741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9d51a3c-8484-42e7-8220-64ed3aa1e7ed req-af9c63fd-5963-414f-a75a-425ab068ba92 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312576 Sep 23 20:04:20.550473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:20.590824 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f6cfc5-041f-4e12-93cf-9551966924f6 x-openstack-request-id: req-16f6cfc5-041f-4e12-93cf-9551966924f6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:20.591108 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:20.591352 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16f6cfc5-041f-4e12-93cf-9551966924f6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:20.591740 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'status': 'completed', 'code': 200} Sep 23 20:04:20.626191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-43fe0f0c-5336-4ce9-97e1-200783c7027b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/fc83508c-0db6-481e-bb91-41cfa7bd4f67 HTTP/1.1" status: 200 len: 990 time: 0.0742605 Sep 23 20:04:20.643271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-b4006e83-3ba1-43d0-82f1-69b79958080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:20.644708 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-b4006e83-3ba1-43d0-82f1-69b79958080e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1096 time: 0.0455990 Sep 23 20:04:20.708970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'fc83508c-0db6-481e-bb91-41cfa7bd4f67', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'port_id': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'mac_address': 'fa:16:3e:2d:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:04:19Z', 'updated_at': '2021-09-23T20:04:19Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:20.717358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce8f4e-a7d1-469e-90bd-ddcba583da93 req-a3dab5c3-360b-447d-9d64-5b9fa622ef45 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:20.719156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efce8f4e-a7d1-469e-90bd-ddcba583da93 req-a3dab5c3-360b-447d-9d64-5b9fa622ef45 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 944 time: 0.0562723 Sep 23 20:04:20.735922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 493f755d-9543-4f73-82cc-448dbe452529 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:04:20.740418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] Checking router: 04aa8534-fffd-4dd4-b12b-164bcb581ddd for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:04:20.745236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-ea469689-cb95-422f-9d5a-fd8ece4806a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:20.746921 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-ea469689-cb95-422f-9d5a-fd8ece4806a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 898 time: 0.0955660 Sep 23 20:04:20.757174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:20.757781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:04:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:20.759006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efce8f4e-a7d1-469e-90bd-ddcba583da93 req-630b84e2-3102-43db-ab64-20c6f8676197 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Sep 23 20:04:20.818033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-26590ee7-20e2-4f19-8b92-1bcee6206aec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 998 time: 0.0640905 Sep 23 20:04:20.865954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-888cbd74-4db4-435b-a8eb-2d40e7a7e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:20.867432 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-888cbd74-4db4-435b-a8eb-2d40e7a7e307 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0432246 Sep 23 20:04:20.913023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 493f755d-9543-4f73-82cc-448dbe452529, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=493f755d-9543-4f73-82cc-448dbe452529,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:20.920903 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-1293d08d-9166-43cb-8477-ffad84a6bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:20.922498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-1293d08d-9166-43cb-8477-ffad84a6bade service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428507 Sep 23 20:04:20.932884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:20.934716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '493f755d-9543-4f73-82cc-448dbe452529', 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee', 'port_id': '493f755d-9543-4f73-82cc-448dbe452529', 'mac_address': 'fa:16:3e:1d:63:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734dd604-6ac0-4728-94ae-aae06b4dcff5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:04:21.012273 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-0449366a-40bc-4ef4-bdea-9b208e732dca service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824599 Sep 23 20:04:21.036101 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:21.059390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493f755d-9543-4f73-82cc-448dbe452529 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:04:21.098134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 493f755d-9543-4f73-82cc-448dbe452529, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=493f755d-9543-4f73-82cc-448dbe452529,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:21.103194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:21.106262 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1ff04e6-8e8e-4c55-b78d-e2b73a218566 req-ac9f0cbf-3600-4c01-8fb9-eb5825b5bded service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868878 Sep 23 20:04:21.343729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=493f755d-9543-4f73-82cc-448dbe452529,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:21.367826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.368460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.368566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.368806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.369131 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.369456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.369778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.370096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.370439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.370758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.371073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.371389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:04:21.400751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'fc83508c-0db6-481e-bb91-41cfa7bd4f67', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'port_id': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'mac_address': 'fa:16:3e:2d:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:04:19Z', 'updated_at': '2021-09-23T20:04:19Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:21.426553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['493f755d-9543-4f73-82cc-448dbe452529'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:04:21.429881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80499fd-5190-4cfb-bf4a-ddff556436f9 None None] The sync data for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 is: [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'fc83508c-0db6-481e-bb91-41cfa7bd4f67', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'port_id': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'mac_address': 'fa:16:3e:2d:69:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:04:19Z', 'updated_at': '2021-09-23T20:04:19Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:04:21.628403 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968850e1-6f13-4ae7-87c4-279c9c857afe None None] New status for floating IP fc83508c-0db6-481e-bb91-41cfa7bd4f67: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:04:21.630194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:21.688465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-32d5fbc0-7196-4d9a-806c-06a0fe4f646d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/fc83508c-0db6-481e-bb91-41cfa7bd4f67 HTTP/1.1" status: 200 len: 990 time: 0.0569103 Sep 23 20:04:21.874252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca24226-9198-4717-868c-533227df2f03 req-8f7fcb46-e106-4138-813b-6b3070cb657d tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:21.875641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ca24226-9198-4717-868c-533227df2f03 req-8f7fcb46-e106-4138-813b-6b3070cb657d tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 945 time: 0.0481000 Sep 23 20:04:21.912658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ca24226-9198-4717-868c-533227df2f03 req-788c2c34-3ec9-4ef1-adb5-dcbc365082d7 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304573 Sep 23 20:04:22.692097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:22.722962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 493f755d-9543-4f73-82cc-448dbe452529 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:04:22.755142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e841453a-21d7-4ad0-b374-6bbb253d9619 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/fc83508c-0db6-481e-bb91-41cfa7bd4f67 HTTP/1.1" status: 200 len: 992 time: 0.0618913 Sep 23 20:04:22.769742 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 493f755d-9543-4f73-82cc-448dbe452529 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:04:22.773370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 493f755d-9543-4f73-82cc-448dbe452529 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:22.773745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:22.923290 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:22.950063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493f755d-9543-4f73-82cc-448dbe452529'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:22.952309 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316f803-dcd3-4192-8517-73f7597e11cc" -d '{"events": [{"server_uuid": "d68db33c-6934-4b8f-9275-be5e5d23f31e", "name": "network-vif-plugged", "status": "completed", "tag": "493f755d-9543-4f73-82cc-448dbe452529"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:22.967876 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 493f755d-9543-4f73-82cc-448dbe452529, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=493f755d-9543-4f73-82cc-448dbe452529,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:22.971825 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:23.026464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1dc1-8df4-4c50-b53c-47839df59c21 req-c54a7acf-b7b5-4b64-b1b2-996dea32c599 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:23.028026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63da1dc1-8df4-4c50-b53c-47839df59c21 req-c54a7acf-b7b5-4b64-b1b2-996dea32c599 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 946 time: 0.0485327 Sep 23 20:04:23.030298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=493f755d-9543-4f73-82cc-448dbe452529,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:23.067590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63da1dc1-8df4-4c50-b53c-47839df59c21 req-9e2c643c-ac20-4e3b-9d57-702092469f3d tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331721 Sep 23 20:04:23.108683 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7947631-29b2-4e90-b737-88f6d6475170 x-openstack-request-id: req-f7947631-29b2-4e90-b737-88f6d6475170 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:23.108975 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68db33c-6934-4b8f-9275-be5e5d23f31e", "name": "network-vif-plugged", "status": "completed", "tag": "493f755d-9543-4f73-82cc-448dbe452529", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:23.109223 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7947631-29b2-4e90-b737-88f6d6475170 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:23.109610 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493f755d-9543-4f73-82cc-448dbe452529', 'code': 200} Sep 23 20:04:23.201066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d84f-ac47-4237-941a-7043ac26d1b6 req-a438c86c-f4de-4911-89c9-9cbaf11f742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:23.202476 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c8b0d84f-ac47-4237-941a-7043ac26d1b6 req-a438c86c-f4de-4911-89c9-9cbaf11f742c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 1097 time: 0.0399454 Sep 23 20:04:23.239610 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c8b0d84f-ac47-4237-941a-7043ac26d1b6 req-b8f39adb-4f74-45b3-9d72-d06d40a3311c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300834 Sep 23 20:04:24.181987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3a799-61ae-4ea8-9a72-d73ea3af4828 req-170dc0ee-2f17-4270-89b5-39a4233c6a7b tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:24.183493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34d3a799-61ae-4ea8-9a72-d73ea3af4828 req-170dc0ee-2f17-4270-89b5-39a4233c6a7b tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 946 time: 0.0480974 Sep 23 20:04:24.219195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34d3a799-61ae-4ea8-9a72-d73ea3af4828 req-180545fb-32fd-4da4-bce7-3a79ebea9c52 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299149 Sep 23 20:04:25.337487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be326-2fcb-4faf-a09a-c47eba1af8a7 req-d92844a6-e196-4c41-8c5f-7cc5915bce55 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:25.339012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac4be326-2fcb-4faf-a09a-c47eba1af8a7 req-d92844a6-e196-4c41-8c5f-7cc5915bce55 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 946 time: 0.0530100 Sep 23 20:04:25.377149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ac4be326-2fcb-4faf-a09a-c47eba1af8a7 req-28d073f0-79bf-4b69-ada8-997f5d740fd6 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Sep 23 20:04:25.584290 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:25.959966 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c437-c891-40b7-b112-bbbc6b1b952c req-e04d5288-bf9a-4709-9632-69e8794dc598 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:25.961467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de72c437-c891-40b7-b112-bbbc6b1b952c req-e04d5288-bf9a-4709-9632-69e8794dc598 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 946 time: 0.0480080 Sep 23 20:04:25.998018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-de72c437-c891-40b7-b112-bbbc6b1b952c req-75e550a7-03fe-440c-ae70-e5cad6ffd718 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304985 Sep 23 20:04:26.986079 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:27.112661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abfd99-d3ba-4ad7-bdc6-983e0368e738 req-c477b873-2bd7-4ef9-9653-99437dc3ebab tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:27.114135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10abfd99-d3ba-4ad7-bdc6-983e0368e738 req-c477b873-2bd7-4ef9-9653-99437dc3ebab tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 946 time: 0.0482786 Sep 23 20:04:27.150191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10abfd99-d3ba-4ad7-bdc6-983e0368e738 req-74912994-a58f-4fe3-a712-793962e43e94 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301247 Sep 23 20:04:27.276555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-f35a6a07-b0e2-4508-b336-388fe4bd2015 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:27.277917 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-f35a6a07-b0e2-4508-b336-388fe4bd2015 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "GET /v2.0/ports?device_id=d68db33c-6934-4b8f-9275-be5e5d23f31e HTTP/1.1" status: 200 len: 946 time: 0.0468035 Sep 23 20:04:27.364678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Deleting port 493f755d-9543-4f73-82cc-448dbe452529 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:04:27.365022 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:27.453013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] For port 493f755d-9543-4f73-82cc-448dbe452529, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=493f755d-9543-4f73-82cc-448dbe452529,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:27.453379 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:27.465121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Calling delete_port for 493f755d-9543-4f73-82cc-448dbe452529 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:04:27.591669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:27.603581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['493f755d-9543-4f73-82cc-448dbe452529'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:04:27.618839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Pushing event deleted for resources: {'Port': ['ID=493f755d-9543-4f73-82cc-448dbe452529,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:27.663830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] No DVR routers for this DVR port 493f755d-9543-4f73-82cc-448dbe452529 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:04:27.666868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:27.668877 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ca9ce978-4a4a-4a0c-b221-9e7586f27957 req-de543ef4-cba1-43ba-9632-6d5f05bffe62 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "DELETE /v2.0/ports/493f755d-9543-4f73-82cc-448dbe452529 HTTP/1.1" status: 204 len: 173 time: 0.3853765 Sep 23 20:04:27.669327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'name': 'network-vif-deleted', 'tag': '493f755d-9543-4f73-82cc-448dbe452529'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:27.671638 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272cd731-b127-42cd-a3ff-094c7d65d9e8" -d '{"events": [{"server_uuid": "d68db33c-6934-4b8f-9275-be5e5d23f31e", "name": "network-vif-deleted", "tag": "493f755d-9543-4f73-82cc-448dbe452529"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:27.709682 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fc1659-9795-4148-8e8f-2a8b17ab7f58 x-openstack-request-id: req-37fc1659-9795-4148-8e8f-2a8b17ab7f58 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:27.710030 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68db33c-6934-4b8f-9275-be5e5d23f31e", "name": "network-vif-deleted", "tag": "493f755d-9543-4f73-82cc-448dbe452529", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:27.710312 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-37fc1659-9795-4148-8e8f-2a8b17ab7f58 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:27.710792 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68db33c-6934-4b8f-9275-be5e5d23f31e', 'name': 'network-vif-deleted', 'tag': '493f755d-9543-4f73-82cc-448dbe452529', 'status': 'completed', 'code': 200} Sep 23 20:04:28.404556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-2c159fc4-8958-464d-9047-ce9c8f39c8a5 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:28.406026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-2c159fc4-8958-464d-9047-ce9c8f39c8a5 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/networks?id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee HTTP/1.1" status: 200 len: 809 time: 0.1031070 Sep 23 20:04:28.420699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-1bf78f35-4e7f-4d45-a4e0-7cf3acdf9c55 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/quotas/18a3cf0bda6147bca9135ea676847ce5 HTTP/1.1" status: 200 len: 375 time: 0.0088146 Sep 23 20:04:28.453412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-e5cb8ee8-09ed-426b-b75e-a8eef4c28c86 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=18a3cf0bda6147bca9135ea676847ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269763 Sep 23 20:04:28.544239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-cfec5af2-b393-4695-aefe-ae43943bb6ce service neutron] 10.222.0.38 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837531 Sep 23 20:04:28.634972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-ed346a6c-dc18-4785-af3a-02969e2adf6e service neutron] 10.222.0.38 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837469 Sep 23 20:04:28.795093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-556a7663-4c0a-454e-93ef-48fb0caaab97 req-b15932c3-9227-4188-80e2-e8f1cfb9214d tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 210 time: 0.0285454 Sep 23 20:04:29.687121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-ec28a53d-4908-4150-a4d1-8cd208eeec4a tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:29.688572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-ec28a53d-4908-4150-a4d1-8cd208eeec4a tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "GET /v2.0/networks?id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee HTTP/1.1" status: 200 len: 809 time: 0.1063755 Sep 23 20:04:29.701111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Request body: {'port': {'device_id': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee', 'admin_state_up': True, 'tenant_id': '18a3cf0bda6147bca9135ea676847ce5'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:29.804289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Made reservation on behalf of 18a3cf0bda6147bca9135ea676847ce5 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:04:29.807888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:29.886964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bbd591c-794b-4215-bdb9-493920a337dc req-1ea68f9d-dfa5-4282-863b-4c835cd3944d tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 210 time: 0.0265086 Sep 23 20:04:29.932585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Allocated IP 172.20.0.6 (33bdae10-3f76-42b1-9dd4-aacfc339a7ee/734dd604-6ac0-4728-94ae-aae06b4dcff5/6b3a4592-6e06-406d-a0bb-95dcef33ea88) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:04:30.404784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:30.437899 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:30.477066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:04:30.479986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:04:30.483438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:04:30.511709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Pushing event updated for resources: {'Port': ['ID=6b3a4592-6e06-406d-a0bb-95dcef33ea88,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:30.536425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:30.537041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:30.550577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-fe253a58-d01d-42f2-b5df-0ec94b4a837e tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8533401 Sep 23 20:04:30.562126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Request body: {'port': {'device_id': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:30.615906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:30.819983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 493f755d-9543-4f73-82cc-448dbe452529 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:30.842994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 493f755d-9543-4f73-82cc-448dbe452529 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:30.843341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 493f755d-9543-4f73-82cc-448dbe452529 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:30.867771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3a4592-6e06-406d-a0bb-95dcef33ea88 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:04:30.875052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:30.887029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Transition to ACTIVE for port object 6b3a4592-6e06-406d-a0bb-95dcef33ea88 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:04:30.890266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:30.940843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Pushing event updated for resources: {'Port': ['ID=6b3a4592-6e06-406d-a0bb-95dcef33ea88,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:30.999835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf5934-349c-493d-a01f-c4b683244da7 req-b6f79209-1e98-442d-8103-f5a4d2171a7a tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:31.001291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbcf5934-349c-493d-a01f-c4b683244da7 req-b6f79209-1e98-442d-8103-f5a4d2171a7a tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 943 time: 0.0472105 Sep 23 20:04:31.006884 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Attempting to bind port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:31.007225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Attempting to bind port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:31.007553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Attempting to bind port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 on network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:31.011727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 on network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:04:31.012054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Attempting to bind port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 on network 33bdae10-3f76-42b1-9dd4-aacfc339a7ee {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:31.016933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:31.017434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Checking segment: {'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:31.018457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Bound using segment: {'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:31.018933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Bound port: 6b3a4592-6e06-406d-a0bb-95dcef33ea88, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:31.019317 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:31.039255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bbcf5934-349c-493d-a01f-c4b683244da7 req-98a3f809-242b-4efd-a707-bcfe78837b4c tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Sep 23 20:04:31.081624 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] For port 6b3a4592-6e06-406d-a0bb-95dcef33ea88, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:31.084616 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] For port 6b3a4592-6e06-406d-a0bb-95dcef33ea88, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6b3a4592-6e06-406d-a0bb-95dcef33ea88,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:31.089092 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:31.119086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:31.119875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:31.121420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] 10.222.0.41 "PUT /v2.0/ports/6b3a4592-6e06-406d-a0bb-95dcef33ea88 HTTP/1.1" status: 200 len: 1091 time: 0.5632825 Sep 23 20:04:31.123539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'tag': '6b3a4592-6e06-406d-a0bb-95dcef33ea88'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:31.126559 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4966db9-368c-4108-8274-588859d00172" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8b780c-5a21-41ac-92ba-f48eb151cc3a", "tag": "6b3a4592-6e06-406d-a0bb-95dcef33ea88"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:31.156869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517ce02-50e4-4cbb-b9dd-4aea33af0c9b service neutron] Pushing event updated for resources: {'Port': ['ID=6b3a4592-6e06-406d-a0bb-95dcef33ea88,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:31.172642 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d16b0a2-9597-4453-a38d-66a422c2f7fa x-openstack-request-id: req-2d16b0a2-9597-4453-a38d-66a422c2f7fa {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:31.172926 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8b780c-5a21-41ac-92ba-f48eb151cc3a", "tag": "6b3a4592-6e06-406d-a0bb-95dcef33ea88", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:31.173167 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d16b0a2-9597-4453-a38d-66a422c2f7fa {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:31.173553 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'tag': '6b3a4592-6e06-406d-a0bb-95dcef33ea88', 'status': 'completed', 'code': 200} Sep 23 20:04:31.205080 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-e437d858-f5c4-4b18-a8da-0d80551e0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:31.207162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-e437d858-f5c4-4b18-a8da-0d80551e0537 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a3cf0bda6147bca9135ea676847ce5&device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 1094 time: 0.0461857 Sep 23 20:04:31.247452 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-ccb855c1-8e8e-4f2e-a9d0-f30b64448d8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b3a4592-6e06-406d-a0bb-95dcef33ea88 HTTP/1.1" status: 200 len: 217 time: 0.0328169 Sep 23 20:04:31.293733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-82b4d974-9e7d-40f6-ad68-0129635bf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:31.295149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-82b4d974-9e7d-40f6-ad68-0129635bf3c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=734dd604-6ac0-4728-94ae-aae06b4dcff5 HTTP/1.1" status: 200 len: 849 time: 0.0410223 Sep 23 20:04:31.326145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-c7cd32cc-8af2-43bd-b7a5-dfaef2b61ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242529 Sep 23 20:04:31.417726 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-1dd0e987-3722-479d-af73-3cd57470e6f4 service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845864 Sep 23 20:04:31.506245 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0c355951-1bf3-4ef4-af96-066526bbde63 req-0166562e-0e00-4f7f-83ce-2a9a7b8feec5 service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810175 Sep 23 20:04:31.598264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4966db9-368c-4108-8274-588859d00172 req-e456d4e7-5fb0-44c9-93ab-fa19b2f07d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:31.599731 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4966db9-368c-4108-8274-588859d00172 req-e456d4e7-5fb0-44c9-93ab-fa19b2f07d22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a3cf0bda6147bca9135ea676847ce5&device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 1094 time: 0.0439928 Sep 23 20:04:31.687015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4966db9-368c-4108-8274-588859d00172 req-118784a6-0c5a-4884-ac79-e3ad81b1ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:31.688355 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4966db9-368c-4108-8274-588859d00172 req-118784a6-0c5a-4884-ac79-e3ad81b1ecac service neutron] 10.222.0.41 "GET /v2.0/networks?id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee HTTP/1.1" status: 200 len: 910 time: 0.0810490 Sep 23 20:04:31.730836 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4966db9-368c-4108-8274-588859d00172 req-41bc83e1-c090-431b-81f0-70ed43d208ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b3a4592-6e06-406d-a0bb-95dcef33ea88 HTTP/1.1" status: 200 len: 217 time: 0.0359890 Sep 23 20:04:31.778056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4966db9-368c-4108-8274-588859d00172 req-2f266e37-5aa2-4254-a4c6-642a1a126a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:31.779462 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4966db9-368c-4108-8274-588859d00172 req-2f266e37-5aa2-4254-a4c6-642a1a126a88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=734dd604-6ac0-4728-94ae-aae06b4dcff5 HTTP/1.1" status: 200 len: 849 time: 0.0418301 Sep 23 20:04:31.811354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4966db9-368c-4108-8274-588859d00172 req-48ebbf9b-741e-47e8-99a8-2adeb2fd1780 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33bdae10-3f76-42b1-9dd4-aacfc339a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247157 Sep 23 20:04:31.900344 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4966db9-368c-4108-8274-588859d00172 req-096e188a-be65-4458-b468-4147382207fa service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822632 Sep 23 20:04:31.989061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4966db9-368c-4108-8274-588859d00172 req-5c3df00a-02c7-4a6f-9cd5-910b3c8150fc service neutron] 10.222.0.41 "GET /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Sep 23 20:04:32.151175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff43a6-5a5f-4c91-8845-b4b1a7618345 req-a936718c-4aba-4c22-ba7f-3842cd8cd042 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:32.152621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9eff43a6-5a5f-4c91-8845-b4b1a7618345 req-a936718c-4aba-4c22-ba7f-3842cd8cd042 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 943 time: 0.0467191 Sep 23 20:04:32.191834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9eff43a6-5a5f-4c91-8845-b4b1a7618345 req-b44845f6-11c2-424a-96b6-891738804863 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Sep 23 20:04:33.305477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dddde-c275-42b7-9ae4-a2e5c2fb4d9f req-59f9a5d1-f207-429a-94c8-124e25084108 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:33.307761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-685dddde-c275-42b7-9ae4-a2e5c2fb4d9f req-59f9a5d1-f207-429a-94c8-124e25084108 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 943 time: 0.0508583 Sep 23 20:04:33.345032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-685dddde-c275-42b7-9ae4-a2e5c2fb4d9f req-fb665b6f-3608-4b5f-953e-b7c8fad2a527 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Sep 23 20:04:33.427534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-befd25cd-e68b-48e9-b112-4477aa8f80a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395346 Sep 23 20:04:33.511360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-18dcf7ab-40bf-4b1f-aa85-5d1f700202be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:33.512729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-18dcf7ab-40bf-4b1f-aa85-5d1f700202be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1096 time: 0.0435619 Sep 23 20:04:33.622589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-c812e658-26ef-47d2-a76a-2350e34fb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:33.624046 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-c812e658-26ef-47d2-a76a-2350e34fb66d service neutron] 10.222.0.72 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 898 time: 0.0888762 Sep 23 20:04:33.692658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-1814fec1-f514-46c0-8d18-306d0d1ea320 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 1000 time: 0.0602152 Sep 23 20:04:33.740943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-10da5621-a1cb-4187-86b7-1b4294c4f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:33.742353 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-10da5621-a1cb-4187-86b7-1b4294c4f36e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0424275 Sep 23 20:04:33.787679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-64f09e77-9ed3-4fdb-bb37-c3ae928a3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:33.789016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-64f09e77-9ed3-4fdb-bb37-c3ae928a3278 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390294 Sep 23 20:04:33.885165 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-5add81ef-7e96-4d0a-a825-725b6b387b88 service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887694 Sep 23 20:04:33.973461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-a7c0d88b-a7c6-4293-8a9f-0aeb244cfb0d req-2f585969-74e8-48a4-b5d2-12a2a56571cf service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808313 Sep 23 20:04:34.456823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff41f3-464f-45cc-adda-fd74f1975ddd req-1e2931c6-ffeb-4fc8-957f-aed3508c6544 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:34.458449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4ff41f3-464f-45cc-adda-fd74f1975ddd req-1e2931c6-ffeb-4fc8-957f-aed3508c6544 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 943 time: 0.0481489 Sep 23 20:04:34.494512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4ff41f3-464f-45cc-adda-fd74f1975ddd req-a583b42e-2e72-4f94-bca3-7ff65bf0fe98 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Sep 23 20:04:34.817167 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6b3a4592-6e06-406d-a0bb-95dcef33ea88 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:04:34.908078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6b3a4592-6e06-406d-a0bb-95dcef33ea88, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6b3a4592-6e06-406d-a0bb-95dcef33ea88,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:34.918657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '6b3a4592-6e06-406d-a0bb-95dcef33ea88', 'network_id': '33bdae10-3f76-42b1-9dd4-aacfc339a7ee', 'port_id': '6b3a4592-6e06-406d-a0bb-95dcef33ea88', 'mac_address': 'fa:16:3e:c2:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734dd604-6ac0-4728-94ae-aae06b4dcff5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:04:34.958589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:34.970522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3a4592-6e06-406d-a0bb-95dcef33ea88 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:04:34.989221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6b3a4592-6e06-406d-a0bb-95dcef33ea88, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6b3a4592-6e06-406d-a0bb-95dcef33ea88,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:34.992659 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:35.036842 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=6b3a4592-6e06-406d-a0bb-95dcef33ea88,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:35.274188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['6b3a4592-6e06-406d-a0bb-95dcef33ea88'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:04:35.498934 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:04:35.606881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a571e-5dbb-440c-a186-e1b494ae8b10 req-9c5b3043-0a30-4607-a21e-6762cd9db0f0 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:35.608426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a76a571e-5dbb-440c-a186-e1b494ae8b10 req-9c5b3043-0a30-4607-a21e-6762cd9db0f0 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 944 time: 0.0490866 Sep 23 20:04:35.650190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a76a571e-5dbb-440c-a186-e1b494ae8b10 req-99b48a7f-6da8-4310-bdda-2576ac3ca605 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351508 Sep 23 20:04:36.763302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9de1-9ef7-46a5-8583-f354143ec826 req-bb2bb3e9-e5e3-46ae-b343-f03d04f23895 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:36.764760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-002c9de1-9ef7-46a5-8583-f354143ec826 req-bb2bb3e9-e5e3-46ae-b343-f03d04f23895 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 944 time: 0.0482543 Sep 23 20:04:36.803099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-002c9de1-9ef7-46a5-8583-f354143ec826 req-0248106d-9246-4247-a052-2d9685cc0b05 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Sep 23 20:04:36.827608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6b3a4592-6e06-406d-a0bb-95dcef33ea88 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:04:36.875414 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:04:36.879390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:36.879757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:36.954757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:36.978623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3a4592-6e06-406d-a0bb-95dcef33ea88'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:36.980994 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ef722e-5c84-4295-8c35-ac0e8c134295" -d '{"events": [{"server_uuid": "7d8b780c-5a21-41ac-92ba-f48eb151cc3a", "name": "network-vif-plugged", "status": "completed", "tag": "6b3a4592-6e06-406d-a0bb-95dcef33ea88"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:36.996914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 6b3a4592-6e06-406d-a0bb-95dcef33ea88, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6b3a4592-6e06-406d-a0bb-95dcef33ea88,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:37.001111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:37.025169 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc4ea3-9f44-49e6-9af8-d6c77990fa5f x-openstack-request-id: req-43dc4ea3-9f44-49e6-9af8-d6c77990fa5f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:37.025459 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8b780c-5a21-41ac-92ba-f48eb151cc3a", "name": "network-vif-plugged", "status": "completed", "tag": "6b3a4592-6e06-406d-a0bb-95dcef33ea88", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:37.025712 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43dc4ea3-9f44-49e6-9af8-d6c77990fa5f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:37.026133 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3a4592-6e06-406d-a0bb-95dcef33ea88', 'code': 200} Sep 23 20:04:37.058382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=6b3a4592-6e06-406d-a0bb-95dcef33ea88,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:37.123929 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495bd-faf1-400a-b3b3-cd18d1b48410 req-0263303f-7665-436b-9f59-e0476643ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:37.125770 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-990495bd-faf1-400a-b3b3-cd18d1b48410 req-0263303f-7665-436b-9f59-e0476643ae68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 1096 time: 0.0460010 Sep 23 20:04:37.161690 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-990495bd-faf1-400a-b3b3-cd18d1b48410 req-7f547714-9f57-4c0e-9bbe-06e751b4e2ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268812 Sep 23 20:04:37.916564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb772-ae55-47b0-b00b-6d523d30ee82 req-9a3a81aa-76dc-4bfa-893d-15a965ce6e8f tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:37.918010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16eeb772-ae55-47b0-b00b-6d523d30ee82 req-9a3a81aa-76dc-4bfa-893d-15a965ce6e8f tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 945 time: 0.0467207 Sep 23 20:04:37.954096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16eeb772-ae55-47b0-b00b-6d523d30ee82 req-07136110-fb7b-4edc-8b3d-16c98a76b680 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302331 Sep 23 20:04:39.065160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b63a0-198c-432e-bd68-936c37953386 req-67d5f49b-9f17-45ea-8140-4cd4fae99f70 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:39.067315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-209b63a0-198c-432e-bd68-936c37953386 req-67d5f49b-9f17-45ea-8140-4cd4fae99f70 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 945 time: 0.0491095 Sep 23 20:04:39.107510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-209b63a0-198c-432e-bd68-936c37953386 req-994bc2fb-b908-4f42-a175-0fb3bc6a4d1f tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340202 Sep 23 20:04:39.735463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72508b-eaee-48e7-ad06-fce57dbe832e req-7c3efb43-45d4-42cf-a025-64e79df06d06 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:39.736828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a72508b-eaee-48e7-ad06-fce57dbe832e req-7c3efb43-45d4-42cf-a025-64e79df06d06 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 945 time: 0.0477633 Sep 23 20:04:39.780357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6a72508b-eaee-48e7-ad06-fce57dbe832e req-d9ebe66e-f285-43f8-a69a-0208f8f231bf tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Sep 23 20:04:40.896037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd73f8-764d-4685-ac02-2bed1dcf225a req-3ce9dbae-f093-4a6f-8386-65eef74bc203 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:40.897449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96cd73f8-764d-4685-ac02-2bed1dcf225a req-3ce9dbae-f093-4a6f-8386-65eef74bc203 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 945 time: 0.0499363 Sep 23 20:04:40.934462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96cd73f8-764d-4685-ac02-2bed1dcf225a req-93c7ff9a-251b-47eb-a672-861ea9886db7 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.38 "GET /v2.0/security-groups?id=12a0d358-ca65-485c-abf9-14cdf636780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 23 20:04:41.058436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-efe8e724-789e-4cb6-a054-0fa73d8e680f tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:41.059887 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-efe8e724-789e-4cb6-a054-0fa73d8e680f tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8b780c-5a21-41ac-92ba-f48eb151cc3a HTTP/1.1" status: 200 len: 945 time: 0.0472791 Sep 23 20:04:41.149936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Deleting port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:04:41.150196 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:41.241335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] For port 6b3a4592-6e06-406d-a0bb-95dcef33ea88, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=6b3a4592-6e06-406d-a0bb-95dcef33ea88,segment=NetworkSegment(d0ee175b-8b2c-4877-8f3d-45775bcf7bb0),segment_id=d0ee175b-8b2c-4877-8f3d-45775bcf7bb0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:41.241698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:41.254525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Calling delete_port for 6b3a4592-6e06-406d-a0bb-95dcef33ea88 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:04:41.383234 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:41.396059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['6b3a4592-6e06-406d-a0bb-95dcef33ea88'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:04:41.412586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Pushing event deleted for resources: {'Port': ['ID=6b3a4592-6e06-406d-a0bb-95dcef33ea88,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:41.453171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] No DVR routers for this DVR port 6b3a4592-6e06-406d-a0bb-95dcef33ea88 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:04:41.455972 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:41.458629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-61f333fa-58ac-4bd2-9f8e-75ebc9b21f8b req-06937d8f-fda1-4736-9d29-d88a3dd64b64 tempest-VolumesActionsTest-382045256 tempest-VolumesActionsTest-382045256-project] 10.222.0.41 "DELETE /v2.0/ports/6b3a4592-6e06-406d-a0bb-95dcef33ea88 HTTP/1.1" status: 204 len: 173 time: 0.3928607 Sep 23 20:04:41.459078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'name': 'network-vif-deleted', 'tag': '6b3a4592-6e06-406d-a0bb-95dcef33ea88'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:41.461411 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefef118-4406-4b49-8501-43718ad35baf" -d '{"events": [{"server_uuid": "7d8b780c-5a21-41ac-92ba-f48eb151cc3a", "name": "network-vif-deleted", "tag": "6b3a4592-6e06-406d-a0bb-95dcef33ea88"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:41.496842 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ddc60-0fdd-440d-b69c-890def21de7a x-openstack-request-id: req-932ddc60-0fdd-440d-b69c-890def21de7a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:41.497131 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8b780c-5a21-41ac-92ba-f48eb151cc3a", "name": "network-vif-deleted", "tag": "6b3a4592-6e06-406d-a0bb-95dcef33ea88", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:41.497412 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-932ddc60-0fdd-440d-b69c-890def21de7a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:41.497896 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8b780c-5a21-41ac-92ba-f48eb151cc3a', 'name': 'network-vif-deleted', 'tag': '6b3a4592-6e06-406d-a0bb-95dcef33ea88', 'status': 'completed', 'code': 200} Sep 23 20:04:43.203354 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af6725ad-83c0-441e-bfcb-4c2f88a7dec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:44.895469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6b3a4592-6e06-406d-a0bb-95dcef33ea88 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:44.929615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 6b3a4592-6e06-406d-a0bb-95dcef33ea88 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:44.929963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 6b3a4592-6e06-406d-a0bb-95dcef33ea88 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:46.382062 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96f7103a-7e7a-48ef-a47e-59e0d9fed675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:46.531997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:47.148807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:48.635655 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:49.619427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfbd6c-51de-4867-b028-d5745efac4fd req-47cfc96a-450a-4940-b8d7-84652f237286 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:49.627326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27bfbd6c-51de-4867-b028-d5745efac4fd req-47cfc96a-450a-4940-b8d7-84652f237286 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0576727 Sep 23 20:04:49.665265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-27bfbd6c-51de-4867-b028-d5745efac4fd req-07925e6a-de29-439a-bb17-2c4b43802445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368752 Sep 23 20:04:49.687924 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:49.765847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bb79aa47-9d61-45c0-93cf-835a2d3ec5e6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/fc83508c-0db6-481e-bb91-41cfa7bd4f67 HTTP/1.1" status: 200 len: 992 time: 0.0766206 Sep 23 20:04:50.119548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2235237-95c3-4ca7-b8bc-9c44e898801a req-0d30a1e7-5a10-4054-89d7-739d374e5034 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:50.121674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2235237-95c3-4ca7-b8bc-9c44e898801a req-0d30a1e7-5a10-4054-89d7-739d374e5034 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1096 time: 0.0476851 Sep 23 20:04:50.170320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2235237-95c3-4ca7-b8bc-9c44e898801a req-e3341821-d76f-42fb-b7a6-f7cd80e4d5b9 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Sep 23 20:04:50.974766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-0789a4c6-c2ee-4051-9eb9-0f50b06850bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562983 Sep 23 20:04:50.979566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-b55f4859-ef58-4f92-94aa-1c35e75710a0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:04:50.987983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-b55f4859-ef58-4f92-94aa-1c35e75710a0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091140 Sep 23 20:04:51.640845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-28f44a02-403c-4630-8aac-b0da1ee858ed tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:51.648720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-28f44a02-403c-4630-8aac-b0da1ee858ed tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 1093 time: 0.1280210 Sep 23 20:04:51.653024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Request body: {'binding': {'host': 'n-h2-810763-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:51.653479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 20:04:51.809088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on host n-h2-810763-1 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:51.809692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:51.810259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:51.815053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:04:51.816097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:51.821531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:51.822100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Checking segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:51.822694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Bound using segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:51.823294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Bound port: 49a55d27-85af-4a43-975a-e1f83bbd62a6, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:51.922960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:51.929984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:51.931921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] 10.222.0.38 "POST /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2821076 Sep 23 20:04:52.109686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062771dd-00a7-4292-a6a5-121bbc8a45b6 req-6fb12e14-c676-4643-97ac-eb915fd6f7bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:52.111284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-062771dd-00a7-4292-a6a5-121bbc8a45b6 req-6fb12e14-c676-4643-97ac-eb915fd6f7bd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0695760 Sep 23 20:04:52.169492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-062771dd-00a7-4292-a6a5-121bbc8a45b6 req-44ec137b-3fea-4b7b-8802-0998ffe1b913 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504723 Sep 23 20:04:52.213727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-402067c8-6134-49ee-ac81-11296b226982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:52.216148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-402067c8-6134-49ee-ac81-11296b226982 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1096 time: 0.0717514 Sep 23 20:04:52.317848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-df70c4d9-ef35-4ade-904f-80ea4452dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:52.319852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-df70c4d9-ef35-4ade-904f-80ea4452dfb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 898 time: 0.0967457 Sep 23 20:04:52.404660 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-2c527f5b-7977-42e6-9ed8-4ffec6ea5aee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 1000 time: 0.0774386 Sep 23 20:04:52.457401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-22edbf73-0d7d-4935-a61b-06ee337970ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:52.458957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-22edbf73-0d7d-4935-a61b-06ee337970ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0468674 Sep 23 20:04:52.510950 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-c906734b-2ce9-4560-92dc-5747db678c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:52.512658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-c906734b-2ce9-4560-92dc-5747db678c05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473351 Sep 23 20:04:52.620424 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-47371684-f94d-42a2-841f-fc3042d265df service neutron] 10.222.0.41 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001115 Sep 23 20:04:52.715556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-76b235f6-4386-410c-85e2-b473c72b3ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876617 Sep 23 20:04:52.860032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-f72aa919-7cde-4184-ae39-d376ac4c12e7 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:52.861547 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-f72aa919-7cde-4184-ae39-d376ac4c12e7 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676&tenant_id=e144f56724054e42a9e756118e2b5ace&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.0901966 Sep 23 20:04:52.873439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810763-1'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:04:52.942369 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.080303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:53.135409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:53.184796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.186169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:53.188445 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff68c8a-5ff9-43a5-8669-e057062f4799" -d '{"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-unplugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:53.204098 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.311777 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d464f3-01dc-40ab-9605-8618b990d672 x-openstack-request-id: req-08d464f3-01dc-40ab-9605-8618b990d672 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:53.312426 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-unplugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:53.312426 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08d464f3-01dc-40ab-9605-8618b990d672 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:53.312762 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'code': 200} Sep 23 20:04:53.354690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:53.447789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769b9b8-1d3c-4657-9e6e-240f32151214 req-0b01dc20-3b03-420f-9f56-ef8be95be8cb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:53.458889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9769b9b8-1d3c-4657-9e6e-240f32151214 req-0b01dc20-3b03-420f-9f56-ef8be95be8cb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 943 time: 0.1049845 Sep 23 20:04:53.462775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on host n-h1-810763-1 for vnic_type normal with profile {"migrating_to": "n-h2-810763-1"} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:04:53.463113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:04:53.464796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:53.476316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:04:53.476640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Attempting to bind port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on network 7315be95-5ac2-4f82-8beb-261eef76b16b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:04:53.494546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:04:53.494890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Checking segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:04:53.495275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Bound using segment: {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:04:53.495717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Bound port: 49a55d27-85af-4a43-975a-e1f83bbd62a6, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9bd57a-c428-4925-8332-f99c3cfcc136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:04:53.496072 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.542879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9769b9b8-1d3c-4657-9e6e-240f32151214 req-99dcedf5-0f7f-440e-86df-e0c8453c4677 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822358 Sep 23 20:04:53.595325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:04:53.599155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:04:53.605899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-69836b5b-7a84-4e79-b343-592729d72240 None None] Provisioning complete for port 49a55d27-85af-4a43-975a-e1f83bbd62a6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:53.606776 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.607330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69836b5b-7a84-4e79-b343-592729d72240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.725075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:53.747205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69836b5b-7a84-4e79-b343-592729d72240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.769702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:53.770504 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.772128 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4d2e4b88-65ec-4745-86dc-3b820898eb6e service neutron] 10.222.0.41 "PUT /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 1121 time: 0.9027765 Sep 23 20:04:53.794400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-69836b5b-7a84-4e79-b343-592729d72240 None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:53.795881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:53.798885 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fc9214-4dae-4c30-97a0-2fc2b34e027a" -d '{"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-plugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:53.808899 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69836b5b-7a84-4e79-b343-592729d72240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.867994 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcee2cf3-ac9b-4efe-90b8-981c11d373e6 x-openstack-request-id: req-bcee2cf3-ac9b-4efe-90b8-981c11d373e6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:53.868360 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-plugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:53.868549 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bcee2cf3-ac9b-4efe-90b8-981c11d373e6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:53.868947 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'code': 200} Sep 23 20:04:53.872989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['49a55d27-85af-4a43-975a-e1f83bbd62a6'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:04:54.007460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69836b5b-7a84-4e79-b343-592729d72240 None None] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:54.247665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4bda7762-ab45-4ce1-aafc-f40b3d5fd61a None None] Provisioning complete for port 49a55d27-85af-4a43-975a-e1f83bbd62a6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:04:54.248038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bda7762-ab45-4ce1-aafc-f40b3d5fd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:54.746175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc8dc9-55b1-4417-8ee3-5b7c72448c60 req-bc2cc9de-6b70-494e-ac91-5ca71454fa7b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:54.747742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1dc8dc9-55b1-4417-8ee3-5b7c72448c60 req-bc2cc9de-6b70-494e-ac91-5ca71454fa7b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.1376746 Sep 23 20:04:54.790344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1dc8dc9-55b1-4417-8ee3-5b7c72448c60 req-5c835296-31f7-409a-8f27-39ba54ea0d28 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359874 Sep 23 20:04:55.313990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:04:55.316453 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1" -d '{"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:04:55.385050 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b135f74d-3d4d-44ca-aeb4-4c239cd6e035 x-openstack-request-id: req-b135f74d-3d4d-44ca-aeb4-4c239cd6e035 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:04:55.385398 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:04:55.385742 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b135f74d-3d4d-44ca-aeb4-4c239cd6e035 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:04:55.386348 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'status': 'completed', 'code': 200} Sep 23 20:04:55.458866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-69de2833-e6f4-4352-82a9-a12a16a2471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:55.460316 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-69de2833-e6f4-4352-82a9-a12a16a2471d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1126 time: 0.0495737 Sep 23 20:04:55.564010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-c256d604-646a-4f18-9f55-fdf09305da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:55.566406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-c256d604-646a-4f18-9f55-fdf09305da28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 898 time: 0.0991881 Sep 23 20:04:55.609670 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:55.651193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-7a82efe0-19f8-4192-86e5-a81917bb7eb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 1000 time: 0.0764585 Sep 23 20:04:55.716379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-dffe7b4e-6baa-4ca3-acc4-7d1a86c52eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:55.718760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-dffe7b4e-6baa-4ca3-acc4-7d1a86c52eac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0603092 Sep 23 20:04:55.782324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-6112fa25-d0e3-455e-9bf5-00f93430adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:55.784750 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-6112fa25-d0e3-455e-9bf5-00f93430adb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545542 Sep 23 20:04:55.798337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-c4a54fc6-4702-4c84-a941-9cbf54cf8703 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:04:55.800890 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-c4a54fc6-4702-4c84-a941-9cbf54cf8703 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074193 Sep 23 20:04:55.949602 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-e899c700-00e2-4b92-a4e9-2a5f7759e163 service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402171 Sep 23 20:04:56.063350 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1eb3556b-b7a0-4aae-ba6c-72b52347efd1 req-d9fd481a-dd50-4ccd-a0af-662f0356ac05 service neutron] 10.222.0.72 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058135 Sep 23 20:04:56.270049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20d9c-fe8a-4c6f-9e3e-d984ff2a43d5 req-28cce250-8318-4cba-a0fa-3d3e996f10f6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:56.271605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85f20d9c-fe8a-4c6f-9e3e-d984ff2a43d5 req-28cce250-8318-4cba-a0fa-3d3e996f10f6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0696867 Sep 23 20:04:56.353731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85f20d9c-fe8a-4c6f-9e3e-d984ff2a43d5 req-5a61889a-aa66-4221-8047-68684f5bd3d8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718627 Sep 23 20:04:56.940672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:04:57.016457 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:57.089001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:57.101473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 has no active binding in host n-h2-810763-1 {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 20:04:57.470277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05673c8a-9fb1-4f84-a18f-ca7e5a59849c req-a5567b13-e72b-4215-be41-4d3fccd5203b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:57.471798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05673c8a-9fb1-4f84-a18f-ca7e5a59849c req-a5567b13-e72b-4215-be41-4d3fccd5203b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0496657 Sep 23 20:04:57.509541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05673c8a-9fb1-4f84-a18f-ca7e5a59849c req-af63dcbd-9a0a-4b01-835e-6d31f8efa066 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Sep 23 20:04:58.623292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da96c-53b3-42ea-bb10-722ae8e29ce1 req-69fd7bee-b130-48a6-ad78-86959c3d0110 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:58.624774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-466da96c-53b3-42ea-bb10-722ae8e29ce1 req-69fd7bee-b130-48a6-ad78-86959c3d0110 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0478954 Sep 23 20:04:58.662323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-466da96c-53b3-42ea-bb10-722ae8e29ce1 req-27f11c58-77b7-427e-9e02-723ee5c6ca31 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Sep 23 20:04:59.788021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97208e83-a045-4a84-938d-c3b2c765bb2a req-ba4c9dc8-3b94-4996-a715-c3921b8ec5ad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:59.789823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97208e83-a045-4a84-938d-c3b2c765bb2a req-ba4c9dc8-3b94-4996-a715-c3921b8ec5ad tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0568130 Sep 23 20:04:59.836970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97208e83-a045-4a84-938d-c3b2c765bb2a req-0c813bec-7334-41cb-859f-2e95ffb599dd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Sep 23 20:05:00.955855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93bd31-c3fa-445a-8cc0-3c27ebf61e31 req-b5c904d6-2ba5-4c98-a1a5-16a4596a5625 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:00.957477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da93bd31-c3fa-445a-8cc0-3c27ebf61e31 req-b5c904d6-2ba5-4c98-a1a5-16a4596a5625 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0504005 Sep 23 20:05:00.997359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da93bd31-c3fa-445a-8cc0-3c27ebf61e31 req-4e3bea2c-209a-4955-bf09-05a2691bfd97 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Sep 23 20:05:01.905083 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-6d10be8a-e264-49db-a99e-ba526bf7ffd2 service neutron] 10.222.0.72 "GET /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 384 time: 0.0537429 Sep 23 20:05:02.005811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:02.068957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Deleting subnet 734dd604-6ac0-4728-94ae-aae06b4dcff5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:05:02.073054 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.082626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:02.102718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:05:02.142678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:02.145505 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639a9ec-a714-47f3-b12a-0b0f0f523340" -d '{"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-unplugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:02.153079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:02.172539 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.250150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] Transition to ACTIVE for port object 49a55d27-85af-4a43-975a-e1f83bbd62a6 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:05:02.254954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.365151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:02.399696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] No DVR routers for this DVR port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:02.443689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.477148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd596a6-5fdc-442f-a9bd-560fd670dab7 req-5935d84e-1dd6-41c9-88f4-e5cb08f56d08 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:02.478703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fd596a6-5fdc-442f-a9bd-560fd670dab7 req-5935d84e-1dd6-41c9-88f4-e5cb08f56d08 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.4034297 Sep 23 20:05:02.517300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.533786 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-bf6fc07e-4e59-4fc6-bdd1-dcf820198157 service neutron] 10.222.0.72 "PUT /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6/bindings/n-h2-810763-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6215665 Sep 23 20:05:02.551219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fd596a6-5fdc-442f-a9bd-560fd670dab7 req-3b849755-bc25-4dfd-8a0f-44372373528b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604043 Sep 23 20:05:02.584223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.604088 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4203c46f-d9b7-4471-97ae-486f0dfa1914 x-openstack-request-id: req-4203c46f-d9b7-4471-97ae-486f0dfa1914 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:02.604404 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-unplugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:02.604660 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4203c46f-d9b7-4471-97ae-486f0dfa1914 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:02.605115 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'code': 200} Sep 23 20:05:02.614425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734dd604-6ac0-4728-94ae-aae06b4dcff5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:02.622683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.624539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/734dd604-6ac0-4728-94ae-aae06b4dcff5 HTTP/1.1" status: 204 len: 168 time: 0.6169493 Sep 23 20:05:02.626412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.626849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.627171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38604) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:02.627297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.628133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.628381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.628714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.629041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.629367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.629688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.630010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.630374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.630680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba732d12-d0f1-4dd2-ac72-a68402cba465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:02.661976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-5c5d1c29-4868-4db5-b0a6-893afe60895a tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:02.663507 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-5c5d1c29-4868-4db5-b0a6-893afe60895a tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676&tenant_id=e144f56724054e42a9e756118e2b5ace&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 1095 time: 0.0746050 Sep 23 20:05:02.726964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.766368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-9a2fb980-e61c-44d2-943d-d74b1e3bbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:02.767850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-9a2fb980-e61c-44d2-943d-d74b1e3bbc17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 1095 time: 0.0727658 Sep 23 20:05:02.828762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.864881 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bdae10-3f76-42b1-9dd4-aacfc339a7ee']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:02.878088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:02.878414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ee175b-8b2c-4877-8f3d-45775bcf7bb0') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:02.886070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-5bc5a3bd-fc2e-47c2-a867-2ea8297c6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:02.887572 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-5bc5a3bd-fc2e-47c2-a867-2ea8297c6397 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1095 time: 0.0981152 Sep 23 20:05:02.890803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.920940 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.934694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:05:02.935074 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:05:02.936806 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:05:02.971642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:05:03.030199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.035988 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.037764 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/33bdae10-3f76-42b1-9dd4-aacfc339a7ee HTTP/1.1" status: 204 len: 168 time: 0.4090655 Sep 23 20:05:03.040354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-9f4bbd3d-f702-4bb8-bdc1-2f2c211fab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:03.041449 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-9f4bbd3d-f702-4bb8-bdc1-2f2c211fab7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 898 time: 0.1444807 Sep 23 20:05:03.056710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16860cc8-dda7-4caa-8f10-925d5b0e33d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=33bdae10-3f76-42b1-9dd4-aacfc339a7ee,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:03.076179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:03.087707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'port_id': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'mac_address': 'fa:16:3e:2d:69:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:05:03.119676 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-d0c4fc1a-dd45-4e68-add0-2afb1841e946 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 998 time: 0.0685081 Sep 23 20:05:03.132705 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.145866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a55d27-85af-4a43-975a-e1f83bbd62a6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:05:03.162744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38608) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:03.167591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:03.171769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.184453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-3ae3baa2-71b8-4e5a-8867-26f6640d1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:03.185907 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-3ae3baa2-71b8-4e5a-8867-26f6640d1a21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0596356 Sep 23 20:05:03.226800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=12']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:03.229851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['49a55d27-85af-4a43-975a-e1f83bbd62a6'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:05:03.234708 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-77c0ff6e-e2f6-442e-92ea-6c0c6eb3fa62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18a3cf0bda6147bca9135ea676847ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686657 Sep 23 20:05:03.235662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:03.244982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-97e6e17d-f597-4b44-8487-f0e2e248aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:03.246476 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-97e6e17d-f597-4b44-8487-f0e2e248aef8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514581 Sep 23 20:05:03.285727 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71a1d44d-3abd-4e15-9e42-022468f8b8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.313288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71a1d44d-3abd-4e15-9e42-022468f8b8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.348961 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-7b79248c-485f-453a-9284-6487d415c08f service neutron] 10.222.0.41 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948951 Sep 23 20:05:03.366767 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71a1d44d-3abd-4e15-9e42-022468f8b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.369885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71a1d44d-3abd-4e15-9e42-022468f8b8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:03.371042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-71a1d44d-3abd-4e15-9e42-022468f8b8d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12a0d358-ca65-485c-abf9-14cdf636780b HTTP/1.1" status: 204 len: 168 time: 0.1342664 Sep 23 20:05:03.379248 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1d44d-3abd-4e15-9e42-022468f8b8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a0d358-ca65-485c-abf9-14cdf636780b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:03.459407 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-b82ec55d-05e8-4dd3-b36b-c12733369c9e service neutron] 10.222.0.41 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037178 Sep 23 20:05:03.681479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046608d-66d8-44e0-8f4f-2c63025a6591 req-e425985e-eae6-4438-a377-0006e3484d71 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:03.683116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0046608d-66d8-44e0-8f4f-2c63025a6591 req-e425985e-eae6-4438-a377-0006e3484d71 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0578616 Sep 23 20:05:03.731032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0046608d-66d8-44e0-8f4f-2c63025a6591 req-0735bd5a-ee64-4001-86ca-cc5bd0810363 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Sep 23 20:05:04.019467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-1617e727-7d89-42b2-9fd8-63e7a43bb331 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:04.021185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-1617e727-7d89-42b2-9fd8-63e7a43bb331 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676&tenant_id=e144f56724054e42a9e756118e2b5ace&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 1096 time: 0.3764927 Sep 23 20:05:04.098008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:04.163544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4886771d-b53c-4f29-ad6d-7caacae09dc4 service neutron] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:05:04.166635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4886771d-b53c-4f29-ad6d-7caacae09dc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.167768 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-4886771d-b53c-4f29-ad6d-7caacae09dc4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6/bindings/n-h1-810763-1 HTTP/1.1" status: 204 len: 173 time: 0.1387763 Sep 23 20:05:04.199841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-916684951-network', 'tenant_id': '4910202929ac44d196a39857649adc12'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:04.220579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Made reservation on behalf of 4910202929ac44d196a39857649adc12 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:04.223085 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.231069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.320724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.322635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:04.324862 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.336180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:05:04.355105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.355452 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Added segment 78bb8cbb-53be-4676-93a1-ae4532f25f1a of type vlan for network d1f3edf4-cd16-411e-ba17-98665ef1386c Sep 23 20:05:04.360427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:04.372205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34269efa-cfb8-4a27-91e3-066b88cf4fcc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:04.403673 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.427912 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.429294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:04.429540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.459095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3598213 Sep 23 20:05:04.462113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38638) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:04.468729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Request body: {'subnet': {'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-916684951-subnet', 'tenant_id': '4910202929ac44d196a39857649adc12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:04.492342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Made reservation on behalf of 4910202929ac44d196a39857649adc12 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:04.494276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a4dd5-c65b-452c-984b-2204f2dcc9aa admin admin] Pushing event updated for resources: {'Network': ['ID=d1f3edf4-cd16-411e-ba17-98665ef1386c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:04.495596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.506956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network d1f3edf4-cd16-411e-ba17-98665ef1386c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:05:04.668885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.724001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3fc2da-4723-4f98-8664-ea6fc63d2b0e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:04.730843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Checking segment: {'id': '78bb8cbb-53be-4676-93a1-ae4532f25f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:04.731200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Network hostable DHCP agents. Network: d1f3edf4-cd16-411e-ba17-98665ef1386c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:05:04.747382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Network d1f3edf4-cd16-411e-ba17-98665ef1386c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:05:04.756415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, d1f3edf4-cd16-411e-ba17-98665ef1386c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:04.760360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:04.760914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:04.773233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678b10e-9606-4983-8bd6-48595e9c7862 None None] Network d1f3edf4-cd16-411e-ba17-98665ef1386c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:04.787415 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-042945ab-38d3-41b6-b4b4-b970f1aa965a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3234546 Sep 23 20:05:04.862535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d1d55-3025-4ad6-a7fe-7ecb32d027d4 req-8f5f07ed-9b66-4c04-963e-0f1cdaefa2db tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:04.864376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-902d1d55-3025-4ad6-a7fe-7ecb32d027d4 req-8f5f07ed-9b66-4c04-963e-0f1cdaefa2db tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Sep 23 20:05:04.915875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-902d1d55-3025-4ad6-a7fe-7ecb32d027d4 req-e0f662f7-b65a-418a-b948-63643696b02d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447726 Sep 23 20:05:04.935923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f361b-e5fd-4a99-b1b6-4a179860fc89 None None] Network d1f3edf4-cd16-411e-ba17-98665ef1386c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:04.990125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:05.029783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065f823-c278-4883-9756-a62fbdc5f69c req-6ea25ef5-ac13-4588-96e0-1852c2398ec8 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:05.031612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b065f823-c278-4883-9756-a62fbdc5f69c req-6ea25ef5-ac13-4588-96e0-1852c2398ec8 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1096 time: 0.0435512 Sep 23 20:05:05.068524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b065f823-c278-4883-9756-a62fbdc5f69c req-7363aef2-5d06-4f02-8692-749c48ac7473 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301063 Sep 23 20:05:05.198459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dfff3-5ca1-4478-96e3-243c0de69794 req-ad98c0f5-b33f-445c-a7b7-f0a8ea151514 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:05.206419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c34dfff3-5ca1-4478-96e3-243c0de69794 req-ad98c0f5-b33f-445c-a7b7-f0a8ea151514 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 945 time: 0.0600054 Sep 23 20:05:05.247267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c34dfff3-5ca1-4478-96e3-243c0de69794 req-a553a11b-0f0b-410b-b7f7-a0b54f2d18ef tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397618 Sep 23 20:05:05.251865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 49a55d27-85af-4a43-975a-e1f83bbd62a6 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:05:05.255986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 49a55d27-85af-4a43-975a-e1f83bbd62a6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:05.256570 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.271358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:05.339025 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.350725 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-52b05a88-a70b-44b5-bee3-2d0874bd3128 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/fc83508c-0db6-481e-bb91-41cfa7bd4f67 HTTP/1.1" status: 200 len: 991 time: 0.0781870 Sep 23 20:05:05.366273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:05.368537 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c42bd-66a8-4b2a-ada4-5a435c8a6d8e" -d '{"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-plugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:05.384518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:05.385531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:05.390291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.391349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1425424185-network', 'tenant_id': '80e7c9975d344c369c5923404f2e3c1d'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:05.415569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Made reservation on behalf of 80e7c9975d344c369c5923404f2e3c1d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:05.418350 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.427087 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.436776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=14']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:05.485765 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3acaad-3af6-4400-ba89-9003d424c84d x-openstack-request-id: req-7a3acaad-3af6-4400-ba89-9003d424c84d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:05.486124 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-plugged", "status": "completed", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:05.486429 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a3acaad-3af6-4400-ba89-9003d424c84d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:05.486896 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'code': 200} Sep 23 20:05:05.522807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.526291 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.549305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:05:05.558576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d2674-a634-4017-bb2d-3849938ffad1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:05.563326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.563660 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Added segment f1d5283e-d1db-433f-93be-69a5e5ec42e5 of type vlan for network daab047b-efa2-4e10-80a4-49b73ecf4637 Sep 23 20:05:05.592090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:05.603779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.626928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.628488 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:05.629108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.664152 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2775531 Sep 23 20:05:05.667999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:05.672701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Request body: {'subnet': {'network_id': 'daab047b-efa2-4e10-80a4-49b73ecf4637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1425424185-subnet', 'tenant_id': '80e7c9975d344c369c5923404f2e3c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:05.709282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07446b19-4381-49f6-8762-de18b40714b4 admin admin] Pushing event updated for resources: {'Network': ['ID=daab047b-efa2-4e10-80a4-49b73ecf4637,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:05.719900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network daab047b-efa2-4e10-80a4-49b73ecf4637 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:05:05.731692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Made reservation on behalf of 80e7c9975d344c369c5923404f2e3c1d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:05.734317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.752378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 1d21ebe3-f1d8-4469-bd85-1ae94efccaf1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:05.752623 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.832987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.833528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.845122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 1d21ebe3-f1d8-4469-bd85-1ae94efccaf1 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:05.911095 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:05.963775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bf26c6-725b-4ede-80c9-8c38afd9ea45,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:05.979773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Checking segment: {'id': 'f1d5283e-d1db-433f-93be-69a5e5ec42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'daab047b-efa2-4e10-80a4-49b73ecf4637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:05.980129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Network hostable DHCP agents. Network: daab047b-efa2-4e10-80a4-49b73ecf4637, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:05:05.997146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Network daab047b-efa2-4e10-80a4-49b73ecf4637 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:05:05.998697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:06.007008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, daab047b-efa2-4e10-80a4-49b73ecf4637) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:06.011447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:06.012599 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:06.015466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33870bc8-eda1-498d-a7ba-1b882fa853e3 None None] Network daab047b-efa2-4e10-80a4-49b73ecf4637 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:06.025079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=1d21ebe3-f1d8-4469-bd85-1ae94efccaf1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:06.033613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1deb7f9-08b3-46b7-9672-a53a6d4b8f01 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3645420 Sep 23 20:05:06.094507 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:06.094924 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP fc83508c-0db6-481e-bb91-41cfa7bd4f67 disassociated (deleted). External IP: 172.25.6.32, port: 49a55d27-85af-4a43-975a-e1f83bbd62a6. Sep 23 20:05:06.149300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03949c73-1776-4b34-9d94-3b66714c968b None None] Network daab047b-efa2-4e10-80a4-49b73ecf4637 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:06.322943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 04aa8534-fffd-4dd4-b12b-164bcb581ddd has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:06.430435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:06.435291 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:06.443139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] Sync routers for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:06.455268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:06.456594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:04:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:06.461922 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-32a4e607-586f-47ae-bf2c-85a550e2fbbd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/floatingips/fc83508c-0db6-481e-bb91-41cfa7bd4f67 HTTP/1.1" status: 204 len: 168 time: 0.8684049 Sep 23 20:05:06.462534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:06.464811 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324022ea-61ff-4206-baed-dfcb3e79c1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:06.574642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:06.640755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d5705304-50a0-4026-9958-9c6b100b0c4d tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:06.642316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d5705304-50a0-4026-9958-9c6b100b0c4d tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/networks?id=d1f3edf4-cd16-411e-ba17-98665ef1386c HTTP/1.1" status: 200 len: 811 time: 0.1037974 Sep 23 20:05:06.657705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-8f804486-e62c-4b0f-b627-594a91e2a4b2 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/quotas/4910202929ac44d196a39857649adc12 HTTP/1.1" status: 200 len: 375 time: 0.0089233 Sep 23 20:05:06.690153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-4fb7fafa-f4cc-46f6-b408-0076428c0567 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4910202929ac44d196a39857649adc12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260379 Sep 23 20:05:06.771222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:06.780799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-078f6531-a4a6-4cce-b74d-917d9cbbcf7a service neutron] 10.222.0.38 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832560 Sep 23 20:05:06.801605 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] Checking router: 04aa8534-fffd-4dd4-b12b-164bcb581ddd for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:06.810141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:06.810769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:04:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:06.883177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-bd736fc7-3451-4e75-8fe4-b75d3d3d2ae7 service neutron] 10.222.0.38 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954292 Sep 23 20:05:06.921076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:07.149343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:07.159549 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a036e53b-4a0a-4aab-b7eb-ff0e1940f919 x-openstack-request-id: req-a036e53b-4a0a-4aab-b7eb-ff0e1940f919 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:07.159920 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:07.160236 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a036e53b-4a0a-4aab-b7eb-ff0e1940f919 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:07.160769 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'status': 'completed', 'code': 200} Sep 23 20:05:07.181003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a0843-f146-409b-a106-587f0aa171be None None] The sync data for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 is: [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:04:04Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '1fe42ab8-ab2b-4aef-a886-24dc633ce5ae', 'name': '', 'network_id': '7315be95-5ac2-4f82-8beb-261eef76b16b', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:89:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4279740c-e888-45f0-88ee-6d34f096b586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:04Z', 'updated_at': '2021-09-23T20:04:08Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': '4279740c-e888-45f0-88ee-6d34f096b586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:07.228778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee1582be-0d10-403a-a378-3d875ed1861b req-59e5f2cc-718e-4c24-aa1d-2ed284fbde30 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 210 time: 0.0315731 Sep 23 20:05:07.243928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-d61909bb-520c-4f17-9a64-380f128eda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:07.256830 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-d61909bb-520c-4f17-9a64-380f128eda42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 1097 time: 0.0702686 Sep 23 20:05:07.351992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3d326-a9a3-4a58-b1ce-8e9941ef4432 req-27dd8575-573e-42ab-b7bf-9e98a941b7e8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:07.353760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4a3d326-a9a3-4a58-b1ce-8e9941ef4432 req-27dd8575-573e-42ab-b7bf-9e98a941b7e8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 946 time: 0.0628521 Sep 23 20:05:07.370702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-3a4ccbac-7523-4917-9d64-6343147b6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:07.372293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-3a4ccbac-7523-4917-9d64-6343147b6024 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 200 len: 898 time: 0.1070902 Sep 23 20:05:07.400438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c4a3d326-a9a3-4a58-b1ce-8e9941ef4432 req-da2ff0d1-b75d-4c25-b681-4d711a91ae7e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=512d4064-cedf-41ab-854c-f18cc9e2ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389776 Sep 23 20:05:07.426456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-6fef9b24-6859-4dcf-b4a9-4678a6bc6c03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 200 len: 217 time: 0.0435216 Sep 23 20:05:07.483951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-19ed4c2a-93fa-4f06-962f-99a3f4150770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:07.485447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-19ed4c2a-93fa-4f06-962f-99a3f4150770 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 200 len: 834 time: 0.0522053 Sep 23 20:05:07.496206 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f40a83-fe80-451f-bfad-e8f18ea390f9 None None] New status for floating IP fc83508c-0db6-481e-bb91-41cfa7bd4f67: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:05:07.554822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-fece5b6e-6831-4531-91ff-67b7d7ab894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:07.556677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-fece5b6e-6831-4531-91ff-67b7d7ab894a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7315be95-5ac2-4f82-8beb-261eef76b16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477583 Sep 23 20:05:07.570512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-4fd36c66-1eed-427d-bf43-bf5122d547da service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:05:07.571702 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-4fd36c66-1eed-427d-bf43-bf5122d547da service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079315 Sep 23 20:05:07.666508 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-859bf283-fa29-42c1-9100-1a7647fca30f service neutron] 10.222.0.41 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868807 Sep 23 20:05:07.786178 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-7119305e-e368-4c4f-b3ce-3ac26ca5ded9 service neutron] 10.222.0.41 "GET /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123977 Sep 23 20:05:07.798269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-9cea3ee2-e2ea-4fd4-a51b-06f879b230ac tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:07.800261 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-9cea3ee2-e2ea-4fd4-a51b-06f879b230ac tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 946 time: 0.0666409 Sep 23 20:05:07.888874 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 49a55d27-85af-4a43-975a-e1f83bbd62a6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:07.889217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.041892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port 49a55d27-85af-4a43-975a-e1f83bbd62a6, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=49a55d27-85af-4a43-975a-e1f83bbd62a6,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:08.042267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.061768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 49a55d27-85af-4a43-975a-e1f83bbd62a6 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:08.093891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-0a5ceef5-7811-49ba-8674-80265c8182e4 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:08.095343 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-0a5ceef5-7811-49ba-8674-80265c8182e4 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.72 "GET /v2.0/networks?id=d1f3edf4-cd16-411e-ba17-98665ef1386c HTTP/1.1" status: 200 len: 811 time: 0.1419306 Sep 23 20:05:08.126358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Request body: {'port': {'device_id': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c', 'admin_state_up': True, 'tenant_id': '4910202929ac44d196a39857649adc12'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:08.289082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Made reservation on behalf of 4910202929ac44d196a39857649adc12 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:08.292601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.304697 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.329934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb8c821e-8a54-43cd-9d0f-d1f3fedf0a00 req-dbe5c06b-bc5b-4e06-9e9f-d763b16b0acb tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 210 time: 0.0318131 Sep 23 20:05:08.350797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=49a55d27-85af-4a43-975a-e1f83bbd62a6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:08.421180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] No DVR routers for this DVR port 49a55d27-85af-4a43-975a-e1f83bbd62a6 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:08.424111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.427009 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b19077cf-d36b-4ba5-9091-15c46d71b5c7 req-c32ab611-ceb6-4437-b841-74810a55004d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "DELETE /v2.0/ports/49a55d27-85af-4a43-975a-e1f83bbd62a6 HTTP/1.1" status: 204 len: 173 time: 0.6210892 Sep 23 20:05:08.495490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Allocated IP 172.20.0.8 (d1f3edf4-cd16-411e-ba17-98665ef1386c/eb3fc2da-4723-4f98-8664-ea6fc63d2b0e/d29cc751-019c-4395-8b30-49e0be5268d5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:05:08.511847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48b41dd0-a2be-4dbd-95be-51268f25b8eb req-f205f174-dcc2-4894-bbd2-0998f32a75dc tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=2433cd64-a722-4e52-9a56-8a3a1f7fc676 HTTP/1.1" status: 200 len: 210 time: 0.0296202 Sep 23 20:05:08.649955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.682635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.725209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Network d1f3edf4-cd16-411e-ba17-98665ef1386c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:05:08.728328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:08.730831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:05:08.766805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Pushing event updated for resources: {'Port': ['ID=d29cc751-019c-4395-8b30-49e0be5268d5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:08.789168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:08.789810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:08.806859 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-6f67ba3d-0d27-43ae-acdf-bf2659a4092f tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6851120 Sep 23 20:05:08.819563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Request body: {'port': {'device_id': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:08.875904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:09.126406 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29cc751-019c-4395-8b30-49e0be5268d5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:05:09.133742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:09.146106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Transition to ACTIVE for port object d29cc751-019c-4395-8b30-49e0be5268d5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:05:09.149676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:09.178702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-deleted', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:09.180928 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb41ee59-36f9-4a7c-b91e-28cd1e6bf84c" -d '{"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-deleted", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:09.205911 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d29cc751-019c-4395-8b30-49e0be5268d5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:09.273334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Attempting to bind port d29cc751-019c-4395-8b30-49e0be5268d5 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:05:09.273682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Attempting to bind port d29cc751-019c-4395-8b30-49e0be5268d5 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '78bb8cbb-53be-4676-93a1-ae4532f25f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:05:09.274010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Attempting to bind port d29cc751-019c-4395-8b30-49e0be5268d5 on network d1f3edf4-cd16-411e-ba17-98665ef1386c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:05:09.278305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Port d29cc751-019c-4395-8b30-49e0be5268d5 on network d1f3edf4-cd16-411e-ba17-98665ef1386c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:05:09.278633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Attempting to bind port d29cc751-019c-4395-8b30-49e0be5268d5 on network d1f3edf4-cd16-411e-ba17-98665ef1386c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:05:09.284775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:05:09.285073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Checking segment: {'id': '78bb8cbb-53be-4676-93a1-ae4532f25f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:09.285451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Bound using segment: {'id': '78bb8cbb-53be-4676-93a1-ae4532f25f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:05:09.285872 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Bound port: d29cc751-019c-4395-8b30-49e0be5268d5, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb8cbb-53be-4676-93a1-ae4532f25f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:05:09.286271 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:09.289655 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627932c0-7682-4993-a328-4b31aa442459 x-openstack-request-id: req-627932c0-7682-4993-a328-4b31aa442459 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:09.289934 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2433cd64-a722-4e52-9a56-8a3a1f7fc676", "name": "network-vif-deleted", "tag": "49a55d27-85af-4a43-975a-e1f83bbd62a6", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:09.290237 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-627932c0-7682-4993-a328-4b31aa442459 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:09.290618 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2433cd64-a722-4e52-9a56-8a3a1f7fc676', 'name': 'network-vif-deleted', 'tag': '49a55d27-85af-4a43-975a-e1f83bbd62a6', 'status': 'completed', 'code': 200} Sep 23 20:05:09.349763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] For port d29cc751-019c-4395-8b30-49e0be5268d5, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:05:09.353301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] For port d29cc751-019c-4395-8b30-49e0be5268d5, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d29cc751-019c-4395-8b30-49e0be5268d5,segment=NetworkSegment(78bb8cbb-53be-4676-93a1-ae4532f25f1a),segment_id=78bb8cbb-53be-4676-93a1-ae4532f25f1a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:05:09.357311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:09.394291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:09.395365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:09.396429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] 10.222.0.72 "PUT /v2.0/ports/d29cc751-019c-4395-8b30-49e0be5268d5 HTTP/1.1" status: 200 len: 1091 time: 0.5816858 Sep 23 20:05:09.423198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1948-ee20-453e-a959-cc5dfb896dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d29cc751-019c-4395-8b30-49e0be5268d5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:09.449626 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1912eb-8d78-414a-ab6e-18eb50694bb8 req-fb7afb77-2107-41d0-a644-48acab85c9af tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:09.451202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f1912eb-8d78-414a-ab6e-18eb50694bb8 req-fb7afb77-2107-41d0-a644-48acab85c9af tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 943 time: 0.0505304 Sep 23 20:05:09.475631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-e351660c-8dd3-42cc-81f7-61381d2723d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:09.477145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-e351660c-8dd3-42cc-81f7-61381d2723d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4910202929ac44d196a39857649adc12&device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 1094 time: 0.0413816 Sep 23 20:05:09.489678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f1912eb-8d78-414a-ab6e-18eb50694bb8 req-1c89cbb8-f7ce-4621-abb8-0291a2086f5b tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Sep 23 20:05:09.519134 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-9f6627a7-8df0-4bff-99e2-9e7152a63898 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29cc751-019c-4395-8b30-49e0be5268d5 HTTP/1.1" status: 200 len: 217 time: 0.0345280 Sep 23 20:05:09.567567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-cad9e629-629f-4743-b6ca-0a8c16fa5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:09.567835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:09.569050 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-cad9e629-629f-4743-b6ca-0a8c16fa5fbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb3fc2da-4723-4f98-8664-ea6fc63d2b0e HTTP/1.1" status: 200 len: 851 time: 0.0432091 Sep 23 20:05:09.604198 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-64a1a614-1163-474e-9e54-94bfe53769cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1f3edf4-cd16-411e-ba17-98665ef1386c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285046 Sep 23 20:05:09.692496 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-823c8be8-37ac-4ca8-9697-07b63107379a service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810523 Sep 23 20:05:09.787318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6fc53e4a-55e1-41ec-9872-3e5549831509 req-cd471989-a32b-4008-9840-fada968baaf5 service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879312 Sep 23 20:05:09.924041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:10.168309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:10.168655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:10.255256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:10.255627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:10.268302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:10.449397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:10.480663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=1fe42ab8-ab2b-4aef-a886-24dc633ce5ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:10.680411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fbd10-0e97-45b9-992d-48ea3b9093f8 req-8901e04c-bf15-4315-8f1c-096f8288e404 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:10.681917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c7fbd10-0e97-45b9-992d-48ea3b9093f8 req-8901e04c-bf15-4315-8f1c-096f8288e404 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 943 time: 0.0966821 Sep 23 20:05:10.699528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:10.765889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c7fbd10-0e97-45b9-992d-48ea3b9093f8 req-0a9e1e81-3161-4790-97b4-3cbae4470b30 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747752 Sep 23 20:05:10.933565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 04aa8534-fffd-4dd4-b12b-164bcb581ddd has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:11.018307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:11.038747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:11.041995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 49a55d27-85af-4a43-975a-e1f83bbd62a6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:11.042385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 49a55d27-85af-4a43-975a-e1f83bbd62a6 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:11.045986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-108b44a9-a55a-4860-83f1-c2e12dc70d60 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/04aa8534-fffd-4dd4-b12b-164bcb581ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4750137 Sep 23 20:05:11.046589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:11.049331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] Sync routers for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:11.058188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:11.058817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:04:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:11.096548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting subnet 4279740c-e888-45f0-88ee-6d34f096b586 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:05:11.099556 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.138546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.162241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:11.224723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.282597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.292330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'tag': 'd29cc751-019c-4395-8b30-49e0be5268d5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:11.295263 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b326740-0dde-4ec4-b0f8-dbfcd9735557", "tag": "d29cc751-019c-4395-8b30-49e0be5268d5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:11.315676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Subnet': ['ID=4279740c-e888-45f0-88ee-6d34f096b586,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:11.316902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.321968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3242052d-ee9e-440e-9f64-3e31c545731e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/subnets/4279740c-e888-45f0-88ee-6d34f096b586 HTTP/1.1" status: 204 len: 168 time: 0.2713511 Sep 23 20:05:11.321968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:11.344586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c0806-437d-4253-97c0-7b6564ada21d None None] Network 7315be95-5ac2-4f82-8beb-261eef76b16b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:11.348783 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5a0f0e-9f4d-49fe-b6bc-bc727dde6967 x-openstack-request-id: req-2b5a0f0e-9f4d-49fe-b6bc-bc727dde6967 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:11.349322 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b326740-0dde-4ec4-b0f8-dbfcd9735557", "tag": "d29cc751-019c-4395-8b30-49e0be5268d5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:11.349668 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b5a0f0e-9f4d-49fe-b6bc-bc727dde6967 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:11.349809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:05:10Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:11.350315 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'tag': 'd29cc751-019c-4395-8b30-49e0be5268d5', 'status': 'completed', 'code': 200} Sep 23 20:05:11.386357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] Checking router: 04aa8534-fffd-4dd4-b12b-164bcb581ddd for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:11.415572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-e4ed1594-ac89-4409-8787-bd4aa27e0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:11.417317 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-e4ed1594-ac89-4409-8787-bd4aa27e0d68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4910202929ac44d196a39857649adc12&device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 1094 time: 0.0435770 Sep 23 20:05:11.433768 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.436837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] Routers {'04aa8534-fffd-4dd4-b12b-164bcb581ddd'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:11.437470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:04:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:11.515122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-9e6d4462-efe7-422a-b697-2a54582d471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:11.516891 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-9e6d4462-efe7-422a-b697-2a54582d471d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1f3edf4-cd16-411e-ba17-98665ef1386c HTTP/1.1" status: 200 len: 912 time: 0.0917542 Sep 23 20:05:11.542724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.569354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-b19cf6e0-74ab-432b-a786-0f75e8967386 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29cc751-019c-4395-8b30-49e0be5268d5 HTTP/1.1" status: 200 len: 217 time: 0.0455503 Sep 23 20:05:11.585231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] Set router 04aa8534-fffd-4dd4-b12b-164bcb581ddd gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:11.605446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port ae439690-2fad-4e09-aed6-7f552315a36f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:11.605792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.636359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-9ea1ba51-4836-4647-ad49-64cc2a964a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:11.637979 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-9ea1ba51-4836-4647-ad49-64cc2a964a6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb3fc2da-4723-4f98-8664-ea6fc63d2b0e HTTP/1.1" status: 200 len: 851 time: 0.0620332 Sep 23 20:05:11.661663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96236477-0278-45b6-8389-1c10988098ad None None] DHCP port deletion for 7315be95-5ac2-4f82-8beb-261eef76b16b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:05:11.672340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-31677b4c-9ec6-4d47-bbfa-b139333b0db1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1f3edf4-cd16-411e-ba17-98665ef1386c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277162 Sep 23 20:05:11.698799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port ae439690-2fad-4e09-aed6-7f552315a36f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae439690-2fad-4e09-aed6-7f552315a36f,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:11.699596 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.712111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for ae439690-2fad-4e09-aed6-7f552315a36f owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:11.771421 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-9e6f068c-6771-4012-b908-8ca5e64edc80 service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915475 Sep 23 20:05:11.881301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-190c16da-8bbd-4af4-9d7e-e01a4eff10f0 req-178c43aa-b151-49d0-aa6c-f13826ca543a service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019623 Sep 23 20:05:11.935475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.946505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef8f3d-c2b5-4818-8a63-05d20c32a2ef req-a4c76ae0-ad50-4943-8a77-8aa0eadd811e tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:11.947988 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9ef8f3d-c2b5-4818-8a63-05d20c32a2ef req-a4c76ae0-ad50-4943-8a77-8aa0eadd811e tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 943 time: 0.0693390 Sep 23 20:05:11.954261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96236477-0278-45b6-8389-1c10988098ad None None] Deleting port 32d19f03-201d-48eb-90de-b89b74f78bac {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:11.954643 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96236477-0278-45b6-8389-1c10988098ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:11.971846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=ae439690-2fad-4e09-aed6-7f552315a36f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:12.022794 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96236477-0278-45b6-8389-1c10988098ad None None] For port 32d19f03-201d-48eb-90de-b89b74f78bac, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=32d19f03-201d-48eb-90de-b89b74f78bac,segment=NetworkSegment(ca9bd57a-c428-4925-8332-f99c3cfcc136),segment_id=ca9bd57a-c428-4925-8332-f99c3cfcc136)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:12.023456 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96236477-0278-45b6-8389-1c10988098ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.039016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-96236477-0278-45b6-8389-1c10988098ad None None] Calling delete_port for 32d19f03-201d-48eb-90de-b89b74f78bac owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:12.046380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:05:10Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:12.082904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe142608-3673-4d61-999e-9f64b42af833 None None] The sync data for ids ['04aa8534-fffd-4dd4-b12b-164bcb581ddd'] in n-d-810763-1 is: [{'id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-775554218', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:04:01Z', 'updated_at': '2021-09-23T20:05:10Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': 'ae439690-2fad-4e09-aed6-7f552315a36f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04aa8534-fffd-4dd4-b12b-164bcb581ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:04:02Z', 'updated_at': '2021-09-23T20:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:12.153947 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96236477-0278-45b6-8389-1c10988098ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.180422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96236477-0278-45b6-8389-1c10988098ad None None] Pushing event deleted for resources: {'Port': ['ID=32d19f03-201d-48eb-90de-b89b74f78bac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:12.184166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96236477-0278-45b6-8389-1c10988098ad None None] No DVR routers for this DVR port 32d19f03-201d-48eb-90de-b89b74f78bac on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:12.341045 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d29cc751-019c-4395-8b30-49e0be5268d5 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:05:12.353276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9ef8f3d-c2b5-4818-8a63-05d20c32a2ef req-df1f1936-bd9d-42d6-ac52-a94891c2fb22 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850994 Sep 23 20:05:12.362277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.449733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d29cc751-019c-4395-8b30-49e0be5268d5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d29cc751-019c-4395-8b30-49e0be5268d5,segment=NetworkSegment(78bb8cbb-53be-4676-93a1-ae4532f25f1a),segment_id=78bb8cbb-53be-4676-93a1-ae4532f25f1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:12.452286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.454422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.462425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'd29cc751-019c-4395-8b30-49e0be5268d5', 'network_id': 'd1f3edf4-cd16-411e-ba17-98665ef1386c', 'port_id': 'd29cc751-019c-4395-8b30-49e0be5268d5', 'mac_address': 'fa:16:3e:a5:27:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3fc2da-4723-4f98-8664-ea6fc63d2b0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:05:12.498516 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:05:12.502073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.502690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Fanout notify agent at l3_agent the message router_deleted on router 04aa8534-fffd-4dd4-b12b-164bcb581ddd {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:05:12.507164 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.516701 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.518395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b926cee0-66c6-49d2-8806-3dafca4779cd tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/routers/04aa8534-fffd-4dd4-b12b-164bcb581ddd HTTP/1.1" status: 204 len: 168 time: 1.1950536 Sep 23 20:05:12.522125 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38732) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:12.525702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29cc751-019c-4395-8b30-49e0be5268d5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:05:12.548837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d29cc751-019c-4395-8b30-49e0be5268d5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d29cc751-019c-4395-8b30-49e0be5268d5,segment=NetworkSegment(78bb8cbb-53be-4676-93a1-ae4532f25f1a),segment_id=78bb8cbb-53be-4676-93a1-ae4532f25f1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:12.553556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.610511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d29cc751-019c-4395-8b30-49e0be5268d5,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:12.617104 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.712323 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.733889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7315be95-5ac2-4f82-8beb-261eef76b16b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:12.745234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9bd57a-c428-4925-8332-f99c3cfcc136') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:12.745543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9bd57a-c428-4925-8332-f99c3cfcc136') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:12.757719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.758970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d29cc751-019c-4395-8b30-49e0be5268d5'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:05:12.774144 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.790112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:05:12.790659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:05:12.794414 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:05:12.851877 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.860208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.862153 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/networks/7315be95-5ac2-4f82-8beb-261eef76b16b HTTP/1.1" status: 204 len: 168 time: 0.3388498 Sep 23 20:05:12.866234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:12.871655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Network': ['ID=7315be95-5ac2-4f82-8beb-261eef76b16b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:12.879795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.880150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.880494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.880836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.881172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.881527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.881835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.882176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.882567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.882897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.883224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.883547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1b51-f1db-4ab9-b024-794a779b4138 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:12.929216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0abb828e-fa76-445f-94b1-72a37746c6fb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:12.957961 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0abb828e-fa76-445f-94b1-72a37746c6fb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.014706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0abb828e-fa76-445f-94b1-72a37746c6fb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.018225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0abb828e-fa76-445f-94b1-72a37746c6fb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.019449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0abb828e-fa76-445f-94b1-72a37746c6fb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/security-groups/512d4064-cedf-41ab-854c-f18cc9e2ebc8 HTTP/1.1" status: 204 len: 168 time: 0.1520495 Sep 23 20:05:13.028490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb828e-fa76-445f-94b1-72a37746c6fb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512d4064-cedf-41ab-854c-f18cc9e2ebc8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:13.100622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 32d19f03-201d-48eb-90de-b89b74f78bac no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:13.124323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 32d19f03-201d-48eb-90de-b89b74f78bac {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:13.124748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 32d19f03-201d-48eb-90de-b89b74f78bac not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:13.125176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:13.146373 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:13.146723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1fe42ab8-ab2b-4aef-a886-24dc633ce5ae not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:13.203682 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e797e9c5-5dc4-4080-b67e-9fa3532374a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.323119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:13.327832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5b10a80-491b-470d-a0ad-61c6699ecac1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477362877', 'description': 'tempest-secgroup-smoke-1477362877 description', 'project_id': 'e144f56724054e42a9e756118e2b5ace'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:13.349685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5b10a80-491b-470d-a0ad-61c6699ecac1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.432079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5b10a80-491b-470d-a0ad-61c6699ecac1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.442034 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5b10a80-491b-470d-a0ad-61c6699ecac1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.484220 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5b10a80-491b-470d-a0ad-61c6699ecac1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.485439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d5b10a80-491b-470d-a0ad-61c6699ecac1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612840 Sep 23 20:05:13.489042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:13.490975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b10a80-491b-470d-a0ad-61c6699ecac1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:13.495518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f6a36307-ff6e-423e-a818-9e1186ce539b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '89f9f9c8-ae8f-4b0d-93b4-39253b56c72e', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:13.523311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73236caa-60c8-4ca9-8e38-b2648470e8de req-fb8ea9b1-a642-4db8-a339-36e776b7997c tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:13.524785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73236caa-60c8-4ca9-8e38-b2648470e8de req-fb8ea9b1-a642-4db8-a339-36e776b7997c tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 944 time: 0.0959938 Sep 23 20:05:13.547903 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6a36307-ff6e-423e-a818-9e1186ce539b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.588985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73236caa-60c8-4ca9-8e38-b2648470e8de req-1a67a84e-7cf5-4eba-ad0c-015689040eae tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572319 Sep 23 20:05:13.613108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6a36307-ff6e-423e-a818-9e1186ce539b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.616643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6a36307-ff6e-423e-a818-9e1186ce539b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.632578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a36307-ff6e-423e-a818-9e1186ce539b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630b1a22-7919-4ec6-b6eb-90a7c94dab15,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:13.641249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6a36307-ff6e-423e-a818-9e1186ce539b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.642328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f6a36307-ff6e-423e-a818-9e1186ce539b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522322 Sep 23 20:05:13.645058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:13.649344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a73e521-acc7-4269-b811-38dd52a10a49 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '89f9f9c8-ae8f-4b0d-93b4-39253b56c72e', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:13.675127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a73e521-acc7-4269-b811-38dd52a10a49 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.730846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a73e521-acc7-4269-b811-38dd52a10a49 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.734200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a73e521-acc7-4269-b811-38dd52a10a49 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.754108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73e521-acc7-4269-b811-38dd52a10a49 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda80589-057a-4e4c-a041-cb5ac072e04d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:13.756595 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a73e521-acc7-4269-b811-38dd52a10a49 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.757754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a73e521-acc7-4269-b811-38dd52a10a49 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1117849 Sep 23 20:05:13.760848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:13.765389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5b53893e-2bac-4ef4-97e8-005a4d43af6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '89f9f9c8-ae8f-4b0d-93b4-39253b56c72e', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:13.790691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b53893e-2bac-4ef4-97e8-005a4d43af6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.851299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b53893e-2bac-4ef4-97e8-005a4d43af6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.854887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b53893e-2bac-4ef4-97e8-005a4d43af6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.872897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53893e-2bac-4ef4-97e8-005a4d43af6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93536cd5-87c7-4b19-94df-5f706f07e391,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:13.875817 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b53893e-2bac-4ef4-97e8-005a4d43af6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.877597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b53893e-2bac-4ef4-97e8-005a4d43af6a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151857 Sep 23 20:05:13.880473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38750) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:13.884758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-53de29e9-d83f-4f50-acab-8619b6541e8b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '89f9f9c8-ae8f-4b0d-93b4-39253b56c72e', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:13.910962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53de29e9-d83f-4f50-acab-8619b6541e8b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.970269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53de29e9-d83f-4f50-acab-8619b6541e8b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.973670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53de29e9-d83f-4f50-acab-8619b6541e8b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.991132 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de29e9-d83f-4f50-acab-8619b6541e8b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a3316c-2276-4da6-964f-f0d0979363a0,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:13.996341 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53de29e9-d83f-4f50-acab-8619b6541e8b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.997505 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53de29e9-d83f-4f50-acab-8619b6541e8b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162050 Sep 23 20:05:14.000131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:14.004987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '89f9f9c8-ae8f-4b0d-93b4-39253b56c72e', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:14.025487 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:05:14.030043 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.088510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.091946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.108986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca22ab7b-7447-480c-b400-a95177acd8c4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:14.115613 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.117025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-400e211a-a391-44ef-985e-3bd6300cf836 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159523 Sep 23 20:05:14.119623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38754) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:14.123982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'security_group_rule': {'security_group_id': '89f9f9c8-ae8f-4b0d-93b4-39253b56c72e', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:14.146291 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Project e144f56724054e42a9e756118e2b5ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:05:14.150967 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.212622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.215900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.234786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5af04d2-3982-43d0-91ca-96dad6545441,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:14.238168 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.239431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fed7abf7-96b6-4d4e-8991-cfaa3ebd46a7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188765 Sep 23 20:05:14.242319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38756) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:14.247067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'network': {'name': 'tempest-network-smoke--210243452', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:14.266779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:14.269999 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.291839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:05:14.300833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.301172 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Added segment ae6e4d03-dd2e-4b2e-bc10-2c03f249e000 of type vlan for network fbee1e9d-02a1-483e-abc4-8511e0c67bad Sep 23 20:05:14.340577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.354956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d29cc751-019c-4395-8b30-49e0be5268d5 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:14.366078 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.371563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:14.372143 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.400599 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1571505 Sep 23 20:05:14.403172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port d29cc751-019c-4395-8b30-49e0be5268d5 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:05:14.403695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:14.407055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port d29cc751-019c-4395-8b30-49e0be5268d5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:14.407428 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.410172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'admin_state_up': True, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:14.434173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.435374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.447923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca262b2c-c250-4b20-9a18-1f51b8c685c8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Network': ['ID=fbee1e9d-02a1-483e-abc4-8511e0c67bad,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:14.460346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:05:14.490853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.550003 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.574549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29cc751-019c-4395-8b30-49e0be5268d5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:14.577053 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962b8fa9-e6ed-47f3-8b67-16dc24f31365" -d '{"events": [{"server_uuid": "7b326740-0dde-4ec4-b0f8-dbfcd9735557", "name": "network-vif-plugged", "status": "completed", "tag": "d29cc751-019c-4395-8b30-49e0be5268d5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:14.589910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d29cc751-019c-4395-8b30-49e0be5268d5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d29cc751-019c-4395-8b30-49e0be5268d5,segment=NetworkSegment(78bb8cbb-53be-4676-93a1-ae4532f25f1a),segment_id=78bb8cbb-53be-4676-93a1-ae4532f25f1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:14.594178 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.620807 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4487a60-998b-42f9-9f93-ea9161c05b2e x-openstack-request-id: req-a4487a60-998b-42f9-9f93-ea9161c05b2e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:14.620807 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b326740-0dde-4ec4-b0f8-dbfcd9735557", "name": "network-vif-plugged", "status": "completed", "tag": "d29cc751-019c-4395-8b30-49e0be5268d5", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:14.621071 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4487a60-998b-42f9-9f93-ea9161c05b2e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:14.621685 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29cc751-019c-4395-8b30-49e0be5268d5', 'code': 200} Sep 23 20:05:14.626918 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.656684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d29cc751-019c-4395-8b30-49e0be5268d5,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:14.689559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae439690-2fad-4e09-aed6-7f552315a36f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:14.710428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ae439690-2fad-4e09-aed6-7f552315a36f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:14.710769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae439690-2fad-4e09-aed6-7f552315a36f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:14.741362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a5dbc-e9ed-4249-afc7-b638e3030649 req-37b171f8-a224-415c-816c-3be93fd3d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:14.742824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-059a5dbc-e9ed-4249-afc7-b638e3030649 req-37b171f8-a224-415c-816c-3be93fd3d677 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 1096 time: 0.0439734 Sep 23 20:05:14.759820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca0970-053c-402b-b91a-adbac4fd54ab req-45209226-c3ef-406b-b56b-a16ab8cc1bb1 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:14.761313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36ca0970-053c-402b-b91a-adbac4fd54ab req-45209226-c3ef-406b-b56b-a16ab8cc1bb1 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0895281 Sep 23 20:05:14.779266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-059a5dbc-e9ed-4249-afc7-b638e3030649 req-dc6901aa-be68-48fc-b42b-1023f1596ff6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295208 Sep 23 20:05:14.814437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36ca0970-053c-402b-b91a-adbac4fd54ab req-c51b6db2-acbd-40c6-b1eb-1158cb519e84 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467777 Sep 23 20:05:14.905922 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:14.925024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:15.031147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.36 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/1a0d6afc-ec18-4abc-ad8a-0647a34706e0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:05:15.132493 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:15.164851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:15.204727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:05:15.209444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:15.212969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:05:15.236699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:15.469889 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:15.663887 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:15.807708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 41b4352c-1505-473d-8cb9-a2eb5307ae19 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:05:15.958859 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b81f6-3ee5-480b-9b2a-f57d9913bae7 req-53a7e1ac-e378-4d88-97f2-4f2e91beadfc tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:15.960235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b81f6-3ee5-480b-9b2a-f57d9913bae7 req-53a7e1ac-e378-4d88-97f2-4f2e91beadfc tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0755560 Sep 23 20:05:15.961151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:15.972492 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Sync routers for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:15.981602 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:15.982283 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:04:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:15.989410 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:15.990621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f7de8ef7-a664-4d5f-912f-1d447b472596 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5852058 Sep 23 20:05:15.993848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38766) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:16.010245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7b81f6-3ee5-480b-9b2a-f57d9913bae7 req-d1958f19-ec97-4830-b5a8-b343ac5cb152 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Sep 23 20:05:16.049574 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d69066f6-a41c-4d63-a486-3ca089ebf95f tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e144f56724054e42a9e756118e2b5ace&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535986 Sep 23 20:05:16.052009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:16.148138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471837d7-f22b-4f3a-8036-5b686b1aa066 req-2c805246-f247-40b0-8203-0ccab09cfcf6 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:16.155678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-471837d7-f22b-4f3a-8036-5b686b1aa066 req-2c805246-f247-40b0-8203-0ccab09cfcf6 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0576870 Sep 23 20:05:16.184616 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:16.190719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-471837d7-f22b-4f3a-8036-5b686b1aa066 req-070ac450-8ad5-470e-b7e9-7fc9423c318e tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Sep 23 20:05:16.380109 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb58e-d4e6-4927-aab5-4c697cc63ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.389637 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:15Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:16.419620 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Checking router: 41b4352c-1505-473d-8cb9-a2eb5307ae19 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:16.419968 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Updating router 41b4352c-1505-473d-8cb9-a2eb5307ae19 port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:05:16.446799 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.458712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ee49-ee74-46bb-9569-d1845d16345b req-62a57dbf-f6be-4f8b-a5ea-99d3cdac1e14 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:16.460491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9473ee49-ee74-46bb-9569-d1845d16345b req-62a57dbf-f6be-4f8b-a5ea-99d3cdac1e14 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Sep 23 20:05:16.497156 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f371ef-8cda-4ddb-b1de-14c0f78939f4 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:16.499429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-47f371ef-8cda-4ddb-b1de-14c0f78939f4 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4457757 Sep 23 20:05:16.502476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38776) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:16.505848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9473ee49-ee74-46bb-9569-d1845d16345b req-f321f430-dc8c-4bca-997a-e8e5f842ec15 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Sep 23 20:05:16.530597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-54201aa7-9fb0-4670-ac19-e1bdf88fbaf1 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270033 Sep 23 20:05:16.533128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38778) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:16.537838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.538962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330442414', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:16.624184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:16.627779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.709157 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.713896 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.766940 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:16.769538 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Attempting to bind port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:05:16.769892 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Attempting to bind port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:05:16.770267 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Attempting to bind port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:05:16.778815 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.779152 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.779481 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.779806 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.780126 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.780444 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.780759 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.781073 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.781384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.781696 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.782006 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.782349 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:16.786443 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:05:16.786805 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:16.787200 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.787573 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:05:16.788025 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Bound port: 1a0d6afc-ec18-4abc-ad8a-0647a34706e0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:05:16.788408 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.809029 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.841294 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] For port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:05:16.844600 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] For port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:05:16.848778 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.877547 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Subnet': ['ID=c25a2165-5f19-402b-a438-d2916f3931d1,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:16.884496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Checking segment: {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:16.885012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network hostable DHCP agents. Network: fbee1e9d-02a1-483e-abc4-8511e0c67bad, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:05:16.904152 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a26e2d-41ae-4181-b71b-154e904f1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:16.915961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:05:16.917747 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:16.918407 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:05:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:16.925120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, fbee1e9d-02a1-483e-abc4-8511e0c67bad) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:16.931594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:16.932586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:16.933750 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c81e0d-2d1d-446b-aa18-b3f32ec51dca None None] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:16.949142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9ac62cac-485f-4464-b402-94535c551ed2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4148538 Sep 23 20:05:16.951945 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38780) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:17.033303 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:17.090492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:05:17.091504 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.180391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.220652 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:15Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:17.237048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Allocated IP 172.20.0.2 (fbee1e9d-02a1-483e-abc4-8511e0c67bad/c25a2165-5f19-402b-a438-d2916f3931d1/004f90a8-9909-4124-aceb-7769c9572445) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:05:17.254629 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569d24-2aaf-4971-ba53-ac68a5fbcfde None None] The sync data for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 is: [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:15Z', 'revision_number': 3, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:17.392044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.398943 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.414106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.437359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:05:17.440195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:17.443872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:05:17.454174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Pushing event updated for resources: {'Port': ['ID=004f90a8-9909-4124-aceb-7769c9572445,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:17.535436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Attempting to bind port 004f90a8-9909-4124-aceb-7769c9572445 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:05:17.536062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Attempting to bind port 004f90a8-9909-4124-aceb-7769c9572445 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:05:17.536428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Attempting to bind port 004f90a8-9909-4124-aceb-7769c9572445 on network fbee1e9d-02a1-483e-abc4-8511e0c67bad {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:05:17.542523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:05:17.543013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Checking segment: {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:17.544038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.544434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Bound using segment: {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:05:17.544896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Bound port: 004f90a8-9909-4124-aceb-7769c9572445, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:05:17.545313 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.663313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] For port 004f90a8-9909-4124-aceb-7769c9572445, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:05:17.670246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] For port 004f90a8-9909-4124-aceb-7769c9572445, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=004f90a8-9909-4124-aceb-7769c9572445,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:05:17.679581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:17.684016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8d429-33fc-423e-8e4e-28d9385956d4 req-bc8cc7fc-982f-420b-a4e3-080e9be85c28 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:17.686158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3c8d429-33fc-423e-8e4e-28d9385956d4 req-bc8cc7fc-982f-420b-a4e3-080e9be85c28 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0782349 Sep 23 20:05:17.757286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3c8d429-33fc-423e-8e4e-28d9385956d4 req-b369c55b-d09c-4c79-9f56-e341322f7ce7 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607898 Sep 23 20:05:17.790040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1652596-ef7c-4665-b178-a9380aef304f None None] Pushing event updated for resources: {'Port': ['ID=004f90a8-9909-4124-aceb-7769c9572445,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:17.842980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.1 (fbee1e9d-02a1-483e-abc4-8511e0c67bad/c25a2165-5f19-402b-a438-d2916f3931d1/e4514d47-0b3c-460e-ba0c-5bfeee94382c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:05:18.033851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd1c4a-0c8b-4c92-a200-9e7b06b7b833 req-850072ba-6020-4cda-a72c-997a03d9dc9d tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:18.042353 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0cd1c4a-0c8b-4c92-a200-9e7b06b7b833 req-850072ba-6020-4cda-a72c-997a03d9dc9d tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0701785 Sep 23 20:05:18.048293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.104131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.112334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0cd1c4a-0c8b-4c92-a200-9e7b06b7b833 req-741b2dc0-ebab-4145-8b17-e17ecabab537 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691774 Sep 23 20:05:18.174002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:05:18.179526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-a3091959-6e96-4dce-b9f4-deea855e9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:18.181507 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-a3091959-6e96-4dce-b9f4-deea855e9b17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4910202929ac44d196a39857649adc12&device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 1096 time: 0.1935225 Sep 23 20:05:18.182507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:18.185253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:05:18.250003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.256408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=e4514d47-0b3c-460e-ba0c-5bfeee94382c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:18.415817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-7e7ae047-a1d8-4720-88f8-b9de3ec973ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:18.417399 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-7e7ae047-a1d8-4720-88f8-b9de3ec973ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1f3edf4-cd16-411e-ba17-98665ef1386c HTTP/1.1" status: 200 len: 912 time: 0.1808000 Sep 23 20:05:18.466917 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-d8b8e052-8272-47b2-9350-77f8125572ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29cc751-019c-4395-8b30-49e0be5268d5 HTTP/1.1" status: 200 len: 217 time: 0.0423601 Sep 23 20:05:18.525321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.548404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-cf556596-9b7d-45de-9b4b-1dfd2fe2fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:18.550415 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-cf556596-9b7d-45de-9b4b-1dfd2fe2fbf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb3fc2da-4723-4f98-8664-ea6fc63d2b0e HTTP/1.1" status: 200 len: 851 time: 0.0655966 Sep 23 20:05:18.595780 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-7cc227ba-646e-4fde-9abf-3c7c0ef99966 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1f3edf4-cd16-411e-ba17-98665ef1386c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269523 Sep 23 20:05:18.638319 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.786453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:18.794711 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-6c2c39e3-1cc1-49aa-bc24-391801f641bc service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921272 Sep 23 20:05:18.839407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:18.839899 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.922714 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.945186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:18.949804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.950652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 004f90a8-9909-4124-aceb-7769c9572445 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:18.964361 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-68f59890-5003-4c4c-b6b9-1bf8927b484a req-559fa90a-2875-4c7e-b781-7c3f9a9b2297 service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547289 Sep 23 20:05:18.985868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:18.990187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:19.029010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:19.041854 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 004f90a8-9909-4124-aceb-7769c9572445 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:19.042267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:19.063168 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=e4514d47-0b3c-460e-ba0c-5bfeee94382c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:19.075790 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:19.120516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:19.156099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 004f90a8-9909-4124-aceb-7769c9572445, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=004f90a8-9909-4124-aceb-7769c9572445,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:19.162463 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:19.196473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:05:19.198335 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:19.243412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=004f90a8-9909-4124-aceb-7769c9572445,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:19.263460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a18cb6-167d-4e0a-93c2-40923b2d47da req-61d46877-d1cf-407b-8063-8d75ed5ffdfe tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:19.265399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6a18cb6-167d-4e0a-93c2-40923b2d47da req-61d46877-d1cf-407b-8063-8d75ed5ffdfe tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0658598 Sep 23 20:05:19.327276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6a18cb6-167d-4e0a-93c2-40923b2d47da req-223f82d9-d189-4599-ba91-d2b7aa13a573 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554442 Sep 23 20:05:19.354361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 41b4352c-1505-473d-8cb9-a2eb5307ae19 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:19.419132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e8d32-bf0e-4833-8afc-0667177649b7 None None] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:19.469805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:19.476957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7dd8478e-392e-4b16-9136-49eb6841152a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/41b4352c-1505-473d-8cb9-a2eb5307ae19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5234692 Sep 23 20:05:19.492910 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Sync routers for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:19.520358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7739479d-af47-4a5d-93fe-de209713f34c None None] Provisioning complete for port 004f90a8-9909-4124-aceb-7769c9572445 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:19.520728 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7739479d-af47-4a5d-93fe-de209713f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:19.522095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:19.522943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:05:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:19.683705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-86a32bc1-6881-4ffd-9f30-239adb6ff007 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477362877&fields=id&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 267 time: 0.0334709 Sep 23 20:05:19.732424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:19.792967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-05fd9906-6220-4c32-804d-0f055e58860d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:19.794986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-05fd9906-6220-4c32-804d-0f055e58860d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 796 time: 0.1040726 Sep 23 20:05:19.813546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-96af88ad-cfe3-431f-a310-974db20dea75 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/quotas/e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 375 time: 0.0097561 Sep 23 20:05:19.874727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-ac829cb5-a947-4784-b78e-1e95bf4a8b7b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514159 Sep 23 20:05:19.960703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 2, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:19.985098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-9fe0c274-efce-41d9-a091-cff191e72331 service neutron] 10.222.0.38 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036036 Sep 23 20:05:19.990776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Checking router: 41b4352c-1505-473d-8cb9-a2eb5307ae19 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:19.991125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Updating router 41b4352c-1505-473d-8cb9-a2eb5307ae19 port e4514d47-0b3c-460e-ba0c-5bfeee94382c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:05:20.021696 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.025339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6e084efa-e11c-4fc6-a64c-2f3552840594 None None] Provisioning complete for port e4514d47-0b3c-460e-ba0c-5bfeee94382c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:20.025339 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e084efa-e11c-4fc6-a64c-2f3552840594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.082053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-d2469d14-1d0b-49ed-98a6-ad3bb40ad666 service neutron] 10.222.0.38 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900724 Sep 23 20:05:20.091799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6e084efa-e11c-4fc6-a64c-2f3552840594 None None] Port e4514d47-0b3c-460e-ba0c-5bfeee94382c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:05:20.162828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6e084efa-e11c-4fc6-a64c-2f3552840594 None None] Provisioning complete for port 004f90a8-9909-4124-aceb-7769c9572445 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:20.163209 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e084efa-e11c-4fc6-a64c-2f3552840594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.271702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d763b80-f17b-4102-a228-31fea98e8b8f req-82486eef-fc58-43ee-a42d-f70f8f16af47 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 210 time: 0.0373292 Sep 23 20:05:20.489031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980080-8791-45ab-8fea-55772e8b53df req-ec1eee7c-eb8a-4380-83db-655c341633cd tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:20.491094 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10980080-8791-45ab-8fea-55772e8b53df req-ec1eee7c-eb8a-4380-83db-655c341633cd tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0779598 Sep 23 20:05:20.545668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10980080-8791-45ab-8fea-55772e8b53df req-c6f8c728-0f34-4a95-835e-9ed3423bc2d5 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478761 Sep 23 20:05:20.644421 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.647137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cc7dcc9d-7122-450a-9433-4adf46bcbc17 None None] Provisioning complete for port e4514d47-0b3c-460e-ba0c-5bfeee94382c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:20.647843 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc7dcc9d-7122-450a-9433-4adf46bcbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.672286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.723176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cc7dcc9d-7122-450a-9433-4adf46bcbc17 None None] Port e4514d47-0b3c-460e-ba0c-5bfeee94382c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:05:20.740404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e763b24-b5c4-4f68-8997-48c1db86240a None None] Pushing event updated for resources: {'Port': ['ID=e4514d47-0b3c-460e-ba0c-5bfeee94382c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:20.805629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Attempting to bind port e4514d47-0b3c-460e-ba0c-5bfeee94382c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:05:20.806259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Attempting to bind port e4514d47-0b3c-460e-ba0c-5bfeee94382c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:05:20.806618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Attempting to bind port e4514d47-0b3c-460e-ba0c-5bfeee94382c on network fbee1e9d-02a1-483e-abc4-8511e0c67bad {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:05:20.815249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:05:20.815625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Checking segment: {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:20.816395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.816590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Bound using segment: {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:05:20.818547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Bound port: e4514d47-0b3c-460e-ba0c-5bfeee94382c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:05:20.819022 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.822112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:20.841206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d7aab-4e80-4227-9917-76f94323b013 req-30507347-3d0a-412c-92dc-ef8a8fcb661a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:20.848787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc1d7aab-4e80-4227-9917-76f94323b013 req-30507347-3d0a-412c-92dc-ef8a8fcb661a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0723174 Sep 23 20:05:20.886138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc1d7aab-4e80-4227-9917-76f94323b013 req-fe0a9763-c649-463a-b250-8d0b9f98ef8e tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364792 Sep 23 20:05:20.938023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:20.938377 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:20.941409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] For port e4514d47-0b3c-460e-ba0c-5bfeee94382c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:05:20.980241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] For port e4514d47-0b3c-460e-ba0c-5bfeee94382c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e4514d47-0b3c-460e-ba0c-5bfeee94382c,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:05:20.991348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.033104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Provisioning complete for port e4514d47-0b3c-460e-ba0c-5bfeee94382c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:21.033386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.081310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:21.081950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:05:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:21.175919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e763b24-b5c4-4f68-8997-48c1db86240a None None] Pushing event updated for resources: {'Port': ['ID=e4514d47-0b3c-460e-ba0c-5bfeee94382c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:21.234964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 004f90a8-9909-4124-aceb-7769c9572445 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:21.297704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:21.336041 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.404259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d30db42-47d1-4241-b02c-56c1ab582038 req-1d41ed02-ab73-4428-9405-6fc053910f9b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 210 time: 0.0448439 Sep 23 20:05:21.430120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] For port e4514d47-0b3c-460e-ba0c-5bfeee94382c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e4514d47-0b3c-460e-ba0c-5bfeee94382c,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:21.448058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 004f90a8-9909-4124-aceb-7769c9572445 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:21.448602 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.450356 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.456548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-10d09308-86b5-4ff5-b99a-5b25f70bed8a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:21.457899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-10d09308-86b5-4ff5-b99a-5b25f70bed8a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 796 time: 0.1230733 Sep 23 20:05:21.504518 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-d6fbc562-d98d-41e0-bb81-f36c6ed09ee7 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e144f56724054e42a9e756118e2b5ace HTTP/1.1" status: 200 len: 380 time: 0.0375171 Sep 23 20:05:21.513751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'port': {'device_id': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'admin_state_up': True, 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'security_groups': ['89f9f9c8-ae8f-4b0d-93b4-39253b56c72e']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:21.569484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Pushing event updated for resources: {'Port': ['ID=e4514d47-0b3c-460e-ba0c-5bfeee94382c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:21.590576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.590916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.591250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.591581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.591911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.592238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.592555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.592873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.593189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.593508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.593824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.594138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851115cc-cd9c-4227-9272-af68573b7f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:21.627920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a0b0eb2b-f24a-4b5c-a675-f5facb549f40 None None] Provisioning complete for port e4514d47-0b3c-460e-ba0c-5bfeee94382c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:21.628316 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb2b-f24a-4b5c-a675-f5facb549f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.631330 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Made reservation on behalf of e144f56724054e42a9e756118e2b5ace for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:05:21.634195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.726141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:20Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:21.765139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.20.0.14 (fbee1e9d-02a1-483e-abc4-8511e0c67bad/c25a2165-5f19-402b-a438-d2916f3931d1/32f7c20f-e453-4fc1-9921-e0abac56e916) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:05:21.772859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b54c04-c3dd-47a3-a3fb-cd6d32489983 None None] The sync data for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 is: [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:20Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:21.927731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:21.968213 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:22.014690 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:05:22.017938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:22.021694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:05:22.024081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2cae3-7a55-45cb-8aa1-c7e8f451c0f7 req-e0658650-0253-4097-a430-9b0ebf528bce tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:22.032395 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35a2cae3-7a55-45cb-8aa1-c7e8f451c0f7 req-e0658650-0253-4097-a430-9b0ebf528bce tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0607297 Sep 23 20:05:22.074623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:22.086953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35a2cae3-7a55-45cb-8aa1-c7e8f451c0f7 req-755193a0-54fd-4214-80fb-2403aa38bc28 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483105 Sep 23 20:05:22.103538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:22.104514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:22.121716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-2350e596-cd21-42a9-94da-d28aba10ba1e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6114414 Sep 23 20:05:22.133912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Request body: {'port': {'device_id': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:22.192628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:22.308136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-67830f33-3bd9-4cc7-a11b-aedb1d3d7cd9 None None] Provisioning complete for port 32f7c20f-e453-4fc1-9921-e0abac56e916 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:22.308766 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67830f33-3bd9-4cc7-a11b-aedb1d3d7cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:22.361987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-67830f33-3bd9-4cc7-a11b-aedb1d3d7cd9 None None] Port 32f7c20f-e453-4fc1-9921-e0abac56e916 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:05:22.389911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe458e-5636-4d52-9105-18a08d8d2928 req-5dcb54d0-43c0-4339-a20e-315275465eb4 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:22.391478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48fe458e-5636-4d52-9105-18a08d8d2928 req-5dcb54d0-43c0-4339-a20e-315275465eb4 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0652974 Sep 23 20:05:22.431638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48fe458e-5636-4d52-9105-18a08d8d2928 req-3b965bf6-3941-43d0-9698-90e7d30ab584 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Sep 23 20:05:22.434602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-6be4c411-fc1b-4579-90b1-8497ec064d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:22.436106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-6be4c411-fc1b-4579-90b1-8497ec064d07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4910202929ac44d196a39857649adc12&device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 1096 time: 0.0685668 Sep 23 20:05:22.547811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592bab7-9119-4132-bdaa-041f2b62b739 req-a7dee13b-fa4c-4470-b724-b94e25c95482 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:22.549683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c592bab7-9119-4132-bdaa-041f2b62b739 req-a7dee13b-fa4c-4470-b724-b94e25c95482 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 932 time: 0.0532911 Sep 23 20:05:22.595076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c592bab7-9119-4132-bdaa-041f2b62b739 req-f84d6eae-6fa1-4859-b291-2387050698e8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387428 Sep 23 20:05:22.595845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-c105d505-bf9b-4139-bc21-aabb9ab2901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:22.597315 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-c105d505-bf9b-4139-bc21-aabb9ab2901d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d1f3edf4-cd16-411e-ba17-98665ef1386c HTTP/1.1" status: 200 len: 912 time: 0.1496429 Sep 23 20:05:22.665783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-233753d9-2d0b-46f8-9aef-f7605fa7d232 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d29cc751-019c-4395-8b30-49e0be5268d5 HTTP/1.1" status: 200 len: 217 time: 0.0572968 Sep 23 20:05:22.704264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f7c20f-e453-4fc1-9921-e0abac56e916 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:05:22.717003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:22.738092 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Transition to ACTIVE for port object 32f7c20f-e453-4fc1-9921-e0abac56e916 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:05:22.739920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-3743e8ad-2d60-4f34-80eb-181ef81cde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:22.741543 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-3743e8ad-2d60-4f34-80eb-181ef81cde17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb3fc2da-4723-4f98-8664-ea6fc63d2b0e HTTP/1.1" status: 200 len: 851 time: 0.0686667 Sep 23 20:05:22.743155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:22.762398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e4514d47-0b3c-460e-ba0c-5bfeee94382c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:22.808549 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-7bdc0c7f-8022-4255-8579-c62d54976e84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d1f3edf4-cd16-411e-ba17-98665ef1386c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559354 Sep 23 20:05:22.816527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e4514d47-0b3c-460e-ba0c-5bfeee94382c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:22.817088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:22.859791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:23.287584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Attempting to bind port 32f7c20f-e453-4fc1-9921-e0abac56e916 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:05:23.287816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Attempting to bind port 32f7c20f-e453-4fc1-9921-e0abac56e916 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:05:23.288123 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Attempting to bind port 32f7c20f-e453-4fc1-9921-e0abac56e916 on network fbee1e9d-02a1-483e-abc4-8511e0c67bad {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:05:23.299441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Port 32f7c20f-e453-4fc1-9921-e0abac56e916 on network fbee1e9d-02a1-483e-abc4-8511e0c67bad not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:05:23.299767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Attempting to bind port 32f7c20f-e453-4fc1-9921-e0abac56e916 on network fbee1e9d-02a1-483e-abc4-8511e0c67bad {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:05:23.308195 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-5447847b-6810-4a18-a31b-ceeacbb1ed12 service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879241 Sep 23 20:05:23.309059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:05:23.309408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Checking segment: {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:05:23.309769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Bound using segment: {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:05:23.310200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Bound port: 32f7c20f-e453-4fc1-9921-e0abac56e916, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:05:23.310585 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:23.440137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:05:23.444632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:05:23.448857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d26ba7de-fa02-4489-a24f-90df5bf34e9f req-572a6457-53f8-4bf9-a44e-9ff74248d886 service neutron] 10.222.0.72 "GET /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286175 Sep 23 20:05:23.450297 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:23.485219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:23.485829 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:23.487432 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] 10.222.0.41 "PUT /v2.0/ports/32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 1092 time: 1.3580108 Sep 23 20:05:23.487866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:23.490113 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a1489-fd46-4457-b78c-940ec8496be0" -d '{"events": [{"name": "network-changed", "server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:23.514374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eefcda-7203-46f7-84ab-0ca876923441 service neutron] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:23.563105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830a3f1-2262-4f19-92ec-68182ef6e3fc req-5636d80a-565c-485e-bdab-ee8d06dcf54c tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:23.565264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f830a3f1-2262-4f19-92ec-68182ef6e3fc req-5636d80a-565c-485e-bdab-ee8d06dcf54c tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0605114 Sep 23 20:05:23.576265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-45e53b6c-c4c7-419c-a3bf-035ad2e96301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:23.577879 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-45e53b6c-c4c7-419c-a3bf-035ad2e96301 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1095 time: 0.0449543 Sep 23 20:05:23.606976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f830a3f1-2262-4f19-92ec-68182ef6e3fc req-6c94f794-22b4-48f8-9d49-c65ed01267a1 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346859 Sep 23 20:05:23.624024 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-62aa2a7c-77cd-45a9-93ea-d472929affed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 217 time: 0.0387650 Sep 23 20:05:23.659389 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3092535-931a-4f47-ae62-429b69478753 x-openstack-request-id: req-c3092535-931a-4f47-ae62-429b69478753 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:23.659740 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:23.659918 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3092535-931a-4f47-ae62-429b69478753 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:23.660362 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'status': 'completed', 'code': 200} Sep 23 20:05:23.679991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-00a656df-7860-4eca-a963-2663f975121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:23.681479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-00a656df-7860-4eca-a963-2663f975121c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 200 len: 834 time: 0.0505455 Sep 23 20:05:23.731623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-6d4ff1be-ff22-494c-9a54-0aee0f922ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:23.733142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-6d4ff1be-ff22-494c-9a54-0aee0f922ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbee1e9d-02a1-483e-abc4-8511e0c67bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443466 Sep 23 20:05:23.748803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bed9b0-10e6-40da-9759-08d6339dc27d req-c36f9963-393f-4340-8f27-fa3771fe3a15 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:23.750298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66bed9b0-10e6-40da-9759-08d6339dc27d req-c36f9963-393f-4340-8f27-fa3771fe3a15 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 944 time: 0.0484750 Sep 23 20:05:23.787119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66bed9b0-10e6-40da-9759-08d6339dc27d req-b5ffb0e8-ef99-430a-a5da-bdb7626b4b13 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299778 Sep 23 20:05:23.827377 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-20e55df2-f2a3-4340-bae1-edbc55222c97 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871627 Sep 23 20:05:23.914805 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b57913c7-e6b7-4b99-87ba-cc1eeee39598 req-ff6868fd-9e4c-41e7-b365-fe7167d17362 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809150 Sep 23 20:05:24.005901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-e5eba0ee-191a-44ca-b131-ba92ec6d3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:24.007420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-e5eba0ee-191a-44ca-b131-ba92ec6d3b1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1095 time: 0.0455530 Sep 23 20:05:24.100878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-584e1e74-2bba-4e46-b069-10b733064593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:24.102369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-584e1e74-2bba-4e46-b069-10b733064593 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 897 time: 0.0880823 Sep 23 20:05:24.147446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-8e7e53e6-4390-4c75-a7c8-eeee3dcb23b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 217 time: 0.0377750 Sep 23 20:05:24.196033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-f760fa73-78f7-4787-b6e2-8d22e07d1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:24.197442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-f760fa73-78f7-4787-b6e2-8d22e07d1822 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 200 len: 834 time: 0.0437222 Sep 23 20:05:24.241301 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-4b129f42-5410-40ea-ba6e-fcbc98640858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:24.242782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-4b129f42-5410-40ea-ba6e-fcbc98640858 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbee1e9d-02a1-483e-abc4-8511e0c67bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392270 Sep 23 20:05:24.334385 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-f6b28c64-fd60-4463-9628-a8b940551c23 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839634 Sep 23 20:05:24.421895 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-da2a1489-fd46-4457-b78c-940ec8496be0 req-7a467cbe-ee27-4ce1-959d-ebaa6bf46016 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802119 Sep 23 20:05:24.721590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008360ce-042b-4cc9-a191-4cbffd683fad req-c3f536ea-ac17-4e63-89d4-bcda2e994f8d tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:24.723089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-008360ce-042b-4cc9-a191-4cbffd683fad req-c3f536ea-ac17-4e63-89d4-bcda2e994f8d tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Sep 23 20:05:24.762297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-008360ce-042b-4cc9-a191-4cbffd683fad req-2dc2d117-eee5-46ee-9ac2-bb903ca0c70d tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Sep 23 20:05:24.987294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e2be0-b271-4a0d-b657-ae825cd0d3c7 req-04f290e7-f563-42ce-a36a-32d2c3ec71ba tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:24.988763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f46e2be0-b271-4a0d-b657-ae825cd0d3c7 req-04f290e7-f563-42ce-a36a-32d2c3ec71ba tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 944 time: 0.0479271 Sep 23 20:05:25.025849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f46e2be0-b271-4a0d-b657-ae825cd0d3c7 req-7ebee055-569f-4cc4-bd59-6939810aa6ec tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Sep 23 20:05:25.124782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa1be5-0903-471f-9027-00fcafffd449 req-f2c696cf-54c2-4cd1-a006-16cc570c39f3 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:25.126262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dfa1be5-0903-471f-9027-00fcafffd449 req-f2c696cf-54c2-4cd1-a006-16cc570c39f3 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0470288 Sep 23 20:05:25.162954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9dfa1be5-0903-471f-9027-00fcafffd449 req-4ed678ed-39ba-455b-bc09-7a5d43c98eff tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303085 Sep 23 20:05:25.606497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:26.142982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfabc2b-ec22-4467-9d39-273bc03ed359 req-4c65715b-a6bd-441f-9693-bb1f5d11162b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:26.144469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cfabc2b-ec22-4467-9d39-273bc03ed359 req-4c65715b-a6bd-441f-9693-bb1f5d11162b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 944 time: 0.0494025 Sep 23 20:05:26.185123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cfabc2b-ec22-4467-9d39-273bc03ed359 req-23508a5f-9d4b-4000-8b26-305cd0a8cf1d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346663 Sep 23 20:05:26.575241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa965-3fef-4f83-b244-935e7d1cf56e req-7f12f4b9-a559-4a67-9b6f-23e8acebd3c9 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:26.576764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a82aa965-3fef-4f83-b244-935e7d1cf56e req-7f12f4b9-a559-4a67-9b6f-23e8acebd3c9 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.3379683 Sep 23 20:05:26.615060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a82aa965-3fef-4f83-b244-935e7d1cf56e req-d0e43815-8f32-4705-8f89-ca3464dc81a3 tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34269efa-cfb8-4a27-91e3-066b88cf4fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Sep 23 20:05:26.756286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-3d22cd4c-ea34-4088-8213-4e1a8f69798e tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:26.757724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-3d22cd4c-ea34-4088-8213-4e1a8f69798e tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b326740-0dde-4ec4-b0f8-dbfcd9735557 HTTP/1.1" status: 200 len: 945 time: 0.0483179 Sep 23 20:05:26.851439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Deleting port d29cc751-019c-4395-8b30-49e0be5268d5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:26.851784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:26.952581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] For port d29cc751-019c-4395-8b30-49e0be5268d5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d29cc751-019c-4395-8b30-49e0be5268d5,segment=NetworkSegment(78bb8cbb-53be-4676-93a1-ae4532f25f1a),segment_id=78bb8cbb-53be-4676-93a1-ae4532f25f1a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:26.954002 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:26.967779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Calling delete_port for d29cc751-019c-4395-8b30-49e0be5268d5 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:26.982781 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.079231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 32f7c20f-e453-4fc1-9921-e0abac56e916 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:05:27.094378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.109160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d29cc751-019c-4395-8b30-49e0be5268d5'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:05:27.121369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Pushing event deleted for resources: {'Port': ['ID=d29cc751-019c-4395-8b30-49e0be5268d5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:27.166869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] No DVR routers for this DVR port d29cc751-019c-4395-8b30-49e0be5268d5 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:27.169717 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.171837 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b71a46e-53ba-4157-a711-5f7b66b50be5 req-541aa878-e81d-4528-807b-40cf9295e58a tempest-TestServerAdvancedOps-1214868177 tempest-TestServerAdvancedOps-1214868177-project] 10.222.0.72 "DELETE /v2.0/ports/d29cc751-019c-4395-8b30-49e0be5268d5 HTTP/1.1" status: 204 len: 173 time: 0.4080257 Sep 23 20:05:27.172274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'name': 'network-vif-deleted', 'tag': 'd29cc751-019c-4395-8b30-49e0be5268d5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:27.174642 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62664ed2-65c6-4bc0-84e5-dbc2f3f5848e" -d '{"events": [{"server_uuid": "7b326740-0dde-4ec4-b0f8-dbfcd9735557", "name": "network-vif-deleted", "tag": "d29cc751-019c-4395-8b30-49e0be5268d5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:27.196777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:27.209882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'port_id': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'mac_address': 'fa:16:3e:db:2e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:05:27.213558 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a488f261-07f0-46b5-9677-00212874a1a2 x-openstack-request-id: req-a488f261-07f0-46b5-9677-00212874a1a2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:27.213919 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b326740-0dde-4ec4-b0f8-dbfcd9735557", "name": "network-vif-deleted", "tag": "d29cc751-019c-4395-8b30-49e0be5268d5", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:27.214254 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a488f261-07f0-46b5-9677-00212874a1a2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:27.214722 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b326740-0dde-4ec4-b0f8-dbfcd9735557', 'name': 'network-vif-deleted', 'tag': 'd29cc751-019c-4395-8b30-49e0be5268d5', 'status': 'completed', 'code': 200} Sep 23 20:05:27.257348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.276082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f7c20f-e453-4fc1-9921-e0abac56e916 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:05:27.300419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:27.305146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.316272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae19f9-0d58-4400-a578-b423e10a9200 req-c7e3e342-b00f-40f1-83e9-fa5d8c96069e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:27.317827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58ae19f9-0d58-4400-a578-b423e10a9200 req-c7e3e342-b00f-40f1-83e9-fa5d8c96069e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 944 time: 0.0548317 Sep 23 20:05:27.355489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:27.356549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58ae19f9-0d58-4400-a578-b423e10a9200 req-6cff41fc-6b0c-4653-97d4-7ddfa280a986 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322504 Sep 23 20:05:27.608601 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['32f7c20f-e453-4fc1-9921-e0abac56e916'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:05:27.677751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:27.720658 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] Deleting subnet eb3fc2da-4723-4f98-8664-ea6fc63d2b0e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:05:27.723584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.760380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.797862 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.851441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.877804 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3fc2da-4723-4f98-8664-ea6fc63d2b0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:27.879789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:27.882422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5cc9c12b-39a2-4452-8a45-b05b04d3ed4a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/eb3fc2da-4723-4f98-8664-ea6fc63d2b0e HTTP/1.1" status: 204 len: 168 time: 0.2028613 Sep 23 20:05:27.884096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:27.954810 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.033303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.053369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f3edf4-cd16-411e-ba17-98665ef1386c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:28.062219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bb8cbb-53be-4676-93a1-ae4532f25f1a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:28.062525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bb8cbb-53be-4676-93a1-ae4532f25f1a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:28.075933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.088518 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.094125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:05:28.094553 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:05:28.096612 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:05:28.147916 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.153239 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.155343 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d1f3edf4-cd16-411e-ba17-98665ef1386c HTTP/1.1" status: 204 len: 168 time: 0.2703068 Sep 23 20:05:28.159026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:28.166103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32f3cd-9f6d-486a-a1b8-115d0dfa5554 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f3edf4-cd16-411e-ba17-98665ef1386c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:28.203361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] Deleting subnet b4bf26c6-725b-4ede-80c9-8c38afd9ea45 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:05:28.207020 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.241085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.282749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.344633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.370451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bf26c6-725b-4ede-80c9-8c38afd9ea45,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:28.374380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.380462 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01c4f25c-1e7f-437d-a2ad-8d6901c7728d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b4bf26c6-725b-4ede-80c9-8c38afd9ea45 HTTP/1.1" status: 204 len: 168 time: 0.2162073 Sep 23 20:05:28.380801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38860) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:28.448535 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.471366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e8fe-547e-4db1-8f90-b38596936cfe req-e8fc38b2-b5e2-4aaf-869e-ee98f1cfbb03 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:28.472899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf36e8fe-547e-4db1-8f90-b38596936cfe req-e8fc38b2-b5e2-4aaf-869e-ee98f1cfbb03 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 945 time: 0.0486879 Sep 23 20:05:28.510980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf36e8fe-547e-4db1-8f90-b38596936cfe req-fb255b02-a489-4e3c-8208-5db09bf1c68d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Sep 23 20:05:28.531341 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.551465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daab047b-efa2-4e10-80a4-49b73ecf4637']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:28.560581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d5283e-d1db-433f-93be-69a5e5ec42e5') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:28.560880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d5283e-d1db-433f-93be-69a5e5ec42e5') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:28.571398 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.584502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.590345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:05:28.590735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:05:28.592399 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:05:28.653139 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.659497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.662622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] 10.222.0.38 "DELETE /v2.0/networks/daab047b-efa2-4e10-80a4-49b73ecf4637 HTTP/1.1" status: 204 len: 168 time: 0.2809734 Sep 23 20:05:28.676145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3db15-4853-452f-b5ee-7d5739579b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=daab047b-efa2-4e10-80a4-49b73ecf4637,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:28.825968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:28.869431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6cfad6d-5359-4a54-9889-2476535c74bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4910202929ac44d196a39857649adc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421984 Sep 23 20:05:28.871961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38866) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:28.919141 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ef5caf5-cd71-4129-96bb-9099b77038b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.939729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ef5caf5-cd71-4129-96bb-9099b77038b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.986646 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ef5caf5-cd71-4129-96bb-9099b77038b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.989311 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ef5caf5-cd71-4129-96bb-9099b77038b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.990510 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ef5caf5-cd71-4129-96bb-9099b77038b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34269efa-cfb8-4a27-91e3-066b88cf4fcc HTTP/1.1" status: 204 len: 168 time: 0.1175146 Sep 23 20:05:28.998382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5caf5-cd71-4129-96bb-9099b77038b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34269efa-cfb8-4a27-91e3-066b88cf4fcc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:29.080117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 32f7c20f-e453-4fc1-9921-e0abac56e916 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:05:29.128659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 32f7c20f-e453-4fc1-9921-e0abac56e916 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:05:29.132564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 32f7c20f-e453-4fc1-9921-e0abac56e916 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:05:29.133091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.213065 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.234992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:29.237272 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47425b-0aca-44bb-a4b8-f3b66812f295" -d '{"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-plugged", "status": "completed", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:29.253380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:29.258567 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.283505 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4e05bd-94be-46e0-ac14-7941edf6fe56 x-openstack-request-id: req-8a4e05bd-94be-46e0-ac14-7941edf6fe56 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:29.283804 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-plugged", "status": "completed", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:29.284057 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a4e05bd-94be-46e0-ac14-7941edf6fe56 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:29.284526 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'code': 200} Sep 23 20:05:29.316171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:29.330347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38874) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:29.402417 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-92b0d623-27ae-43c8-9e8b-2e822872f731 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80e7c9975d344c369c5923404f2e3c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708306 Sep 23 20:05:29.405123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:29.405278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cc500-00ef-4363-8db8-60460f035ea0 req-56d70c6b-68f7-4773-ba61-b4674a4b60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:29.406624 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fa8cc500-00ef-4363-8db8-60460f035ea0 req-56d70c6b-68f7-4773-ba61-b4674a4b60af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1097 time: 0.0685678 Sep 23 20:05:29.441232 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fa8cc500-00ef-4363-8db8-60460f035ea0 req-41951f17-74e3-4742-8894-ab6c4d87a0a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280442 Sep 23 20:05:29.452848 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d50e5e5-e6da-4eaa-b498-1d9ba5036717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.473752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d50e5e5-e6da-4eaa-b498-1d9ba5036717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.520384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d50e5e5-e6da-4eaa-b498-1d9ba5036717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.523024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d50e5e5-e6da-4eaa-b498-1d9ba5036717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.524144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1d50e5e5-e6da-4eaa-b498-1d9ba5036717 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc6d2674-a634-4017-bb2d-3849938ffad1 HTTP/1.1" status: 204 len: 168 time: 0.1180561 Sep 23 20:05:29.531493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e5e5-e6da-4eaa-b498-1d9ba5036717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d2674-a634-4017-bb2d-3849938ffad1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:29.630986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbd7ee-4a82-4c5e-b14b-51d61a27a599 req-7aff9074-0374-4702-9a46-3ad4acea3b02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:29.632486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86dbd7ee-4a82-4c5e-b14b-51d61a27a599 req-7aff9074-0374-4702-9a46-3ad4acea3b02 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0482066 Sep 23 20:05:29.672488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86dbd7ee-4a82-4c5e-b14b-51d61a27a599 req-364b9f06-e59e-4638-8f69-430c95057875 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340278 Sep 23 20:05:30.450628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d29cc751-019c-4395-8b30-49e0be5268d5 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:30.470293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: d29cc751-019c-4395-8b30-49e0be5268d5 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:30.470638 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d29cc751-019c-4395-8b30-49e0be5268d5 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:30.792746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25234460-cead-4f0c-9840-8400dd1fa55d req-9d9886d4-f283-4795-bb3a-29c6323dcce1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:30.794415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25234460-cead-4f0c-9840-8400dd1fa55d req-9d9886d4-f283-4795-bb3a-29c6323dcce1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0517290 Sep 23 20:05:30.831605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25234460-cead-4f0c-9840-8400dd1fa55d req-7af6f0a8-809e-4fb1-b842-32e686c80c2c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Sep 23 20:05:30.942453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14540d4a-516a-4c16-a35d-5d087cd49d44 req-45413bf8-6271-41d4-be5d-2092c5c8ef56 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:30.943845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14540d4a-516a-4c16-a35d-5d087cd49d44 req-45413bf8-6271-41d4-be5d-2092c5c8ef56 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0476980 Sep 23 20:05:30.980291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14540d4a-516a-4c16-a35d-5d087cd49d44 req-271dcd20-efca-4f69-9532-db21297a8d35 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303428 Sep 23 20:05:31.000929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:31.040249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c6b35-dfb7-45dd-8cf3-1aef79f17637 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:31.041753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d14c6b35-dfb7-45dd-8cf3-1aef79f17637 tempest-TestNetworkAdvancedServerOps-1532522085 tempest-TestNetworkAdvancedServerOps-1532522085-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1092 time: 0.0393994 Sep 23 20:05:31.044582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:31.049485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:05:31.070479 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:31.166261 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:31.269717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Allocated IP 172.25.6.114 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/55108873-2130-4e80-9da2-f20430fbd779) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:05:31.367387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:31.398935 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:31.433160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:05:31.437215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:05:31.441288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:05:31.469281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=55108873-2130-4e80-9da2-f20430fbd779,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:31.780166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:31.848244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:31.990253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:31.994726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:32.066616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event updated for resources: {'Port': ['ID=55108873-2130-4e80-9da2-f20430fbd779,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:32.078371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:32.178263 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP af5e44d8-b23b-4046-a01c-81af254ce281 associated. External IP: 172.25.6.114, port: 32f7c20f-e453-4fc1-9921-e0abac56e916. Sep 23 20:05:32.381491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 41b4352c-1505-473d-8cb9-a2eb5307ae19 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:32.483965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:32.493856 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] Sync routers for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:32.499536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:32.503516 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:32.504127 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:05:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:32.525940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e95c4846-3e1e-44e7-b0b5-23b66ce471b2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4803412 Sep 23 20:05:32.526649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:32.529022 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c" -d '{"events": [{"name": "network-changed", "server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:32.609177 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:32.621622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b63d81-134b-478b-81b1-ca8da93a99ef req-e54e203b-a054-4561-b10b-46316a90e71e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:32.623356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07b63d81-134b-478b-81b1-ca8da93a99ef req-e54e203b-a054-4561-b10b-46316a90e71e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0488217 Sep 23 20:05:32.660205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07b63d81-134b-478b-81b1-ca8da93a99ef req-e4f8cff7-4322-4e0a-8a3a-ebcd4bbb64fc tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310321 Sep 23 20:05:32.681886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38894) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:32.709088 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50f7132-ccfb-4470-89a1-211c74f5e3b8 x-openstack-request-id: req-f50f7132-ccfb-4470-89a1-211c74f5e3b8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:32.709390 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:32.709645 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f50f7132-ccfb-4470-89a1-211c74f5e3b8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:32.710058 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'status': 'completed', 'code': 200} Sep 23 20:05:32.766127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7ffdbc97-67c4-493f-a9da-d2f02024fe43 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/af5e44d8-b23b-4046-a01c-81af254ce281 HTTP/1.1" status: 200 len: 992 time: 0.0830865 Sep 23 20:05:32.783388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-3f355ed8-c8d1-4a9b-bbbe-e613a21da54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:32.784894 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-3f355ed8-c8d1-4a9b-bbbe-e613a21da54b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1097 time: 0.0511398 Sep 23 20:05:32.834146 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'af5e44d8-b23b-4046-a01c-81af254ce281', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'port_id': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'mac_address': 'fa:16:3e:db:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:05:31Z', 'updated_at': '2021-09-23T20:05:31Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:21Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:32.863065 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] Checking router: 41b4352c-1505-473d-8cb9-a2eb5307ae19 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:32.870855 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:32.871454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:05:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:32.878647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-2b38950b-5bae-4357-944a-cd383bb08a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:32.880086 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-2b38950b-5bae-4357-944a-cd383bb08a1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 897 time: 0.0887394 Sep 23 20:05:32.943561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-b2d7d63a-3bfb-4b4b-935a-94a7d883cc44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 1000 time: 0.0567644 Sep 23 20:05:32.999727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-37dabcc3-8ded-4a57-ad84-f39306d58114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:33.001233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-37dabcc3-8ded-4a57-ad84-f39306d58114 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 200 len: 834 time: 0.0507262 Sep 23 20:05:33.048444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-4ceff6f2-66b1-4aab-aa88-5d9008b86ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:33.049986 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-4ceff6f2-66b1-4aab-aa88-5d9008b86ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbee1e9d-02a1-483e-abc4-8511e0c67bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420275 Sep 23 20:05:33.062192 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:33.149677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-7e35e9ad-1153-4774-97b8-c90d5e7b90ad service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928297 Sep 23 20:05:33.240215 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13a6dbca-ebb4-435d-b7bc-922c7c8ead9c req-2e570ded-dee6-476b-86e4-78174c0c3f15 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Sep 23 20:05:33.281677 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'af5e44d8-b23b-4046-a01c-81af254ce281', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'port_id': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'mac_address': 'fa:16:3e:db:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:05:31Z', 'updated_at': '2021-09-23T20:05:31Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:21Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:33.306963 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1020a4-2353-42c0-884b-874ed14244c2 None None] The sync data for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 is: [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'af5e44d8-b23b-4046-a01c-81af254ce281', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'port_id': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'mac_address': 'fa:16:3e:db:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:05:31Z', 'updated_at': '2021-09-23T20:05:31Z', 'revision_number': 0, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:21Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:33.487692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28911572-28b7-4ab9-b475-276119594b3c None None] New status for floating IP af5e44d8-b23b-4046-a01c-81af254ce281: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:05:33.770142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 38896) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:33.834022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-07adf115-17ba-4bfe-bcb8-4cc472bf097f tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/af5e44d8-b23b-4046-a01c-81af254ce281 HTTP/1.1" status: 200 len: 994 time: 0.0627239 Sep 23 20:05:43.205856 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30efc8b3-b948-4f81-8425-77f0644c2de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:45.879598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-755b9669-9b82-44bd-b18e-5d1dae6b2c5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424132 Sep 23 20:05:45.961166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-8690170d-0119-4275-9530-65d17c455440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:45.962685 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-8690170d-0119-4275-9530-65d17c455440 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1097 time: 0.0409250 Sep 23 20:05:46.064267 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-3f8860c9-138c-439a-91cc-478e8cb0b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:46.065702 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-3f8860c9-138c-439a-91cc-478e8cb0b410 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 897 time: 0.0853043 Sep 23 20:05:46.131860 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-97acc683-d4d4-40f6-a7ac-fd0333172db3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 1002 time: 0.0584891 Sep 23 20:05:46.179781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-6f28ddab-e813-48c6-80ec-1dbaf19997dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:46.181157 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-6f28ddab-e813-48c6-80ec-1dbaf19997dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 200 len: 834 time: 0.0423164 Sep 23 20:05:46.229610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-b317f6fe-bf4b-451c-9aef-7afaac19e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:46.231131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-b317f6fe-bf4b-451c-9aef-7afaac19e149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbee1e9d-02a1-483e-abc4-8511e0c67bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415721 Sep 23 20:05:46.317632 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-be6551b0-0ad3-4111-be4f-c204b16f680b service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796709 Sep 23 20:05:46.372322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9078503b-24a2-4c4c-83b5-30901e28a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:46.411996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-046c98e0-fe2e-4ab7-8603-ff3f1cef276b req-be2838db-0d57-44f5-a234-81da20e5e727 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865438 Sep 23 20:05:46.528505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:47.148984 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:48.639572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:49.497451 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:05:55.601867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.980842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:13.207219 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66f1fff5-9872-4ad9-894e-81d25de82a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:16.372052 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08ecb2cc-f99f-4667-a1bf-d0444591b6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:16.528061 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:17.151230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:18.640954 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:25.600132 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:26.496570 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:06:26.985804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:38.785949 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d70185-2706-403c-a348-e67983afda5f req-b27c3b6d-d295-42e3-a87c-1e9cfd4fcd30 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:38.787614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64d70185-2706-403c-a348-e67983afda5f req-b27c3b6d-d295-42e3-a87c-1e9cfd4fcd30 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0504146 Sep 23 20:06:38.827673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-64d70185-2706-403c-a348-e67983afda5f req-f3976580-af63-4364-9dd2-04bb8755709e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341539 Sep 23 20:06:39.945706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87655dac-3c7d-438b-b682-217bc31c2b49 req-6c106ffd-07f5-477d-8ae1-8699b0852de2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:39.947184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87655dac-3c7d-438b-b682-217bc31c2b49 req-6c106ffd-07f5-477d-8ae1-8699b0852de2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0510521 Sep 23 20:06:39.983617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87655dac-3c7d-438b-b682-217bc31c2b49 req-60eb2103-f544-4b43-b5ca-a8fbc470617e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305619 Sep 23 20:06:41.093884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e4afa-688c-4c89-a5c7-22e99b7fe6e3 req-0e558ba6-5d28-44f8-a674-3a8807cffb0d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:41.095371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea4e4afa-688c-4c89-a5c7-22e99b7fe6e3 req-0e558ba6-5d28-44f8-a674-3a8807cffb0d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0477436 Sep 23 20:06:41.132448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea4e4afa-688c-4c89-a5c7-22e99b7fe6e3 req-d8a8b753-280f-4361-8532-36635e966536 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306876 Sep 23 20:06:42.244690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c378609-0cfd-44e8-9c9c-1cf75d74066f req-468d51da-3932-4261-8c73-3e8108c27dfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:42.246146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c378609-0cfd-44e8-9c9c-1cf75d74066f req-468d51da-3932-4261-8c73-3e8108c27dfe tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0473742 Sep 23 20:06:42.281880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c378609-0cfd-44e8-9c9c-1cf75d74066f req-d02a4d63-e018-4f13-bf2e-7acfa83cbddb tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297768 Sep 23 20:06:43.207936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93d465bd-8c82-4185-b1c4-735271677a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:43.401257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505a969-543c-4b03-82fc-6f4bc22f1066 req-3e974376-e601-4e26-9c2b-32da536e601c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:43.402757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d505a969-543c-4b03-82fc-6f4bc22f1066 req-3e974376-e601-4e26-9c2b-32da536e601c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0521381 Sep 23 20:06:43.438917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d505a969-543c-4b03-82fc-6f4bc22f1066 req-6159c338-ea93-4a60-9bca-3cd7390b9cfc tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300572 Sep 23 20:06:44.552331 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92213-f468-4998-9d16-db747dd2f2d6 req-1d0eaa39-d2a1-413e-be66-6f99b9748184 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:44.553823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21f92213-f468-4998-9d16-db747dd2f2d6 req-1d0eaa39-d2a1-413e-be66-6f99b9748184 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0477641 Sep 23 20:06:44.591305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21f92213-f468-4998-9d16-db747dd2f2d6 req-92855146-fa16-463d-a64a-5f92add2f21c tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Sep 23 20:06:45.703327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de055f-a27c-467a-814e-eb9d36dacca4 req-6d921433-0160-45d8-aed5-7330eb9b7dcf tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:45.705431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34de055f-a27c-467a-814e-eb9d36dacca4 req-6d921433-0160-45d8-aed5-7330eb9b7dcf tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0489109 Sep 23 20:06:45.742584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34de055f-a27c-467a-814e-eb9d36dacca4 req-f38727f3-6e3a-40d0-a441-0584f69431a1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Sep 23 20:06:46.063041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-6f168d3a-4f73-41e2-abc6-4155382c4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:46.064577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-6f168d3a-4f73-41e2-abc6-4155382c4e03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1097 time: 0.1960468 Sep 23 20:06:46.169135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-cf5dc4a4-b1bc-43e5-9d53-f759d6d6b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:46.170629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-cf5dc4a4-b1bc-43e5-9d53-f759d6d6b731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 897 time: 0.0867167 Sep 23 20:06:46.233035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-41dbb21e-d80d-4b87-8c2c-4fd0583ed487 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 1002 time: 0.0552955 Sep 23 20:06:46.279842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-01ba4395-9014-4b9d-bb6b-322145214726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:46.281201 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-01ba4395-9014-4b9d-bb6b-322145214726 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 200 len: 834 time: 0.0417671 Sep 23 20:06:46.328265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-91aa292e-7691-4207-9475-3ae4b2304871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:46.330343 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-91aa292e-7691-4207-9475-3ae4b2304871 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbee1e9d-02a1-483e-abc4-8511e0c67bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420368 Sep 23 20:06:46.372035 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e90414a3-162d-4428-93d1-e09b21b3c15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:46.418706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-cabc36a3-9481-43d3-8f65-6400c5d8e613 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821447 Sep 23 20:06:46.507406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-22a9b558-d09d-4fe7-8e64-92bde36b8f89 req-ef3f4242-aeb5-4535-8521-f8d1e7441e0c service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816884 Sep 23 20:06:46.529170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:46.860404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf05c-4c23-467a-bb3b-cfb203826add req-57aec360-96e6-43e1-be1d-3a9eb08c6709 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:46.861882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9caaf05c-4c23-467a-bb3b-cfb203826add req-57aec360-96e6-43e1-be1d-3a9eb08c6709 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0527682 Sep 23 20:06:46.897742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9caaf05c-4c23-467a-bb3b-cfb203826add req-0cce2c2b-9881-4ac6-8003-7c0c883cf6a0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298750 Sep 23 20:06:47.153639 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:48.011017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30aaab-0f44-4427-a5d1-dd381f9278e9 req-5bba9988-ea33-4eea-881b-a623daf99ba1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:48.012480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e30aaab-0f44-4427-a5d1-dd381f9278e9 req-5bba9988-ea33-4eea-881b-a623daf99ba1 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0481260 Sep 23 20:06:48.049628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e30aaab-0f44-4427-a5d1-dd381f9278e9 req-fb9f705f-ce63-42c1-bcf8-0dcebedaef57 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Sep 23 20:06:48.644435 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:49.161385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed39db6-c0dd-4c3f-b2bb-151c8ab0fc30 req-12d493c7-2302-457c-926b-9b79ec6f6346 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:49.162880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bed39db6-c0dd-4c3f-b2bb-151c8ab0fc30 req-12d493c7-2302-457c-926b-9b79ec6f6346 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0476477 Sep 23 20:06:49.201519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bed39db6-c0dd-4c3f-b2bb-151c8ab0fc30 req-c608723f-932d-40a4-9a74-7e21d6023f0a tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Sep 23 20:06:50.319655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb878e-3cf8-40b5-943b-c42ac467d833 req-4fe9c2e2-ec5e-4cf8-96eb-6bbfcee70745 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:50.321188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeb878e-3cf8-40b5-943b-c42ac467d833 req-4fe9c2e2-ec5e-4cf8-96eb-6bbfcee70745 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0529346 Sep 23 20:06:50.359410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeb878e-3cf8-40b5-943b-c42ac467d833 req-6c9bc563-2d26-4c2e-aa75-d0697b42587d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Sep 23 20:06:51.474251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0587fa0-87be-41ed-91bc-a9b7040892ea req-ed630e91-2a31-4744-9758-4e5b47f35418 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:51.475729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0587fa0-87be-41ed-91bc-a9b7040892ea req-ed630e91-2a31-4744-9758-4e5b47f35418 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0478382 Sep 23 20:06:51.512613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e0587fa0-87be-41ed-91bc-a9b7040892ea req-cea15c4b-260b-4705-b060-09f221c93394 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Sep 23 20:06:52.625202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efadda9-eef2-4f4f-8326-6147d07ed213 req-59e38766-21eb-492c-83ba-15016f975f03 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:52.627326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2efadda9-eef2-4f4f-8326-6147d07ed213 req-59e38766-21eb-492c-83ba-15016f975f03 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0478017 Sep 23 20:06:52.663050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2efadda9-eef2-4f4f-8326-6147d07ed213 req-21b8bab4-241e-49b1-bbb4-72bc8b668ad9 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298877 Sep 23 20:06:52.871022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2819-b264-4a77-9247-3ebbb6bd83c7 req-116769de-6c2b-4275-b2c9-959d8e22aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:52.872493 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4a7d2819-b264-4a77-9247-3ebbb6bd83c7 req-116769de-6c2b-4275-b2c9-959d8e22aa11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1097 time: 0.0390840 Sep 23 20:06:52.907139 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4a7d2819-b264-4a77-9247-3ebbb6bd83c7 req-706c90e5-a1f1-4ab1-8c1e-cdfa3f1957af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279791 Sep 23 20:06:53.540765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 32f7c20f-e453-4fc1-9921-e0abac56e916 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:06:53.547826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 32f7c20f-e453-4fc1-9921-e0abac56e916 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:06:53.787365 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b148-5e41-4775-93bd-f33991ddd5c2 req-1786c3f3-0d90-4149-b32a-e9d1c185e820 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:53.788884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0226b148-5e41-4775-93bd-f33991ddd5c2 req-1786c3f3-0d90-4149-b32a-e9d1c185e820 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0544136 Sep 23 20:06:53.828113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0226b148-5e41-4775-93bd-f33991ddd5c2 req-0a891afd-7b86-47ae-832c-943643083871 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331097 Sep 23 20:06:53.842636 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:53.864796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:53.883891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:06:53.886087 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4252281-74cc-4f6a-9627-53e5f47bd68b" -d '{"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-unplugged", "status": "completed", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:06:53.890488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'port_id': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'mac_address': 'fa:16:3e:db:2e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:06:53.900320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:53.921902 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:53.924444 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4dddeb-b9d1-4aa9-a65f-17d3725ec333 x-openstack-request-id: req-8b4dddeb-b9d1-4aa9-a65f-17d3725ec333 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:06:53.924810 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-unplugged", "status": "completed", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:06:53.925008 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b4dddeb-b9d1-4aa9-a65f-17d3725ec333 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:06:53.925384 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'code': 200} Sep 23 20:06:53.961315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:53.984648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f7c20f-e453-4fc1-9921-e0abac56e916 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:06:53.994028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:54.009881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.010305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.010575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.010914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.011245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.011576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.011903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.012226 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.012550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.012872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.013194 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.013515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:54.020006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:54.024230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:54.073025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:54.344460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['32f7c20f-e453-4fc1-9921-e0abac56e916'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:06:54.944168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d5f7-780e-4c43-a16d-eb58f25998b8 req-813059ce-118e-46ef-988a-04a6060ef421 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:54.945659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b930d5f7-780e-4c43-a16d-eb58f25998b8 req-813059ce-118e-46ef-988a-04a6060ef421 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 945 time: 0.0486183 Sep 23 20:06:54.982876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b930d5f7-780e-4c43-a16d-eb58f25998b8 req-92e26310-a9eb-4a03-8902-90f8eaab3a3b tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311925 Sep 23 20:06:55.004293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 38974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:06:55.065310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-397e2649-500b-4cc1-98ef-7da11799a452 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/floatingips/af5e44d8-b23b-4046-a01c-81af254ce281 HTTP/1.1" status: 200 len: 993 time: 0.0599427 Sep 23 20:06:55.544411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 32f7c20f-e453-4fc1-9921-e0abac56e916 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:06:55.599956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 32f7c20f-e453-4fc1-9921-e0abac56e916 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:06:55.600297 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:55.603120 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:55.676650 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:55.710861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:55.714532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:55.760526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:55.926888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:06:55.929234 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e262b01c-76a6-42ca-89ee-4274c559c60c" -d '{"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-plugged", "status": "completed", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:06:55.964987 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392576b0-2578-4d9b-82db-5a40f6bde1db x-openstack-request-id: req-392576b0-2578-4d9b-82db-5a40f6bde1db {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:06:55.965279 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-plugged", "status": "completed", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:06:55.965531 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-392576b0-2578-4d9b-82db-5a40f6bde1db {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:06:55.965923 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'code': 200} Sep 23 20:06:56.978900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:03.496229 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:07:13.208628 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e71581a5-7fdb-4a22-bd69-d787a7d39e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:16.372286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e04f857b-db20-4e79-849f-990dae3bea6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:16.532372 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.157492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:18.648279 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:25.596964 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:26.991519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:40.495300 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:07:43.207996 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b23061ef-cad3-4213-9549-eebb4e05789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:46.372000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1791a0c7-9528-4dbe-ba76-5ad2bd0155b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:46.532091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:46.869776 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-c940b24a-da6c-4c96-903a-0798141d10e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0377612 Sep 23 20:07:46.952829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-a6fe1786-0a9d-46fa-9968-d50982f0a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:46.955104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-a6fe1786-0a9d-46fa-9968-d50982f0a8f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1097 time: 0.0445888 Sep 23 20:07:47.060769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-76459520-8a7b-4321-9ba1-c2ae80f92efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:47.062148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-76459520-8a7b-4321-9ba1-c2ae80f92efb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 897 time: 0.0848095 Sep 23 20:07:47.129612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-e701ebf7-e24b-4f8f-9936-8ad3b5d04fce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 1002 time: 0.0594652 Sep 23 20:07:47.160051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:47.179466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-e0666ed4-643f-4b06-874b-02a660220fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:47.181007 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-e0666ed4-643f-4b06-874b-02a660220fc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 200 len: 834 time: 0.0437222 Sep 23 20:07:47.225983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-179d50b5-59a5-48dc-9437-3d083b9842f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:47.227454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-179d50b5-59a5-48dc-9437-3d083b9842f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbee1e9d-02a1-483e-abc4-8511e0c67bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388935 Sep 23 20:07:47.319665 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-51ce3790-f8b3-420f-9b4c-492755c228d9 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852523 Sep 23 20:07:47.408059 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8ad186cb-fff9-47f3-b260-79eb2423ee7d req-44983599-8eeb-4efc-b485-994efc5a9ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813179 Sep 23 20:07:48.651870 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:55.610481 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:56.991420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:59.679329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:07:59.832970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 55108873-2130-4e80-9da2-f20430fbd779 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:07:59.833308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:59.904563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:59.904883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:59.916471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 55108873-2130-4e80-9da2-f20430fbd779 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:08:00.057098 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:00.084489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=55108873-2130-4e80-9da2-f20430fbd779,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:00.111581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.112028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.112376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.112720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.113061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.113399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.113732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.114065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.114433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.114765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.115094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.115417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:00.156053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:00.156311 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Floating IP af5e44d8-b23b-4046-a01c-81af254ce281 disassociated (deleted). External IP: 172.25.6.114, port: 32f7c20f-e453-4fc1-9921-e0abac56e916. Sep 23 20:08:00.652018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 41b4352c-1505-473d-8cb9-a2eb5307ae19 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:08:00.764867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:00.769788 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:00.774588 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] Sync routers for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:00.784597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:00.785202 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:00.799878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bc2d5638-1c23-401b-8f21-acc00963eb16 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/floatingips/af5e44d8-b23b-4046-a01c-81af254ce281 HTTP/1.1" status: 204 len: 168 time: 1.1194947 Sep 23 20:08:00.800458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:00.802719 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31149314-ccbd-4db5-b7aa-c168a05dd2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:00.888581 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:00.952702 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0b8da2-34b8-47de-9fd1-cf458f545796 x-openstack-request-id: req-fd0b8da2-34b8-47de-9fd1-cf458f545796 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:00.952990 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:00.953239 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd0b8da2-34b8-47de-9fd1-cf458f545796 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:00.953640 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'status': 'completed', 'code': 200} Sep 23 20:08:01.023721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-cb8366f0-0174-49dd-9e4e-929b08ee775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:01.025375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-cb8366f0-0174-49dd-9e4e-929b08ee775f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e144f56724054e42a9e756118e2b5ace&device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 1097 time: 0.0484197 Sep 23 20:08:01.051508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba211a-69f5-4ee7-8e51-cb0976873503 req-b9ac93ff-e366-40bb-ae94-fabe2875c2f0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:01.053207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9aba211a-69f5-4ee7-8e51-cb0976873503 req-b9ac93ff-e366-40bb-ae94-fabe2875c2f0 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0539632 Sep 23 20:08:01.088810 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:21Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:01.092382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9aba211a-69f5-4ee7-8e51-cb0976873503 req-86771a9e-a355-4f17-a581-9f0726366dab tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327604 Sep 23 20:08:01.115741 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] Checking router: 41b4352c-1505-473d-8cb9-a2eb5307ae19 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:01.121052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-95d4f648-5b91-489e-a8e9-94951927220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:01.122593 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-95d4f648-5b91-489e-a8e9-94951927220d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 200 len: 897 time: 0.0889814 Sep 23 20:08:01.123866 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:01.124472 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:01.167801 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-f4727682-4d43-4525-ac85-b18ede70623e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 200 len: 217 time: 0.0370302 Sep 23 20:08:01.215720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-35025b16-c48f-4623-bda2-2a55858a1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:01.217136 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-35025b16-c48f-4623-bda2-2a55858a1e44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 200 len: 834 time: 0.0425544 Sep 23 20:08:01.228846 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:01.261700 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-60d8e10b-1346-42fb-a1a7-f29c78f71ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:01.263231 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-60d8e10b-1346-42fb-a1a7-f29c78f71ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbee1e9d-02a1-483e-abc4-8511e0c67bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383673 Sep 23 20:08:01.355172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-2504f3a8-d95e-4937-a00c-eb9c21a4bb11 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 Sep 23 20:08:01.424336 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:21Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:01.443506 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-31149314-ccbd-4db5-b7aa-c168a05dd2fe req-189a33ef-d7be-4133-92ee-1e37d0b6d905 service neutron] 10.222.0.41 "GET /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807893 Sep 23 20:08:01.451177 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af9cd3-3252-4fbb-b45a-ba1314f1158e None None] The sync data for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 is: [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'e4514d47-0b3c-460e-ba0c-5bfeee94382c', 'name': '', 'network_id': 'fbee1e9d-02a1-483e-abc4-8511e0c67bad', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'mac_address': 'fa:16:3e:1f:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:17Z', 'updated_at': '2021-09-23T20:05:21Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'subnets': [{'id': 'c25a2165-5f19-402b-a438-d2916f3931d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:01.668389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ddc17-aa7f-43ce-ad4c-82639ca26ffc None None] New status for floating IP af5e44d8-b23b-4046-a01c-81af254ce281: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:08:02.207968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca94b16-c442-434c-810a-a01732d0f783 req-bab7e977-0316-4b18-aebf-97373a6a8ce8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:02.209629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ca94b16-c442-434c-810a-a01732d0f783 req-bab7e977-0316-4b18-aebf-97373a6a8ce8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0488784 Sep 23 20:08:02.247824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ca94b16-c442-434c-810a-a01732d0f783 req-57d5e11d-fa62-4e3f-8f19-a5f5e8ac17d8 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/security-groups?id=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Sep 23 20:08:02.409777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-d5660831-7325-4bf0-84d4-957f546ab6d6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:02.411279 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-d5660831-7325-4bf0-84d4-957f546ab6d6 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 946 time: 0.0496716 Sep 23 20:08:02.502417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 32f7c20f-e453-4fc1-9921-e0abac56e916 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:08:02.502761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.589735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port 32f7c20f-e453-4fc1-9921-e0abac56e916, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=32f7c20f-e453-4fc1-9921-e0abac56e916,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:02.590095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.605958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 32f7c20f-e453-4fc1-9921-e0abac56e916 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:08:02.734162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.763980 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=32f7c20f-e453-4fc1-9921-e0abac56e916,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:02.795386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.795742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.796088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.796427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.796762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.797095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.797426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.797755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.798082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.798947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.799280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.799603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:02.816295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] No DVR routers for this DVR port 32f7c20f-e453-4fc1-9921-e0abac56e916 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:08:02.818704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.820695 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8021bb95-bf32-47c5-ab4c-d4b70369b90e req-7f7c6799-9afe-438a-b92e-35df327cc274 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.41 "DELETE /v2.0/ports/32f7c20f-e453-4fc1-9921-e0abac56e916 HTTP/1.1" status: 204 len: 173 time: 0.4031501 Sep 23 20:08:02.821116 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-deleted', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:02.823389 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25f220d-0358-4b0c-b8a0-35d29cc4cc9a" -d '{"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-deleted", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:02.864977 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c50b6-9f30-429f-a4e7-03f0650bdd62 x-openstack-request-id: req-ab0c50b6-9f30-429f-a4e7-03f0650bdd62 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:02.865261 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e", "name": "network-vif-deleted", "tag": "32f7c20f-e453-4fc1-9921-e0abac56e916", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:02.865510 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab0c50b6-9f30-429f-a4e7-03f0650bdd62 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:02.865910 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e', 'name': 'network-vif-deleted', 'tag': '32f7c20f-e453-4fc1-9921-e0abac56e916', 'status': 'completed', 'code': 200} Sep 23 20:08:03.366054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94e44df1-a119-494d-a8fa-767b2c683b7d req-39b06fd7-c3df-436f-83b3-ee4d96cb8a6d tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "GET /v2.0/ports?device_id=67d3dd3e-9cdb-4f81-a598-29ecb4f74f8e HTTP/1.1" status: 200 len: 210 time: 0.0329807 Sep 23 20:08:04.421141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:04.790870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:05.041463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port e4514d47-0b3c-460e-ba0c-5bfeee94382c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:08:05.041726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:05.130571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port e4514d47-0b3c-460e-ba0c-5bfeee94382c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e4514d47-0b3c-460e-ba0c-5bfeee94382c,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:05.130932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:05.142687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for e4514d47-0b3c-460e-ba0c-5bfeee94382c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:08:05.322730 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:05.354279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=e4514d47-0b3c-460e-ba0c-5bfeee94382c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:05.520824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:05.728694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Router 41b4352c-1505-473d-8cb9-a2eb5307ae19 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:08:05.830330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:05.835235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e4c44e23-9fa0-4c7d-90c4-44f8e64b061e tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "PUT /v2.0/routers/41b4352c-1505-473d-8cb9-a2eb5307ae19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4130857 Sep 23 20:08:05.837885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:05.840277 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] Sync routers for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:05.849325 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:05.850013 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:05.885804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 32f7c20f-e453-4fc1-9921-e0abac56e916 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:08:05.887346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting subnet c25a2165-5f19-402b-a438-d2916f3931d1 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:08:05.891005 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:05.909386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 32f7c20f-e453-4fc1-9921-e0abac56e916 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:08:05.909729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 32f7c20f-e453-4fc1-9921-e0abac56e916 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:08:05.930212 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:05.964465 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:06.016455 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.076202 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.104927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Subnet': ['ID=c25a2165-5f19-402b-a438-d2916f3931d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:06.107028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.111971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-be8befd6-f5aa-4ef9-bac1-64be44d51445 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/subnets/c25a2165-5f19-402b-a438-d2916f3931d1 HTTP/1.1" status: 204 len: 168 time: 0.2700782 Sep 23 20:08:06.112816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:06.119657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114d694-cf62-4c56-831e-4aa7ee54cf3b None None] Network fbee1e9d-02a1-483e-abc4-8511e0c67bad requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:08:06.219675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.231558 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:08:05Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:06.264511 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] Checking router: 41b4352c-1505-473d-8cb9-a2eb5307ae19 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:06.271941 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] Routers {'41b4352c-1505-473d-8cb9-a2eb5307ae19'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:06.272553 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['41b4352c-1505-473d-8cb9-a2eb5307ae19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:06.300279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] DHCP port deletion for fbee1e9d-02a1-483e-abc4-8511e0c67bad request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:08:06.336863 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.357934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Deleting port 004f90a8-9909-4124-aceb-7769c9572445 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:08:06.358341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.383190 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] Set router 41b4352c-1505-473d-8cb9-a2eb5307ae19 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:06.392653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Deleting port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:08:06.393000 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.421704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] For port 004f90a8-9909-4124-aceb-7769c9572445, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=004f90a8-9909-4124-aceb-7769c9572445,segment=NetworkSegment(ae6e4d03-dd2e-4b2e-bc10-2c03f249e000),segment_id=ae6e4d03-dd2e-4b2e-bc10-2c03f249e000)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:06.422328 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.434306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Calling delete_port for 004f90a8-9909-4124-aceb-7769c9572445 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:08:06.476387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] For port 1a0d6afc-ec18-4abc-ad8a-0647a34706e0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:06.476761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.488546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Calling delete_port for 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:08:06.517593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.541121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Pushing event deleted for resources: {'Port': ['ID=004f90a8-9909-4124-aceb-7769c9572445,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:06.552966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.553304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.554109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.554470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.554824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.555123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.555442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.555762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.556080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.556610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.556744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.557012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:06.559778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c86a2-e5ab-4bb9-85b2-a1436a461479 None None] No DVR routers for this DVR port 004f90a8-9909-4124-aceb-7769c9572445 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:08:06.570533 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:08:05Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:06.598789 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9811-4bb6-4233-8598-fef8b171a7a7 None None] The sync data for ids ['41b4352c-1505-473d-8cb9-a2eb5307ae19'] in n-d-810763-1 is: [{'id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993824982', 'tenant_id': 'e144f56724054e42a9e756118e2b5ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:08:05Z', 'revision_number': 5, 'project_id': 'e144f56724054e42a9e756118e2b5ace', 'gw_port': {'id': '1a0d6afc-ec18-4abc-ad8a-0647a34706e0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4352c-1505-473d-8cb9-a2eb5307ae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:05:14Z', 'updated_at': '2021-09-23T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:06.665501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.696004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Port': ['ID=1a0d6afc-ec18-4abc-ad8a-0647a34706e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:06.751857 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.839559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.841471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.884382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.884896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Fanout notify agent at l3_agent the message router_deleted on router 41b4352c-1505-473d-8cb9-a2eb5307ae19 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:08:06.891501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:06.893265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b9b09399-250d-4a03-af50-44c7e8ab65d5 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/routers/41b4352c-1505-473d-8cb9-a2eb5307ae19 HTTP/1.1" status: 204 len: 168 time: 0.7802224 Sep 23 20:08:06.896092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:06.974294 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.077376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.077843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 004f90a8-9909-4124-aceb-7769c9572445 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:08:07.099272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 004f90a8-9909-4124-aceb-7769c9572445 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:08:07.099607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 004f90a8-9909-4124-aceb-7769c9572445 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:08:07.099795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbee1e9d-02a1-483e-abc4-8511e0c67bad']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:07.100037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e4514d47-0b3c-460e-ba0c-5bfeee94382c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:08:07.111366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:07.111662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6e4d03-dd2e-4b2e-bc10-2c03f249e000') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:07.121293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.122797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e4514d47-0b3c-460e-ba0c-5bfeee94382c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:08:07.123143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e4514d47-0b3c-460e-ba0c-5bfeee94382c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:08:07.135713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.141677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:08:07.142093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:08:07.145097 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:08:07.206407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.214993 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.216920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/networks/fbee1e9d-02a1-483e-abc4-8511e0c67bad HTTP/1.1" status: 204 len: 168 time: 0.3199165 Sep 23 20:08:07.219806 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39044) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:07.227058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87087886-0c13-4fe3-a07c-1fdb07f39fe2 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'Network': ['ID=fbee1e9d-02a1-483e-abc4-8511e0c67bad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:07.282445 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c1fe32-9478-4a88-a8fb-f97f38225385 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.310900 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c1fe32-9478-4a88-a8fb-f97f38225385 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.370123 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c1fe32-9478-4a88-a8fb-f97f38225385 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.372681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05c1fe32-9478-4a88-a8fb-f97f38225385 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.373831 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-05c1fe32-9478-4a88-a8fb-f97f38225385 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] 10.222.0.38 "DELETE /v2.0/security-groups/89f9f9c8-ae8f-4b0d-93b4-39253b56c72e HTTP/1.1" status: 204 len: 168 time: 0.1528573 Sep 23 20:08:07.383517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1fe32-9478-4a88-a8fb-f97f38225385 tempest-TestNetworkAdvancedServerOps-1274517455 tempest-TestNetworkAdvancedServerOps-1274517455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f9f9c8-ae8f-4b0d-93b4-39253b56c72e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:07.663128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39052) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:07.793691 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0ed7c36d-096f-4ea7-b821-10bc1ade7d6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e144f56724054e42a9e756118e2b5ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294215 Sep 23 20:08:07.796188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39056) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:07.845799 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04007716-c856-4399-8748-bf84ba5fc1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.866056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04007716-c856-4399-8748-bf84ba5fc1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.910423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04007716-c856-4399-8748-bf84ba5fc1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.913007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04007716-c856-4399-8748-bf84ba5fc1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:07.914193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-04007716-c856-4399-8748-bf84ba5fc1d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bad1af1-f1b9-4b98-8a73-d8d2de605c88 HTTP/1.1" status: 204 len: 168 time: 0.1171238 Sep 23 20:08:07.921880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04007716-c856-4399-8748-bf84ba5fc1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad1af1-f1b9-4b98-8a73-d8d2de605c88,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:08.172956 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:08.211996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a39926e4-01ba-433e-a250-62ee2561bc39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f448760d50354998aa272ccaeea25873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377805 Sep 23 20:08:08.214397 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:08.261339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59ec34f9-23c5-4fe4-a5ad-25be2373e540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:08.281850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59ec34f9-23c5-4fe4-a5ad-25be2373e540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:08.327014 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59ec34f9-23c5-4fe4-a5ad-25be2373e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:08.330629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59ec34f9-23c5-4fe4-a5ad-25be2373e540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:08.331815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-59ec34f9-23c5-4fe4-a5ad-25be2373e540 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/531fbe15-f613-44ff-b682-eef9dc18a956 HTTP/1.1" status: 204 len: 168 time: 0.1165028 Sep 23 20:08:08.339576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec34f9-23c5-4fe4-a5ad-25be2373e540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531fbe15-f613-44ff-b682-eef9dc18a956,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:08.776549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:08:08.796125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:08:08.796466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1a0d6afc-ec18-4abc-ad8a-0647a34706e0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:08:09.006376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:09.102304 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-476448791-network', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:09.122416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Made reservation on behalf of b7b5c485f86f4478bcb5c8736d4172a3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:09.124655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.132578 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.219851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.224258 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.244475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:08:09.258668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74747a79-662d-474c-ae54-155a1b166df6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:09.261627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.261980 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Added segment a07ea8ef-0713-48ea-92c0-919d2bd09300 of type vlan for network 34a26731-176c-423f-9696-d5a261c6ba23 Sep 23 20:08:09.301642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.326457 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.327684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:09.328272 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.362808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3553498 Sep 23 20:08:09.365982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39090) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:09.370888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Request body: {'subnet': {'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-476448791-subnet', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:09.387066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c609a-d1db-4297-af8a-b50c14b5ae0a admin admin] Pushing event updated for resources: {'Network': ['ID=34a26731-176c-423f-9696-d5a261c6ba23,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:09.391596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Made reservation on behalf of b7b5c485f86f4478bcb5c8736d4172a3 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:09.394486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.397220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 34a26731-176c-423f-9696-d5a261c6ba23 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:08:09.556310 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.608122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=747d5bf0-1cd4-440d-878a-0929d7a30d4c,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:09.617877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Checking segment: {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:09.618265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Network hostable DHCP agents. Network: 34a26731-176c-423f-9696-d5a261c6ba23, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:08:09.633962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Network 34a26731-176c-423f-9696-d5a261c6ba23 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:08:09.642635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 34a26731-176c-423f-9696-d5a261c6ba23) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:09.646543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:09.647138 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.651955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc166a8-53d0-495b-94a2-f75d861b0662 None None] Network 34a26731-176c-423f-9696-d5a261c6ba23 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:08:09.661484 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6068ad13-a034-44df-8bc2-075c3385b0ed admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2943432 Sep 23 20:08:09.664246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:09.668551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:09.688407 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.689766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.743579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.797879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-34a26731-176c-423f-9696-d5a261c6ba23', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:08:09.798795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.874564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:09.934069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Allocated IP 172.20.0.2 (34a26731-176c-423f-9696-d5a261c6ba23/747d5bf0-1cd4-440d-878a-0929d7a30d4c/ae40c756-de36-4b9d-ba75-e6f7a92383de) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:10.070732 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.076483 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.120152 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Network 34a26731-176c-423f-9696-d5a261c6ba23 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:10.123100 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:10.127399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:10.135199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Pushing event updated for resources: {'Port': ['ID=ae40c756-de36-4b9d-ba75-e6f7a92383de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:10.189668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Attempting to bind port ae40c756-de36-4b9d-ba75-e6f7a92383de on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:10.190037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Attempting to bind port ae40c756-de36-4b9d-ba75-e6f7a92383de by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:10.190429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Attempting to bind port ae40c756-de36-4b9d-ba75-e6f7a92383de on network 34a26731-176c-423f-9696-d5a261c6ba23 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:10.195765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:10.196139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Checking segment: {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:10.196547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.196945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Bound using segment: {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:10.197416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Bound port: ae40c756-de36-4b9d-ba75-e6f7a92383de, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:10.197799 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.262609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] For port ae40c756-de36-4b9d-ba75-e6f7a92383de, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:10.265888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] For port ae40c756-de36-4b9d-ba75-e6f7a92383de, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae40c756-de36-4b9d-ba75-e6f7a92383de,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:10.270533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.334933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be884b9-e63b-4429-b5e3-46fd37d16a36 None None] Pushing event updated for resources: {'Port': ['ID=ae40c756-de36-4b9d-ba75-e6f7a92383de,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:10.413725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.433050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.553916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Allocated IP 172.25.6.40 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/ce96747e-0e5e-4f3e-b55d-405ffa898588) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:10.659722 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.691673 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.731795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:10.734417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:10.738391 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:10.745913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Pushing event updated for resources: {'Port': ['ID=ce96747e-0e5e-4f3e-b55d-405ffa898588,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:10.847434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae40c756-de36-4b9d-ba75-e6f7a92383de up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:10.897703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ae40c756-de36-4b9d-ba75-e6f7a92383de triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:10.898103 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.980077 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.998466 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:11.016560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ae40c756-de36-4b9d-ba75-e6f7a92383de, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae40c756-de36-4b9d-ba75-e6f7a92383de,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:11.021660 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:11.073820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ae40c756-de36-4b9d-ba75-e6f7a92383de,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:11.208289 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:11.238353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b525aa14-9d85-4896-b566-f4afee5bc0c0 None None] Network 34a26731-176c-423f-9696-d5a261c6ba23 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:08:11.319120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-dde597ad-d3ca-4d2c-8079-d60239c24371 None None] Provisioning complete for port ae40c756-de36-4b9d-ba75-e6f7a92383de triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:11.319487 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dde597ad-d3ca-4d2c-8079-d60239c24371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:11.335348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Router 716be985-ac1b-4c49-8cfb-b57ed66186f1 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:08:11.441117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:11.452412 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Sync routers for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:11.459055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:11.460680 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b8f01645-5d27-49ed-b340-546ff4cf787c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7954791 Sep 23 20:08:11.463384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39096) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:11.468648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:11.469275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:11.579981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:11.710610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-743bc4ac-47cf-47e8-b266-3820226b45e3 None None] Provisioning complete for port ae40c756-de36-4b9d-ba75-e6f7a92383de triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:11.710881 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-743bc4ac-47cf-47e8-b266-3820226b45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:11.839875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:10Z', 'revision_number': 3, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:11.865950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Checking router: 716be985-ac1b-4c49-8cfb-b57ed66186f1 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:11.866618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Updating router 716be985-ac1b-4c49-8cfb-b57ed66186f1 port ce96747e-0e5e-4f3e-b55d-405ffa898588 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:08:11.883418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:11.893805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.097753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Allocated IP 172.20.0.1 (34a26731-176c-423f-9696-d5a261c6ba23/747d5bf0-1cd4-440d-878a-0929d7a30d4c/6c134fec-3f5c-42d0-aadc-b044227885cc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:12.141760 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.147019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.195708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.199206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd460adf-1467-4d4a-888e-5689da985883 None None] Pushing event updated for resources: {'Port': ['ID=ce96747e-0e5e-4f3e-b55d-405ffa898588,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:12.201435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Attempting to bind port ce96747e-0e5e-4f3e-b55d-405ffa898588 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:12.201809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Attempting to bind port ce96747e-0e5e-4f3e-b55d-405ffa898588 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:12.202176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Attempting to bind port ce96747e-0e5e-4f3e-b55d-405ffa898588 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:12.207933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:12.207933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:12.208323 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.208698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:12.209168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Bound port: ce96747e-0e5e-4f3e-b55d-405ffa898588, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:12.209548 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.230113 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.264949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] For port ce96747e-0e5e-4f3e-b55d-405ffa898588, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:12.266631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Network 34a26731-176c-423f-9696-d5a261c6ba23 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:12.269148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] For port ce96747e-0e5e-4f3e-b55d-405ffa898588, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ce96747e-0e5e-4f3e-b55d-405ffa898588,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:12.269750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:12.273438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:12.273594 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.304938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c134fec-3f5c-42d0-aadc-b044227885cc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:12.322156 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.324222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:12.324856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:12.457052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.571310 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd460adf-1467-4d4a-888e-5689da985883 None None] Pushing event updated for resources: {'Port': ['ID=ce96747e-0e5e-4f3e-b55d-405ffa898588,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:12.598808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-db22575b-aa45-49d1-bc8f-585792e654a7 None None] Provisioning complete for port 6c134fec-3f5c-42d0-aadc-b044227885cc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:12.599107 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db22575b-aa45-49d1-bc8f-585792e654a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.632276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.632503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:12.636934 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.693272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-db22575b-aa45-49d1-bc8f-585792e654a7 None None] Port 6c134fec-3f5c-42d0-aadc-b044227885cc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:08:12.706878 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.708556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c134fec-3f5c-42d0-aadc-b044227885cc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:12.802014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Network 34a26731-176c-423f-9696-d5a261c6ba23 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:12.803405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:12.832643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:10Z', 'revision_number': 3, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:12.866382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae40c756-de36-4b9d-ba75-e6f7a92383de up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:12.869753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103f4a-8dab-4423-b899-5c3c949deedf None None] The sync data for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 is: [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:10Z', 'revision_number': 3, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:12.921834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ae40c756-de36-4b9d-ba75-e6f7a92383de triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:12.922309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:12.930082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Router 716be985-ac1b-4c49-8cfb-b57ed66186f1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:08:13.057466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:13.062671 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8f0f2e14-d4cb-4920-8f6d-122cef8142c1 admin admin] 10.222.0.38 "PUT /v2.0/routers/716be985-ac1b-4c49-8cfb-b57ed66186f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5983238 Sep 23 20:08:13.120791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-242a9275-55e8-41c1-97af-fd2281861551 None None] Provisioning complete for port 6c134fec-3f5c-42d0-aadc-b044227885cc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:13.121155 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-242a9275-55e8-41c1-97af-fd2281861551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.167717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-242a9275-55e8-41c1-97af-fd2281861551 None None] Port 6c134fec-3f5c-42d0-aadc-b044227885cc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:08:13.209795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7b65a7e-fd4a-4eac-acae-07c839ae336e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.569175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:13.576245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1220075361-network', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:13.597552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Made reservation on behalf of dd575a728df2416c813ba8a2db90ae9f for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:13.599965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.609103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.703542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.708137 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.732830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:08:13.742654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60827ca-7a1c-485c-b2cd-b866059c345d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:13.747464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.747809 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Added segment b7d9bfec-4ca6-4580-b1b6-82a504d35da2 of type vlan for network 392cb251-2e7b-40ea-931a-6adb3d3cf744 Sep 23 20:08:13.787860 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.815884 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.816982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:13.817573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.869638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2992558 Sep 23 20:08:13.872877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:13.878752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Request body: {'subnet': {'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1220075361-subnet', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:13.900633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Made reservation on behalf of dd575a728df2416c813ba8a2db90ae9f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:13.903466 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:13.906720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a43ac-47e4-400e-819c-4a64dc961485 admin admin] Pushing event updated for resources: {'Network': ['ID=392cb251-2e7b-40ea-931a-6adb3d3cf744,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:13.916486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:08:14.069403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.127730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bba0ad-b423-4200-8464-374b29854d5f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:14.137621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Checking segment: {'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:14.137995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Network hostable DHCP agents. Network: 392cb251-2e7b-40ea-931a-6adb3d3cf744, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:08:14.154050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:08:14.162555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 392cb251-2e7b-40ea-931a-6adb3d3cf744) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:14.166878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:14.167938 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.174434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef98d7-8bf0-411c-8770-b798111ecd89 None None] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:08:14.183037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6dd7f67e-10c1-43de-b2df-50a37888c73a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3089020 Sep 23 20:08:14.185466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 39116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:14.190073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:14.214353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.215386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.270303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.339600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-392cb251-2e7b-40ea-931a-6adb3d3cf744', 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'fixed_ips': [{'subnet_id': '03bba0ad-b423-4200-8464-374b29854d5f'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:08:14.340485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.431570 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Sync routers for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:14.447365 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:14.448103 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:14.490391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Allocated IP 172.20.0.2 (392cb251-2e7b-40ea-931a-6adb3d3cf744/03bba0ad-b423-4200-8464-374b29854d5f/011dee1f-5463-42b9-81de-b716e871eabe) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:14.553640 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:14.639494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.645719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.683410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:14.686169 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:14.691475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:14.700441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Pushing event updated for resources: {'Port': ['ID=011dee1f-5463-42b9-81de-b716e871eabe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:14.712975 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.754524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Attempting to bind port 011dee1f-5463-42b9-81de-b716e871eabe on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:14.754906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Attempting to bind port 011dee1f-5463-42b9-81de-b716e871eabe by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:14.755254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Attempting to bind port 011dee1f-5463-42b9-81de-b716e871eabe on network 392cb251-2e7b-40ea-931a-6adb3d3cf744 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:14.760052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:14.760424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Checking segment: {'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:14.760822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.761210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Bound using segment: {'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:14.761668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Bound port: 011dee1f-5463-42b9-81de-b716e871eabe, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:14.762044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.789340 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 2, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:14.827003 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Checking router: 716be985-ac1b-4c49-8cfb-b57ed66186f1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:14.827361 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Updating router 716be985-ac1b-4c49-8cfb-b57ed66186f1 port 6c134fec-3f5c-42d0-aadc-b044227885cc binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:08:14.848144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] For port 011dee1f-5463-42b9-81de-b716e871eabe, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:14.856133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] For port 011dee1f-5463-42b9-81de-b716e871eabe, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=011dee1f-5463-42b9-81de-b716e871eabe,segment=NetworkSegment(b7d9bfec-4ca6-4580-b1b6-82a504d35da2),segment_id=b7d9bfec-4ca6-4580-b1b6-82a504d35da2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:14.858961 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.862612 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.895569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ce96747e-0e5e-4f3e-b55d-405ffa898588 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:14.937893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.946288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f44d7-2330-4835-aba4-bc6c0e87d793 None None] Pushing event updated for resources: {'Port': ['ID=011dee1f-5463-42b9-81de-b716e871eabe,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:14.966127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:14.979899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ce96747e-0e5e-4f3e-b55d-405ffa898588 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:14.980464 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.073370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Allocated IP 172.25.6.28 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/1cdee057-2592-43a1-a5f0-13e3a086f11f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:15.077175 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.099130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ce96747e-0e5e-4f3e-b55d-405ffa898588, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ce96747e-0e5e-4f3e-b55d-405ffa898588,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:15.104477 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.163040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ce96747e-0e5e-4f3e-b55d-405ffa898588,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:15.197681 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.203130 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.221522 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.258176 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Pushing event updated for resources: {'Port': ['ID=6c134fec-3f5c-42d0-aadc-b044227885cc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:15.258894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.270082 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.270458 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.270798 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.271133 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.271459 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.271786 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.272248 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.272724 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.273058 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.273379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.273865 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.275953 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:15.305862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdee057-2592-43a1-a5f0-13e3a086f11f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:15.325887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:15.328306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:15.336378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:15.340401 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Attempting to bind port 6c134fec-3f5c-42d0-aadc-b044227885cc on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:15.340776 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Attempting to bind port 6c134fec-3f5c-42d0-aadc-b044227885cc by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:15.341151 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Attempting to bind port 6c134fec-3f5c-42d0-aadc-b044227885cc on network 34a26731-176c-423f-9696-d5a261c6ba23 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:15.347213 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:15.347579 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Checking segment: {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:15.347978 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.348430 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Bound using segment: {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:15.348899 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Bound port: 6c134fec-3f5c-42d0-aadc-b044227885cc, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:15.349277 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.417863 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] For port 6c134fec-3f5c-42d0-aadc-b044227885cc, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:15.421736 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] For port 6c134fec-3f5c-42d0-aadc-b044227885cc, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6c134fec-3f5c-42d0-aadc-b044227885cc,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:15.426449 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.489985 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:15.490826 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:15.492778 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2c186-11d7-4cd9-8016-5bded87a3a08 None None] Pushing event updated for resources: {'Port': ['ID=6c134fec-3f5c-42d0-aadc-b044227885cc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:15.541292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-105187ea-8024-456b-82d6-a57abf3887ef None None] Provisioning complete for port 6c134fec-3f5c-42d0-aadc-b044227885cc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:15.542018 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-105187ea-8024-456b-82d6-a57abf3887ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.612782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.631008 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:15.633360 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-105187ea-8024-456b-82d6-a57abf3887ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.672668 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-105187ea-8024-456b-82d6-a57abf3887ef None None] For port 6c134fec-3f5c-42d0-aadc-b044227885cc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6c134fec-3f5c-42d0-aadc-b044227885cc,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:15.681485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-105187ea-8024-456b-82d6-a57abf3887ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.742322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105187ea-8024-456b-82d6-a57abf3887ef None None] Pushing event updated for resources: {'Port': ['ID=6c134fec-3f5c-42d0-aadc-b044227885cc,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:15.802073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ff80d5af-f5fa-4790-b0bb-914a08718781 None None] Provisioning complete for port 6c134fec-3f5c-42d0-aadc-b044227885cc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:15.802733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff80d5af-f5fa-4790-b0bb-914a08718781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.866576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:15.883679 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:16.020817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Router b524f89d-b1f0-450e-a5db-388aff4e5fcf is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:08:16.024158 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6476a2-e09d-4eff-aedd-523a5767c5fb None None] The sync data for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 is: [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:16.151179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c0626-727c-4552-8340-166a838fb3c6 None None] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:08:16.153917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:16.168652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Sync routers for ids ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:16.174012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.177796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-17e7e960-5606-4a58-8bcd-fa41dfd90991 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9889162 Sep 23 20:08:16.178166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 39120) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:16.197438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Routers {'b524f89d-b1f0-450e-a5db-388aff4e5fcf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:16.198379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:07:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:16.336150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8d6224e0-9074-48e0-8a83-a25b0a9403e0 None None] Provisioning complete for port 011dee1f-5463-42b9-81de-b716e871eabe triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:16.336595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6224e0-9074-48e0-8a83-a25b0a9403e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.436503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0bb9-c4c1-4cb7-bf7e-72b469225282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.449191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Set router b524f89d-b1f0-450e-a5db-388aff4e5fcf gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:16.589278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.629266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.639809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6224e0-9074-48e0-8a83-a25b0a9403e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.714478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8d6224e0-9074-48e0-8a83-a25b0a9403e0 None None] For port 011dee1f-5463-42b9-81de-b716e871eabe, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=011dee1f-5463-42b9-81de-b716e871eabe,segment=NetworkSegment(b7d9bfec-4ca6-4580-b1b6-82a504d35da2),segment_id=b7d9bfec-4ca6-4580-b1b6-82a504d35da2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:16.722422 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d6224e0-9074-48e0-8a83-a25b0a9403e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.795768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6224e0-9074-48e0-8a83-a25b0a9403e0 None None] Pushing event updated for resources: {'Port': ['ID=011dee1f-5463-42b9-81de-b716e871eabe,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:16.801256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 3, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port': {'id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:16.822638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Allocated IP 172.20.0.1 (392cb251-2e7b-40ea-931a-6adb3d3cf744/03bba0ad-b423-4200-8464-374b29854d5f/252be622-3555-4237-9873-48309df7b42c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:16.837224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Checking router: b524f89d-b1f0-450e-a5db-388aff4e5fcf for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:16.837701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Updating router b524f89d-b1f0-450e-a5db-388aff4e5fcf port 1cdee057-2592-43a1-a5f0-13e3a086f11f binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:08:16.888875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:16.998687 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.053155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.058451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6c134fec-3f5c-42d0-aadc-b044227885cc up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:17.095744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:17.099075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:17.101719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:17.127898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Pushing event updated for resources: {'Port': ['ID=252be622-3555-4237-9873-48309df7b42c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:17.129331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-956c9d85-bcd3-4eba-870a-e1d4cb398350 None None] Provisioning complete for port 011dee1f-5463-42b9-81de-b716e871eabe triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:17.129711 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-956c9d85-bcd3-4eba-870a-e1d4cb398350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.154946 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.210945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.230251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6c134fec-3f5c-42d0-aadc-b044227885cc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:17.230615 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.317428 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.494880 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:08:17.503149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.508758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.582414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.584863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ce96747e-0e5e-4f3e-b55d-405ffa898588 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:17.598626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.601542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Pushing event updated for resources: {'Port': ['ID=252be622-3555-4237-9873-48309df7b42c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:17.607345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.673826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c2c8-2516-4fec-b3c1-36874828f7a9 None None] Pushing event updated for resources: {'Port': ['ID=1cdee057-2592-43a1-a5f0-13e3a086f11f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:17.686287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Attempting to bind port 1cdee057-2592-43a1-a5f0-13e3a086f11f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:17.686658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Attempting to bind port 1cdee057-2592-43a1-a5f0-13e3a086f11f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:17.687021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Attempting to bind port 1cdee057-2592-43a1-a5f0-13e3a086f11f on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:17.699036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:17.699474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:17.699891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.700287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:17.700770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Bound port: 1cdee057-2592-43a1-a5f0-13e3a086f11f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:17.701150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.708588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4444d856-cc7c-499d-b1bb-ebebce1398ea None None] Provisioning complete for port 252be622-3555-4237-9873-48309df7b42c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:17.708955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4444d856-cc7c-499d-b1bb-ebebce1398ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.731283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ce96747e-0e5e-4f3e-b55d-405ffa898588 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:17.731659 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.812779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4444d856-cc7c-499d-b1bb-ebebce1398ea None None] Port 252be622-3555-4237-9873-48309df7b42c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:08:17.828089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] For port 1cdee057-2592-43a1-a5f0-13e3a086f11f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:17.833061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] For port 1cdee057-2592-43a1-a5f0-13e3a086f11f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cdee057-2592-43a1-a5f0-13e3a086f11f,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:17.838395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:17.930358 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Routers {'b524f89d-b1f0-450e-a5db-388aff4e5fcf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:17.930993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:08:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:17.933926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 011dee1f-5463-42b9-81de-b716e871eabe up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:17.936717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c2c8-2516-4fec-b3c1-36874828f7a9 None None] Pushing event updated for resources: {'Port': ['ID=1cdee057-2592-43a1-a5f0-13e3a086f11f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:18.062468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:18.064886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:18.074578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 011dee1f-5463-42b9-81de-b716e871eabe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:18.074959 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:18.080442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] Set router b524f89d-b1f0-450e-a5db-388aff4e5fcf gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:18.198196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Router b524f89d-b1f0-450e-a5db-388aff4e5fcf has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:08:18.335577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:18.341298 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0181eaed-51ec-4570-9a9c-cf374a22786a admin admin] 10.222.0.38 "PUT /v2.0/routers/b524f89d-b1f0-450e-a5db-388aff4e5fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620715 Sep 23 20:08:18.364353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9d79edaa-3840-4d24-a457-1bb562ee28bd None None] Provisioning complete for port 252be622-3555-4237-9873-48309df7b42c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:18.364892 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d79edaa-3840-4d24-a457-1bb562ee28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:18.410784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d79edaa-3840-4d24-a457-1bb562ee28bd None None] Port 252be622-3555-4237-9873-48309df7b42c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:08:18.417712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 4, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port': {'id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '252be622-3555-4237-9873-48309df7b42c', 'name': '', 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'mac_address': 'fa:16:3e:18:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '03bba0ad-b423-4200-8464-374b29854d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:16Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 2, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'subnets': [{'id': '03bba0ad-b423-4200-8464-374b29854d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:18.446707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66823d-d77e-4eb3-979b-34122a619a89 None None] The sync data for ids ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'] in n-d-810763-1 is: [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 4, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port': {'id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '252be622-3555-4237-9873-48309df7b42c', 'name': '', 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'mac_address': 'fa:16:3e:18:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '03bba0ad-b423-4200-8464-374b29854d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:16Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 2, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'subnets': [{'id': '03bba0ad-b423-4200-8464-374b29854d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:18.662305 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:18.849836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 011dee1f-5463-42b9-81de-b716e871eabe up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:18.900908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 011dee1f-5463-42b9-81de-b716e871eabe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:18.901285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:20.445138 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Sync routers for ids ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:20.454834 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Routers {'b524f89d-b1f0-450e-a5db-388aff4e5fcf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:20.455659 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:08:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:20.564329 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Set router b524f89d-b1f0-450e-a5db-388aff4e5fcf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:20.783509 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 4, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port': {'id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '252be622-3555-4237-9873-48309df7b42c', 'name': '', 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'mac_address': 'fa:16:3e:18:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '03bba0ad-b423-4200-8464-374b29854d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:16Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 2, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'subnets': [{'id': '03bba0ad-b423-4200-8464-374b29854d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:20.810514 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Checking router: b524f89d-b1f0-450e-a5db-388aff4e5fcf for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:20.810870 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Updating router b524f89d-b1f0-450e-a5db-388aff4e5fcf port 252be622-3555-4237-9873-48309df7b42c binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:08:20.845360 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:20.858777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cdee057-2592-43a1-a5f0-13e3a086f11f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:20.908775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1cdee057-2592-43a1-a5f0-13e3a086f11f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:20.909144 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:20.987192 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.007521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 1cdee057-2592-43a1-a5f0-13e3a086f11f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cdee057-2592-43a1-a5f0-13e3a086f11f,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:21.012621 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.069242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=1cdee057-2592-43a1-a5f0-13e3a086f11f,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:21.122582 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.128319 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.175636 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813193f-3d76-47b6-9927-43a5b3fb9703 None None] Pushing event updated for resources: {'Port': ['ID=252be622-3555-4237-9873-48309df7b42c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:21.252053 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Attempting to bind port 252be622-3555-4237-9873-48309df7b42c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:21.252423 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Attempting to bind port 252be622-3555-4237-9873-48309df7b42c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:21.252784 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Attempting to bind port 252be622-3555-4237-9873-48309df7b42c on network 392cb251-2e7b-40ea-931a-6adb3d3cf744 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:21.258293 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:21.258635 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Checking segment: {'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:21.259037 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.262258 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Bound using segment: {'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:21.262258 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Bound port: 252be622-3555-4237-9873-48309df7b42c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:21.262258 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.338411 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] For port 252be622-3555-4237-9873-48309df7b42c, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:21.342657 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] For port 252be622-3555-4237-9873-48309df7b42c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=252be622-3555-4237-9873-48309df7b42c,segment=NetworkSegment(b7d9bfec-4ca6-4580-b1b6-82a504d35da2),segment_id=b7d9bfec-4ca6-4580-b1b6-82a504d35da2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:21.350399 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.426863 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Routers {'b524f89d-b1f0-450e-a5db-388aff4e5fcf'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:21.427506 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:08:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:21.463761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0a67e2fd-4cbe-4942-8edf-911861c86abe None None] Provisioning complete for port 252be622-3555-4237-9873-48309df7b42c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:21.464137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a67e2fd-4cbe-4942-8edf-911861c86abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.484130 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813193f-3d76-47b6-9927-43a5b3fb9703 None None] Pushing event updated for resources: {'Port': ['ID=252be622-3555-4237-9873-48309df7b42c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:21.574735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a67e2fd-4cbe-4942-8edf-911861c86abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.587737 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] Set router b524f89d-b1f0-450e-a5db-388aff4e5fcf gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:21.627951 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0a67e2fd-4cbe-4942-8edf-911861c86abe None None] For port 252be622-3555-4237-9873-48309df7b42c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=252be622-3555-4237-9873-48309df7b42c,segment=NetworkSegment(b7d9bfec-4ca6-4580-b1b6-82a504d35da2),segment_id=b7d9bfec-4ca6-4580-b1b6-82a504d35da2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:21.635055 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a67e2fd-4cbe-4942-8edf-911861c86abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.693091 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67e2fd-4cbe-4942-8edf-911861c86abe None None] Pushing event updated for resources: {'Port': ['ID=252be622-3555-4237-9873-48309df7b42c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:21.755570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-343484cd-40bb-4270-a1a7-cd309934e92d None None] Provisioning complete for port 252be622-3555-4237-9873-48309df7b42c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:21.756033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-343484cd-40bb-4270-a1a7-cd309934e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:21.832035 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 4, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port': {'id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '252be622-3555-4237-9873-48309df7b42c', 'name': '', 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'mac_address': 'fa:16:3e:18:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '03bba0ad-b423-4200-8464-374b29854d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:16Z', 'updated_at': '2021-09-23T20:08:21Z', 'revision_number': 4, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'subnets': [{'id': '03bba0ad-b423-4200-8464-374b29854d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:21.859811 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27a6ea-2b28-4425-8e88-d4d272f56df0 None None] The sync data for ids ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'] in n-d-810763-1 is: [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:17Z', 'revision_number': 4, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port': {'id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '252be622-3555-4237-9873-48309df7b42c', 'name': '', 'network_id': '392cb251-2e7b-40ea-931a-6adb3d3cf744', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'mac_address': 'fa:16:3e:18:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '03bba0ad-b423-4200-8464-374b29854d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:16Z', 'updated_at': '2021-09-23T20:08:21Z', 'revision_number': 4, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'subnets': [{'id': '03bba0ad-b423-4200-8464-374b29854d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:22.879530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cdee057-2592-43a1-a5f0-13e3a086f11f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:22.969792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 1cdee057-2592-43a1-a5f0-13e3a086f11f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:22.970085 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:23.078529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 252be622-3555-4237-9873-48309df7b42c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:23.130377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 252be622-3555-4237-9873-48309df7b42c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:23.130756 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:25.610875 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:27.014270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:43.210735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c37d7ee1-5aa5-4460-99e6-d7527ffb716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:46.380370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b48ab4f-a04c-41b8-9983-76f037b0aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:46.531092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:47.167228 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:48.660321 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:54.495305 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:08:55.630735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.019877 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:13.211070 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e3eb-d37a-4674-be97-6a392a044a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:16.381838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e2001b5-4dac-4620-b700-7540e31b3299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:16.532626 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:17.171630 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:18.662693 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:25.646865 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:27.017965 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:31.494260 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:09:43.210898 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79848ff6-375b-4384-94ba-eaed52052d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:46.382754 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a77351ca-2aef-45ea-af67-bb8e04cb0b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:46.534196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:47.172933 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:48.669118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:55.638706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:57.032816 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.176696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40136) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:01.181896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-379595040', 'description': 'tempest-secgroup-smoke-379595040 description', 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:01.206843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.285716 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.289065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.315729 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.316965 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392787 Sep 23 20:10:01.320012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:01.321114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee6d7b-2f04-465d-93a2-f6f434fe270a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:01.325288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'security_group_rule': {'security_group_id': '28ee6d7b-2f04-465d-93a2-f6f434fe270a', 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:01.328640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.328995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.329342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.329684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.330022 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.330387 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.330722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.331349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.331349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.331746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.332019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.332345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e678f073-3e96-42ae-b4e9-02a5e0d72b5a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.352871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.398427 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.402006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.419301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624bd5a1-88e0-49d6-b366-82e548464660,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:01.429059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.429403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.429742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.430081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.430438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.430766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.431093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.431419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.431740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.432060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.432386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.432705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:01.435588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.439449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bd2cdba5-8eac-43a5-ae25-8ee8625d043c tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157556 Sep 23 20:10:01.439960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:01.443970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-99b949bb-c7c7-41b5-ae78-9e7db978f8a1 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'security_group_rule': {'security_group_id': '28ee6d7b-2f04-465d-93a2-f6f434fe270a', 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:01.470174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b949bb-c7c7-41b5-ae78-9e7db978f8a1 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.527100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b949bb-c7c7-41b5-ae78-9e7db978f8a1 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.530390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b949bb-c7c7-41b5-ae78-9e7db978f8a1 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.550046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b949bb-c7c7-41b5-ae78-9e7db978f8a1 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb7c958-76af-4259-ab7f-7d3f7e22ebc7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:01.553217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99b949bb-c7c7-41b5-ae78-9e7db978f8a1 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.554452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-99b949bb-c7c7-41b5-ae78-9e7db978f8a1 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139188 Sep 23 20:10:01.557150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:01.561597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-042b2453-2cab-4385-9679-de88484d19f9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'security_group_rule': {'security_group_id': '28ee6d7b-2f04-465d-93a2-f6f434fe270a', 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:01.586090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-042b2453-2cab-4385-9679-de88484d19f9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.642294 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-042b2453-2cab-4385-9679-de88484d19f9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.645677 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-042b2453-2cab-4385-9679-de88484d19f9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.667713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b2453-2cab-4385-9679-de88484d19f9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db0335f-585f-49bd-87ca-e0a511316609,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:01.673712 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-042b2453-2cab-4385-9679-de88484d19f9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.675475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-042b2453-2cab-4385-9679-de88484d19f9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173880 Sep 23 20:10:01.678173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:01.682519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e8bf77c8-42e4-46e8-a248-8fd62c084b1f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'security_group_rule': {'security_group_id': '28ee6d7b-2f04-465d-93a2-f6f434fe270a', 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:01.707902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf77c8-42e4-46e8-a248-8fd62c084b1f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.765098 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf77c8-42e4-46e8-a248-8fd62c084b1f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.769198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf77c8-42e4-46e8-a248-8fd62c084b1f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.784358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf77c8-42e4-46e8-a248-8fd62c084b1f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b0028b-e469-4486-b44d-78e49f034d21,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:01.792414 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8bf77c8-42e4-46e8-a248-8fd62c084b1f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.793806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e8bf77c8-42e4-46e8-a248-8fd62c084b1f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146483 Sep 23 20:10:01.796526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:01.800813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'security_group_rule': {'security_group_id': '28ee6d7b-2f04-465d-93a2-f6f434fe270a', 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:01.822593 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Project b7b5c485f86f4478bcb5c8736d4172a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:10:01.827229 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.885865 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.889420 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.907030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26f594d-bb65-4dfa-8bc1-ae150133bafd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:01.912925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:01.914153 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6830953-a96d-431f-a21d-b1a38b468e0e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167190 Sep 23 20:10:01.916745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:01.921046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'security_group_rule': {'security_group_id': '28ee6d7b-2f04-465d-93a2-f6f434fe270a', 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:01.941952 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Project b7b5c485f86f4478bcb5c8736d4172a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:10:01.946597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:02.005888 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:02.009308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:02.030135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de79b41e-d1a7-498d-a1b3-df88af056422,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:02.034744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:02.035987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f85cd978-b4d0-40ec-87cc-00f2bcf38d86 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182725 Sep 23 20:10:02.408962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-784848ff-0b87-44a8-b405-13ebd1572693 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379595040&fields=id&tenant_id=b7b5c485f86f4478bcb5c8736d4172a3 HTTP/1.1" status: 200 len: 267 time: 0.0360508 Sep 23 20:10:02.511523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-8dd3db33-b18a-46a0-87d3-682bd0b75932 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:02.512877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-8dd3db33-b18a-46a0-87d3-682bd0b75932 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 813 time: 0.0970988 Sep 23 20:10:02.527114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-2d65f3bc-19bf-4ce7-8975-9e32c4b62ca5 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/quotas/b7b5c485f86f4478bcb5c8736d4172a3 HTTP/1.1" status: 200 len: 375 time: 0.0086308 Sep 23 20:10:02.576155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-fd37af75-e91c-4933-a1ec-2c4595345d89 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439353 Sep 23 20:10:02.693625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-5320810f-88f7-4de0-92b7-18afef752d8b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:10:02.694665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-5320810f-88f7-4de0-92b7-18afef752d8b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1078100 Sep 23 20:10:02.784555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-c9ab699c-0ee1-4d12-bfb1-5eee496bf15c service neutron] 10.222.0.38 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835986 Sep 23 20:10:02.876753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-a1067515-af7d-4709-b4c4-9ea9874f5e4a service neutron] 10.222.0.38 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863228 Sep 23 20:10:03.157594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf8f4f7a-fc68-4636-ab95-8bc5d11386b1 req-6d288920-37f3-4095-94af-0e25d3fc0a43 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Sep 23 20:10:04.167031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-6dfc7b93-e34a-4445-867c-a00597e8fca5 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:04.168611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-6dfc7b93-e34a-4445-867c-a00597e8fca5 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.72 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 813 time: 0.1053538 Sep 23 20:10:04.212525 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4b1bf2e0-6e92-4e35-8662-ad8e5b9be443 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b5c485f86f4478bcb5c8736d4172a3 HTTP/1.1" status: 200 len: 379 time: 0.0347002 Sep 23 20:10:04.222316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'port': {'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'admin_state_up': True, 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'security_groups': ['28ee6d7b-2f04-465d-93a2-f6f434fe270a']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:04.253770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-280b1d54-4961-42f2-a247-69b44a8c074c req-8f134dec-6c07-4d0f-95ae-711da368fae3 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Sep 23 20:10:04.343021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Made reservation on behalf of b7b5c485f86f4478bcb5c8736d4172a3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:10:04.348014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:04.487054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Allocated IP 172.20.0.6 (34a26731-176c-423f-9696-d5a261c6ba23/747d5bf0-1cd4-440d-878a-0929d7a30d4c/fb917b73-9d7e-4f4a-b690-b554d15511bd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:10:04.623631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:04.655918 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:04.710677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Network 34a26731-176c-423f-9696-d5a261c6ba23 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:10:04.713940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:10:04.720820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:10:04.724816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'Port': ['ID=fb917b73-9d7e-4f4a-b690-b554d15511bd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:04.778105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:04.778916 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:04.795129 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-0e6ac091-0efe-44aa-b7f8-2b3b63ae877f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772076 Sep 23 20:10:04.866604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Request body: {'port': {'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:04.922821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:04.962387 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-90dc7939-4f58-43b1-ad46-cae09dd4a790 None None] Provisioning complete for port fb917b73-9d7e-4f4a-b690-b554d15511bd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:10:04.962999 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90dc7939-4f58-43b1-ad46-cae09dd4a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:04.996801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-90dc7939-4f58-43b1-ad46-cae09dd4a790 None None] Port fb917b73-9d7e-4f4a-b690-b554d15511bd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:10:05.192139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb917b73-9d7e-4f4a-b690-b554d15511bd {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:10:05.199641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:05.211190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Transition to ACTIVE for port object fb917b73-9d7e-4f4a-b690-b554d15511bd will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:10:05.215381 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:05.266036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Pushing event updated for resources: {'Port': ['ID=fb917b73-9d7e-4f4a-b690-b554d15511bd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:05.363851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Attempting to bind port fb917b73-9d7e-4f4a-b690-b554d15511bd on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:10:05.364339 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Attempting to bind port fb917b73-9d7e-4f4a-b690-b554d15511bd by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:10:05.364788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Attempting to bind port fb917b73-9d7e-4f4a-b690-b554d15511bd on network 34a26731-176c-423f-9696-d5a261c6ba23 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:10:05.370413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Port fb917b73-9d7e-4f4a-b690-b554d15511bd on network 34a26731-176c-423f-9696-d5a261c6ba23 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:10:05.370966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Attempting to bind port fb917b73-9d7e-4f4a-b690-b554d15511bd on network 34a26731-176c-423f-9696-d5a261c6ba23 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:10:05.382184 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:10:05.382708 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Checking segment: {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:10:05.383201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Bound using segment: {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:10:05.383752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Bound port: fb917b73-9d7e-4f4a-b690-b554d15511bd, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07ea8ef-0713-48ea-92c0-919d2bd09300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:10:05.385620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:05.401615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93f51f-8321-40a2-9758-b453afd49b4d req-09435cf1-3e8c-4455-9b51-ed92c1fc1697 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:05.403303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd93f51f-8321-40a2-9758-b453afd49b4d req-09435cf1-3e8c-4455-9b51-ed92c1fc1697 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0613372 Sep 23 20:10:05.454933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd93f51f-8321-40a2-9758-b453afd49b4d req-921f21bf-0f7b-47aa-8052-2af6be6c9d0a tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434341 Sep 23 20:10:05.457932 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] For port fb917b73-9d7e-4f4a-b690-b554d15511bd, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:10:05.461434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] For port fb917b73-9d7e-4f4a-b690-b554d15511bd, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:10:05.473554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:05.510612 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:05.511199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:05.513712 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] 10.222.0.72 "PUT /v2.0/ports/fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 1091 time: 0.7092505 Sep 23 20:10:05.513712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:10:05.515799 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfde8aa-0bd1-44a1-8bf0-079476618758" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:10:05.548079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630923d-3d55-445d-8454-3e1551bcd07a service neutron] Pushing event updated for resources: {'Port': ['ID=fb917b73-9d7e-4f4a-b690-b554d15511bd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:05.585858 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9e576c-ed3c-4811-987b-9f47fe3d72b0 x-openstack-request-id: req-5a9e576c-ed3c-4811-987b-9f47fe3d72b0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:10:05.586137 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:10:05.586408 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a9e576c-ed3c-4811-987b-9f47fe3d72b0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:10:05.586806 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'status': 'completed', 'code': 200} Sep 23 20:10:05.603221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-67560edd-9b64-4cf5-b9ab-d2743b75e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:05.604977 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-67560edd-9b64-4cf5-b9ab-d2743b75e93e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1094 time: 0.0469725 Sep 23 20:10:05.648038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-acebdc8a-8d73-49d4-bd8c-aa6579ae819a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 217 time: 0.0356772 Sep 23 20:10:05.705509 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-030f03b6-9d9f-42e4-9345-1a8a2c8578ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:05.707313 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-030f03b6-9d9f-42e4-9345-1a8a2c8578ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 200 len: 852 time: 0.0524178 Sep 23 20:10:05.756761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-799754c0-d7de-4ba9-b8c4-ed362285881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:05.758306 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-799754c0-d7de-4ba9-b8c4-ed362285881d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34a26731-176c-423f-9696-d5a261c6ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427730 Sep 23 20:10:05.848918 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-c584e577-4559-48be-a711-b16c28634052 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828626 Sep 23 20:10:05.943101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ea61d8f-b075-4eb0-a7ef-664279bcea56 req-01343623-d154-4276-957d-431bf5245791 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870495 Sep 23 20:10:06.027486 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-81f892c3-1cf7-4e45-ada2-8cb2c657b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:06.028993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-81f892c3-1cf7-4e45-ada2-8cb2c657b76e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1094 time: 0.0411327 Sep 23 20:10:06.128321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-333fe271-a000-439c-98bb-2950e118e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:06.129806 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-333fe271-a000-439c-98bb-2950e118e4d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 914 time: 0.0943048 Sep 23 20:10:06.171639 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-10cc9caf-81f8-4e89-bd9f-91f47cdb1a63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 217 time: 0.0343788 Sep 23 20:10:06.224504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-b3f9762f-0f98-43a8-868e-81ac8f105c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:06.225944 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-b3f9762f-0f98-43a8-868e-81ac8f105c80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 200 len: 852 time: 0.0472760 Sep 23 20:10:06.271819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-ae504aa9-756b-44cc-97c5-e93a26a0692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:06.273302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-ae504aa9-756b-44cc-97c5-e93a26a0692c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34a26731-176c-423f-9696-d5a261c6ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401101 Sep 23 20:10:06.365622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-3e340585-6969-42cf-aa77-72fdd3ae56ea service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842109 Sep 23 20:10:06.466118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2cfde8aa-0bd1-44a1-8bf0-079476618758 req-99d55795-5f1b-4b73-ae87-19cd968ed7cf service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926716 Sep 23 20:10:06.573007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d1202-ce65-46d2-9a83-92be77cb05d4 req-9d0f43af-2efd-4663-87e1-bd7098133ef9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:06.574531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a17d1202-ce65-46d2-9a83-92be77cb05d4 req-9d0f43af-2efd-4663-87e1-bd7098133ef9 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0494981 Sep 23 20:10:06.614896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a17d1202-ce65-46d2-9a83-92be77cb05d4 req-e3cb0492-2e2a-4055-b755-2a7fe91ac8a6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Sep 23 20:10:07.729092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbf3c3-f94b-4c4c-a486-7fed232e03ab req-65c6feab-8571-487e-9cd5-747c6515426f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:07.730614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35cbf3c3-f94b-4c4c-a486-7fed232e03ab req-65c6feab-8571-487e-9cd5-747c6515426f tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0489922 Sep 23 20:10:07.768467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35cbf3c3-f94b-4c4c-a486-7fed232e03ab req-363d940c-9729-4a40-aa3f-1ba8cc5917af tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312464 Sep 23 20:10:08.493200 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:10:08.881201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03534fd8-b8a6-48d8-bef5-9bb13d591640 req-5efc4f0c-022c-4ae7-b467-3cfb931f8089 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:08.882683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03534fd8-b8a6-48d8-bef5-9bb13d591640 req-5efc4f0c-022c-4ae7-b467-3cfb931f8089 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0477443 Sep 23 20:10:08.919311 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03534fd8-b8a6-48d8-bef5-9bb13d591640 req-82a6c0be-0a96-4743-a481-dd2a0dcab2c3 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Sep 23 20:10:10.031415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde670c-a615-45b7-be00-4205c2f67a05 req-81808b63-cca0-42e9-a8d8-ed8b71cbcefb tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:10.032912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4cde670c-a615-45b7-be00-4205c2f67a05 req-81808b63-cca0-42e9-a8d8-ed8b71cbcefb tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0480011 Sep 23 20:10:10.072622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4cde670c-a615-45b7-be00-4205c2f67a05 req-6220460f-7db8-4f59-ac99-277df912d0f2 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Sep 23 20:10:11.185401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b17d64-5bb6-44c7-a114-caffce07ac51 req-a6cab91b-6939-4b4d-b735-3d0c9ecb47ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:11.187409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17b17d64-5bb6-44c7-a114-caffce07ac51 req-a6cab91b-6939-4b4d-b735-3d0c9ecb47ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0487459 Sep 23 20:10:11.223816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17b17d64-5bb6-44c7-a114-caffce07ac51 req-950010f1-3247-4be4-baa9-c9082e66d718 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304382 Sep 23 20:10:12.335971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ef4d7-e4c4-4f14-8a87-688da0043abf req-9c2101f8-3515-4a83-8dc1-643b193e68fd tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:12.337488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a14ef4d7-e4c4-4f14-8a87-688da0043abf req-9c2101f8-3515-4a83-8dc1-643b193e68fd tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0490415 Sep 23 20:10:12.373813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a14ef4d7-e4c4-4f14-8a87-688da0043abf req-9ee14090-d319-48df-861a-6e1ce045e5f8 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304220 Sep 23 20:10:13.212499 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2805f6e-e8fb-4fe9-9523-aa5c3ca26ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:13.486390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997937-f774-4be7-988b-6ab152832dd8 req-a952557e-45f1-4680-9f8c-0b6b3d8407f6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:13.487905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc997937-f774-4be7-988b-6ab152832dd8 req-a952557e-45f1-4680-9f8c-0b6b3d8407f6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0483346 Sep 23 20:10:13.530068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc997937-f774-4be7-988b-6ab152832dd8 req-433c5d20-010a-4522-9ad8-6ce5e8d44d80 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361946 Sep 23 20:10:14.641633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40297def-d7cc-4b20-b273-9b60371bdf48 req-8cb6c155-7ce4-4ac5-ad11-11c8d89e6dc7 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:14.643105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40297def-d7cc-4b20-b273-9b60371bdf48 req-8cb6c155-7ce4-4ac5-ad11-11c8d89e6dc7 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0472879 Sep 23 20:10:14.679208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40297def-d7cc-4b20-b273-9b60371bdf48 req-85f9d4f5-d2ea-4a8e-bffe-6fa258cce8d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302203 Sep 23 20:10:15.671732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb917b73-9d7e-4f4a-b690-b554d15511bd details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:10:15.767228 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fb917b73-9d7e-4f4a-b690-b554d15511bd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:10:15.778129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'mac_address': 'fa:16:3e:df:11:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:10:15.792724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e7868-3d02-4175-8c03-43b53ae69d5f req-ea8789e1-8a0c-41e9-a49e-27394cf33f85 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:15.794226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e65e7868-3d02-4175-8c03-43b53ae69d5f req-ea8789e1-8a0c-41e9-a49e-27394cf33f85 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 943 time: 0.0476816 Sep 23 20:10:15.816007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:15.829620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb917b73-9d7e-4f4a-b690-b554d15511bd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:10:15.832056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e65e7868-3d02-4175-8c03-43b53ae69d5f req-a1890fb4-1803-4867-ba6e-4d78868ea165 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Sep 23 20:10:15.849954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fb917b73-9d7e-4f4a-b690-b554d15511bd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:10:15.853932 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:15.900048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=fb917b73-9d7e-4f4a-b690-b554d15511bd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:15.908712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.909075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.909421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.909761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.910096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.910467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.910800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.911129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.911454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.911780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.912105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:15.912428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:10:16.094259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['fb917b73-9d7e-4f4a-b690-b554d15511bd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:10:16.392384 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16a434ef-6e8a-45e4-958b-506d0f320813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:16.534201 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:16.946458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96291aeb-ae47-4c19-94fa-a637e7ab96da req-754109c8-70b4-488e-b9df-446d8203d31e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:16.947933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96291aeb-ae47-4c19-94fa-a637e7ab96da req-754109c8-70b4-488e-b9df-446d8203d31e tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 944 time: 0.0485456 Sep 23 20:10:16.989565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-96291aeb-ae47-4c19-94fa-a637e7ab96da req-1815ee50-9158-45a0-8db4-001922be959b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356102 Sep 23 20:10:17.175647 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:17.686733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb917b73-9d7e-4f4a-b690-b554d15511bd up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:10:17.737039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port fb917b73-9d7e-4f4a-b690-b554d15511bd completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:10:17.740671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port fb917b73-9d7e-4f4a-b690-b554d15511bd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:10:17.740992 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:17.816401 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:17.838658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:10:17.841063 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7960cfa-0fcd-4554-b6a5-2a923ed7672f" -d '{"events": [{"server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "name": "network-vif-plugged", "status": "completed", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:10:17.853943 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port fb917b73-9d7e-4f4a-b690-b554d15511bd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:10:17.857833 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:17.906612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=fb917b73-9d7e-4f4a-b690-b554d15511bd,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:17.952800 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bd42e0-1a57-4c2d-8175-0c0b5e8fe4a0 x-openstack-request-id: req-f3bd42e0-1a57-4c2d-8175-0c0b5e8fe4a0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:10:17.953621 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "name": "network-vif-plugged", "status": "completed", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:10:17.953879 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3bd42e0-1a57-4c2d-8175-0c0b5e8fe4a0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:10:17.954305 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'code': 200} Sep 23 20:10:18.048365 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c367e-e638-4b93-974c-ea84f468ed08 req-4cc7348d-9a94-4b4d-b8d7-8d4f40b45bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:18.049994 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f83c367e-e638-4b93-974c-ea84f468ed08 req-4cc7348d-9a94-4b4d-b8d7-8d4f40b45bc6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1096 time: 0.0438600 Sep 23 20:10:18.089683 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f83c367e-e638-4b93-974c-ea84f468ed08 req-2813cf49-d556-4b1c-9b97-1f31b7727230 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Sep 23 20:10:18.109262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21005629-f219-4be9-90fe-6f35455c8765 req-d2ba6ac0-129a-48f5-a561-60baec6ff72d tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:18.110806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21005629-f219-4be9-90fe-6f35455c8765 req-d2ba6ac0-129a-48f5-a561-60baec6ff72d tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Sep 23 20:10:18.148970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21005629-f219-4be9-90fe-6f35455c8765 req-528bb9ec-8499-40b7-932c-758e45caf041 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319405 Sep 23 20:10:18.668895 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:19.259537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a18084-e27a-48e2-9e4b-ecd9e4182358 req-cd518c8e-672c-4220-8fa2-db7cc0a399c6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:19.260979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a18084-e27a-48e2-9e4b-ecd9e4182358 req-cd518c8e-672c-4220-8fa2-db7cc0a399c6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 945 time: 0.0471494 Sep 23 20:10:19.298229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2a18084-e27a-48e2-9e4b-ecd9e4182358 req-f42c813b-0e7c-4ad2-9957-7fe2198f3784 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306468 Sep 23 20:10:19.409312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4c46-6d4f-4ecd-a1e8-af58a22abb80 req-d0e5c200-099c-4c67-9ea5-4333c73a6f77 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:19.410780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6ea4c46-6d4f-4ecd-a1e8-af58a22abb80 req-d0e5c200-099c-4c67-9ea5-4333c73a6f77 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 945 time: 0.0473287 Sep 23 20:10:19.462235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6ea4c46-6d4f-4ecd-a1e8-af58a22abb80 req-eea24220-3678-43aa-bdee-691fbdfe6222 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452616 Sep 23 20:10:19.482841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:19.566117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892eb91-fa58-4d7d-9d76-a1c45cb7a100 tempest-TestVolumeBackupRestore-1744164614 tempest-TestVolumeBackupRestore-1744164614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:19.567674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7892eb91-fa58-4d7d-9d76-a1c45cb7a100 tempest-TestVolumeBackupRestore-1744164614 tempest-TestVolumeBackupRestore-1744164614-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1091 time: 0.0838556 Sep 23 20:10:19.570617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:19.574764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:19.601783 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:19.694115 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:19.799799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Allocated IP 172.25.6.24 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/5fbf6484-2f6e-4ff7-9a13-5548f0c18b1a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:10:19.900846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:19.937741 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:19.970631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:10:19.973411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:10:19.976050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:10:20.008993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'Port': ['ID=5fbf6484-2f6e-4ff7-9a13-5548f0c18b1a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:20.313563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:20.377703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:20.522619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:20.526817 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:20.594359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event updated for resources: {'Port': ['ID=5fbf6484-2f6e-4ff7-9a13-5548f0c18b1a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:20.603964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:20.699669 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Floating IP 30c044b6-8ae3-47a1-b09b-3fc041cdf62a associated. External IP: 172.25.6.24, port: fb917b73-9d7e-4f4a-b690-b554d15511bd. Sep 23 20:10:20.901191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Router 716be985-ac1b-4c49-8cfb-b57ed66186f1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:10:21.006320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:10:21.016326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a296-ef73-4754-9875-743d3134a247 None None] Sync routers for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:10:21.022506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:21.029506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:10:21.030123 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:21.050744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-952825a1-2eaf-4062-8e1b-7e189e2b24d6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4766524 Sep 23 20:10:21.050744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:10:21.051105 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e7f37d-01f7-4648-a7ed-c1130665f746" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:10:21.051224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40234) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:21.097617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b9e61-138c-41da-9eac-86cfade897b6 tempest-TestVolumeBackupRestore-1744164614 tempest-TestVolumeBackupRestore-1744164614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:21.099203 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f19b9e61-138c-41da-9eac-86cfade897b6 tempest-TestVolumeBackupRestore-1744164614 tempest-TestVolumeBackupRestore-1744164614-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1091 time: 0.0469236 Sep 23 20:10:21.102129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40240) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:21.106567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Request body: {'floatingip': {'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:10:21.142843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:10:21.159535 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a376b9f-79df-48ef-b1de-739668350088 x-openstack-request-id: req-0a376b9f-79df-48ef-b1de-739668350088 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:10:21.159824 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:10:21.160077 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a376b9f-79df-48ef-b1de-739668350088 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:10:21.160518 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'status': 'completed', 'code': 200} Sep 23 20:10:21.172533 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for floatingip, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:21.283859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-22fd2b24-314d-464a-8a9d-5d90564cb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:21.285341 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-22fd2b24-314d-464a-8a9d-5d90564cb28f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1096 time: 0.0815830 Sep 23 20:10:21.367240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '30c044b6-8ae3-47a1-b09b-3fc041cdf62a', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'mac_address': 'fa:16:3e:df:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:10:20Z', 'updated_at': '2021-09-23T20:10:20Z', 'revision_number': 0, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:21.393211 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a296-ef73-4754-9875-743d3134a247 None None] Checking router: 716be985-ac1b-4c49-8cfb-b57ed66186f1 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:10:21.401391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:10:21.401993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:21.479128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-60a4e88b-ac2d-4e32-bc16-302886319b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:21.480617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-60a4e88b-ac2d-4e32-bc16-302886319b0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 914 time: 0.1778288 Sep 23 20:10:21.506850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:10:21.601352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-b2c66a12-8fbc-4126-9af9-101a24066172 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 998 time: 0.1127357 Sep 23 20:10:21.735026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7752a296-ef73-4754-9875-743d3134a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '30c044b6-8ae3-47a1-b09b-3fc041cdf62a', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'mac_address': 'fa:16:3e:df:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:10:20Z', 'updated_at': '2021-09-23T20:10:20Z', 'revision_number': 0, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:21.762195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a296-ef73-4754-9875-743d3134a247 None None] The sync data for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 is: [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '30c044b6-8ae3-47a1-b09b-3fc041cdf62a', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'mac_address': 'fa:16:3e:df:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:10:20Z', 'updated_at': '2021-09-23T20:10:20Z', 'revision_number': 0, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:10:22.001649 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587cc0e3-15fc-44d2-bd10-92f1541f424b None None] New status for floating IP 30c044b6-8ae3-47a1-b09b-3fc041cdf62a: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:10:22.045452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-5b17ef6a-47e4-4896-a9aa-35f7dc6e5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:22.047162 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-5b17ef6a-47e4-4896-a9aa-35f7dc6e5e9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 200 len: 852 time: 0.4347141 Sep 23 20:10:22.196723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-c19d7e0c-3fd5-4e55-9b8a-e5ed6296c27e req-f3a1d426-8593-4ba7-88ce-6dc5d7fb018b service neutron] (94826) timed out ('10.222.0.72', 53208) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:10:22.206967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-191e82bd-05d2-4953-b6b8-8060e0e056a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:22.208460 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-191e82bd-05d2-4953-b6b8-8060e0e056a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34a26731-176c-423f-9696-d5a261c6ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438231 Sep 23 20:10:22.243340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:22.248659 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-587cc0e3-15fc-44d2-bd10-92f1541f424b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:10:22.249019 n-d-810763-1 neutron-server[94828]: DEBUG oslo_db.api [None req-587cc0e3-15fc-44d2-bd10-92f1541f424b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:10:22.249155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:22.395767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-ff0206d1-f268-48e5-ae54-ae491734fb07 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779561 Sep 23 20:10:22.570591 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-80e7f37d-01f7-4648-a7ed-c1130665f746 req-c1d4ecb5-9cb4-438b-9f57-a89beb7a1b94 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649020 Sep 23 20:10:22.586023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Router 716be985-ac1b-4c49-8cfb-b57ed66186f1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:10:22.692452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:10:22.696901 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:22.723258 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:10:22.725481 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9020947e-8664-4855-8443-5327ababf3be" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:10:22.750862 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587cc0e3-15fc-44d2-bd10-92f1541f424b None None] New status for floating IP 30c044b6-8ae3-47a1-b09b-3fc041cdf62a: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:10:22.753845 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-87eab391-a917-4b42-a5aa-1b02eb398a26 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "PUT /v2.0/floatingips/30c044b6-8ae3-47a1-b09b-3fc041cdf62a HTTP/1.1" status: 200 len: 990 time: 1.6505799 Sep 23 20:10:22.827073 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f461306-92f0-4ddc-984e-e3cdb1fd8e00 x-openstack-request-id: req-7f461306-92f0-4ddc-984e-e3cdb1fd8e00 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:10:22.827370 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:10:22.827621 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f461306-92f0-4ddc-984e-e3cdb1fd8e00 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:10:22.828026 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'status': 'completed', 'code': 200} Sep 23 20:10:22.893500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020947e-8664-4855-8443-5327ababf3be req-1a19aa9f-534b-4ec8-bb27-e3fc07baccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:22.895084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9020947e-8664-4855-8443-5327ababf3be req-1a19aa9f-534b-4ec8-bb27-e3fc07baccfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1096 time: 0.0463285 Sep 23 20:10:22.985762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020947e-8664-4855-8443-5327ababf3be req-53029e41-0096-4bf4-be89-7f8fc17f89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:22.987379 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9020947e-8664-4855-8443-5327ababf3be req-53029e41-0096-4bf4-be89-7f8fc17f89e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 914 time: 0.0855970 Sep 23 20:10:23.059457 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9020947e-8664-4855-8443-5327ababf3be req-bc11c102-54ef-4d28-9922-1d4f68706abd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 998 time: 0.0634167 Sep 23 20:10:23.072063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] Sync routers for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:10:23.081422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:10:23.081960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:23.107481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020947e-8664-4855-8443-5327ababf3be req-f6696445-a627-4f57-b930-59f02c727754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:23.109619 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9020947e-8664-4855-8443-5327ababf3be req-f6696445-a627-4f57-b930-59f02c727754 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 200 len: 852 time: 0.0435939 Sep 23 20:10:23.154270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020947e-8664-4855-8443-5327ababf3be req-a9bc1413-8b70-483d-8862-1629b6cc90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:23.156293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9020947e-8664-4855-8443-5327ababf3be req-a9bc1413-8b70-483d-8862-1629b6cc90a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34a26731-176c-423f-9696-d5a261c6ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403931 Sep 23 20:10:23.187147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:10:23.248670 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9020947e-8664-4855-8443-5327ababf3be req-602f5c2a-cc68-48ef-af75-cb5c52dfa346 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862813 Sep 23 20:10:23.336601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9020947e-8664-4855-8443-5327ababf3be req-abc9d876-dda8-41a7-b191-6933ae486b5c service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814714 Sep 23 20:10:23.408794 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '30c044b6-8ae3-47a1-b09b-3fc041cdf62a', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'mac_address': 'fa:16:3e:df:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:10:20Z', 'updated_at': '2021-09-23T20:10:22Z', 'revision_number': 2, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:23.434690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] Checking router: 716be985-ac1b-4c49-8cfb-b57ed66186f1 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:10:23.442719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:10:23.443319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:23.544224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:10:23.758118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '30c044b6-8ae3-47a1-b09b-3fc041cdf62a', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'mac_address': 'fa:16:3e:df:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:10:20Z', 'updated_at': '2021-09-23T20:10:22Z', 'revision_number': 2, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:23.787641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3657103-2aed-4492-8bbe-7ef1229a3e19 None None] The sync data for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 is: [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '30c044b6-8ae3-47a1-b09b-3fc041cdf62a', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'port_id': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'mac_address': 'fa:16:3e:df:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:10:20Z', 'updated_at': '2021-09-23T20:10:22Z', 'revision_number': 2, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:10:24.829772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:10:24.832163 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e23c166-5d33-47cc-a765-e94247a7c3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:10:24.868439 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab1067-ac63-413a-9d6e-e42a50eb86d3 x-openstack-request-id: req-e7ab1067-ac63-413a-9d6e-e42a50eb86d3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:10:24.868725 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:10:24.868970 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7ab1067-ac63-413a-9d6e-e42a50eb86d3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:10:24.869357 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'status': 'completed', 'code': 200} Sep 23 20:10:24.929889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-03e75e03-aed4-4d90-b049-c2caa6efbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:24.931350 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-03e75e03-aed4-4d90-b049-c2caa6efbff0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1096 time: 0.0396121 Sep 23 20:10:25.021503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-cb0582d5-dce4-455e-96eb-53bc5da54fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:25.022981 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-cb0582d5-dce4-455e-96eb-53bc5da54fa6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 914 time: 0.0843210 Sep 23 20:10:25.088720 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-a7d5fdbc-c6de-4e54-8b19-5b1a94c288b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 1000 time: 0.0588727 Sep 23 20:10:25.134776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-f30b155a-328c-438e-b94c-3cf6fe05068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:25.136127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-f30b155a-328c-438e-b94c-3cf6fe05068f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 200 len: 852 time: 0.0408664 Sep 23 20:10:25.179186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-29f7eeab-105a-4a7f-91f4-c2a741b85105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:25.180611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-29f7eeab-105a-4a7f-91f4-c2a741b85105 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34a26731-176c-423f-9696-d5a261c6ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376511 Sep 23 20:10:25.268595 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-56e01404-6f96-4a1c-9ed6-17b68d836b95 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810280 Sep 23 20:10:25.354398 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e23c166-5d33-47cc-a765-e94247a7c3a3 req-820f67a5-ab85-44b6-b47c-5b6fe8dc1cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793586 Sep 23 20:10:25.662008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:27.047497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:41.404528 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-45ef773c-b229-479e-8f4e-a22774b22315 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432174 Sep 23 20:10:41.492178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-4d250400-fe6f-4fa0-90d0-d5f0c7a32165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:41.493648 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-4d250400-fe6f-4fa0-90d0-d5f0c7a32165 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1096 time: 0.0442140 Sep 23 20:10:41.594721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-93b8f1f7-6aaf-4d43-9b48-873aca03606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:41.596049 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-93b8f1f7-6aaf-4d43-9b48-873aca03606a service neutron] 10.222.0.72 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 914 time: 0.0822170 Sep 23 20:10:41.669577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-8b54364a-2b66-41b2-9cfc-abe2f7169e79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 1000 time: 0.0654540 Sep 23 20:10:41.718692 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-0fb11b97-9181-4eb4-b80e-b8ce924bc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:41.720126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-0fb11b97-9181-4eb4-b80e-b8ce924bc975 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 200 len: 852 time: 0.0434303 Sep 23 20:10:41.764083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-9e740fc7-b08a-45e2-ab3b-3e8c07e7f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:41.765537 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-9e740fc7-b08a-45e2-ab3b-3e8c07e7f25d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34a26731-176c-423f-9696-d5a261c6ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389202 Sep 23 20:10:42.086482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-9da7de48-cef0-4e1e-94cb-b8b5a12b5940 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128858 Sep 23 20:10:42.174297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5c52e82e-aec3-44e6-8121-c749965fa8f5 req-0de50053-c387-4a6e-ae3f-bce6c37a2497 service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799787 Sep 23 20:10:43.212311 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f16e-b223-4dda-854b-a07f255818a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:45.493308 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:10:46.385674 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd24df66-dcdf-4cd5-a12b-8f47bf73ba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:46.534920 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:47.180076 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:48.672733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:55.652479 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:55.866865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:10:56.022670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Deleting port 5fbf6484-2f6e-4ff7-9a13-5548f0c18b1a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:10:56.022925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:56.099257 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:56.099583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:56.110978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Calling delete_port for 5fbf6484-2f6e-4ff7-9a13-5548f0c18b1a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:10:56.547073 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:56.578167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event deleted for resources: {'Port': ['ID=5fbf6484-2f6e-4ff7-9a13-5548f0c18b1a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:56.637620 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:56.638109 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Floating IP 30c044b6-8ae3-47a1-b09b-3fc041cdf62a disassociated (deleted). External IP: 172.25.6.24, port: fb917b73-9d7e-4f4a-b690-b554d15511bd. Sep 23 20:10:56.839890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Router 716be985-ac1b-4c49-8cfb-b57ed66186f1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:10:56.946513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:10:56.951397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:56.955981 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] Sync routers for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:10:56.965215 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:10:56.965815 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:56.981368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-885424ba-5574-4037-9c99-0399e37166ac tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "DELETE /v2.0/floatingips/30c044b6-8ae3-47a1-b09b-3fc041cdf62a HTTP/1.1" status: 204 len: 168 time: 1.1134007 Sep 23 20:10:56.981970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:10:56.984614 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:10:57.047906 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:57.075780 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:10:57.135989 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fafeb4-2f02-406a-8657-2c2b893ac978 x-openstack-request-id: req-d5fafeb4-2f02-406a-8657-2c2b893ac978 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:10:57.136348 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:10:57.136666 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5fafeb4-2f02-406a-8657-2c2b893ac978 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:10:57.137210 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'status': 'completed', 'code': 200} Sep 23 20:10:57.205117 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-08d8aaf9-7aed-4ff3-8fb3-a9bd20969995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:57.206685 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-08d8aaf9-7aed-4ff3-8fb3-a9bd20969995 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 1096 time: 0.0453246 Sep 23 20:10:57.230523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf21b95-3295-4046-a4a8-4d60151b7b89 req-be58c4e8-bf7f-41e1-8f29-fecc5b314f01 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:57.232044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bf21b95-3295-4046-a4a8-4d60151b7b89 req-be58c4e8-bf7f-41e1-8f29-fecc5b314f01 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Sep 23 20:10:57.269969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bf21b95-3295-4046-a4a8-4d60151b7b89 req-71dca2d7-bcb5-4f17-a32d-5cd559b72342 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312102 Sep 23 20:10:57.279794 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:57.303428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-96bd4686-f691-4fca-9a91-ea1ba2a838d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:57.304890 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-96bd4686-f691-4fca-9a91-ea1ba2a838d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 200 len: 914 time: 0.0901318 Sep 23 20:10:57.310148 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] Checking router: 716be985-ac1b-4c49-8cfb-b57ed66186f1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:10:57.320056 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:10:57.320056 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:57.349889 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-8a91ea1f-2bb7-48b5-8df4-b572d47c690f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 200 len: 217 time: 0.0372357 Sep 23 20:10:57.398978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-7068d60f-d6c9-41c8-825c-1fa91259bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:57.400406 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-7068d60f-d6c9-41c8-825c-1fa91259bfb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 200 len: 852 time: 0.0431199 Sep 23 20:10:57.423061 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:10:57.445879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-8600c8d4-b0b3-4004-9cef-fcbc4be45162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:57.447388 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-8600c8d4-b0b3-4004-9cef-fcbc4be45162 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34a26731-176c-423f-9696-d5a261c6ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392418 Sep 23 20:10:57.538588 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-1a5ef2da-698c-4426-a5f8-d26546fe1a8a service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835207 Sep 23 20:10:57.616116 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:10:57.625994 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bcb3f728-5198-4ba4-9fca-37c6ca5bca1e req-61c6f140-db9f-4c2a-a776-5bfa7f5ef5fa service neutron] 10.222.0.72 "GET /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800719 Sep 23 20:10:57.642121 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a44b0f-2641-4f18-887b-df82f9ece429 None None] The sync data for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 is: [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:08:12Z', 'revision_number': 4, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '6c134fec-3f5c-42d0-aadc-b044227885cc', 'name': '', 'network_id': '34a26731-176c-423f-9696-d5a261c6ba23', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'mac_address': 'fa:16:3e:25:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:11Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'subnets': [{'id': '747d5bf0-1cd4-440d-878a-0929d7a30d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:10:57.848437 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c6534-7fab-44ca-a543-621eb14fe90c None None] New status for floating IP 30c044b6-8ae3-47a1-b09b-3fc041cdf62a: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:10:58.392152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f66-6d23-4782-98eb-b31de7e843c1 req-069fdc14-bad4-45af-9693-137ff76b9e28 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:58.393663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae345f66-6d23-4782-98eb-b31de7e843c1 req-069fdc14-bad4-45af-9693-137ff76b9e28 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Sep 23 20:10:58.430598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae345f66-6d23-4782-98eb-b31de7e843c1 req-e3c031a0-7753-4474-a8db-129c580a2d79 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/security-groups?id=28ee6d7b-2f04-465d-93a2-f6f434fe270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309813 Sep 23 20:10:58.678467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-688a5d0d-c5bd-4696-9ab6-069b509d1115 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:58.679920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-688a5d0d-c5bd-4696-9ab6-069b509d1115 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 945 time: 0.0480926 Sep 23 20:10:58.771551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Deleting port fb917b73-9d7e-4f4a-b690-b554d15511bd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:10:58.771896 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:58.861520 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] For port fb917b73-9d7e-4f4a-b690-b554d15511bd, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=fb917b73-9d7e-4f4a-b690-b554d15511bd,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:10:58.861887 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:58.873329 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Calling delete_port for fb917b73-9d7e-4f4a-b690-b554d15511bd owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:10:58.995676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:59.027463 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event deleted for resources: {'Port': ['ID=fb917b73-9d7e-4f4a-b690-b554d15511bd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:10:59.067006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] No DVR routers for this DVR port fb917b73-9d7e-4f4a-b690-b554d15511bd on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:10:59.070188 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:59.072316 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6b013d2e-dd7f-4b18-be73-cc955e3b525b req-b3149f1d-61a7-442b-b553-545e583e1273 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.72 "DELETE /v2.0/ports/fb917b73-9d7e-4f4a-b690-b554d15511bd HTTP/1.1" status: 204 len: 173 time: 0.3856268 Sep 23 20:10:59.072753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'name': 'network-vif-deleted', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:10:59.075010 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f9b44a-0800-45dc-a820-03660933de7c" -d '{"events": [{"server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "name": "network-vif-deleted", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:10:59.110217 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982c3e2-4b69-4bcd-a8a1-8f1f945249a2 x-openstack-request-id: req-3982c3e2-4b69-4bcd-a8a1-8f1f945249a2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:10:59.110544 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff024f1-6d0e-48d5-86f4-ed160aa37b98", "name": "network-vif-deleted", "tag": "fb917b73-9d7e-4f4a-b690-b554d15511bd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:10:59.110798 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3982c3e2-4b69-4bcd-a8a1-8f1f945249a2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:10:59.111193 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff024f1-6d0e-48d5-86f4-ed160aa37b98', 'name': 'network-vif-deleted', 'tag': 'fb917b73-9d7e-4f4a-b690-b554d15511bd', 'status': 'completed', 'code': 200} Sep 23 20:10:59.530105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b19d72f0-1781-4233-a4dd-f9eb0f846aca req-30baa139-eb29-4841-b0b9-b9aaf428f2f6 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Sep 23 20:11:00.624017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a92d89a2-fb05-45d0-a79e-6bd4f78561cb req-f8c6fc24-35c6-4248-b0d8-762368d153e4 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 210 time: 0.0254250 Sep 23 20:11:01.722545 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b812f09-8466-4b75-8d22-eeb9fd0bc061 req-e5e89e9e-2421-4b13-b1b3-bdf7dc7144b4 tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ff024f1-6d0e-48d5-86f4-ed160aa37b98 HTTP/1.1" status: 200 len: 210 time: 0.0278895 Sep 23 20:11:02.780211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:02.838777 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:02.867434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:02.927914 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:02.930419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:02.931591 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] 10.222.0.38 "DELETE /v2.0/security-groups/28ee6d7b-2f04-465d-93a2-f6f434fe270a HTTP/1.1" status: 204 len: 168 time: 0.1503890 Sep 23 20:11:02.940568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee6d7b-2f04-465d-93a2-f6f434fe270a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:02.948396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.948732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.949065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.949391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.949718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.950039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.950389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.950709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.951030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.951345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.951660 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:02.951972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b056f4-fa82-4702-b7f6-94017432844b tempest-TestVolumeBackupRestore-906927873 tempest-TestVolumeBackupRestore-906927873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.951051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb917b73-9d7e-4f4a-b690-b554d15511bd no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:03.975329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: fb917b73-9d7e-4f4a-b690-b554d15511bd {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:03.976251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device fb917b73-9d7e-4f4a-b690-b554d15511bd not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:06.365529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:06.708838 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:06.950927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Deleting port 6c134fec-3f5c-42d0-aadc-b044227885cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:06.951269 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.032379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] For port 6c134fec-3f5c-42d0-aadc-b044227885cc, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6c134fec-3f5c-42d0-aadc-b044227885cc,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:07.032662 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.045104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Calling delete_port for 6c134fec-3f5c-42d0-aadc-b044227885cc owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:07.220642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.247546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c134fec-3f5c-42d0-aadc-b044227885cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:07.406179 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.612579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Router 716be985-ac1b-4c49-8cfb-b57ed66186f1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:11:07.714936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:07.720078 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-48d23a6f-8ea0-4b94-b034-386c19f0a09d admin admin] 10.222.0.38 "PUT /v2.0/routers/716be985-ac1b-4c49-8cfb-b57ed66186f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3529613 Sep 23 20:11:07.722916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:07.726094 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] Sync routers for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:07.737195 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:07.737819 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:07.828024 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.842404 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:07.928757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.980370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Deleting port ce96747e-0e5e-4f3e-b55d-405ffa898588 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:07.980715 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.018418 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:11:07Z', 'revision_number': 5, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port': {'id': 'ce96747e-0e5e-4f3e-b55d-405ffa898588', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:10Z', 'updated_at': '2021-09-23T20:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:08.045701 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] Checking router: 716be985-ac1b-4c49-8cfb-b57ed66186f1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:08.053901 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] Routers {'716be985-ac1b-4c49-8cfb-b57ed66186f1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:08.054535 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['716be985-ac1b-4c49-8cfb-b57ed66186f1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:08.056969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] For port ce96747e-0e5e-4f3e-b55d-405ffa898588, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ce96747e-0e5e-4f3e-b55d-405ffa898588,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:08.057589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.074466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Calling delete_port for ce96747e-0e5e-4f3e-b55d-405ffa898588 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:08.138801 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] Set router 716be985-ac1b-4c49-8cfb-b57ed66186f1 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:08.190716 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:11:07Z', 'revision_number': 6, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:08.235320 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.265872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce96747e-0e5e-4f3e-b55d-405ffa898588,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:08.308531 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff4ab7-5a38-4705-8e65-e16718fb40d8 None None] The sync data for ids ['716be985-ac1b-4c49-8cfb-b57ed66186f1'] in n-d-810763-1 is: [{'id': '716be985-ac1b-4c49-8cfb-b57ed66186f1', 'name': 'tempest-TestVolumeBackupRestore-476448791-router', 'tenant_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:09Z', 'updated_at': '2021-09-23T20:11:07Z', 'revision_number': 6, 'project_id': 'b7b5c485f86f4478bcb5c8736d4172a3', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:08.327490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.435018 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.437330 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.481523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.481959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 716be985-ac1b-4c49-8cfb-b57ed66186f1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:11:08.486606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.487957 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-49bcbf5d-07a2-4376-910c-e20e92889aa1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/716be985-ac1b-4c49-8cfb-b57ed66186f1 HTTP/1.1" status: 204 len: 168 time: 0.7640307 Sep 23 20:11:08.491051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:08.533753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] Deleting subnet 747d5bf0-1cd4-440d-878a-0929d7a30d4c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:11:08.536677 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.570389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.649345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.710960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.739241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747d5bf0-1cd4-440d-878a-0929d7a30d4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:08.745099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.747003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea477c74-282d-4d86-aa6c-462ae548f038 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/747d5bf0-1cd4-440d-878a-0929d7a30d4c HTTP/1.1" status: 204 len: 168 time: 0.2550039 Sep 23 20:11:08.749605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:08.750454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df316ab-d478-49cf-8174-a0568605bb5f None None] Network 34a26731-176c-423f-9696-d5a261c6ba23 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:11:08.822053 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.884441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Deleting port ae40c756-de36-4b9d-ba75-e6f7a92383de {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:08.884782 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.953590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] For port ae40c756-de36-4b9d-ba75-e6f7a92383de, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae40c756-de36-4b9d-ba75-e6f7a92383de,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:08.953951 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:08.966329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Calling delete_port for ae40c756-de36-4b9d-ba75-e6f7a92383de owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:08.996150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6c134fec-3f5c-42d0-aadc-b044227885cc no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:09.030484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6c134fec-3f5c-42d0-aadc-b044227885cc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:09.030639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6c134fec-3f5c-42d0-aadc-b044227885cc not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:09.031006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ce96747e-0e5e-4f3e-b55d-405ffa898588 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:09.053594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ce96747e-0e5e-4f3e-b55d-405ffa898588 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:09.053944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ce96747e-0e5e-4f3e-b55d-405ffa898588 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:09.143821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] DHCP port deletion for 34a26731-176c-423f-9696-d5a261c6ba23 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:11:09.193607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] Deleting port ae40c756-de36-4b9d-ba75-e6f7a92383de {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:09.194586 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.256901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] For port ae40c756-de36-4b9d-ba75-e6f7a92383de, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae40c756-de36-4b9d-ba75-e6f7a92383de,segment=NetworkSegment(a07ea8ef-0713-48ea-92c0-919d2bd09300),segment_id=a07ea8ef-0713-48ea-92c0-919d2bd09300)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:09.257186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.269566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] Calling delete_port for ae40c756-de36-4b9d-ba75-e6f7a92383de owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:09.337956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.349526 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.362645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae40c756-de36-4b9d-ba75-e6f7a92383de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:09.366955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] No DVR routers for this DVR port ae40c756-de36-4b9d-ba75-e6f7a92383de on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:11:09.376585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] Pushing event deleted for resources: {'Port': ['ID=ae40c756-de36-4b9d-ba75-e6f7a92383de,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:09.380355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1fb6d-b58e-43d8-bc8f-21ecd65220fb None None] No DVR routers for this DVR port ae40c756-de36-4b9d-ba75-e6f7a92383de on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:11:09.440380 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.460183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a26731-176c-423f-9696-d5a261c6ba23']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:09.469014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07ea8ef-0713-48ea-92c0-919d2bd09300') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:09.469312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07ea8ef-0713-48ea-92c0-919d2bd09300') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:09.478970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.492028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.498131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:11:09.498541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:11:09.500262 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:11:09.552041 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.559345 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.561061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] 10.222.0.38 "DELETE /v2.0/networks/34a26731-176c-423f-9696-d5a261c6ba23 HTTP/1.1" status: 204 len: 168 time: 0.8104808 Sep 23 20:11:09.564444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40746) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:09.570500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fc151-1c37-47ca-88d9-89dd5851941c admin admin] Pushing event deleted for resources: {'Network': ['ID=34a26731-176c-423f-9696-d5a261c6ba23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:09.986227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.284735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Deleting port 252be622-3555-4237-9873-48309df7b42c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:10.284983 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.359887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] For port 252be622-3555-4237-9873-48309df7b42c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=252be622-3555-4237-9873-48309df7b42c,segment=NetworkSegment(b7d9bfec-4ca6-4580-b1b6-82a504d35da2),segment_id=b7d9bfec-4ca6-4580-b1b6-82a504d35da2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:10.360246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.372607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Calling delete_port for 252be622-3555-4237-9873-48309df7b42c owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:10.544727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.574237 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=252be622-3555-4237-9873-48309df7b42c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:10.586264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.586471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.586808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.587150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.587488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.587816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.588144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.588469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.588793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.589114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.589434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.589755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:10.744121 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.963032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae40c756-de36-4b9d-ba75-e6f7a92383de no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:10.983741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ae40c756-de36-4b9d-ba75-e6f7a92383de {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:10.984089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae40c756-de36-4b9d-ba75-e6f7a92383de not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:11.192079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Router b524f89d-b1f0-450e-a5db-388aff4e5fcf has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:11:11.293655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:11.299253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e2def8cf-d382-4b2b-8126-c6980b6f15e9 admin admin] 10.222.0.38 "PUT /v2.0/routers/b524f89d-b1f0-450e-a5db-388aff4e5fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337277 Sep 23 20:11:11.301070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40748) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:11.302661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] Sync routers for ids ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:11.312095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] Routers {'b524f89d-b1f0-450e-a5db-388aff4e5fcf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:11.312632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:11.404871 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:11.415330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] Set router b524f89d-b1f0-450e-a5db-388aff4e5fcf gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:11.507239 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:11.557941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Deleting port 1cdee057-2592-43a1-a5f0-13e3a086f11f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:11.558301 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:11.589344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:11:10Z', 'revision_number': 5, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port': {'id': '1cdee057-2592-43a1-a5f0-13e3a086f11f', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:11.631945 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] Checking router: b524f89d-b1f0-450e-a5db-388aff4e5fcf for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:11.635021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] For port 1cdee057-2592-43a1-a5f0-13e3a086f11f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=1cdee057-2592-43a1-a5f0-13e3a086f11f,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:11.635505 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:11.640145 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] Routers {'b524f89d-b1f0-450e-a5db-388aff4e5fcf'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:11.640753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:10:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:11.647794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Calling delete_port for 1cdee057-2592-43a1-a5f0-13e3a086f11f owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:11.727078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] Set router b524f89d-b1f0-450e-a5db-388aff4e5fcf gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:11.790711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:11:11Z', 'revision_number': 6, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:11.809922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:11.819678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75440401-c185-40a2-ba29-e2525eeb19af None None] The sync data for ids ['b524f89d-b1f0-450e-a5db-388aff4e5fcf'] in n-d-810763-1 is: [{'id': 'b524f89d-b1f0-450e-a5db-388aff4e5fcf', 'name': 'tempest-TestVolumeBackupRestore-1220075361-router', 'tenant_id': 'dd575a728df2416c813ba8a2db90ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:14Z', 'updated_at': '2021-09-23T20:11:11Z', 'revision_number': 6, 'project_id': 'dd575a728df2416c813ba8a2db90ae9f', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:11.839983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdee057-2592-43a1-a5f0-13e3a086f11f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:11.903308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.004027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.006177 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.067483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.067896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b524f89d-b1f0-450e-a5db-388aff4e5fcf {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:11:12.072640 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.073768 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-845e4b22-529d-4873-9f05-f53c2fc2ffbb admin admin] 10.222.0.38 "DELETE /v2.0/routers/b524f89d-b1f0-450e-a5db-388aff4e5fcf HTTP/1.1" status: 204 len: 168 time: 0.7717836 Sep 23 20:11:12.076325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40752) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:12.118157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] Deleting subnet 03bba0ad-b423-4200-8464-374b29854d5f {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:11:12.120957 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.153680 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.267648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.319723 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.342697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bba0ad-b423-4200-8464-374b29854d5f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:12.348172 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.350002 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fe2d0e9d-3ca1-4659-aced-30545d0d1cf3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/03bba0ad-b423-4200-8464-374b29854d5f HTTP/1.1" status: 204 len: 168 time: 0.2727931 Sep 23 20:11:12.353296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:12.354467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e1f5cc-8438-454e-8362-19896c0840b4 None None] Network 392cb251-2e7b-40ea-931a-6adb3d3cf744 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:11:12.424118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.477953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Deleting port 011dee1f-5463-42b9-81de-b716e871eabe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:12.478319 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.545276 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] For port 011dee1f-5463-42b9-81de-b716e871eabe, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=011dee1f-5463-42b9-81de-b716e871eabe,segment=NetworkSegment(b7d9bfec-4ca6-4580-b1b6-82a504d35da2),segment_id=b7d9bfec-4ca6-4580-b1b6-82a504d35da2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:12.545581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.557740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Calling delete_port for 011dee1f-5463-42b9-81de-b716e871eabe owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:12.610878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] DHCP port deletion for 392cb251-2e7b-40ea-931a-6adb3d3cf744 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:11:12.640125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.657381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] Deleting port 011dee1f-5463-42b9-81de-b716e871eabe {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:12.657747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.668040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] No DVR routers for this DVR port 011dee1f-5463-42b9-81de-b716e871eabe on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:11:12.673879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Pushing event deleted for resources: {'Port': ['ID=011dee1f-5463-42b9-81de-b716e871eabe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:12.720880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] For port 011dee1f-5463-42b9-81de-b716e871eabe, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:12.721265 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.733400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] Calling delete_port for 011dee1f-5463-42b9-81de-b716e871eabe owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:12.736008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] Port 011dee1f-5463-42b9-81de-b716e871eabe was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:11:12.737260 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.748724 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.765106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] Pushing event deleted for resources: {'Port': ['ID=011dee1f-5463-42b9-81de-b716e871eabe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:12.768736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede3eab-bf2b-4b23-b2f7-813775033db5 None None] No DVR routers for this DVR port 011dee1f-5463-42b9-81de-b716e871eabe on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:11:12.771524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392cb251-2e7b-40ea-931a-6adb3d3cf744']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:12.783455 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:12.783580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d9bfec-4ca6-4580-b1b6-82a504d35da2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:12.800407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.814306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.821128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:11:12.821541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:11:12.823274 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:11:12.884497 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.890814 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.892644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] 10.222.0.38 "DELETE /v2.0/networks/392cb251-2e7b-40ea-931a-6adb3d3cf744 HTTP/1.1" status: 204 len: 168 time: 0.5383153 Sep 23 20:11:12.906827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee99f7e-7143-4767-b0bf-0b3120b737fe admin admin] Pushing event deleted for resources: {'Network': ['ID=392cb251-2e7b-40ea-931a-6adb3d3cf744,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:12.932445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cdee057-2592-43a1-a5f0-13e3a086f11f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:12.951661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 1cdee057-2592-43a1-a5f0-13e3a086f11f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:12.952076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 1cdee057-2592-43a1-a5f0-13e3a086f11f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:12.952552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 011dee1f-5463-42b9-81de-b716e871eabe no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:12.972625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 011dee1f-5463-42b9-81de-b716e871eabe {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:12.973051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 011dee1f-5463-42b9-81de-b716e871eabe not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:12.973573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 252be622-3555-4237-9873-48309df7b42c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:12.992059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 252be622-3555-4237-9873-48309df7b42c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:12.992399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 252be622-3555-4237-9873-48309df7b42c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:13.065487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:13.105158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-32e6f719-4082-4ddd-8dbb-05d612b4c488 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7b5c485f86f4478bcb5c8736d4172a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384600 Sep 23 20:11:13.107478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:13.154627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f187c76e-63d0-465f-b0b8-5805778a68f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.175565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f187c76e-63d0-465f-b0b8-5805778a68f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.212845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7fa259d-f9d6-4ed5-8541-f2d2f5a2f91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.225723 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f187c76e-63d0-465f-b0b8-5805778a68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.228421 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f187c76e-63d0-465f-b0b8-5805778a68f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.230082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f187c76e-63d0-465f-b0b8-5805778a68f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74747a79-662d-474c-ae54-155a1b166df6 HTTP/1.1" status: 204 len: 168 time: 0.1217220 Sep 23 20:11:13.237958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187c76e-63d0-465f-b0b8-5805778a68f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74747a79-662d-474c-ae54-155a1b166df6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:13.535567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40766) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:13.575107 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4dc18d21-8702-4a22-bbfa-dfbcd78c2ee1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd575a728df2416c813ba8a2db90ae9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384026 Sep 23 20:11:13.577775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40768) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:13.628117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4db669a-dfe3-4f24-82d4-f656615e9790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.648898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4db669a-dfe3-4f24-82d4-f656615e9790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.695022 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4db669a-dfe3-4f24-82d4-f656615e9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.697504 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4db669a-dfe3-4f24-82d4-f656615e9790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.698674 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c4db669a-dfe3-4f24-82d4-f656615e9790 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a60827ca-7a1c-485c-b2cd-b866059c345d HTTP/1.1" status: 204 len: 168 time: 0.1199546 Sep 23 20:11:13.706016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db669a-dfe3-4f24-82d4-f656615e9790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60827ca-7a1c-485c-b2cd-b866059c345d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:14.368170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40790) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:14.465129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-744217998-network', 'tenant_id': '470db890633e423c80ad38675a4087ed'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:14.486031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:11:14.488444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.496416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.586026 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.589652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.613919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:11:14.622332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5aab0-d439-430c-be9d-8ece57978665,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:14.628286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.628655 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Added segment b74d287f-f622-4054-ac4a-ebd87831a8c6 of type vlan for network 400f28f4-4652-484c-9ba1-04046ef8698c Sep 23 20:11:14.670982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.693451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.694853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:14.695429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.724457 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3552079 Sep 23 20:11:14.727581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:14.732947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Request body: {'subnet': {'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-744217998-subnet', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:14.752746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:11:14.755047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.755238 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d82d9-48cc-4d3c-9631-f9465993a6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=400f28f4-4652-484c-9ba1-04046ef8698c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:14.765280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 400f28f4-4652-484c-9ba1-04046ef8698c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:11:14.920447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.980762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:14.989143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:14.989507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Network hostable DHCP agents. Network: 400f28f4-4652-484c-9ba1-04046ef8698c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:11:15.005729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Network 400f28f4-4652-484c-9ba1-04046ef8698c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:11:15.014366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 400f28f4-4652-484c-9ba1-04046ef8698c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:15.018275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:15.018877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.023285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de0333-20d5-4857-a52d-315080bad29c None None] Network 400f28f4-4652-484c-9ba1-04046ef8698c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:11:15.032092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0cf6b427-9e90-45ac-98b2-b0eee017fb22 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3029721 Sep 23 20:11:15.034745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:15.039018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:15.059667 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.060649 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.111615 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.164261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-400f28f4-4652-484c-9ba1-04046ef8698c', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:11:15.165103 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.247642 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.296782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Allocated IP 172.20.0.2 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/e0c76c53-4c11-49bd-97a8-22aab242569c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:15.440584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.442598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.446694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.465565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.482270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:15.485325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:15.488653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:15.502545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Pushing event updated for resources: {'Port': ['ID=e0c76c53-4c11-49bd-97a8-22aab242569c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:15.549991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Attempting to bind port e0c76c53-4c11-49bd-97a8-22aab242569c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:15.550395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Attempting to bind port e0c76c53-4c11-49bd-97a8-22aab242569c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:15.550762 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Attempting to bind port e0c76c53-4c11-49bd-97a8-22aab242569c on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:15.556234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:15.556606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:15.557004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.557660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:15.558129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Bound port: e0c76c53-4c11-49bd-97a8-22aab242569c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:15.558542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.566834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Allocated IP 172.25.6.167 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/6538f5b5-b165-4b1e-b477-8c922e2eddb6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:15.621699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] For port e0c76c53-4c11-49bd-97a8-22aab242569c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:15.625227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] For port e0c76c53-4c11-49bd-97a8-22aab242569c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e0c76c53-4c11-49bd-97a8-22aab242569c,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:15.628942 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.671096 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.686035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901c71c-b876-4945-9465-2efe080edd59 None None] Pushing event updated for resources: {'Port': ['ID=e0c76c53-4c11-49bd-97a8-22aab242569c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:15.715850 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:15.753192 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:15.756004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:15.759451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:15.785571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Pushing event updated for resources: {'Port': ['ID=6538f5b5-b165-4b1e-b477-8c922e2eddb6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:16.032467 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.222109 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.353144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Router db6366d9-23e5-43b7-9215-73d5674e420d is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:11:16.394744 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ab0a-b860-49d5-99bb-2e7d4899bc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.464319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:16.474497 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:16.480036 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.484278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5b5b4a12-8503-45c9-97d4-17a2980cfa18 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4457848 Sep 23 20:11:16.484438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:16.484940 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:16.485592 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:16.571028 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.599650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5374d4-52d2-432a-8b7d-b37518ca5884 None None] Network 400f28f4-4652-484c-9ba1-04046ef8698c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:11:16.604963 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:16.715465 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Provisioning complete for port e0c76c53-4c11-49bd-97a8-22aab242569c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:16.715836 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.784302 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:15Z', 'revision_number': 3, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:16.815654 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:16.817028 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Updating router db6366d9-23e5-43b7-9215-73d5674e420d port 6538f5b5-b165-4b1e-b477-8c922e2eddb6 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:11:16.830395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.843801 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.870127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] For port e0c76c53-4c11-49bd-97a8-22aab242569c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e0c76c53-4c11-49bd-97a8-22aab242569c,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:16.880034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.936934 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.970329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Pushing event updated for resources: {'Port': ['ID=e0c76c53-4c11-49bd-97a8-22aab242569c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:16.988847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.988847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.988847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.989221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.994129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.995355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.995710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.996057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.996408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.996865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.997221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:16.997521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208f7f4-ed39-4a35-a02c-3740ba0ebeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.012687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e0c76c53-4c11-49bd-97a8-22aab242569c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:17.071929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e0c76c53-4c11-49bd-97a8-22aab242569c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:17.072294 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.141725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-038781e3-ec11-4da2-8b67-fa3fd7645f7e None None] Provisioning complete for port e0c76c53-4c11-49bd-97a8-22aab242569c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:17.142098 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-038781e3-ec11-4da2-8b67-fa3fd7645f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.201604 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.208333 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.213991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.269598 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Attempting to bind port 6538f5b5-b165-4b1e-b477-8c922e2eddb6 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:17.270066 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Attempting to bind port 6538f5b5-b165-4b1e-b477-8c922e2eddb6 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:17.270548 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Attempting to bind port 6538f5b5-b165-4b1e-b477-8c922e2eddb6 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:17.281903 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:17.282377 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:17.282859 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.283321 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:17.283872 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Bound port: 6538f5b5-b165-4b1e-b477-8c922e2eddb6, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:17.284370 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.292859 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Pushing event updated for resources: {'Port': ['ID=6538f5b5-b165-4b1e-b477-8c922e2eddb6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:17.322553 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.322998 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.323409 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.323815 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.324219 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.324639 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.325021 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.325416 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.325819 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.326214 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.326618 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.327013 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:17.362097 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] For port 6538f5b5-b165-4b1e-b477-8c922e2eddb6, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:17.366103 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] For port 6538f5b5-b165-4b1e-b477-8c922e2eddb6, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6538f5b5-b165-4b1e-b477-8c922e2eddb6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:17.370834 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.427217 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:17.427832 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:17.461773 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f8d4e-9482-485b-8cf8-64193999922d None None] Pushing event updated for resources: {'Port': ['ID=6538f5b5-b165-4b1e-b477-8c922e2eddb6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:17.475729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Allocated IP 172.20.0.1 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/081f0ee6-64ab-4fe7-819e-a5446ea0b08a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:17.538680 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:17.583080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.618305 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.653362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:17.656212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:17.659637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:17.687038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:17.706960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:17.733276 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:15Z', 'revision_number': 3, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:17.764561 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089ab-2d54-48e1-91b3-b57a60eb394c None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:15Z', 'revision_number': 3, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:17.856752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.024867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-542d00e3-2bfd-4e57-b732-f603b4b3022d None None] Provisioning complete for port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:18.025660 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-542d00e3-2bfd-4e57-b732-f603b4b3022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.062377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.065565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-542d00e3-2bfd-4e57-b732-f603b4b3022d None None] Port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:11:18.071480 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.140674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.143759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:18.242817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:18.244420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:18.384188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:11:18.494616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-cde84827-ea52-47bb-ae09-5afc7ff78737 None None] Provisioning complete for port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:18.495081 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cde84827-ea52-47bb-ae09-5afc7ff78737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.505414 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:18.512376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b431d47d-d71b-4132-9ee4-252cbb9aa4c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/db6366d9-23e5-43b7-9215-73d5674e420d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266645 Sep 23 20:11:18.538717 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cde84827-ea52-47bb-ae09-5afc7ff78737 None None] Port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:11:18.677050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.987155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 40814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:18.988809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6538f5b5-b165-4b1e-b477-8c922e2eddb6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:18.993233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-536002961-network', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:19.019599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Made reservation on behalf of aeff81db7ea647aab72381ca46435f8a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:11:19.023215 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.036185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.058963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6538f5b5-b165-4b1e-b477-8c922e2eddb6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:19.059551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.151841 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.156032 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.161541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.179824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:11:19.183484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 6538f5b5-b165-4b1e-b477-8c922e2eddb6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6538f5b5-b165-4b1e-b477-8c922e2eddb6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:19.188530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.189396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e0c76c53-4c11-49bd-97a8-22aab242569c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:19.198597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0001295f-55e1-477f-9e7e-1289c7fb776b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:19.201647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.201989 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Added segment 3a1a1318-af64-4e7b-9d60-b8cc89cf36e3 of type vlan for network 1719fe89-93b5-40e4-a78c-6a1014a9908b Sep 23 20:11:19.242074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.263484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=6538f5b5-b165-4b1e-b477-8c922e2eddb6,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:19.270009 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.271437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:19.272382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.278996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port e0c76c53-4c11-49bd-97a8-22aab242569c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:19.279373 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.315365 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3266194 Sep 23 20:11:19.318176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40816) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:19.323984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Request body: {'subnet': {'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-536002961-subnet', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:19.350783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f9483-0585-4563-a14a-b2d541a385f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1719fe89-93b5-40e4-a78c-6a1014a9908b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:19.351006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Made reservation on behalf of aeff81db7ea647aab72381ca46435f8a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:11:19.353455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.368239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:11:19.457652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:19.467555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:19.468266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:19.527514 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.584938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0160493d-a21e-4c23-93eb-77d75b708433,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:19.597588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Checking segment: {'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:19.597957 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Network hostable DHCP agents. Network: 1719fe89-93b5-40e4-a78c-6a1014a9908b, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:11:19.615528 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:11:19.624594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 1719fe89-93b5-40e4-a78c-6a1014a9908b) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:19.630079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:19.631030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.644841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-45bb0743-b90e-47d1-93d7-82906575f65b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3248153 Sep 23 20:11:19.648130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40818) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:19.652539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:19.657678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41619de-b9c6-43b7-8363-5f60d4b000ee None None] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:11:19.674964 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.676049 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.731124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.790323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:19.872033 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:19.928114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-1719fe89-93b5-40e4-a78c-6a1014a9908b', 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'fixed_ips': [{'subnet_id': '0160493d-a21e-4c23-93eb-77d75b708433'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:11:19.929623 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.070932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.090499 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.140626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Allocated IP 172.20.0.2 (1719fe89-93b5-40e4-a78c-6a1014a9908b/0160493d-a21e-4c23-93eb-77d75b708433/24c1aeaa-1885-43e8-8acc-08a4923ac230) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:20.171196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 2, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:20.195853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Allocated IP 172.25.6.154 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/2dd4bdd1-e547-4df8-b393-b1066c3c652a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:20.204908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:20.205274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Updating router db6366d9-23e5-43b7-9215-73d5674e420d port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:11:20.263564 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.295719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.329949 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.372353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:20.376597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:20.379297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:20.405715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd4bdd1-e547-4df8-b393-b1066c3c652a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:20.432760 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.442285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.502075 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:20.534519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:20.540186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:20.543696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Pushing event updated for resources: {'Port': ['ID=24c1aeaa-1885-43e8-8acc-08a4923ac230,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:20.625350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Attempting to bind port 24c1aeaa-1885-43e8-8acc-08a4923ac230 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:20.625628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Attempting to bind port 24c1aeaa-1885-43e8-8acc-08a4923ac230 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:20.625989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Attempting to bind port 24c1aeaa-1885-43e8-8acc-08a4923ac230 on network 1719fe89-93b5-40e4-a78c-6a1014a9908b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:20.641374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:20.641746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Checking segment: {'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:20.642160 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.642569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Bound using segment: {'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:20.643055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Bound port: 24c1aeaa-1885-43e8-8acc-08a4923ac230, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:20.643435 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.716408 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.732701 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.773357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] For port 24c1aeaa-1885-43e8-8acc-08a4923ac230, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:20.792214 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] For port 24c1aeaa-1885-43e8-8acc-08a4923ac230, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24c1aeaa-1885-43e8-8acc-08a4923ac230,segment=NetworkSegment(3a1a1318-af64-4e7b-9d60-b8cc89cf36e3),segment_id=3a1a1318-af64-4e7b-9d60-b8cc89cf36e3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:20.802012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94228ca2-691f-4306-a4b4-a6e69a9efddd None None] Pushing event updated for resources: {'Port': ['ID=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:20.805372 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.907572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441b53f-3149-4ae7-b907-3b50106e070f None None] Pushing event updated for resources: {'Port': ['ID=24c1aeaa-1885-43e8-8acc-08a4923ac230,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:20.910281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Attempting to bind port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:20.910646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Attempting to bind port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:20.911012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Attempting to bind port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:20.915199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.922053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:20.922508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:20.922955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.923234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:20.923716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Bound port: 081f0ee6-64ab-4fe7-819e-a5446ea0b08a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:20.924117 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.961151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6538f5b5-b165-4b1e-b477-8c922e2eddb6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:21.054788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] For port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:21.058870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] For port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:21.066718 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.090632 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6538f5b5-b165-4b1e-b477-8c922e2eddb6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:21.091314 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.188864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.191172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bac3c3d2-6d5c-4727-945b-eec0450efaca None None] Provisioning complete for port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:21.191695 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bac3c3d2-6d5c-4727-945b-eec0450efaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.193064 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:21.193775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:21.284552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94228ca2-691f-4306-a4b4-a6e69a9efddd None None] Pushing event updated for resources: {'Port': ['ID=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:21.347248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Router e861e17e-a29f-4404-aba2-fecaf7cb4303 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:11:21.433976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:21.453638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:21.465551 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Sync routers for ids ['e861e17e-a29f-4404-aba2-fecaf7cb4303'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:21.470264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.471345 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-737b3a53-b8ac-43ea-8271-a2a572e3ec56 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8221540 Sep 23 20:11:21.473909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 40820) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:21.479496 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Routers {'e861e17e-a29f-4404-aba2-fecaf7cb4303'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:21.480355 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e861e17e-a29f-4404-aba2-fecaf7cb4303'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:21.481854 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bac3c3d2-6d5c-4727-945b-eec0450efaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.595473 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Set router e861e17e-a29f-4404-aba2-fecaf7cb4303 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:21.755359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bac3c3d2-6d5c-4727-945b-eec0450efaca None None] For port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:21.764051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bac3c3d2-6d5c-4727-945b-eec0450efaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.807455 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:11:20Z', 'revision_number': 3, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port': {'id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:20Z', 'updated_at': '2021-09-23T20:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:21.838930 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Checking router: e861e17e-a29f-4404-aba2-fecaf7cb4303 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:21.839264 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Updating router e861e17e-a29f-4404-aba2-fecaf7cb4303 port 2dd4bdd1-e547-4df8-b393-b1066c3c652a binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:11:21.845995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3c3d2-6d5c-4727-945b-eec0450efaca None None] Pushing event updated for resources: {'Port': ['ID=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:21.877122 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.913702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-40209fdc-d4c0-4919-8a70-0c0f8d3ae90e None None] Provisioning complete for port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:21.914479 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40209fdc-d4c0-4919-8a70-0c0f8d3ae90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.981117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.018045 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:22.048396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5268d7-3de2-4386-a354-643f354205b1 None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:22.145061 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2fdd5d-8efb-496a-a89f-db8196042f48 None None] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:11:22.250197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-48da95e3-bf9c-461a-8318-8477947ad85d None None] Provisioning complete for port 24c1aeaa-1885-43e8-8acc-08a4923ac230 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:22.250883 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48da95e3-bf9c-461a-8318-8477947ad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.300461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Allocated IP 172.20.0.1 (1719fe89-93b5-40e4-a78c-6a1014a9908b/0160493d-a21e-4c23-93eb-77d75b708433/278ee947-4a7e-48a0-b0bb-4f515633ac72) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:22.409730 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48da95e3-bf9c-461a-8318-8477947ad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.451141 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.458435 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.459991 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.502812 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.522848 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d36a45-28a0-4d33-8f58-a0db69e237ac None None] Pushing event updated for resources: {'Port': ['ID=2dd4bdd1-e547-4df8-b393-b1066c3c652a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:22.553478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:22.559896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:22.561539 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:11:22.564717 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Attempting to bind port 2dd4bdd1-e547-4df8-b393-b1066c3c652a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:22.564891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:22.565089 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Attempting to bind port 2dd4bdd1-e547-4df8-b393-b1066c3c652a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:22.565440 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Attempting to bind port 2dd4bdd1-e547-4df8-b393-b1066c3c652a on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:22.565578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-48da95e3-bf9c-461a-8318-8477947ad85d None None] For port 24c1aeaa-1885-43e8-8acc-08a4923ac230, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24c1aeaa-1885-43e8-8acc-08a4923ac230,segment=NetworkSegment(3a1a1318-af64-4e7b-9d60-b8cc89cf36e3),segment_id=3a1a1318-af64-4e7b-9d60-b8cc89cf36e3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:22.572513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48da95e3-bf9c-461a-8318-8477947ad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.574539 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:22.574961 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:22.575369 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.575761 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:22.576274 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Bound port: 2dd4bdd1-e547-4df8-b393-b1066c3c652a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:22.576654 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.621557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Pushing event updated for resources: {'Port': ['ID=278ee947-4a7e-48a0-b0bb-4f515633ac72,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:22.640101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.647687 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da95e3-bf9c-461a-8318-8477947ad85d None None] Pushing event updated for resources: {'Port': ['ID=24c1aeaa-1885-43e8-8acc-08a4923ac230,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:22.663893 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] For port 2dd4bdd1-e547-4df8-b393-b1066c3c652a, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:22.667334 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] For port 2dd4bdd1-e547-4df8-b393-b1066c3c652a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2dd4bdd1-e547-4df8-b393-b1066c3c652a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:22.679040 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.751085 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Routers {'e861e17e-a29f-4404-aba2-fecaf7cb4303'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:22.751736 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e861e17e-a29f-4404-aba2-fecaf7cb4303'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:22.791917 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d36a45-28a0-4d33-8f58-a0db69e237ac None None] Pushing event updated for resources: {'Port': ['ID=2dd4bdd1-e547-4df8-b393-b1066c3c652a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:22.826717 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:22.916078 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] Set router e861e17e-a29f-4404-aba2-fecaf7cb4303 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:22.925757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-22449762-bbbd-4b96-90fc-c6dc31c6adc6 None None] Provisioning complete for port 24c1aeaa-1885-43e8-8acc-08a4923ac230 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:22.926141 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22449762-bbbd-4b96-90fc-c6dc31c6adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.068794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.078040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.090637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 24c1aeaa-1885-43e8-8acc-08a4923ac230 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:23.175145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Pushing event updated for resources: {'Port': ['ID=278ee947-4a7e-48a0-b0bb-4f515633ac72,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:23.178513 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.201500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 24c1aeaa-1885-43e8-8acc-08a4923ac230 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:23.202458 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.228292 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:11:20Z', 'revision_number': 3, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port': {'id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:20Z', 'updated_at': '2021-09-23T20:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:23.263882 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77023bd-b9bb-4a73-a5c5-75b679c1d9e8 None None] The sync data for ids ['e861e17e-a29f-4404-aba2-fecaf7cb4303'] in n-d-810763-1 is: [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:11:20Z', 'revision_number': 3, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port': {'id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:20Z', 'updated_at': '2021-09-23T20:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:23.296426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:23.298372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:23.309531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 081f0ee6-64ab-4fe7-819e-a5446ea0b08a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:23.339725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7fbef684-61ce-4bf0-b92e-a0635d00cf56 None None] Provisioning complete for port 278ee947-4a7e-48a0-b0bb-4f515633ac72 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:23.340105 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fbef684-61ce-4bf0-b92e-a0635d00cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.421785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7fbef684-61ce-4bf0-b92e-a0635d00cf56 None None] Port 278ee947-4a7e-48a0-b0bb-4f515633ac72 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:11:23.431361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:23.431982 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.456572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Router e861e17e-a29f-4404-aba2-fecaf7cb4303 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:11:23.582344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:23.588010 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4015a808-fa8d-489e-a4c3-3c82c08d96d1 admin admin] 10.222.0.38 "PUT /v2.0/routers/e861e17e-a29f-4404-aba2-fecaf7cb4303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130407 Sep 23 20:11:23.653208 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-07dfbe73-e8e8-4406-8f4c-481be9d04f00 None None] Provisioning complete for port 278ee947-4a7e-48a0-b0bb-4f515633ac72 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:23.653584 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07dfbe73-e8e8-4406-8f4c-481be9d04f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.719887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07dfbe73-e8e8-4406-8f4c-481be9d04f00 None None] Port 278ee947-4a7e-48a0-b0bb-4f515633ac72 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:11:24.957265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2dd4bdd1-e547-4df8-b393-b1066c3c652a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:25.007473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2dd4bdd1-e547-4df8-b393-b1066c3c652a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:25.008272 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:25.085738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:25.105202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 2dd4bdd1-e547-4df8-b393-b1066c3c652a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2dd4bdd1-e547-4df8-b393-b1066c3c652a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:25.109069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:25.158360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=2dd4bdd1-e547-4df8-b393-b1066c3c652a,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:25.473523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Sync routers for ids ['e861e17e-a29f-4404-aba2-fecaf7cb4303'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:25.483018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Routers {'e861e17e-a29f-4404-aba2-fecaf7cb4303'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:25.483781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e861e17e-a29f-4404-aba2-fecaf7cb4303'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:25.590517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Set router e861e17e-a29f-4404-aba2-fecaf7cb4303 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:25.689295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:25.691984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-76fbc504-6fae-4dcf-b4a2-e1464299b6a0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:25.694089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-76fbc504-6fae-4dcf-b4a2-e1464299b6a0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1058888 Sep 23 20:11:25.709407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-3d425751-6476-4582-ad02-cac383c49624 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/quotas/470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 375 time: 0.0093424 Sep 23 20:11:25.763331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-14b92da6-dc8c-403a-b1d3-8bc9c3349417 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481086 Sep 23 20:11:25.800777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:11:22Z', 'revision_number': 4, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port': {'id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:20Z', 'updated_at': '2021-09-23T20:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '278ee947-4a7e-48a0-b0bb-4f515633ac72', 'name': '', 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'mac_address': 'fa:16:3e:03:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '0160493d-a21e-4c23-93eb-77d75b708433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:22Z', 'updated_at': '2021-09-23T20:11:22Z', 'revision_number': 2, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'subnets': [{'id': '0160493d-a21e-4c23-93eb-77d75b708433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:25.827428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Checking router: e861e17e-a29f-4404-aba2-fecaf7cb4303 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:25.827782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Updating router e861e17e-a29f-4404-aba2-fecaf7cb4303 port 278ee947-4a7e-48a0-b0bb-4f515633ac72 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:11:25.855583 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:25.863406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-266e9e16-7b11-4392-9b01-b57d563e74f7 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929542 Sep 23 20:11:25.958460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-05ab469f-ab35-4b76-a8a8-0c1c1bd4fd3c service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878799 Sep 23 20:11:26.120596 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.126168 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.217419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03531c1-3b65-4f8b-b837-55232fa61855 None None] Pushing event updated for resources: {'Port': ['ID=278ee947-4a7e-48a0-b0bb-4f515633ac72,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:26.241502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Attempting to bind port 278ee947-4a7e-48a0-b0bb-4f515633ac72 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:26.241888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Attempting to bind port 278ee947-4a7e-48a0-b0bb-4f515633ac72 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:26.242285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Attempting to bind port 278ee947-4a7e-48a0-b0bb-4f515633ac72 on network 1719fe89-93b5-40e4-a78c-6a1014a9908b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:26.251349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:26.251731 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Checking segment: {'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:26.252144 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.252548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Bound using segment: {'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:26.253024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Bound port: 278ee947-4a7e-48a0-b0bb-4f515633ac72, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:26.253888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.266553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06567223-1d6a-4389-b4ea-ac0e321faca9 req-a9156b38-7158-4b28-81af-62ebe352847f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 210 time: 0.0309134 Sep 23 20:11:26.335000 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] For port 278ee947-4a7e-48a0-b0bb-4f515633ac72, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:26.339173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] For port 278ee947-4a7e-48a0-b0bb-4f515633ac72, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=278ee947-4a7e-48a0-b0bb-4f515633ac72,segment=NetworkSegment(3a1a1318-af64-4e7b-9d60-b8cc89cf36e3),segment_id=3a1a1318-af64-4e7b-9d60-b8cc89cf36e3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:26.344842 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.395383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Routers {'e861e17e-a29f-4404-aba2-fecaf7cb4303'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:26.396004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:11:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e861e17e-a29f-4404-aba2-fecaf7cb4303'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:26.456432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03531c1-3b65-4f8b-b837-55232fa61855 None None] Pushing event updated for resources: {'Port': ['ID=278ee947-4a7e-48a0-b0bb-4f515633ac72,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:26.500074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-61fc7bdf-c589-42a8-ac47-54ec90ec2401 None None] Provisioning complete for port 278ee947-4a7e-48a0-b0bb-4f515633ac72 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:26.500475 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61fc7bdf-c589-42a8-ac47-54ec90ec2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.562838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] Set router e861e17e-a29f-4404-aba2-fecaf7cb4303 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:26.683223 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61fc7bdf-c589-42a8-ac47-54ec90ec2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.912528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-61fc7bdf-c589-42a8-ac47-54ec90ec2401 None None] For port 278ee947-4a7e-48a0-b0bb-4f515633ac72, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=278ee947-4a7e-48a0-b0bb-4f515633ac72,segment=NetworkSegment(3a1a1318-af64-4e7b-9d60-b8cc89cf36e3),segment_id=3a1a1318-af64-4e7b-9d60-b8cc89cf36e3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:26.918014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61fc7bdf-c589-42a8-ac47-54ec90ec2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:26.947477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2dd4bdd1-e547-4df8-b393-b1066c3c652a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:27.034839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc7bdf-c589-42a8-ac47-54ec90ec2401 None None] Pushing event updated for resources: {'Port': ['ID=278ee947-4a7e-48a0-b0bb-4f515633ac72,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:27.067204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-721ec5ff-c600-4a64-bfd2-e4d4a4d11e45 None None] Provisioning complete for port 278ee947-4a7e-48a0-b0bb-4f515633ac72 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:27.067634 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721ec5ff-c600-4a64-bfd2-e4d4a4d11e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:27.074906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2dd4bdd1-e547-4df8-b393-b1066c3c652a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:27.075237 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:27.094151 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:27.148238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:11:22Z', 'revision_number': 4, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port': {'id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:20Z', 'updated_at': '2021-09-23T20:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '278ee947-4a7e-48a0-b0bb-4f515633ac72', 'name': '', 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'mac_address': 'fa:16:3e:03:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '0160493d-a21e-4c23-93eb-77d75b708433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:22Z', 'updated_at': '2021-09-23T20:11:26Z', 'revision_number': 4, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'subnets': [{'id': '0160493d-a21e-4c23-93eb-77d75b708433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:27.183435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806da46-2d9e-4256-b2ed-82e99c433517 None None] The sync data for ids ['e861e17e-a29f-4404-aba2-fecaf7cb4303'] in n-d-810763-1 is: [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:11:22Z', 'revision_number': 4, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port': {'id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:20Z', 'updated_at': '2021-09-23T20:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '278ee947-4a7e-48a0-b0bb-4f515633ac72', 'name': '', 'network_id': '1719fe89-93b5-40e4-a78c-6a1014a9908b', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'mac_address': 'fa:16:3e:03:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '0160493d-a21e-4c23-93eb-77d75b708433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:22Z', 'updated_at': '2021-09-23T20:11:26Z', 'revision_number': 4, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'subnets': [{'id': '0160493d-a21e-4c23-93eb-77d75b708433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:27.280549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-25504473-fec1-49fb-a01c-e2f453581d4d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:27.282193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-25504473-fec1-49fb-a01c-e2f453581d4d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1495459 Sep 23 20:11:27.294584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'port': {'device_id': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'admin_state_up': True, 'tenant_id': '470db890633e423c80ad38675a4087ed'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:27.382280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8cbfc96-3b27-465b-8ab4-fccade55ef8c req-7f8a2388-5f1a-498d-a12e-3b66f45870b0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 210 time: 0.0276308 Sep 23 20:11:27.434824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:11:27.438482 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:27.576320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.20.0.8 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/e117f0db-6337-4c7c-8b4a-76f230fd38bc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:27.736326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:27.768116 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:27.811791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:27.815235 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:27.819564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:27.871493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:27.872259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:27.892084 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013627 Sep 23 20:11:27.892842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f913c-91e5-447a-a91e-711cd021ff38 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=e117f0db-6337-4c7c-8b4a-76f230fd38bc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:27.908343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Request body: {'port': {'device_id': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:27.969744 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.104740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-202b1f25-25ab-48f1-8e88-066b410b3380 None None] Provisioning complete for port e117f0db-6337-4c7c-8b4a-76f230fd38bc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:28.105178 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-202b1f25-25ab-48f1-8e88-066b410b3380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.143261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-202b1f25-25ab-48f1-8e88-066b410b3380 None None] Port e117f0db-6337-4c7c-8b4a-76f230fd38bc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:11:28.242289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e117f0db-6337-4c7c-8b4a-76f230fd38bc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:11:28.249568 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.261599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Transition to ACTIVE for port object e117f0db-6337-4c7c-8b4a-76f230fd38bc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:11:28.265962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.315755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Pushing event updated for resources: {'Port': ['ID=e117f0db-6337-4c7c-8b4a-76f230fd38bc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:28.391848 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Attempting to bind port e117f0db-6337-4c7c-8b4a-76f230fd38bc on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:28.392165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Attempting to bind port e117f0db-6337-4c7c-8b4a-76f230fd38bc by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:28.392563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Attempting to bind port e117f0db-6337-4c7c-8b4a-76f230fd38bc on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:28.397270 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Port e117f0db-6337-4c7c-8b4a-76f230fd38bc on network 400f28f4-4652-484c-9ba1-04046ef8698c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:11:28.397672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Attempting to bind port e117f0db-6337-4c7c-8b4a-76f230fd38bc on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:28.402844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:28.403399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:28.403855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:28.404370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Bound port: e117f0db-6337-4c7c-8b4a-76f230fd38bc, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:28.404796 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.492208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] For port e117f0db-6337-4c7c-8b4a-76f230fd38bc, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:28.495913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] For port e117f0db-6337-4c7c-8b4a-76f230fd38bc, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e117f0db-6337-4c7c-8b4a-76f230fd38bc,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:28.504241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.534890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc3b65-0ec5-4415-b4bc-b551324a3b18 req-7cdf978f-24b8-4efc-b78d-18e767b2bc31 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:28.536667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86cc3b65-0ec5-4415-b4bc-b551324a3b18 req-7cdf978f-24b8-4efc-b78d-18e767b2bc31 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0724390 Sep 23 20:11:28.570676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:28.571682 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.574026 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] 10.222.0.72 "PUT /v2.0/ports/e117f0db-6337-4c7c-8b4a-76f230fd38bc HTTP/1.1" status: 200 len: 1091 time: 0.6704342 Sep 23 20:11:28.574675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'tag': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:28.578167 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae45695-9371-4c95-8697-eb73d57676b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0794b03f-ec20-49d4-abdf-3534a22029d4", "tag": "e117f0db-6337-4c7c-8b4a-76f230fd38bc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:28.602044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4350d-43d7-4d8e-87bf-bb89569dcc0f service neutron] Pushing event updated for resources: {'Port': ['ID=e117f0db-6337-4c7c-8b4a-76f230fd38bc,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:28.622829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86cc3b65-0ec5-4415-b4bc-b551324a3b18 req-a2f8ee56-e2d5-4ffc-af16-71b3bdcc537f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799425 Sep 23 20:11:28.672485 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa66d9be-94c4-42d3-b312-51c97b1a0ef4 x-openstack-request-id: req-fa66d9be-94c4-42d3-b312-51c97b1a0ef4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:28.672838 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0794b03f-ec20-49d4-abdf-3534a22029d4", "tag": "e117f0db-6337-4c7c-8b4a-76f230fd38bc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:28.673154 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa66d9be-94c4-42d3-b312-51c97b1a0ef4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:28.673634 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'tag': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc', 'status': 'completed', 'code': 200} Sep 23 20:11:28.680004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-842d9472-2977-43bb-950f-e336b81c6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:28.681896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-842d9472-2977-43bb-950f-e336b81c6938 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 1094 time: 0.0477781 Sep 23 20:11:28.725429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-2d25160f-6653-4488-845d-9e9febd95017 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e117f0db-6337-4c7c-8b4a-76f230fd38bc HTTP/1.1" status: 200 len: 217 time: 0.0355203 Sep 23 20:11:28.777772 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-92f76287-9b02-432b-88bd-04dd47b695cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:28.779764 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-92f76287-9b02-432b-88bd-04dd47b695cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0476427 Sep 23 20:11:28.831469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-6f1db3e1-815d-47cb-bc0a-04dc9ee38116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:28.832930 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-6f1db3e1-815d-47cb-bc0a-04dc9ee38116 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467193 Sep 23 20:11:28.939826 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-04dbd5af-9e6d-4cb1-9206-d138571a6907 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999596 Sep 23 20:11:28.983751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 278ee947-4a7e-48a0-b0bb-4f515633ac72 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:29.037935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 278ee947-4a7e-48a0-b0bb-4f515633ac72 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:29.038604 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:29.048943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-86d356a9-fec2-46e7-93e7-9b14335dce3b req-fb99da74-dd1e-4418-baa5-ae55cee12b58 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024313 Sep 23 20:11:29.139842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-866c60e8-abea-4103-9974-2ebe39031c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:29.141369 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-866c60e8-abea-4103-9974-2ebe39031c3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 1094 time: 0.0457332 Sep 23 20:11:29.244670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-010319df-559a-4b72-acf2-764f14aa457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:29.246777 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-010319df-559a-4b72-acf2-764f14aa457b service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0984244 Sep 23 20:11:29.290724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-621de555-c604-4b14-84fb-6e5bf70350f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e117f0db-6337-4c7c-8b4a-76f230fd38bc HTTP/1.1" status: 200 len: 217 time: 0.0367205 Sep 23 20:11:29.347087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-a7c4e108-f6ce-4817-8767-750b325f8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:29.348706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-a7c4e108-f6ce-4817-8767-750b325f8d99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0517082 Sep 23 20:11:29.401692 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-5a826a24-a1a7-409d-afc2-0945beee4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:29.403242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-5a826a24-a1a7-409d-afc2-0945beee4857 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475430 Sep 23 20:11:29.494544 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-e183fbe8-2669-4905-9570-acbb73f1ec18 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Sep 23 20:11:29.744404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03707746-4806-4047-ab68-2cefbdf66d0e req-f6ad426a-6bfa-4f43-a6d2-69692faf1c37 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:29.746664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03707746-4806-4047-ab68-2cefbdf66d0e req-f6ad426a-6bfa-4f43-a6d2-69692faf1c37 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0535662 Sep 23 20:11:29.789143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03707746-4806-4047-ab68-2cefbdf66d0e req-9b5d8201-cb12-4a88-b12e-db2c3ae28a55 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369344 Sep 23 20:11:29.858609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ae45695-9371-4c95-8697-eb73d57676b0 req-8ba7b625-4661-4a48-8da3-62034c94956e service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571188 Sep 23 20:11:30.905716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9060-447d-4027-bd21-46093ede21af req-ce38ec02-2c6f-4421-a440-6bca8b5d82d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:30.907259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-753b9060-447d-4027-bd21-46093ede21af req-ce38ec02-2c6f-4421-a440-6bca8b5d82d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0491359 Sep 23 20:11:30.944952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-753b9060-447d-4027-bd21-46093ede21af req-458c5927-3adc-4994-9383-fa95c0d7bd36 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Sep 23 20:11:32.055798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e14bd-3121-423a-9e7f-79b3df834f8c req-b71fd087-57b9-4a07-afd9-9d279fd7f65e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:32.057509 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e84e14bd-3121-423a-9e7f-79b3df834f8c req-b71fd087-57b9-4a07-afd9-9d279fd7f65e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0474546 Sep 23 20:11:32.098537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e84e14bd-3121-423a-9e7f-79b3df834f8c req-0dbcbd6c-2b97-4ab4-a0e5-4edef6f25ee1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Sep 23 20:11:33.211002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c8d55-40f4-4caf-9a5c-cbfe0e3736dc req-9f3655ec-ef94-4993-8aab-72f71ee6b3ca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:33.212465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff6c8d55-40f4-4caf-9a5c-cbfe0e3736dc req-9f3655ec-ef94-4993-8aab-72f71ee6b3ca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0495157 Sep 23 20:11:33.249679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff6c8d55-40f4-4caf-9a5c-cbfe0e3736dc req-87a15fc6-74dc-4443-a513-f49260562d36 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Sep 23 20:11:34.362082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d46068-c1c6-49d7-bad3-adcc798f5dd6 req-b1f5ac65-fbf4-4021-a22c-04458a736106 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:34.363593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93d46068-c1c6-49d7-bad3-adcc798f5dd6 req-b1f5ac65-fbf4-4021-a22c-04458a736106 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0485871 Sep 23 20:11:34.400242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93d46068-c1c6-49d7-bad3-adcc798f5dd6 req-b9522698-14d6-44a8-ac43-deda1907c689 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299933 Sep 23 20:11:35.510015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e99625-9f1f-4d2a-9b16-43b7c617c923 req-907ce836-b460-485d-9974-35fc35fc657f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:35.511482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0e99625-9f1f-4d2a-9b16-43b7c617c923 req-907ce836-b460-485d-9974-35fc35fc657f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0466831 Sep 23 20:11:35.552741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0e99625-9f1f-4d2a-9b16-43b7c617c923 req-fc794767-d99e-47c0-8c8e-f27f299c510b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353289 Sep 23 20:11:36.666132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f1551-86eb-4b18-a009-1f2e0c09dbac req-24dd80a7-7a6b-4aab-bcea-3c0b83b36bfa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:36.667655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f3f1551-86eb-4b18-a009-1f2e0c09dbac req-24dd80a7-7a6b-4aab-bcea-3c0b83b36bfa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0503283 Sep 23 20:11:36.704621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f3f1551-86eb-4b18-a009-1f2e0c09dbac req-52bc894e-52c3-499b-8881-99bdef8e744a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Sep 23 20:11:37.819310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bbec-d10a-4a04-95f0-c18fdcbfb63b req-65b2f47b-63db-416f-b9cc-bbc34ca8b1d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:37.820811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2166bbec-d10a-4a04-95f0-c18fdcbfb63b req-65b2f47b-63db-416f-b9cc-bbc34ca8b1d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0495303 Sep 23 20:11:37.858335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2166bbec-d10a-4a04-95f0-c18fdcbfb63b req-92fd1c07-6e18-4d5e-9ecb-d7e5dd2b3f4a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Sep 23 20:11:38.968849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe217dde-bff5-47d5-951f-925ee12a61c1 req-7ec83e32-14a2-406e-8f02-5f0fa1b224a9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:38.970313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe217dde-bff5-47d5-951f-925ee12a61c1 req-7ec83e32-14a2-406e-8f02-5f0fa1b224a9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0469668 Sep 23 20:11:39.010600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe217dde-bff5-47d5-951f-925ee12a61c1 req-d3821532-adce-4b22-90d2-dcdf58b42435 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Sep 23 20:11:40.122984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8596638-b4f0-438b-850e-58a93a6a598b req-5a76cfa7-6024-4b1a-95eb-f20afe8de7bc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:40.124453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8596638-b4f0-438b-850e-58a93a6a598b req-5a76cfa7-6024-4b1a-95eb-f20afe8de7bc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 943 time: 0.0487032 Sep 23 20:11:40.158587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e117f0db-6337-4c7c-8b4a-76f230fd38bc details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:11:40.162181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8596638-b4f0-438b-850e-58a93a6a598b req-3079d080-0321-48b6-82ee-85131daeb1b2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Sep 23 20:11:40.250284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e117f0db-6337-4c7c-8b4a-76f230fd38bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e117f0db-6337-4c7c-8b4a-76f230fd38bc,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:40.261629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'port_id': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc', 'mac_address': 'fa:16:3e:1f:45:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:11:40.297518 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:40.313461 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e117f0db-6337-4c7c-8b4a-76f230fd38bc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:11:40.332908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e117f0db-6337-4c7c-8b4a-76f230fd38bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e117f0db-6337-4c7c-8b4a-76f230fd38bc,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:40.337346 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:40.382426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e117f0db-6337-4c7c-8b4a-76f230fd38bc,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:40.554014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e117f0db-6337-4c7c-8b4a-76f230fd38bc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:11:41.274010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2811a-fb4d-4d2f-9856-5dc73626ca97 req-b2ff1ee2-c567-4dbe-bd0f-ac1a681161ab tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:41.275538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f2811a-fb4d-4d2f-9856-5dc73626ca97 req-b2ff1ee2-c567-4dbe-bd0f-ac1a681161ab tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 944 time: 0.0482707 Sep 23 20:11:41.312402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f2811a-fb4d-4d2f-9856-5dc73626ca97 req-7e056ea1-4239-4898-8179-a8e1b5cabd8c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Sep 23 20:11:42.165134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e117f0db-6337-4c7c-8b4a-76f230fd38bc up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:42.214844 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port e117f0db-6337-4c7c-8b4a-76f230fd38bc completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:11:42.218566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port e117f0db-6337-4c7c-8b4a-76f230fd38bc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:42.218942 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:42.292455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:42.313870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:42.316447 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8f8220-bee0-4a2e-8580-0074fd631ad8" -d '{"events": [{"server_uuid": "0794b03f-ec20-49d4-abdf-3534a22029d4", "name": "network-vif-plugged", "status": "completed", "tag": "e117f0db-6337-4c7c-8b4a-76f230fd38bc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:42.328696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e117f0db-6337-4c7c-8b4a-76f230fd38bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e117f0db-6337-4c7c-8b4a-76f230fd38bc,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:42.333951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:42.364121 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a72949-6c4a-4164-ac42-b96ac3222649 x-openstack-request-id: req-79a72949-6c4a-4164-ac42-b96ac3222649 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:42.364411 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0794b03f-ec20-49d4-abdf-3534a22029d4", "name": "network-vif-plugged", "status": "completed", "tag": "e117f0db-6337-4c7c-8b4a-76f230fd38bc", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:42.364661 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79a72949-6c4a-4164-ac42-b96ac3222649 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:42.365050 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc', 'code': 200} Sep 23 20:11:42.387263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e117f0db-6337-4c7c-8b4a-76f230fd38bc,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:42.458131 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1f9a-c4a4-4e11-a196-d2bdf6fb9aa0 req-9385fd63-45dd-4896-aa0c-4ca407fcaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:42.459580 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88a405-c1e5-40b8-b7e1-4f6eb04c9945 req-1e7e667e-66e3-482f-b8be-a2fe960b54f6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:42.460233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d8fa1f9a-c4a4-4e11-a196-d2bdf6fb9aa0 req-9385fd63-45dd-4896-aa0c-4ca407fcaa44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 1096 time: 0.0395682 Sep 23 20:11:42.461426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a88a405-c1e5-40b8-b7e1-4f6eb04c9945 req-1e7e667e-66e3-482f-b8be-a2fe960b54f6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 945 time: 0.0496023 Sep 23 20:11:42.494323 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d8fa1f9a-c4a4-4e11-a196-d2bdf6fb9aa0 req-20e16525-ff18-464d-b1a1-8c8d84713e04 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274560 Sep 23 20:11:42.502028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a88a405-c1e5-40b8-b7e1-4f6eb04c9945 req-541f3b29-a162-4c8c-acf3-4e8bc02120ca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Sep 23 20:11:43.213296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3823c0f-4ea4-40e9-a1a3-cd313676f226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:43.615363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b6b47-1dbb-4696-9ce5-145b7a37affa req-4acd4178-0f5f-41cd-a1c3-de14fdfc54bc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:43.616875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-272b6b47-1dbb-4696-9ce5-145b7a37affa req-4acd4178-0f5f-41cd-a1c3-de14fdfc54bc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 945 time: 0.0485144 Sep 23 20:11:43.654542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-272b6b47-1dbb-4696-9ce5-145b7a37affa req-1b641862-f83b-441f-baa5-18e0ef3e1abe tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Sep 23 20:11:43.764513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106930c-c5ad-46ee-a191-0f9ee081c511 req-45c5d4f5-ce5a-4413-a28e-c9aedbbd2e9e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:43.766000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9106930c-c5ad-46ee-a191-0f9ee081c511 req-45c5d4f5-ce5a-4413-a28e-c9aedbbd2e9e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 945 time: 0.0478678 Sep 23 20:11:43.803267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9106930c-c5ad-46ee-a191-0f9ee081c511 req-d77ab4a7-333c-43ad-b01b-889771b69b5d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306900 Sep 23 20:11:43.914100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e4a2-6af4-40c8-85ec-1aba4a6d28aa req-ddb57a81-2e57-4e6a-bb2c-c7cb68719419 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:43.915623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5278e4a2-6af4-40c8-85ec-1aba4a6d28aa req-ddb57a81-2e57-4e6a-bb2c-c7cb68719419 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Sep 23 20:11:43.955640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5278e4a2-6af4-40c8-85ec-1aba4a6d28aa req-0ede997a-bf2a-44dc-8a94-a93120a4da9c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Sep 23 20:11:44.179350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048790-54ea-4499-960c-2d96a0bca9b8 req-1e0b647c-8639-4b10-a165-c165049d81d7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:44.180808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2048790-54ea-4499-960c-2d96a0bca9b8 req-1e0b647c-8639-4b10-a165-c165049d81d7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 945 time: 0.0473151 Sep 23 20:11:44.217544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2048790-54ea-4499-960c-2d96a0bca9b8 req-4ea07c60-1af9-4234-a0ad-6247c4f8d337 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Sep 23 20:11:45.330467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4872e-6498-479c-932d-a4179dd1a3e2 req-d8876c4b-abe7-413e-bdf1-234ada3e0dad tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:45.332076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2e4872e-6498-479c-932d-a4179dd1a3e2 req-d8876c4b-abe7-413e-bdf1-234ada3e0dad tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Sep 23 20:11:45.371262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2e4872e-6498-479c-932d-a4179dd1a3e2 req-48aa86e6-6013-41b3-934b-5fce44aa8555 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Sep 23 20:11:45.580334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973b365-e747-40cc-9b60-c91d423bf533 req-de87b057-80a9-463e-b11b-ac0bf4427428 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:45.581659 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4973b365-e747-40cc-9b60-c91d423bf533 req-de87b057-80a9-463e-b11b-ac0bf4427428 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 945 time: 0.0473382 Sep 23 20:11:45.669984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port e117f0db-6337-4c7c-8b4a-76f230fd38bc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:45.670351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:45.755654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] For port e117f0db-6337-4c7c-8b4a-76f230fd38bc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e117f0db-6337-4c7c-8b4a-76f230fd38bc,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:45.756019 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:45.768013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for e117f0db-6337-4c7c-8b4a-76f230fd38bc owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:45.896414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:45.908315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e117f0db-6337-4c7c-8b4a-76f230fd38bc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:11:45.927037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=e117f0db-6337-4c7c-8b4a-76f230fd38bc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:45.971967 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] No DVR routers for this DVR port e117f0db-6337-4c7c-8b4a-76f230fd38bc on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:11:45.975266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:45.977290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4973b365-e747-40cc-9b60-c91d423bf533 req-69f3b1f1-b587-4fd5-a4c1-f8fe74c58d4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "DELETE /v2.0/ports/e117f0db-6337-4c7c-8b4a-76f230fd38bc HTTP/1.1" status: 204 len: 173 time: 0.3892345 Sep 23 20:11:45.977727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'name': 'network-vif-deleted', 'tag': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:45.980159 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1be1b-efa9-4c82-98bb-f038b76250f6" -d '{"events": [{"server_uuid": "0794b03f-ec20-49d4-abdf-3534a22029d4", "name": "network-vif-deleted", "tag": "e117f0db-6337-4c7c-8b4a-76f230fd38bc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:46.022798 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db22b7-1772-48a3-a6d3-9a9e167a7117 x-openstack-request-id: req-36db22b7-1772-48a3-a6d3-9a9e167a7117 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:46.023177 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0794b03f-ec20-49d4-abdf-3534a22029d4", "name": "network-vif-deleted", "tag": "e117f0db-6337-4c7c-8b4a-76f230fd38bc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:46.023505 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36db22b7-1772-48a3-a6d3-9a9e167a7117 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:46.024010 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0794b03f-ec20-49d4-abdf-3534a22029d4', 'name': 'network-vif-deleted', 'tag': 'e117f0db-6337-4c7c-8b4a-76f230fd38bc', 'status': 'completed', 'code': 200} Sep 23 20:11:46.386442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4989-af4b-44ae-ac2c-64d33a399dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:46.466753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4286ceb-ee93-48e1-bbd0-9c6d0e1c15ce req-9f97122b-5573-42c2-867d-00cd98688a2b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 210 time: 0.0277474 Sep 23 20:11:46.533300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:47.186808 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:47.564512 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f44d866-6466-4903-a393-3a411598be52 req-976f3499-61cb-4056-b4ef-c3076e5b4e0a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 210 time: 0.0298455 Sep 23 20:11:48.656189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-466dec05-75f5-4880-a79b-bf1e6f557974 req-8853a58e-9b40-4246-b3eb-c222611f7722 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0794b03f-ec20-49d4-abdf-3534a22029d4 HTTP/1.1" status: 200 len: 210 time: 0.0255880 Sep 23 20:11:48.680567 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:50.198529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e117f0db-6337-4c7c-8b4a-76f230fd38bc no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:50.218126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: e117f0db-6337-4c7c-8b4a-76f230fd38bc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:50.218503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e117f0db-6337-4c7c-8b4a-76f230fd38bc not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:55.678370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:57.075019 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:59.530632 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:12:07.593729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0fc06582-3ed1-4eaa-9c23-5f42d5593fdb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:07.595118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0fc06582-3ed1-4eaa-9c23-5f42d5593fdb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.0974479 Sep 23 20:12:07.609965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-4fd94a50-a169-44bd-8c0c-e76debc4cacc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/quotas/470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 375 time: 0.0086491 Sep 23 20:12:07.664156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-969acab5-a2be-47a9-8e29-ae62d48a04ad tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489414 Sep 23 20:12:07.752322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-77ee6d4b-b86b-42bc-aa5a-de9c9a5266cc service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811164 Sep 23 20:12:07.844415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-4c65cfc6-800b-434d-8919-43aecd9cb45e service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858870 Sep 23 20:12:08.027648 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-edf58f8e-5473-4f93-b5bd-c59cb33984f4 req-049cefdb-8efb-4fd5-aa84-c253f7ab2123 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 210 time: 0.0277486 Sep 23 20:12:08.927660 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-c75f33b9-f3ff-476e-b2eb-66322df85e49 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:08.929479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-c75f33b9-f3ff-476e-b2eb-66322df85e49 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1035604 Sep 23 20:12:08.941188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'port': {'device_id': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'admin_state_up': True, 'tenant_id': '470db890633e423c80ad38675a4087ed'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:12:09.053853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:12:09.058028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.128037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90477a39-a5d3-4b29-ba21-abeeb7b7aa7c req-1c90240c-59e8-4275-905d-dc326289da1b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 210 time: 0.0287042 Sep 23 20:12:09.202908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.20.0.12 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/d492fff2-4bd0-4b1f-8c76-2647ab165b8d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:12:09.354830 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.390126 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.438898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:12:09.441948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:12:09.446349 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:12:09.472378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:12:09.502927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:09.503727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.520309 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-83d8403c-dc17-4893-a14b-62c7d4eb4f3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827839 Sep 23 20:12:09.533332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Request body: {'port': {'device_id': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:12:09.592365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.675005 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3bc58947-2934-46b3-a08c-58fe9a3e11c0 None None] Provisioning complete for port d492fff2-4bd0-4b1f-8c76-2647ab165b8d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:12:09.675603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3bc58947-2934-46b3-a08c-58fe9a3e11c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.713131 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3bc58947-2934-46b3-a08c-58fe9a3e11c0 None None] Port d492fff2-4bd0-4b1f-8c76-2647ab165b8d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:12:09.881160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d492fff2-4bd0-4b1f-8c76-2647ab165b8d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:12:09.888676 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.900353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Transition to ACTIVE for port object d492fff2-4bd0-4b1f-8c76-2647ab165b8d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:12:09.904903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:09.960170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Pushing event updated for resources: {'Port': ['ID=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:12:10.033997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Attempting to bind port d492fff2-4bd0-4b1f-8c76-2647ab165b8d on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:12:10.034386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Attempting to bind port d492fff2-4bd0-4b1f-8c76-2647ab165b8d by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:12:10.034933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Attempting to bind port d492fff2-4bd0-4b1f-8c76-2647ab165b8d on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:12:10.040099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Port d492fff2-4bd0-4b1f-8c76-2647ab165b8d on network 400f28f4-4652-484c-9ba1-04046ef8698c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:12:10.040428 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Attempting to bind port d492fff2-4bd0-4b1f-8c76-2647ab165b8d on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:12:10.045759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:12:10.046111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:12:10.046529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:12:10.046968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Bound port: d492fff2-4bd0-4b1f-8c76-2647ab165b8d, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:12:10.047331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:10.120990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] For port d492fff2-4bd0-4b1f-8c76-2647ab165b8d, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:12:10.124761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] For port d492fff2-4bd0-4b1f-8c76-2647ab165b8d, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:12:10.128486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:10.177088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.178443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:10.179656 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] 10.222.0.72 "PUT /v2.0/ports/d492fff2-4bd0-4b1f-8c76-2647ab165b8d HTTP/1.1" status: 200 len: 1092 time: 0.6515789 Sep 23 20:12:10.183099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'tag': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:12:10.185692 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0719c19b-3c3a-47b0-9caf-a173db2cfad6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9e986f-5104-49ec-83a5-ade0d9f87882", "tag": "d492fff2-4bd0-4b1f-8c76-2647ab165b8d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:12:10.225678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999a2a9-4f00-414b-ae37-de911250a471 service neutron] Pushing event updated for resources: {'Port': ['ID=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:12:10.267926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884898-2488-4e96-ba9b-1a08c3952ac6 req-56c2d71b-ca54-4eb3-af80-2717c7010e96 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.269595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9884898-2488-4e96-ba9b-1a08c3952ac6 req-56c2d71b-ca54-4eb3-af80-2717c7010e96 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0700779 Sep 23 20:12:10.298271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-1f82cb78-9bc0-44bb-9a3c-5986bf0725e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.300788 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-1f82cb78-9bc0-44bb-9a3c-5986bf0725e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 1095 time: 0.0617387 Sep 23 20:12:10.325186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9884898-2488-4e96-ba9b-1a08c3952ac6 req-643be0d5-d2d8-4835-a751-c10ae5913b60 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Sep 23 20:12:10.350537 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-56d036c1-0e02-426c-8faf-a9ee5ebdc5d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d492fff2-4bd0-4b1f-8c76-2647ab165b8d HTTP/1.1" status: 200 len: 217 time: 0.0414503 Sep 23 20:12:10.385279 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087d6a7-4093-405e-99ab-164904333a8c x-openstack-request-id: req-6087d6a7-4093-405e-99ab-164904333a8c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:12:10.385577 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9e986f-5104-49ec-83a5-ade0d9f87882", "tag": "d492fff2-4bd0-4b1f-8c76-2647ab165b8d", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:12:10.385816 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6087d6a7-4093-405e-99ab-164904333a8c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:12:10.386234 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'tag': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d', 'status': 'completed', 'code': 200} Sep 23 20:12:10.405850 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-9521e78b-fd4d-42dc-ac02-a7704efe21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.407557 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-9521e78b-fd4d-42dc-ac02-a7704efe21b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0514455 Sep 23 20:12:10.457031 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0888fb5d-806d-41ac-a249-b1593b7162f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.458716 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-0888fb5d-806d-41ac-a249-b1593b7162f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437818 Sep 23 20:12:10.552043 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-a1f12282-d186-4e8e-b160-bc7df4a399cc service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862234 Sep 23 20:12:10.640662 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-10e570b8-923b-4773-a2b6-d8ef832dbfd9 req-bec3b5c1-6ecb-47da-a87e-3e5f73ee20d4 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817626 Sep 23 20:12:10.735052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-a7fd7714-02db-481f-9293-e6731f4e95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.736736 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-a7fd7714-02db-481f-9293-e6731f4e95ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 1095 time: 0.0464127 Sep 23 20:12:10.832255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-ddd9a0bd-678f-49c0-af47-9a3a4ab2491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.833657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-ddd9a0bd-678f-49c0-af47-9a3a4ab2491c service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0900016 Sep 23 20:12:10.877990 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-b43b61aa-d415-4142-b56a-9bd79b3bb9e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d492fff2-4bd0-4b1f-8c76-2647ab165b8d HTTP/1.1" status: 200 len: 217 time: 0.0377333 Sep 23 20:12:10.926044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-edb80634-f623-48f8-9ab3-e9aa4bdfd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.928122 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-edb80634-f623-48f8-9ab3-e9aa4bdfd1a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0428388 Sep 23 20:12:10.972608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-6abb3ff6-4d26-463b-8faa-6e289524b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:10.974158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-6abb3ff6-4d26-463b-8faa-6e289524b767 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400996 Sep 23 20:12:11.066291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-69de817b-0ed2-4961-a7db-b278bbf3038d service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850010 Sep 23 20:12:11.161266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0719c19b-3c3a-47b0-9caf-a173db2cfad6 req-f158a19b-decf-45c9-9c6b-21810762e6a5 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878091 Sep 23 20:12:11.454784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c092014-f120-4168-a66b-aabc1917f0ec req-cb83e403-d2c3-4807-8dcf-ffdf5b3c84e0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:11.456394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c092014-f120-4168-a66b-aabc1917f0ec req-cb83e403-d2c3-4807-8dcf-ffdf5b3c84e0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0617390 Sep 23 20:12:11.502548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c092014-f120-4168-a66b-aabc1917f0ec req-d8fe267e-179d-44f3-8bb9-40b7f2788105 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Sep 23 20:12:12.647214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a27e6-9ea8-4b04-92c1-ccb7d1ac9a06 req-05d50da2-f9be-46de-b378-31b31ab212a4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:12.648762 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b90a27e6-9ea8-4b04-92c1-ccb7d1ac9a06 req-05d50da2-f9be-46de-b378-31b31ab212a4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0750077 Sep 23 20:12:12.706492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b90a27e6-9ea8-4b04-92c1-ccb7d1ac9a06 req-4852363f-5882-43a7-85cd-246823bcb1e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505269 Sep 23 20:12:13.230148 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cea21fe8-9d93-4a13-9320-a896770a4f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:13.840598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f07e-1295-45ac-ae9f-59cb4b2b9ffd req-3ed87996-c99c-4499-9480-4b7c0c08f57b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:13.846822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71d1f07e-1295-45ac-ae9f-59cb4b2b9ffd req-3ed87996-c99c-4499-9480-4b7c0c08f57b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0553687 Sep 23 20:12:13.888982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71d1f07e-1295-45ac-ae9f-59cb4b2b9ffd req-d95d4de6-e160-45f5-b07d-2ded0371086e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Sep 23 20:12:15.008830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae474-f07b-4cc8-9d62-dcbba04c9a0e req-830e4ce1-9477-4cea-8028-1e3011eb4b3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:15.010393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c8ae474-f07b-4cc8-9d62-dcbba04c9a0e req-830e4ce1-9477-4cea-8028-1e3011eb4b3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0501914 Sep 23 20:12:15.049615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c8ae474-f07b-4cc8-9d62-dcbba04c9a0e req-2d2b9ae5-9bb0-4ff4-b18f-047fa482bec2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Sep 23 20:12:16.169405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dbcec-e3ae-4709-b84a-1f1dd781e614 req-5b1d1786-1f77-44c6-b425-1b473f7fdaed tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:16.170949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-232dbcec-e3ae-4709-b84a-1f1dd781e614 req-5b1d1786-1f77-44c6-b425-1b473f7fdaed tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0527477 Sep 23 20:12:16.208984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-232dbcec-e3ae-4709-b84a-1f1dd781e614 req-738f99fa-3205-458a-b4c0-a0bd97a7b551 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Sep 23 20:12:16.386779 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e96875f-cccd-46f5-a68a-3143635a63f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:16.535104 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:17.187416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:17.322579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63660071-104f-4360-998f-22c5eeee4af4 req-c4b08e3d-0d47-40dd-ad76-1b7c13bc9fbd tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:17.324049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63660071-104f-4360-998f-22c5eeee4af4 req-c4b08e3d-0d47-40dd-ad76-1b7c13bc9fbd tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0483570 Sep 23 20:12:17.364641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63660071-104f-4360-998f-22c5eeee4af4 req-9ac9aa16-1ca8-41b0-8bdf-0c0d07e68448 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Sep 23 20:12:18.478379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764b63f-9c8b-41d3-8560-bc072fd93b6b req-b0221ad2-500d-4398-8532-cdfebe7b588d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:18.479978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c764b63f-9c8b-41d3-8560-bc072fd93b6b req-b0221ad2-500d-4398-8532-cdfebe7b588d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0488605 Sep 23 20:12:18.517000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c764b63f-9c8b-41d3-8560-bc072fd93b6b req-5dbd92e1-839e-4427-aa14-a323142e0730 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Sep 23 20:12:18.683775 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:19.631883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742aff5-955b-4159-8366-2f871892c60c req-75dd0923-1a79-4baa-aecc-5155ada6cead tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:19.633377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d742aff5-955b-4159-8366-2f871892c60c req-75dd0923-1a79-4baa-aecc-5155ada6cead tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0493677 Sep 23 20:12:19.671160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d742aff5-955b-4159-8366-2f871892c60c req-04b1ed3b-0670-49ed-b5b6-6e490c28b1d3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Sep 23 20:12:20.785147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89730b-c70c-4aa6-9dd9-3ff5562b4266 req-f5b699d4-9b50-41d4-a2fa-2c42767bb9eb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:20.786702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae89730b-c70c-4aa6-9dd9-3ff5562b4266 req-f5b699d4-9b50-41d4-a2fa-2c42767bb9eb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0481791 Sep 23 20:12:20.829426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae89730b-c70c-4aa6-9dd9-3ff5562b4266 req-f5a48c8d-c41c-443e-8540-9452e33b0737 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365434 Sep 23 20:12:21.941861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b7cbb-6db1-4298-9120-9a30dad16a9f req-2bf7144d-b474-490e-b182-806bd87677f1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:21.943933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-518b7cbb-6db1-4298-9120-9a30dad16a9f req-2bf7144d-b474-490e-b182-806bd87677f1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0490632 Sep 23 20:12:21.982201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-518b7cbb-6db1-4298-9120-9a30dad16a9f req-ba206e6c-0419-47a4-8b26-d48084b69f8f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 Sep 23 20:12:23.095973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c50b3-434c-4a34-8fc7-9d4105238b62 req-2f132e77-82ed-4cb4-b297-f343095a2874 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:23.097465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e79c50b3-434c-4a34-8fc7-9d4105238b62 req-2f132e77-82ed-4cb4-b297-f343095a2874 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0489314 Sep 23 20:12:23.138589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e79c50b3-434c-4a34-8fc7-9d4105238b62 req-501a5d79-80d2-491b-9dca-009d82dfdf21 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349305 Sep 23 20:12:24.254233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ad06-6dcc-4061-8a76-8cc5d17d9aca req-2ab2656b-da9d-4382-9b21-70b690561d32 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:24.256210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5b1ad06-6dcc-4061-8a76-8cc5d17d9aca req-2ab2656b-da9d-4382-9b21-70b690561d32 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0476267 Sep 23 20:12:24.296596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f5b1ad06-6dcc-4061-8a76-8cc5d17d9aca req-ce5b6473-eaf8-4cb2-b45e-4c314650827b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343971 Sep 23 20:12:25.409619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4583-a681-4a05-b313-c5025a05db98 req-4721ca31-c221-4a77-89c7-4ea649296c09 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:25.411105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1af4583-a681-4a05-b313-c5025a05db98 req-4721ca31-c221-4a77-89c7-4ea649296c09 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0473840 Sep 23 20:12:25.448604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1af4583-a681-4a05-b313-c5025a05db98 req-19e0a9a2-a7f9-4743-a74e-de4cb24e1ea9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Sep 23 20:12:25.674474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:26.561807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143af329-a41f-46a2-9224-0f06ad88a08d req-1f2a5c88-9ce4-4c03-bb60-0ab8c669d96d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:26.563306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-143af329-a41f-46a2-9224-0f06ad88a08d req-1f2a5c88-9ce4-4c03-bb60-0ab8c669d96d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0484633 Sep 23 20:12:26.600652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-143af329-a41f-46a2-9224-0f06ad88a08d req-a2317018-5452-45e5-a007-3c2f49c0d1a6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Sep 23 20:12:27.073343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:27.711008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d43a-6663-47fa-9079-4ce6af50b9f3 req-661f6658-2c51-4272-a3b6-0b3c1548c8ee tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:27.712479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1686d43a-6663-47fa-9079-4ce6af50b9f3 req-661f6658-2c51-4272-a3b6-0b3c1548c8ee tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0482183 Sep 23 20:12:27.753484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1686d43a-6663-47fa-9079-4ce6af50b9f3 req-ca8d21ce-cd58-4d7c-bf29-1781be08fc6b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Sep 23 20:12:28.865323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dc0ad-ee28-494b-a9bb-5e4384811495 req-fb5daa25-2ffc-484d-b390-3de42b6fadf2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:28.866823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e78dc0ad-ee28-494b-a9bb-5e4384811495 req-fb5daa25-2ffc-484d-b390-3de42b6fadf2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0485590 Sep 23 20:12:28.903417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e78dc0ad-ee28-494b-a9bb-5e4384811495 req-0e572ce3-ab7c-451e-89d3-17c86203e33c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 Sep 23 20:12:30.015781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60760d5a-14d5-48bd-925d-84bee777eeed req-1f93d5bb-ca05-4e22-8604-d77b94a1f4c7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:30.017278 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60760d5a-14d5-48bd-925d-84bee777eeed req-1f93d5bb-ca05-4e22-8604-d77b94a1f4c7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 944 time: 0.0481777 Sep 23 20:12:30.054046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60760d5a-14d5-48bd-925d-84bee777eeed req-b8fb5c23-6f83-4cdb-b7ae-ad130ef8c0c1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Sep 23 20:12:30.336274 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d492fff2-4bd0-4b1f-8c76-2647ab165b8d details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:12:30.428869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d492fff2-4bd0-4b1f-8c76-2647ab165b8d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:12:30.440096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'port_id': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d', 'mac_address': 'fa:16:3e:e7:a4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:12:30.476210 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:30.488156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d492fff2-4bd0-4b1f-8c76-2647ab165b8d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:12:30.506088 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d492fff2-4bd0-4b1f-8c76-2647ab165b8d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:12:30.509986 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:30.556903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:12:30.563862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.564207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.564547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.564879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.565208 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.565537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.565882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.566219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.566549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.566870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.567189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.567510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:30.695757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d492fff2-4bd0-4b1f-8c76-2647ab165b8d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:12:31.166278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89816be-55c1-4283-9481-6626fe406ca8 req-ab00d4d1-8952-48ac-a905-478bedbc1ee3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:31.167747 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f89816be-55c1-4283-9481-6626fe406ca8 req-ab00d4d1-8952-48ac-a905-478bedbc1ee3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 945 time: 0.0477078 Sep 23 20:12:31.207785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f89816be-55c1-4283-9481-6626fe406ca8 req-311a1d63-444c-48c9-8919-0fcb0c059c55 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Sep 23 20:12:32.322764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11414-71a2-4a52-b18c-965c09eeb5e2 req-7d813393-249d-4750-b330-37e313c4fb86 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:32.324245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24b11414-71a2-4a52-b18c-965c09eeb5e2 req-7d813393-249d-4750-b330-37e313c4fb86 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Sep 23 20:12:32.351565 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d492fff2-4bd0-4b1f-8c76-2647ab165b8d up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:12:32.363626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24b11414-71a2-4a52-b18c-965c09eeb5e2 req-fa173820-4180-4959-9e80-facb23888d96 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Sep 23 20:12:32.398596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port d492fff2-4bd0-4b1f-8c76-2647ab165b8d completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:12:32.401946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port d492fff2-4bd0-4b1f-8c76-2647ab165b8d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:12:32.402338 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:32.477181 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:32.497839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:12:32.500004 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630bcad8-f4d5-45cc-a385-85c781356310" -d '{"events": [{"server_uuid": "ea9e986f-5104-49ec-83a5-ade0d9f87882", "name": "network-vif-plugged", "status": "completed", "tag": "d492fff2-4bd0-4b1f-8c76-2647ab165b8d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:12:32.513017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d492fff2-4bd0-4b1f-8c76-2647ab165b8d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:12:32.516938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:32.543665 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb88bfe-3d4f-4db7-a54b-31c2b6be67f3 x-openstack-request-id: req-4fb88bfe-3d4f-4db7-a54b-31c2b6be67f3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:12:32.543958 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9e986f-5104-49ec-83a5-ade0d9f87882", "name": "network-vif-plugged", "status": "completed", "tag": "d492fff2-4bd0-4b1f-8c76-2647ab165b8d", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:12:32.544215 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4fb88bfe-3d4f-4db7-a54b-31c2b6be67f3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:12:32.544633 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d', 'code': 200} Sep 23 20:12:32.572036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:12:32.631951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95542fc-6e5b-4c02-81d0-4b901314d515 req-f5ddb310-4a42-4a3b-aab9-5dfb8767d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:32.633431 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e95542fc-6e5b-4c02-81d0-4b901314d515 req-f5ddb310-4a42-4a3b-aab9-5dfb8767d321 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 1097 time: 0.0396137 Sep 23 20:12:32.669842 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e95542fc-6e5b-4c02-81d0-4b901314d515 req-a7784d53-9e41-4d66-a6b6-d2209fbf7b75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299461 Sep 23 20:12:33.478710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03ecfd-0e9c-4578-9431-769032d05203 req-c49dca83-6867-4315-a3ec-b9d362308813 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:33.480185 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc03ecfd-0e9c-4578-9431-769032d05203 req-c49dca83-6867-4315-a3ec-b9d362308813 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 946 time: 0.0487461 Sep 23 20:12:33.516130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc03ecfd-0e9c-4578-9431-769032d05203 req-a62651a4-7275-4d21-80f3-972057d230aa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298636 Sep 23 20:12:34.628387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580625e-db47-4523-a7bd-ced54e80ab98 req-857d85e3-f82b-49f2-9f7e-768504ae7373 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:34.629735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8580625e-db47-4523-a7bd-ced54e80ab98 req-857d85e3-f82b-49f2-9f7e-768504ae7373 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 946 time: 0.0470653 Sep 23 20:12:34.669774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8580625e-db47-4523-a7bd-ced54e80ab98 req-32e9424f-87ac-45ee-b8ab-88ced28d921c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Sep 23 20:12:34.780522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb668a-e8bc-4ff3-86d1-c72dffb18679 req-cd0755c8-dba9-4522-ace1-be2b90a63da9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:34.781974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44cb668a-e8bc-4ff3-86d1-c72dffb18679 req-cd0755c8-dba9-4522-ace1-be2b90a63da9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 946 time: 0.0476518 Sep 23 20:12:34.819100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44cb668a-e8bc-4ff3-86d1-c72dffb18679 req-3e0631cb-79c1-4ad7-a563-97fd4e94cde9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Sep 23 20:12:34.930313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f17ad-db27-4cad-88a5-8cbceb5bd294 req-516fdbf4-7fc8-4f28-ba98-15a790e9af2b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:34.931842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330f17ad-db27-4cad-88a5-8cbceb5bd294 req-516fdbf4-7fc8-4f28-ba98-15a790e9af2b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 946 time: 0.0483980 Sep 23 20:12:34.968863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330f17ad-db27-4cad-88a5-8cbceb5bd294 req-5354b56c-df96-48f8-bf01-7314d3514633 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Sep 23 20:12:35.251204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9fc84-1456-4aa8-a6c9-7dcb5db4b6d2 req-54d152f8-0bca-4a9d-8729-9143e9223012 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:35.252670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61f9fc84-1456-4aa8-a6c9-7dcb5db4b6d2 req-54d152f8-0bca-4a9d-8729-9143e9223012 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 946 time: 0.0479248 Sep 23 20:12:35.292707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61f9fc84-1456-4aa8-a6c9-7dcb5db4b6d2 req-bcf54267-51f8-4744-9217-0e0cec7390c2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Sep 23 20:12:36.406379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e97d1-e22a-4763-a366-35db13878c74 req-7d48ae74-1814-417c-bb27-6202adedd119 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:36.407826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb5e97d1-e22a-4763-a366-35db13878c74 req-7d48ae74-1814-417c-bb27-6202adedd119 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 946 time: 0.0471723 Sep 23 20:12:36.444933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eb5e97d1-e22a-4763-a366-35db13878c74 req-116c8521-507e-453b-80a1-0cbbc748bd19 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304613 Sep 23 20:12:36.529865 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:12:36.676584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-87f62a53-2519-47b0-86a8-626473e50f2a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:36.678132 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-87f62a53-2519-47b0-86a8-626473e50f2a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 946 time: 0.0480990 Sep 23 20:12:36.764600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port d492fff2-4bd0-4b1f-8c76-2647ab165b8d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:12:36.764942 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:36.854118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] For port d492fff2-4bd0-4b1f-8c76-2647ab165b8d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:12:36.854509 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:36.865891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for d492fff2-4bd0-4b1f-8c76-2647ab165b8d owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:12:36.991426 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:37.003489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d492fff2-4bd0-4b1f-8c76-2647ab165b8d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:12:37.018761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=d492fff2-4bd0-4b1f-8c76-2647ab165b8d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:12:37.028642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.028994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.029336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.030113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.030113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.030374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.030768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.031019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.031326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.031652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.031981 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.032899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:12:37.074097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] No DVR routers for this DVR port d492fff2-4bd0-4b1f-8c76-2647ab165b8d on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:12:37.076882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:37.078976 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2a8a6385-7e45-46b5-9024-3278e0cdd8d3 req-ac416286-0b2b-4789-9c21-a7e5f1ffabf7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "DELETE /v2.0/ports/d492fff2-4bd0-4b1f-8c76-2647ab165b8d HTTP/1.1" status: 204 len: 173 time: 0.3948951 Sep 23 20:12:37.079376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'name': 'network-vif-deleted', 'tag': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:12:37.081657 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb576d0a-faf9-4f94-9bb9-2adf05771d9b" -d '{"events": [{"server_uuid": "ea9e986f-5104-49ec-83a5-ade0d9f87882", "name": "network-vif-deleted", "tag": "d492fff2-4bd0-4b1f-8c76-2647ab165b8d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:12:37.124058 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef208e4-65d7-424e-962b-6de6c9cdbaa4 x-openstack-request-id: req-1ef208e4-65d7-424e-962b-6de6c9cdbaa4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:12:37.124351 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9e986f-5104-49ec-83a5-ade0d9f87882", "name": "network-vif-deleted", "tag": "d492fff2-4bd0-4b1f-8c76-2647ab165b8d", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:12:37.124607 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ef208e4-65d7-424e-962b-6de6c9cdbaa4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:12:37.125014 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9e986f-5104-49ec-83a5-ade0d9f87882', 'name': 'network-vif-deleted', 'tag': 'd492fff2-4bd0-4b1f-8c76-2647ab165b8d', 'status': 'completed', 'code': 200} Sep 23 20:12:37.538752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-749ca72b-772e-4e0b-bb7d-5959c7322c6b req-8a15d476-6b7b-445f-b69a-5a01afc58231 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 210 time: 0.0260959 Sep 23 20:12:38.631289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-456d00c3-31ce-417b-894f-6f011ffe3826 req-7959daad-5cd0-4e50-a337-21ac9d81219d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 210 time: 0.0260067 Sep 23 20:12:39.726253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-adc1def3-9686-49ec-a76c-403c2154f2c6 req-52f8f5e3-eb46-4c59-9659-99b90ea48430 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 210 time: 0.0267506 Sep 23 20:12:40.382802 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d492fff2-4bd0-4b1f-8c76-2647ab165b8d no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:12:40.405047 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: d492fff2-4bd0-4b1f-8c76-2647ab165b8d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:12:40.405404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d492fff2-4bd0-4b1f-8c76-2647ab165b8d not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:12:40.841594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a39f9be1-3801-429c-91ff-6f962c6b5426 req-198af3e6-d6fe-4e5f-9b06-0e89ea0b89f1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea9e986f-5104-49ec-83a5-ade0d9f87882 HTTP/1.1" status: 200 len: 210 time: 0.0337956 Sep 23 20:12:43.215498 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb97e-dc5b-457f-b87a-92342c90decb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:46.387351 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-963b3f09-26d0-4fa2-9462-084a1ff2fe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:46.537241 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:47.192014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:48.687153 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:55.696106 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:57.087925 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:00.688495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-a540a1ba-990a-449b-b08d-20730b333082 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:00.689865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-a540a1ba-990a-449b-b08d-20730b333082 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.0998700 Sep 23 20:13:00.704298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-3bb4df26-2dd8-4d64-b1d5-d9c0756d79d7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/quotas/470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 375 time: 0.0085952 Sep 23 20:13:00.757968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-657c6447-6e71-434c-b674-c106e6472f1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484324 Sep 23 20:13:00.845871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-dd8abfa8-bd0f-49a7-8f83-c83e003fdb91 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811617 Sep 23 20:13:00.936040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-a7b5263e-5792-4cf5-900a-4cc32e7c1be3 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834906 Sep 23 20:13:01.211393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15e9f125-ef84-46a9-95b8-9a4a16539551 req-2ac797da-0803-43f6-adc9-05e4e3300ab6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Sep 23 20:13:02.076423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-221bf343-bc3c-42fa-a1e5-f0ba690feb05 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:02.077886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-221bf343-bc3c-42fa-a1e5-f0ba690feb05 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1057703 Sep 23 20:13:02.089822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'port': {'device_id': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'admin_state_up': True, 'tenant_id': '470db890633e423c80ad38675a4087ed'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:02.209300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:13:02.212821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:02.308458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bff0552-f448-4fd1-90f5-377072d42cb2 req-4f651d3d-a852-4ed8-816a-0a44370f3343 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 210 time: 0.0281219 Sep 23 20:13:02.344275 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.20.0.5 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/2aac27a3-33c2-4ae9-a344-49a56ee6f617) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:13:02.493662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:02.525950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:02.569214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:13:02.572119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:13:02.575771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:13:02.584056 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=2aac27a3-33c2-4ae9-a344-49a56ee6f617,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:02.632633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:02.633302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:02.652695 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-ddb6ecd9-b2f6-4032-b626-ad4a4eaf951e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661974 Sep 23 20:13:02.665524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Request body: {'port': {'device_id': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:02.731550 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:02.873648 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-002c6f88-c466-41a0-9622-5e64042fd4ba None None] Provisioning complete for port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:13:02.874250 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-002c6f88-c466-41a0-9622-5e64042fd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:02.908469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-002c6f88-c466-41a0-9622-5e64042fd4ba None None] Port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:13:02.998411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aac27a3-33c2-4ae9-a344-49a56ee6f617 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:13:03.005749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:03.017802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Transition to ACTIVE for port object 2aac27a3-33c2-4ae9-a344-49a56ee6f617 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:13:03.022025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:03.073701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2aac27a3-33c2-4ae9-a344-49a56ee6f617,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:03.143336 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Attempting to bind port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:13:03.144036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Attempting to bind port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:13:03.144163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Attempting to bind port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:03.149127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 on network 400f28f4-4652-484c-9ba1-04046ef8698c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:13:03.149447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Attempting to bind port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:03.154491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:13:03.154828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:13:03.155205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:13:03.155640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Bound port: 2aac27a3-33c2-4ae9-a344-49a56ee6f617, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:13:03.155990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:03.226790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] For port 2aac27a3-33c2-4ae9-a344-49a56ee6f617, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:13:03.230091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] For port 2aac27a3-33c2-4ae9-a344-49a56ee6f617, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:13:03.237201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:03.279251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.279966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:03.281482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/2aac27a3-33c2-4ae9-a344-49a56ee6f617 HTTP/1.1" status: 200 len: 1091 time: 0.6213017 Sep 23 20:13:03.281948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'tag': '2aac27a3-33c2-4ae9-a344-49a56ee6f617'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:03.284321 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2bd107-287e-4777-9556-485330814b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "28ee4210-ee50-48ab-aa0e-bbd132d2b303", "tag": "2aac27a3-33c2-4ae9-a344-49a56ee6f617"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:03.312793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9670-89d9-47fd-ad6c-ef2e304505b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2aac27a3-33c2-4ae9-a344-49a56ee6f617,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:03.385642 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e5482-4bcd-4eea-aa8c-03c2265dcbce x-openstack-request-id: req-f15e5482-4bcd-4eea-aa8c-03c2265dcbce {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:03.385933 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ee4210-ee50-48ab-aa0e-bbd132d2b303", "tag": "2aac27a3-33c2-4ae9-a344-49a56ee6f617", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:03.386186 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f15e5482-4bcd-4eea-aa8c-03c2265dcbce {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:03.386681 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'tag': '2aac27a3-33c2-4ae9-a344-49a56ee6f617', 'status': 'completed', 'code': 200} Sep 23 20:13:03.392746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-3433756d-8883-4a21-b92b-16daccbd3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.394352 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-3433756d-8883-4a21-b92b-16daccbd3aef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 1094 time: 0.0492806 Sep 23 20:13:03.447952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-3f0c0b79-2acf-4c38-9992-3748a5824e0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617 HTTP/1.1" status: 200 len: 217 time: 0.0450282 Sep 23 20:13:03.494741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf10b0-7a18-4903-8ee4-ff1de28ee582 req-85820290-6540-41f8-9417-30590bd16eeb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.496313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfcf10b0-7a18-4903-8ee4-ff1de28ee582 req-85820290-6540-41f8-9417-30590bd16eeb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0588136 Sep 23 20:13:03.502668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-a75ece1e-660d-4b79-9119-96660fe85e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.504503 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-a75ece1e-660d-4b79-9119-96660fe85e50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0494921 Sep 23 20:13:03.536940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cfcf10b0-7a18-4903-8ee4-ff1de28ee582 req-31d231fc-7b67-4b50-a88c-e6a01c03ca17 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Sep 23 20:13:03.556254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-4c80c318-a62d-4cb2-9f62-c4df997b3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.557789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-4c80c318-a62d-4cb2-9f62-c4df997b3f16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450618 Sep 23 20:13:03.650971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-d6c26ea5-eb72-47d0-9265-dcc4998179f3 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859334 Sep 23 20:13:03.743851 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-15136b1a-091d-439d-8b7a-bb03f589b88e req-f7e36f45-e1aa-404c-8afb-a6aacda75acd service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861382 Sep 23 20:13:03.829873 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bd107-287e-4777-9556-485330814b6e req-d04d0787-bd80-46f2-8504-6ac912234ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.831410 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af2bd107-287e-4777-9556-485330814b6e req-d04d0787-bd80-46f2-8504-6ac912234ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 1094 time: 0.0450995 Sep 23 20:13:03.921136 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bd107-287e-4777-9556-485330814b6e req-920e27cd-23e3-4c42-ac0a-d2e68ac16b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.922571 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af2bd107-287e-4777-9556-485330814b6e req-920e27cd-23e3-4c42-ac0a-d2e68ac16b46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0844114 Sep 23 20:13:03.968527 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af2bd107-287e-4777-9556-485330814b6e req-9eb36f4a-8747-4732-8a62-da4574e710fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617 HTTP/1.1" status: 200 len: 217 time: 0.0382376 Sep 23 20:13:04.019894 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bd107-287e-4777-9556-485330814b6e req-7ec30cf3-aefc-4b81-b196-f7bf4239be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:04.021411 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af2bd107-287e-4777-9556-485330814b6e req-7ec30cf3-aefc-4b81-b196-f7bf4239be3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0461085 Sep 23 20:13:04.068711 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bd107-287e-4777-9556-485330814b6e req-f8838de9-1c28-41d8-b304-dec90a39eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:04.070243 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af2bd107-287e-4777-9556-485330814b6e req-f8838de9-1c28-41d8-b304-dec90a39eab7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400956 Sep 23 20:13:04.162268 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af2bd107-287e-4777-9556-485330814b6e req-a5ea0486-5554-4491-9a8b-98e0e79a8dfa service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851202 Sep 23 20:13:04.250427 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-af2bd107-287e-4777-9556-485330814b6e req-77efb989-53b5-4060-a993-62a537e82c40 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Sep 23 20:13:04.668602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013585b8-cd2a-45f8-a941-d973145f52c3 req-b48b2491-a77d-4bbb-9baa-46a99b755ac1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:04.670197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-013585b8-cd2a-45f8-a941-d973145f52c3 req-b48b2491-a77d-4bbb-9baa-46a99b755ac1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0530570 Sep 23 20:13:04.707455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-013585b8-cd2a-45f8-a941-d973145f52c3 req-5fa3ed9d-cec9-428e-b432-41a26ead50c6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Sep 23 20:13:05.823427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c4396-dffe-417e-a8d0-ed2929a68619 req-1a364941-d1df-403f-a9a6-53458fce799e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:05.825026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c56c4396-dffe-417e-a8d0-ed2929a68619 req-1a364941-d1df-403f-a9a6-53458fce799e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0502188 Sep 23 20:13:05.865816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c56c4396-dffe-417e-a8d0-ed2929a68619 req-5e9a6300-9225-4af1-a02f-3cd71b1d377e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345740 Sep 23 20:13:06.977861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb56a73-8cb3-4fa1-810f-3a4bdba6a851 req-ade360ef-2e9d-49c9-be84-3daa188054dc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:06.979150 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcb56a73-8cb3-4fa1-810f-3a4bdba6a851 req-ade360ef-2e9d-49c9-be84-3daa188054dc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0473950 Sep 23 20:13:07.017510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bcb56a73-8cb3-4fa1-810f-3a4bdba6a851 req-2a43220c-5bef-4708-b8a5-de4672d35782 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Sep 23 20:13:08.133574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3959dc-baa3-4afb-8bd0-d368a60a1a25 req-1b4f69c8-9b2e-492e-b3ea-2a9271be3a70 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:08.135077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b3959dc-baa3-4afb-8bd0-d368a60a1a25 req-1b4f69c8-9b2e-492e-b3ea-2a9271be3a70 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0518014 Sep 23 20:13:08.171894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b3959dc-baa3-4afb-8bd0-d368a60a1a25 req-1077c37c-8798-417e-bac4-6e9e96e1dbba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Sep 23 20:13:09.282854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69fa2f-eea9-4f85-8bbe-b257a3ed208c req-e191f4fe-410e-4246-8cc7-550e2ef7d91c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:09.284319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d69fa2f-eea9-4f85-8bbe-b257a3ed208c req-e191f4fe-410e-4246-8cc7-550e2ef7d91c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0474653 Sep 23 20:13:09.322025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3d69fa2f-eea9-4f85-8bbe-b257a3ed208c req-a1a92536-36be-4e21-956f-7e168719a590 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Sep 23 20:13:10.452975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4f51e-4974-435c-84c3-760cd7ece424 req-9beb4bfc-4ab9-435a-8191-0cbf009a11f3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:10.454468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fd4f51e-4974-435c-84c3-760cd7ece424 req-9beb4bfc-4ab9-435a-8191-0cbf009a11f3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0492554 Sep 23 20:13:10.492097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fd4f51e-4974-435c-84c3-760cd7ece424 req-686812c1-ec73-49ed-b82e-a35c05cddd5e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Sep 23 20:13:11.608163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08567b-0647-4176-bbca-229fb217a320 req-06ac37b9-bc55-4caa-90b7-68f5fa318c86 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:11.609563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d08567b-0647-4176-bbca-229fb217a320 req-06ac37b9-bc55-4caa-90b7-68f5fa318c86 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0508516 Sep 23 20:13:11.647580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7d08567b-0647-4176-bbca-229fb217a320 req-ba4d18c2-c4b8-40ac-a184-72d08cee6cc7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Sep 23 20:13:12.758392 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d693bb-401e-4054-bb1b-c82f9ee97ebe req-21a32a06-41dc-4bcd-a1c1-956bd4f303f5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:12.759864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23d693bb-401e-4054-bb1b-c82f9ee97ebe req-21a32a06-41dc-4bcd-a1c1-956bd4f303f5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0473859 Sep 23 20:13:12.796415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23d693bb-401e-4054-bb1b-c82f9ee97ebe req-3fd89e0c-6ecc-4e3e-b29e-c44ceffb57a6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306041 Sep 23 20:13:13.216962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b40792e-a334-45e5-9aa0-a4074d64767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:13.530338 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:13:13.910056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751099-b9a1-452b-ba45-304c4fa94889 req-0af3833f-1094-4842-9c82-0e6857478db0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:13.911541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e751099-b9a1-452b-ba45-304c4fa94889 req-0af3833f-1094-4842-9c82-0e6857478db0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 943 time: 0.0478618 Sep 23 20:13:13.949787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e751099-b9a1-452b-ba45-304c4fa94889 req-f1e073fc-5e40-44ea-8526-e4f4cd3f2422 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Sep 23 20:13:14.548190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2aac27a3-33c2-4ae9-a344-49a56ee6f617 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:13:14.642071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 2aac27a3-33c2-4ae9-a344-49a56ee6f617, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:14.653261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '2aac27a3-33c2-4ae9-a344-49a56ee6f617', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'port_id': '2aac27a3-33c2-4ae9-a344-49a56ee6f617', 'mac_address': 'fa:16:3e:19:83:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:13:14.688598 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:14.700636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aac27a3-33c2-4ae9-a344-49a56ee6f617 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:13:14.719705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 2aac27a3-33c2-4ae9-a344-49a56ee6f617, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:14.723513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:14.771662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=2aac27a3-33c2-4ae9-a344-49a56ee6f617,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:14.925593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['2aac27a3-33c2-4ae9-a344-49a56ee6f617'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:13:15.064669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5c923-0a8a-4d3b-b522-3135971cd3e2 req-7180cb56-64cc-46e2-92cf-80e43d80dfa9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.066141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7e5c923-0a8a-4d3b-b522-3135971cd3e2 req-7180cb56-64cc-46e2-92cf-80e43d80dfa9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 944 time: 0.0514371 Sep 23 20:13:15.103373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7e5c923-0a8a-4d3b-b522-3135971cd3e2 req-77f39181-e725-4c44-a01b-db2ec1571926 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305309 Sep 23 20:13:16.214362 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea4634-3559-4ed1-9d0d-65f73a205aa1 req-56686d07-f462-4549-b12e-99816a9fdb86 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:16.215810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4ea4634-3559-4ed1-9d0d-65f73a205aa1 req-56686d07-f462-4549-b12e-99816a9fdb86 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 944 time: 0.0469480 Sep 23 20:13:16.252785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4ea4634-3559-4ed1-9d0d-65f73a205aa1 req-ad7ae675-9e13-4e11-9171-362d3435c5fb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Sep 23 20:13:16.387514 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0b1d93d4-b5ac-42ca-b892-a6ff797c31c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:16.538361 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:16.562815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2aac27a3-33c2-4ae9-a344-49a56ee6f617 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:13:16.612211 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:13:16.615811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:13:16.616177 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:16.689153 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:16.711527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac27a3-33c2-4ae9-a344-49a56ee6f617'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:16.713713 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266dffb7-856f-49bb-b7b3-2e29c09e1c1b" -d '{"events": [{"server_uuid": "28ee4210-ee50-48ab-aa0e-bbd132d2b303", "name": "network-vif-plugged", "status": "completed", "tag": "2aac27a3-33c2-4ae9-a344-49a56ee6f617"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:16.726055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 2aac27a3-33c2-4ae9-a344-49a56ee6f617, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:16.730145 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:16.752269 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c39572-5ae2-4103-8a42-0e7bc38ce548 x-openstack-request-id: req-28c39572-5ae2-4103-8a42-0e7bc38ce548 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:16.752566 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ee4210-ee50-48ab-aa0e-bbd132d2b303", "name": "network-vif-plugged", "status": "completed", "tag": "2aac27a3-33c2-4ae9-a344-49a56ee6f617", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:16.752819 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28c39572-5ae2-4103-8a42-0e7bc38ce548 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:16.753204 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac27a3-33c2-4ae9-a344-49a56ee6f617', 'code': 200} Sep 23 20:13:16.778673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=2aac27a3-33c2-4ae9-a344-49a56ee6f617,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:16.847113 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92836682-01b1-4483-b15c-0418cab0d2a9 req-3934727e-0d2b-405d-80e8-d45f5a2b02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:16.848581 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92836682-01b1-4483-b15c-0418cab0d2a9 req-3934727e-0d2b-405d-80e8-d45f5a2b02c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 1096 time: 0.0434942 Sep 23 20:13:16.881533 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-92836682-01b1-4483-b15c-0418cab0d2a9 req-2ce465fd-92a0-4a3d-a27c-b6d94601636c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264506 Sep 23 20:13:17.194917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:17.366763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8135e1-33f0-4fa7-9464-d341e7bfd246 req-fca66a75-bc1f-43fa-aa96-5ee332167fe6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:17.368220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa8135e1-33f0-4fa7-9464-d341e7bfd246 req-fca66a75-bc1f-43fa-aa96-5ee332167fe6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 945 time: 0.0477734 Sep 23 20:13:17.403825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa8135e1-33f0-4fa7-9464-d341e7bfd246 req-05ea758e-07ea-4cd2-9e23-6b79b0e29cee tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296814 Sep 23 20:13:18.520357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b70c2-2b53-4e12-92b7-916be14e31b7 req-0bf00995-e712-405b-9396-d34931edf2a7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:18.521819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b70c2-2b53-4e12-92b7-916be14e31b7 req-0bf00995-e712-405b-9396-d34931edf2a7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Sep 23 20:13:18.558692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e96b70c2-2b53-4e12-92b7-916be14e31b7 req-95d795de-bf60-4d57-92a7-72785030c8a9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307837 Sep 23 20:13:18.667861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb3757-1f08-4831-b17b-0e7f5df9adb8 req-a7e3e8de-8077-4961-9016-200ce9949714 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:18.669342 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1fb3757-1f08-4831-b17b-0e7f5df9adb8 req-a7e3e8de-8077-4961-9016-200ce9949714 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 945 time: 0.0473821 Sep 23 20:13:18.693812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:18.710331 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1fb3757-1f08-4831-b17b-0e7f5df9adb8 req-f62a1949-ebc3-4ca3-969c-71e6c63886b9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Sep 23 20:13:21.167319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-564a15c8-85f5-443d-a494-bfa6772e5ee5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:21.168911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-564a15c8-85f5-443d-a494-bfa6772e5ee5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1029048 Sep 23 20:13:21.184457 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-0c2f66be-eb0e-4381-9a24-7cb664ba8dcf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/quotas/470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 375 time: 0.0096896 Sep 23 20:13:21.235314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3885daa7-40f8-4d4a-8184-17a71b5db1e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458221 Sep 23 20:13:21.322945 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-a9c96a56-ec2f-46aa-9882-ad332d76ae12 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798872 Sep 23 20:13:21.414117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-e3485ee6-fd64-4828-8776-13179e908ea8 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850499 Sep 23 20:13:21.595815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3283aae2-1f25-4e0f-9c80-365bc39a1461 req-19af0e2b-5dcb-41d9-a4c1-f3056508ea89 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 210 time: 0.0262034 Sep 23 20:13:22.691592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-070b549e-0bcf-4962-a5b1-409c156b5290 req-d2ad35a5-0fde-4b36-9927-84a6ab8034ee tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 210 time: 0.0262518 Sep 23 20:13:22.709160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-aa4072ba-e521-45c3-85d2-7bb8441d4b7d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:22.711323 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-aa4072ba-e521-45c3-85d2-7bb8441d4b7d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1037967 Sep 23 20:13:22.723956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'port': {'device_id': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'admin_state_up': True, 'tenant_id': '470db890633e423c80ad38675a4087ed'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:22.846764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:13:22.850496 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:22.991219 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.20.0.12 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/56cdad0e-6122-4fa5-9dd8-2a2f6458565b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:13:23.416159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.448559 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.460940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['2aac27a3-33c2-4ae9-a344-49a56ee6f617'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:13:23.493888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:13:23.498778 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:13:23.505199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:13:23.533460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:23.556749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:23.557734 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.572873 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-3bc9e239-94b3-47c3-9cc9-30404870c0b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8530900 Sep 23 20:13:23.787067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Request body: {'port': {'device_id': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:23.793983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5dc90928-1f97-4afb-9424-f1ec498bc397 None None] Provisioning complete for port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:13:23.794644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5dc90928-1f97-4afb-9424-f1ec498bc397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.829672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8e02b-91d2-41f6-80b5-6c6fe43a9f4a req-84192252-f7a9-4f92-9fe4-0d613f4d07f8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:23.832007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3b8e02b-91d2-41f6-80b5-6c6fe43a9f4a req-84192252-f7a9-4f92-9fe4-0d613f4d07f8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 932 time: 0.0606337 Sep 23 20:13:23.832864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5dc90928-1f97-4afb-9424-f1ec498bc397 None None] Port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:13:23.855327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.875513 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3b8e02b-91d2-41f6-80b5-6c6fe43a9f4a req-a5f99963-fcd4-4747-b902-515f6075365a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Sep 23 20:13:24.112677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cdad0e-6122-4fa5-9dd8-2a2f6458565b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:13:24.120090 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:24.132562 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Transition to ACTIVE for port object 56cdad0e-6122-4fa5-9dd8-2a2f6458565b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:13:24.135522 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:24.205151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:24.258826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Attempting to bind port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:13:24.259209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Attempting to bind port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:13:24.259493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Attempting to bind port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:24.264087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b on network 400f28f4-4652-484c-9ba1-04046ef8698c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:13:24.264407 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Attempting to bind port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:24.269343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:13:24.269675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:13:24.270060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:13:24.270523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Bound port: 56cdad0e-6122-4fa5-9dd8-2a2f6458565b, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:13:24.270891 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:24.343208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] For port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:13:24.346453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] For port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:13:24.351754 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:24.391995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:24.392756 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:24.394627 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/56cdad0e-6122-4fa5-9dd8-2a2f6458565b HTTP/1.1" status: 200 len: 1092 time: 0.8140185 Sep 23 20:13:24.395135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'tag': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:24.397486 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4451e194-8991-421d-bb42-ffc987a86b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "253e2ff7-9c52-40a5-a956-6d83d645214b", "tag": "56cdad0e-6122-4fa5-9dd8-2a2f6458565b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:24.432689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c722-d4a9-4c88-a762-5c3caf51a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:24.437090 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddde49a-7f6a-460b-b613-6a4878a8da09 x-openstack-request-id: req-fddde49a-7f6a-460b-b613-6a4878a8da09 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:24.437544 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253e2ff7-9c52-40a5-a956-6d83d645214b", "tag": "56cdad0e-6122-4fa5-9dd8-2a2f6458565b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:24.437794 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fddde49a-7f6a-460b-b613-6a4878a8da09 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:24.438181 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'tag': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b', 'status': 'completed', 'code': 200} Sep 23 20:13:24.487493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-2c365225-2a9b-4567-9146-50c502317865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:24.489191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-2c365225-2a9b-4567-9146-50c502317865 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 1095 time: 0.0492029 Sep 23 20:13:24.538550 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-8e5acad8-52c1-4b77-b985-c011eb29602a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cdad0e-6122-4fa5-9dd8-2a2f6458565b HTTP/1.1" status: 200 len: 217 time: 0.0411258 Sep 23 20:13:24.601442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-9e3d0e80-1b79-4f5e-8002-cb90226f38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:24.603061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-9e3d0e80-1b79-4f5e-8002-cb90226f38a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0581477 Sep 23 20:13:24.649311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-4bec0033-bdd4-4beb-a252-856f1d2105d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:24.650765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-4bec0033-bdd4-4beb-a252-856f1d2105d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412478 Sep 23 20:13:24.745991 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-29ba5b3e-aa8a-499f-bde1-ddbe3777b87c service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883169 Sep 23 20:13:24.835195 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6570299b-a29d-4b7b-a3ab-6d4d6d3f6bdb req-f2dbdf3e-1ba5-49cf-a07a-cb57a5640706 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826356 Sep 23 20:13:24.930118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451e194-8991-421d-bb42-ffc987a86b7e req-f81e94da-ce81-4b48-9d48-d55676b6b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:24.942882 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4451e194-8991-421d-bb42-ffc987a86b7e req-f81e94da-ce81-4b48-9d48-d55676b6b34a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 1095 time: 0.0635197 Sep 23 20:13:25.017244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355824cf-7adb-41d7-8f13-a230bef7aba9 req-05152e98-2df8-4e9d-8824-dc3974efd51e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:25.018880 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-355824cf-7adb-41d7-8f13-a230bef7aba9 req-05152e98-2df8-4e9d-8824-dc3974efd51e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0520210 Sep 23 20:13:25.039426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451e194-8991-421d-bb42-ffc987a86b7e req-5abd05bd-f582-4f42-9d69-2b43895acea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:25.040524 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4451e194-8991-421d-bb42-ffc987a86b7e req-5abd05bd-f582-4f42-9d69-2b43895acea9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0905898 Sep 23 20:13:25.060579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-355824cf-7adb-41d7-8f13-a230bef7aba9 req-b4c1dc37-7687-457a-9f18-0177d003ce4d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Sep 23 20:13:25.088291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4451e194-8991-421d-bb42-ffc987a86b7e req-ece9fee0-b613-4efd-8c93-7b55aa7446fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cdad0e-6122-4fa5-9dd8-2a2f6458565b HTTP/1.1" status: 200 len: 217 time: 0.0410757 Sep 23 20:13:25.139773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451e194-8991-421d-bb42-ffc987a86b7e req-54eedadb-170e-4acd-83ab-d949aa7b2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:25.141579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4451e194-8991-421d-bb42-ffc987a86b7e req-54eedadb-170e-4acd-83ab-d949aa7b2367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0471499 Sep 23 20:13:25.191043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451e194-8991-421d-bb42-ffc987a86b7e req-4835dc6c-7f5c-4885-b726-d7a3330d8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:25.192484 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4451e194-8991-421d-bb42-ffc987a86b7e req-4835dc6c-7f5c-4885-b726-d7a3330d8efa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444648 Sep 23 20:13:25.293466 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4451e194-8991-421d-bb42-ffc987a86b7e req-a0faf2e3-7b62-4b43-8ff1-1f019cf28e10 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937412 Sep 23 20:13:25.396358 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4451e194-8991-421d-bb42-ffc987a86b7e req-0b5c9d7f-8d6a-4f26-9bb8-d2bf5eac24a1 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964272 Sep 23 20:13:25.686054 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.207738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0130-081b-4c0b-8acc-3bc152083013 req-2aed0f33-c7a8-4ea2-a79b-e1c394327d9e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:26.210002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b3e0130-081b-4c0b-8acc-3bc152083013 req-2aed0f33-c7a8-4ea2-a79b-e1c394327d9e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0654907 Sep 23 20:13:26.277001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b3e0130-081b-4c0b-8acc-3bc152083013 req-ce811fd4-6ef7-410a-8b80-6487f156cc97 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 Sep 23 20:13:27.092015 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:27.419295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa9747-e03e-4204-8eff-66fd6cb7ddaa req-45410304-3665-4da7-98d1-2a0a521f2257 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:27.420830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55fa9747-e03e-4204-8eff-66fd6cb7ddaa req-45410304-3665-4da7-98d1-2a0a521f2257 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0570803 Sep 23 20:13:27.477746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55fa9747-e03e-4204-8eff-66fd6cb7ddaa req-e4de3a8d-4551-4016-bdd3-1113dec6f678 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Sep 23 20:13:28.621501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434aa75-7912-4859-9ff0-2e4b99ec8819 req-7de13cab-f63d-453f-940a-92145c46c8d1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:28.623086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2434aa75-7912-4859-9ff0-2e4b99ec8819 req-7de13cab-f63d-453f-940a-92145c46c8d1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0536959 Sep 23 20:13:28.663273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2434aa75-7912-4859-9ff0-2e4b99ec8819 req-6d45ab24-120e-4b90-ae97-6f3f08eb9db7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Sep 23 20:13:29.794329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4af6-a0f2-4fa8-aacd-79d31c5b05d6 req-57da7c4c-951c-4ee5-9cdf-7bb457bd9684 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:29.795837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efab4af6-a0f2-4fa8-aacd-79d31c5b05d6 req-57da7c4c-951c-4ee5-9cdf-7bb457bd9684 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0483572 Sep 23 20:13:29.837303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efab4af6-a0f2-4fa8-aacd-79d31c5b05d6 req-d830b4ad-1f11-419e-9e17-9d8813a8238f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Sep 23 20:13:30.955356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e61b3-1cd6-4d76-902c-229dcbc33b53 req-b0cf42eb-7b26-4223-ab26-3dd7c3f1a33b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:30.956828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32e61b3-1cd6-4d76-902c-229dcbc33b53 req-b0cf42eb-7b26-4223-ab26-3dd7c3f1a33b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0521448 Sep 23 20:13:30.993391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d32e61b3-1cd6-4d76-902c-229dcbc33b53 req-2aa04bff-d866-4784-a1ce-003e2e1d9c94 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306513 Sep 23 20:13:32.108777 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ae9ee-e5d2-41d3-8294-76fb775bdded req-b37daa29-fbba-418e-86f3-b8fd8d55840f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:32.110316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-114ae9ee-e5d2-41d3-8294-76fb775bdded req-b37daa29-fbba-418e-86f3-b8fd8d55840f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0490699 Sep 23 20:13:32.147407 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-114ae9ee-e5d2-41d3-8294-76fb775bdded req-60b841ee-49ff-409d-ae24-adcb20ed4a2c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Sep 23 20:13:33.262133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682b29-f49f-44b6-9827-8d73059411b0 req-d12f1d96-eec0-4a1e-a712-377dd5e24c84 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:33.263499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44682b29-f49f-44b6-9827-8d73059411b0 req-d12f1d96-eec0-4a1e-a712-377dd5e24c84 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0477364 Sep 23 20:13:33.300326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44682b29-f49f-44b6-9827-8d73059411b0 req-bc6b0864-f8f7-4f5c-bdda-a43e2a86d295 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Sep 23 20:13:34.715545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54fcb-227e-45c4-9bf9-932c31e170bd req-c3de5ee0-eeae-4a33-b734-030c9d2484b1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:34.717109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23c54fcb-227e-45c4-9bf9-932c31e170bd req-c3de5ee0-eeae-4a33-b734-030c9d2484b1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.3437572 Sep 23 20:13:34.754710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23c54fcb-227e-45c4-9bf9-932c31e170bd req-3b363a09-a07b-4f56-9de7-cdd4472ca966 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Sep 23 20:13:35.882857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a0641-6d6c-4ce0-a51a-1d8477dedbe1 req-a595653e-521e-4f36-9b7f-38ece4ffc7b8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:35.884333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-616a0641-6d6c-4ce0-a51a-1d8477dedbe1 req-a595653e-521e-4f36-9b7f-38ece4ffc7b8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0497284 Sep 23 20:13:35.923182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-616a0641-6d6c-4ce0-a51a-1d8477dedbe1 req-9c2e7947-b6c0-4045-ac0c-86178925c160 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Sep 23 20:13:37.037901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b7059-6257-4345-993b-405320bd857d req-65686516-9e33-4931-bde4-40c132b502c9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:37.039466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a24b7059-6257-4345-993b-405320bd857d req-65686516-9e33-4931-bde4-40c132b502c9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0470779 Sep 23 20:13:37.076679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a24b7059-6257-4345-993b-405320bd857d req-60c30db9-baca-419c-bb15-54e56d34ce6d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Sep 23 20:13:38.196062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe74c6a-5d8c-479a-882d-4c66253453fb req-ad6644b9-18f2-4459-b06f-83d78faaba45 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:38.197499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fe74c6a-5d8c-479a-882d-4c66253453fb req-ad6644b9-18f2-4459-b06f-83d78faaba45 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0527637 Sep 23 20:13:38.234274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fe74c6a-5d8c-479a-882d-4c66253453fb req-a762943e-d7cd-458a-acb8-e960df651b99 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Sep 23 20:13:39.351408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c786e-37b8-467f-8ee8-7142d3d42d29 req-ee00ba75-1b33-42f6-9736-88e7594e0ef0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:39.352898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7c786e-37b8-467f-8ee8-7142d3d42d29 req-ee00ba75-1b33-42f6-9736-88e7594e0ef0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0487256 Sep 23 20:13:39.389465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e7c786e-37b8-467f-8ee8-7142d3d42d29 req-5df3e4f6-635c-42fb-8402-f6228fdfdcd3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305479 Sep 23 20:13:40.509696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e1a1-6804-4d94-a1e8-c306bb9b1c29 req-abcda9ac-2765-49d9-8435-a62384564fdc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:40.511188 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e746e1a1-6804-4d94-a1e8-c306bb9b1c29 req-abcda9ac-2765-49d9-8435-a62384564fdc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0499721 Sep 23 20:13:40.547825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e746e1a1-6804-4d94-a1e8-c306bb9b1c29 req-bf885cea-77b5-4932-9586-c35d69003d8a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304286 Sep 23 20:13:41.672348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e50097-9c4b-4ebf-80e8-2b81f298f3a8 req-abdb5438-7127-4524-b3d9-45c228706ab1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:41.674069 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85e50097-9c4b-4ebf-80e8-2b81f298f3a8 req-abdb5438-7127-4524-b3d9-45c228706ab1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0548506 Sep 23 20:13:41.718500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85e50097-9c4b-4ebf-80e8-2b81f298f3a8 req-88bad647-1d94-4fa8-a244-9cc2a4d96a17 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Sep 23 20:13:42.833741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5eb8-e278-4830-8cb2-1ad0f4dd3a73 req-ed11f1ff-6ab8-48a1-9341-d39a4dcbcbd3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:42.835940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08bc5eb8-e278-4830-8cb2-1ad0f4dd3a73 req-ed11f1ff-6ab8-48a1-9341-d39a4dcbcbd3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0481384 Sep 23 20:13:42.872266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08bc5eb8-e278-4830-8cb2-1ad0f4dd3a73 req-0390782d-8e0c-4510-b566-1cd5cdbfe50a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299175 Sep 23 20:13:43.220165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27187f90-0b63-41b2-9c78-60931348ca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:43.988272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3931c-ba5c-4326-b8e8-eabb7e3f6350 req-fbc6f1c8-2899-47b0-bf18-60c3290ab927 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:43.989730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41e3931c-ba5c-4326-b8e8-eabb7e3f6350 req-fbc6f1c8-2899-47b0-bf18-60c3290ab927 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0483415 Sep 23 20:13:44.025903 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41e3931c-ba5c-4326-b8e8-eabb7e3f6350 req-42768a54-7146-4a89-941b-7c2f82eeab36 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302584 Sep 23 20:13:44.409101 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-572ca1c8-dfda-4aa3-a011-9cd535719802 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521078 Sep 23 20:13:44.496192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50228c12-0e24-4532-8933-4984cf3115c1 req-d37c7fa0-65e5-4f55-903d-fac87c5aa61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:44.498270 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-d37c7fa0-65e5-4f55-903d-fac87c5aa61c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 1096 time: 0.0462642 Sep 23 20:13:44.604500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50228c12-0e24-4532-8933-4984cf3115c1 req-5e88032d-0cf0-4df3-9f68-05ea7c71b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:44.605874 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-5e88032d-0cf0-4df3-9f68-05ea7c71b61d service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0881841 Sep 23 20:13:44.652556 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-cfcf3522-3258-4785-b925-583944bb6365 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617 HTTP/1.1" status: 200 len: 217 time: 0.0391133 Sep 23 20:13:44.704853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50228c12-0e24-4532-8933-4984cf3115c1 req-a4860019-622f-4756-9a81-a662e25a054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:44.706301 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-a4860019-622f-4756-9a81-a662e25a054d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0474973 Sep 23 20:13:44.767603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50228c12-0e24-4532-8933-4984cf3115c1 req-dc2ebed1-87a7-4a07-a474-b21935d86ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:44.770480 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-dc2ebed1-87a7-4a07-a474-b21935d86ad7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574596 Sep 23 20:13:44.886853 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-a41e9d30-cc61-44cf-a0d9-509c76090b74 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088440 Sep 23 20:13:44.980803 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-50228c12-0e24-4532-8933-4984cf3115c1 req-3c5ed6e6-b907-48ef-bf44-e138e30f5d09 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870807 Sep 23 20:13:45.155376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e243-6b30-4901-9e6c-b4aaf1c8b952 req-e14602fc-90ed-44be-a3fe-de92ccffb476 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:45.156864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61a8e243-6b30-4901-9e6c-b4aaf1c8b952 req-e14602fc-90ed-44be-a3fe-de92ccffb476 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 944 time: 0.0612388 Sep 23 20:13:45.181916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 56cdad0e-6122-4fa5-9dd8-2a2f6458565b details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:13:45.197251 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61a8e243-6b30-4901-9e6c-b4aaf1c8b952 req-7c885ccd-a50a-4611-a4b8-bad4a319b82f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 Sep 23 20:13:45.471186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:45.482607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'port_id': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b', 'mac_address': 'fa:16:3e:51:79:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:13:45.521808 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:45.534163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cdad0e-6122-4fa5-9dd8-2a2f6458565b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:13:45.553510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:45.557065 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:45.603056 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:45.610119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.610540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.610843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.611168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.611493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.611832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.612156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.612480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.612801 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.613124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.613441 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.613759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:45.874593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['56cdad0e-6122-4fa5-9dd8-2a2f6458565b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:13:46.318607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2444a3-1d29-434a-bd3d-bc2507202494 req-35d4bdd4-13d3-4399-9341-ca2d2a83be17 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:46.320861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df2444a3-1d29-434a-bd3d-bc2507202494 req-35d4bdd4-13d3-4399-9341-ca2d2a83be17 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 945 time: 0.0528617 Sep 23 20:13:46.359737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df2444a3-1d29-434a-bd3d-bc2507202494 req-04b31482-945d-462e-80db-eeb92d189553 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Sep 23 20:13:46.392704 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2769d93-77f2-42ad-8067-e5caa17bf8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:46.539437 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:47.197544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 56cdad0e-6122-4fa5-9dd8-2a2f6458565b up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:13:47.201114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:47.247525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:13:47.250954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:13:47.251311 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:47.334334 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:47.363826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:47.366688 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40715b61-9244-407f-ab18-6e7dae2811dd" -d '{"events": [{"server_uuid": "253e2ff7-9c52-40a5-a956-6d83d645214b", "name": "network-vif-plugged", "status": "completed", "tag": "56cdad0e-6122-4fa5-9dd8-2a2f6458565b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:47.386339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:47.390632 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:47.423157 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21135e02-f77c-4fc7-95e2-dfa4b366c43c x-openstack-request-id: req-21135e02-f77c-4fc7-95e2-dfa4b366c43c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:47.423868 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253e2ff7-9c52-40a5-a956-6d83d645214b", "name": "network-vif-plugged", "status": "completed", "tag": "56cdad0e-6122-4fa5-9dd8-2a2f6458565b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:47.423868 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21135e02-f77c-4fc7-95e2-dfa4b366c43c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:47.424130 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b', 'code': 200} Sep 23 20:13:47.459383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:47.516220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4d128-2f2a-4b76-8da9-5f41a03c6519 req-54ab2eb5-6db5-4098-acf6-24fd9e84d9bf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:47.517902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce4d128-2f2a-4b76-8da9-5f41a03c6519 req-54ab2eb5-6db5-4098-acf6-24fd9e84d9bf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 946 time: 0.0587721 Sep 23 20:13:47.526754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541baf4a-7c98-4327-9519-1d9d94ba1d08 req-d51ac832-fb0e-4d6a-bb9f-5b6f48db9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:47.528253 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-541baf4a-7c98-4327-9519-1d9d94ba1d08 req-d51ac832-fb0e-4d6a-bb9f-5b6f48db9997 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 1097 time: 0.0538921 Sep 23 20:13:47.560832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ce4d128-2f2a-4b76-8da9-5f41a03c6519 req-7d097a4d-ca1f-42c2-a931-2ef750fe84e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Sep 23 20:13:47.567208 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-541baf4a-7c98-4327-9519-1d9d94ba1d08 req-5149f35d-3837-49ce-b8ea-3b25ff043547 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Sep 23 20:13:48.688588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037ac7c-8312-4882-bdff-99ffcfea2c5a req-d5d6e8c0-21fe-40c8-88e2-d5642cfe90f0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:48.690079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a037ac7c-8312-4882-bdff-99ffcfea2c5a req-d5d6e8c0-21fe-40c8-88e2-d5642cfe90f0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 946 time: 0.0572925 Sep 23 20:13:48.697009 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:48.728773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a037ac7c-8312-4882-bdff-99ffcfea2c5a req-e16be76c-cea5-478e-bef6-0f23ea8dac17 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Sep 23 20:13:49.845703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175bb95-422b-4abb-b885-8c76b30a1f84 req-f94cb82f-9289-45ed-9ee7-b371414f43e8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:49.847214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b175bb95-422b-4abb-b885-8c76b30a1f84 req-f94cb82f-9289-45ed-9ee7-b371414f43e8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 946 time: 0.0485988 Sep 23 20:13:49.886016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b175bb95-422b-4abb-b885-8c76b30a1f84 req-232372b6-5ddd-47a2-a5f5-e704adf4b76c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Sep 23 20:13:49.996991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a606937-ae8c-485c-8c1f-9499a36dad52 req-b4756a79-2b14-4d2b-ad8d-e2e96c3383f8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:49.998492 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a606937-ae8c-485c-8c1f-9499a36dad52 req-b4756a79-2b14-4d2b-ad8d-e2e96c3383f8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 946 time: 0.0477910 Sep 23 20:13:50.035351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a606937-ae8c-485c-8c1f-9499a36dad52 req-d6a1f9ad-a0aa-4cc3-92ae-787a0a1a9a15 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Sep 23 20:13:50.325824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431872-67b1-4fd0-8d09-658e5add0286 req-b5019a84-cdf3-4f6f-9d43-eb0bee77ed0e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:50.327267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4431872-67b1-4fd0-8d09-658e5add0286 req-b5019a84-cdf3-4f6f-9d43-eb0bee77ed0e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 946 time: 0.0527430 Sep 23 20:13:50.364870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4431872-67b1-4fd0-8d09-658e5add0286 req-6265086a-738a-4e9c-98f2-66a0bda72fd1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Sep 23 20:13:50.530131 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:13:51.481462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d5acc-abfa-4997-ae10-6ecd41cb048e req-285e80d8-1e65-4cd7-b9bc-29b91ee12375 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:51.482964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c97d5acc-abfa-4997-ae10-6ecd41cb048e req-285e80d8-1e65-4cd7-b9bc-29b91ee12375 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 946 time: 0.0486617 Sep 23 20:13:51.520670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c97d5acc-abfa-4997-ae10-6ecd41cb048e req-6d8d3d6a-8fac-4cd4-a4d6-35ec51945c55 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Sep 23 20:13:51.812127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-4c48458f-1c30-4653-8222-4fd9a70e676b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:51.813570 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-4c48458f-1c30-4653-8222-4fd9a70e676b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 946 time: 0.0477645 Sep 23 20:13:51.900109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:13:51.900477 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:51.989362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] For port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:51.989717 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:52.002459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for 56cdad0e-6122-4fa5-9dd8-2a2f6458565b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:13:52.127610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:52.140233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['2aac27a3-33c2-4ae9-a344-49a56ee6f617'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:13:52.142566 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['56cdad0e-6122-4fa5-9dd8-2a2f6458565b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:13:52.157409 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=56cdad0e-6122-4fa5-9dd8-2a2f6458565b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:52.183539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.183897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.184251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.184593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.184927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.185262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.185590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.185943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.186276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.186602 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.186928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.187493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:52.208410 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] No DVR routers for this DVR port 56cdad0e-6122-4fa5-9dd8-2a2f6458565b on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:13:52.211890 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:52.214090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8245a1cf-d7d8-44a7-9d2b-5a311e27713d req-8a93dc81-10d0-4f5d-9354-ccc7bbbad0d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "DELETE /v2.0/ports/56cdad0e-6122-4fa5-9dd8-2a2f6458565b HTTP/1.1" status: 204 len: 173 time: 0.3942122 Sep 23 20:13:52.214588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'name': 'network-vif-deleted', 'tag': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:52.216867 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f984773-55b0-4945-afc4-cecf996775b3" -d '{"events": [{"server_uuid": "253e2ff7-9c52-40a5-a956-6d83d645214b", "name": "network-vif-deleted", "tag": "56cdad0e-6122-4fa5-9dd8-2a2f6458565b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:52.265010 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fda382-7805-4eb3-8446-cc3670dc9b76 x-openstack-request-id: req-70fda382-7805-4eb3-8446-cc3670dc9b76 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:52.265304 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253e2ff7-9c52-40a5-a956-6d83d645214b", "name": "network-vif-deleted", "tag": "56cdad0e-6122-4fa5-9dd8-2a2f6458565b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:52.265704 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70fda382-7805-4eb3-8446-cc3670dc9b76 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:52.265960 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e2ff7-9c52-40a5-a956-6d83d645214b', 'name': 'network-vif-deleted', 'tag': '56cdad0e-6122-4fa5-9dd8-2a2f6458565b', 'status': 'completed', 'code': 200} Sep 23 20:13:52.617238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5af4e31c-f94a-4c17-9f1b-669775d0bd0c req-b0b57f0b-c576-4d82-a7c2-f67235b58c6f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 210 time: 0.0262086 Sep 23 20:13:53.716868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-20a4b0f0-778e-4b5a-b253-831893442704 req-95490287-574c-4f81-9bd7-ecfc91436c71 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 210 time: 0.0267961 Sep 23 20:13:54.820725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fa6bc3b-85fc-4e94-bec4-32c8a898f940 req-78a1266e-8900-4468-bbeb-5ffa224967a3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 210 time: 0.0334971 Sep 23 20:13:55.692240 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:55.938456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38609e98-d185-4d3c-8028-397649f8e823 req-ef7bbe03-57b2-4997-81db-883a5e012974 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=253e2ff7-9c52-40a5-a956-6d83d645214b HTTP/1.1" status: 200 len: 210 time: 0.0351126 Sep 23 20:13:57.089082 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:57.276567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 56cdad0e-6122-4fa5-9dd8-2a2f6458565b no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:13:57.297070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 56cdad0e-6122-4fa5-9dd8-2a2f6458565b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:13:57.297419 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 56cdad0e-6122-4fa5-9dd8-2a2f6458565b not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:14:00.418460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a322765-4dd3-4509-9910-82c9c008107e req-f4b66558-c1e0-45bf-a3f5-0f035735f401 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:00.419936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a322765-4dd3-4509-9910-82c9c008107e req-f4b66558-c1e0-45bf-a3f5-0f035735f401 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Sep 23 20:14:00.463121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a322765-4dd3-4509-9910-82c9c008107e req-307a7b7c-9f67-4c08-b5cf-49291a80dd86 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Sep 23 20:14:01.576384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb11abb-d16c-48ba-a91c-1a87e5fa795d req-a92ce474-17db-425b-b13d-17ba099520a3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:01.577838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2cb11abb-d16c-48ba-a91c-1a87e5fa795d req-a92ce474-17db-425b-b13d-17ba099520a3 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 945 time: 0.0476766 Sep 23 20:14:01.615170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2cb11abb-d16c-48ba-a91c-1a87e5fa795d req-57b38e48-04cf-4d25-88f5-019882c01559 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbc5aab0-d439-430c-be9d-8ece57978665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Sep 23 20:14:01.878262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-38dd3fee-ccc6-43c7-9828-8808a3fbca33 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:01.879647 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-38dd3fee-ccc6-43c7-9828-8808a3fbca33 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 945 time: 0.0519829 Sep 23 20:14:01.966997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:14:01.967339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:02.055702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] For port 2aac27a3-33c2-4ae9-a344-49a56ee6f617, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=2aac27a3-33c2-4ae9-a344-49a56ee6f617,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:14:02.056055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:02.067474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for 2aac27a3-33c2-4ae9-a344-49a56ee6f617 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:14:02.191238 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:02.203411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['2aac27a3-33c2-4ae9-a344-49a56ee6f617'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:14:02.223483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=2aac27a3-33c2-4ae9-a344-49a56ee6f617,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:02.264744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] No DVR routers for this DVR port 2aac27a3-33c2-4ae9-a344-49a56ee6f617 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:14:02.267569 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:02.269688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-941f8612-90c0-4c8c-97cd-e12fe61bd19a req-a4c44015-976d-4c96-9efd-0ec43829ed23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "DELETE /v2.0/ports/2aac27a3-33c2-4ae9-a344-49a56ee6f617 HTTP/1.1" status: 204 len: 173 time: 0.3835449 Sep 23 20:14:02.270119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'name': 'network-vif-deleted', 'tag': '2aac27a3-33c2-4ae9-a344-49a56ee6f617'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:14:02.272358 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de8c4d-09c2-4c50-aa0d-0f958caaab50" -d '{"events": [{"server_uuid": "28ee4210-ee50-48ab-aa0e-bbd132d2b303", "name": "network-vif-deleted", "tag": "2aac27a3-33c2-4ae9-a344-49a56ee6f617"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:14:02.310930 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b65398-026b-4eaf-9097-361deb3bd424 x-openstack-request-id: req-61b65398-026b-4eaf-9097-361deb3bd424 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:14:02.311244 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ee4210-ee50-48ab-aa0e-bbd132d2b303", "name": "network-vif-deleted", "tag": "2aac27a3-33c2-4ae9-a344-49a56ee6f617", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:14:02.311499 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61b65398-026b-4eaf-9097-361deb3bd424 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:14:02.311897 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ee4210-ee50-48ab-aa0e-bbd132d2b303', 'name': 'network-vif-deleted', 'tag': '2aac27a3-33c2-4ae9-a344-49a56ee6f617', 'status': 'completed', 'code': 200} Sep 23 20:14:02.720506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bd62d30-2e89-4f45-8af2-21318271baaa req-25085313-927a-46a8-a93d-29e026ca0e76 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 210 time: 0.0320346 Sep 23 20:14:03.816028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1ddc8e4-96f2-4d8a-85ba-5edbfe78a84c req-a976277a-d60b-4466-b2c6-448b99f65337 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 210 time: 0.0268149 Sep 23 20:14:04.909244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-161c92f5-588d-4aaa-8d8f-38379c782c83 req-fc527988-cf07-48aa-b846-73e577f85a40 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 210 time: 0.0263572 Sep 23 20:14:06.041842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cf9db0c-4b21-4157-be86-0a5f1f8ca399 req-edbb016a-95bf-43c0-bc83-0530e169b675 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=28ee4210-ee50-48ab-aa0e-bbd132d2b303 HTTP/1.1" status: 200 len: 210 time: 0.0287158 Sep 23 20:14:06.787003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2aac27a3-33c2-4ae9-a344-49a56ee6f617 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:14:06.808552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 2aac27a3-33c2-4ae9-a344-49a56ee6f617 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:14:06.808897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 2aac27a3-33c2-4ae9-a344-49a56ee6f617 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:14:09.995657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 41644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:10.000224 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-dc80c96b-74f3-4897-9b42-b4a22ce3375c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708110563', 'description': 'tempest-secgroup-smoke-708110563 description', 'project_id': '470db890633e423c80ad38675a4087ed'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:10.021335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc80c96b-74f3-4897-9b42-b4a22ce3375c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.097380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc80c96b-74f3-4897-9b42-b4a22ce3375c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.100733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc80c96b-74f3-4897-9b42-b4a22ce3375c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.121959 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc80c96b-74f3-4897-9b42-b4a22ce3375c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.123184 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc80c96b-74f3-4897-9b42-b4a22ce3375c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1265173 Sep 23 20:14:10.126436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:10.130878 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80c96b-74f3-4897-9b42-b4a22ce3375c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31861ced-8e69-46bf-b75a-b25eec9c56ff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:10.131047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'security_group_rule': {'security_group_id': '31861ced-8e69-46bf-b75a-b25eec9c56ff', 'project_id': '470db890633e423c80ad38675a4087ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:10.156334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.212547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.216130 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.234693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c910d2ba-0298-4e6e-830a-44dfb68bbc28,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:10.244394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.244740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.245082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.245417 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.245748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.246078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.246443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.246772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.247094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.247415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.247737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.248058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:14:10.252004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.253462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7127972b-5e6c-4844-8708-3762c669e5e7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259532 Sep 23 20:14:10.256209 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:10.261015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f45770d-28d1-4aa1-944f-da576687364e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'security_group_rule': {'security_group_id': '31861ced-8e69-46bf-b75a-b25eec9c56ff', 'project_id': '470db890633e423c80ad38675a4087ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:10.286404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f45770d-28d1-4aa1-944f-da576687364e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.346409 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f45770d-28d1-4aa1-944f-da576687364e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.349799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f45770d-28d1-4aa1-944f-da576687364e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.366970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45770d-28d1-4aa1-944f-da576687364e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddca722a-d9c9-44ea-aa07-bd7d920176e5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:10.373784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f45770d-28d1-4aa1-944f-da576687364e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.375034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6f45770d-28d1-4aa1-944f-da576687364e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178744 Sep 23 20:14:10.377672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:10.381937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e72aa5e0-2213-4fe3-b52a-97883631a7c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'security_group_rule': {'security_group_id': '31861ced-8e69-46bf-b75a-b25eec9c56ff', 'project_id': '470db890633e423c80ad38675a4087ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:10.406619 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72aa5e0-2213-4fe3-b52a-97883631a7c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.463795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72aa5e0-2213-4fe3-b52a-97883631a7c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.467225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72aa5e0-2213-4fe3-b52a-97883631a7c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.483459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aa5e0-2213-4fe3-b52a-97883631a7c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2720ee6-1574-4d92-960b-0c0db4dc9ebe,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:10.489930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e72aa5e0-2213-4fe3-b52a-97883631a7c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.491176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e72aa5e0-2213-4fe3-b52a-97883631a7c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125450 Sep 23 20:14:10.493884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:10.498286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c8275cef-b770-4c94-a0e1-77ce923c4cac tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'security_group_rule': {'security_group_id': '31861ced-8e69-46bf-b75a-b25eec9c56ff', 'project_id': '470db890633e423c80ad38675a4087ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:10.523135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8275cef-b770-4c94-a0e1-77ce923c4cac tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.580825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8275cef-b770-4c94-a0e1-77ce923c4cac tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.584075 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8275cef-b770-4c94-a0e1-77ce923c4cac tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.601050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8275cef-b770-4c94-a0e1-77ce923c4cac tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62157f20-a144-48fd-bb18-da1b73e3e833,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:10.607042 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8275cef-b770-4c94-a0e1-77ce923c4cac tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.608287 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c8275cef-b770-4c94-a0e1-77ce923c4cac tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134324 Sep 23 20:14:10.611183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:10.615740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'security_group_rule': {'security_group_id': '31861ced-8e69-46bf-b75a-b25eec9c56ff', 'project_id': '470db890633e423c80ad38675a4087ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:10.636439 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Project 470db890633e423c80ad38675a4087ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:14:10.641359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.704138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.707491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.726020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ba20f9-44f7-44cd-96d0-e2d0d2d19384,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:10.734543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.735730 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e8926cd6-6bef-4d9f-a593-3a0467804189 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235614 Sep 23 20:14:10.738554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:10.743315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'security_group_rule': {'security_group_id': '31861ced-8e69-46bf-b75a-b25eec9c56ff', 'project_id': '470db890633e423c80ad38675a4087ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:10.764323 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Project 470db890633e423c80ad38675a4087ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:14:10.769112 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.829829 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.833167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.847468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1648363d-8544-4a29-818b-b2d43d4ec477,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:10.856751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:10.857955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-87c6612e-2bdb-4e12-8197-c3344f6af5e4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185043 Sep 23 20:14:13.222671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b635e00e-b46d-43dd-866b-8aa90eecc496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:16.387383 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61ce2110-3517-4a94-b0dc-1bb679acfbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:16.541399 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:17.200955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:18.707056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:25.153396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-0e53c176-9f68-4399-b8e3-60dac6237c84 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708110563&fields=id&tenant_id=470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 267 time: 0.0314965 Sep 23 20:14:25.258358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-66169600-789c-4a7d-93e9-3652eb0c7767 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:25.259699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-66169600-789c-4a7d-93e9-3652eb0c7767 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.0996883 Sep 23 20:14:25.274688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-903e1364-1847-4fae-a96c-6382c09ef14b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/quotas/470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 375 time: 0.0090022 Sep 23 20:14:25.324487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-0f91eb9a-efc3-43e2-abe4-04b5c54134e0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444613 Sep 23 20:14:25.419275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-9612f8b2-4930-4143-a721-b2247b27a5a1 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834608 Sep 23 20:14:25.506369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-d784553a-08e7-4fdb-9450-98a2e60f9c45 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809381 Sep 23 20:14:25.698106 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:25.786438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b61ceccc-d5ef-4dae-8ab3-b3300de8e499 req-28c3ef45-c1d1-4ae9-b4ef-dcdf630f871d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Sep 23 20:14:26.891539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87004253-762f-4585-8017-4c016243e080 req-61a2a60d-9e90-470f-8536-599bf1844f72 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 210 time: 0.0355954 Sep 23 20:14:26.933673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-3e62ad0f-d9a1-4359-89d7-dc7d2c8e2a5d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:26.935185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-3e62ad0f-d9a1-4359-89d7-dc7d2c8e2a5d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1152501 Sep 23 20:14:26.979072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-239d5135-33e7-4912-b94c-290ac0c32a6c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 379 time: 0.0348680 Sep 23 20:14:26.988452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'port': {'device_id': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'admin_state_up': True, 'tenant_id': '470db890633e423c80ad38675a4087ed', 'security_groups': ['31861ced-8e69-46bf-b75a-b25eec9c56ff']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:27.085670 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.103999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:14:27.107822 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.238946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.20.0.3 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/14ba65e9-78db-4690-b94c-2bcb09281193) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:14:27.382069 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.416576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.463234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:14:27.466606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:14:27.470543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:14:27.503448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=14ba65e9-78db-4690-b94c-2bcb09281193,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:27.532647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:27.532842 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.537931 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:14:27.549434 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-5c8593f2-6809-442e-b874-7070b582029b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648854 Sep 23 20:14:27.563222 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Request body: {'port': {'device_id': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:27.627688 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.785878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fac47d2a-2be5-4ae6-96d6-6b892cd84cf1 None None] Provisioning complete for port 14ba65e9-78db-4690-b94c-2bcb09281193 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:14:27.786154 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fac47d2a-2be5-4ae6-96d6-6b892cd84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.820916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fac47d2a-2be5-4ae6-96d6-6b892cd84cf1 None None] Port 14ba65e9-78db-4690-b94c-2bcb09281193 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:14:27.898100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ba65e9-78db-4690-b94c-2bcb09281193 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:14:27.905565 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.918416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Transition to ACTIVE for port object 14ba65e9-78db-4690-b94c-2bcb09281193 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:14:27.922784 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.999027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Pushing event updated for resources: {'Port': ['ID=14ba65e9-78db-4690-b94c-2bcb09281193,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:28.017788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fab02-8ce0-4678-a7e3-5e03caa628cf req-0f7caedc-887a-4469-9ee6-796705770a87 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.019448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d20fab02-8ce0-4678-a7e3-5e03caa628cf req-0f7caedc-887a-4469-9ee6-796705770a87 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0614290 Sep 23 20:14:28.058773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Attempting to bind port 14ba65e9-78db-4690-b94c-2bcb09281193 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:14:28.059193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Attempting to bind port 14ba65e9-78db-4690-b94c-2bcb09281193 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:14:28.059595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Attempting to bind port 14ba65e9-78db-4690-b94c-2bcb09281193 on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:14:28.064648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Port 14ba65e9-78db-4690-b94c-2bcb09281193 on network 400f28f4-4652-484c-9ba1-04046ef8698c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:14:28.065060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Attempting to bind port 14ba65e9-78db-4690-b94c-2bcb09281193 on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:14:28.070856 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d20fab02-8ce0-4678-a7e3-5e03caa628cf req-3c81c69b-822a-451a-a35a-bcd05054374d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445566 Sep 23 20:14:28.071111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:14:28.071432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:14:28.071856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:14:28.072255 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Bound port: 14ba65e9-78db-4690-b94c-2bcb09281193, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:14:28.072620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:28.158807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] For port 14ba65e9-78db-4690-b94c-2bcb09281193, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:14:28.162427 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] For port 14ba65e9-78db-4690-b94c-2bcb09281193, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=14ba65e9-78db-4690-b94c-2bcb09281193,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:14:28.168677 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:28.207317 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.208044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:28.209448 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] 10.222.0.72 "PUT /v2.0/ports/14ba65e9-78db-4690-b94c-2bcb09281193 HTTP/1.1" status: 200 len: 1091 time: 0.6506877 Sep 23 20:14:28.209900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:14:28.212754 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573244c5-e14b-48fd-bc7e-1bc638a5f480" -d '{"events": [{"name": "network-changed", "server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:14:28.236444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59a35-e1d7-40c3-b44b-28ff35d18f60 service neutron] Pushing event updated for resources: {'Port': ['ID=14ba65e9-78db-4690-b94c-2bcb09281193,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:28.285631 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3bcf8-4002-4233-90ab-5e0ed95675d6 x-openstack-request-id: req-e2f3bcf8-4002-4233-90ab-5e0ed95675d6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:14:28.286069 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:14:28.286454 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2f3bcf8-4002-4233-90ab-5e0ed95675d6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:14:28.286946 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193', 'status': 'completed', 'code': 200} Sep 23 20:14:28.304441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-51d81278-8d4d-4063-bffe-4dd2fc2d9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.306163 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-51d81278-8d4d-4063-bffe-4dd2fc2d9af4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 1094 time: 0.0527217 Sep 23 20:14:28.352538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-84f1d0d3-1237-4ebd-90de-79ded9de4ff5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14ba65e9-78db-4690-b94c-2bcb09281193 HTTP/1.1" status: 200 len: 217 time: 0.0378826 Sep 23 20:14:28.405533 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-bbb02676-d365-43be-9eb6-23c6cbea2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.407129 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-bbb02676-d365-43be-9eb6-23c6cbea2f71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0481391 Sep 23 20:14:28.461827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-52d51e9d-42e6-43e5-95aa-ca18c29558f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.463485 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-52d51e9d-42e6-43e5-95aa-ca18c29558f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492690 Sep 23 20:14:28.554673 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-111b69df-ab2d-4ecb-88f3-c888cc2ca143 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Sep 23 20:14:28.645933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-daeecc5b-b738-46a0-9658-a40e539872a0 req-c864108b-b887-4d66-ab1f-b662d595aa06 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Sep 23 20:14:28.736020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-a8cd2509-4bce-4424-9e18-30d8ae784460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.737509 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-a8cd2509-4bce-4424-9e18-30d8ae784460 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 1094 time: 0.0399189 Sep 23 20:14:28.834066 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-306c822c-73f6-48cd-bb26-34824e21711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.835676 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-306c822c-73f6-48cd-bb26-34824e21711c service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0908723 Sep 23 20:14:28.879063 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-94909593-b7a9-41a8-98eb-5730fd3ce91f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14ba65e9-78db-4690-b94c-2bcb09281193 HTTP/1.1" status: 200 len: 217 time: 0.0357742 Sep 23 20:14:28.927456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-7b685a79-6409-47d7-8db2-a0ae161ae6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.928912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-7b685a79-6409-47d7-8db2-a0ae161ae6dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0430954 Sep 23 20:14:28.974459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-4f835191-8f1f-4787-acd7-d2e058cd92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:28.975949 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-4f835191-8f1f-4787-acd7-d2e058cd92e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401940 Sep 23 20:14:29.067454 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-ba0f68b0-ea41-4d99-bae8-ec5dfd63314e service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Sep 23 20:14:29.160715 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-573244c5-e14b-48fd-bc7e-1bc638a5f480 req-f5937e49-d478-49e9-81af-fe9d556b0a73 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855803 Sep 23 20:14:29.193426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aa35e-aaf1-4e12-ba56-e240495cb8f9 req-5364c1b7-bb05-464c-a4b5-f2932a7c345d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:29.195070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef3aa35e-aaf1-4e12-ba56-e240495cb8f9 req-5364c1b7-bb05-464c-a4b5-f2932a7c345d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0510082 Sep 23 20:14:29.231921 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ef3aa35e-aaf1-4e12-ba56-e240495cb8f9 req-cb721f73-a44e-47be-ac47-c33b2c33a22c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307775 Sep 23 20:14:30.346117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819534a-9126-4523-b830-cef5d7d8b28a req-0b7e0731-6a03-4608-b9c7-b9708e8fdec5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:30.347592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2819534a-9126-4523-b830-cef5d7d8b28a req-0b7e0731-6a03-4608-b9c7-b9708e8fdec5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0488753 Sep 23 20:14:30.384750 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2819534a-9126-4523-b830-cef5d7d8b28a req-ce257191-9651-41a8-9ba1-d0109367ba5f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305436 Sep 23 20:14:31.502984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9a243-ec98-4502-9ec3-a06982e08e34 req-683dd465-54a1-4165-96d0-07735d90e846 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:31.504449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3f9a243-ec98-4502-9ec3-a06982e08e34 req-683dd465-54a1-4165-96d0-07735d90e846 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0520558 Sep 23 20:14:31.540752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3f9a243-ec98-4502-9ec3-a06982e08e34 req-cd372c48-4e15-4ce7-b04e-880949f42ed6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303297 Sep 23 20:14:32.654287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34674d-9e54-4833-a2f8-a699ab1ed8df req-6db8c625-dc6c-4ee6-8f68-ca95771fe9d5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:32.655769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c34674d-9e54-4833-a2f8-a699ab1ed8df req-6db8c625-dc6c-4ee6-8f68-ca95771fe9d5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0478349 Sep 23 20:14:32.692486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c34674d-9e54-4833-a2f8-a699ab1ed8df req-2ceacdd3-e912-4a35-a29b-280e487264e5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Sep 23 20:14:33.804772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ced1ad-0408-4216-839c-6647eabf6d4d req-f1df8667-40cc-4f0c-9957-ee0429428184 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:33.806267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14ced1ad-0408-4216-839c-6647eabf6d4d req-f1df8667-40cc-4f0c-9957-ee0429428184 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0481558 Sep 23 20:14:33.842709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14ced1ad-0408-4216-839c-6647eabf6d4d req-8ecfe8a2-c0f8-4d2d-9fa9-b374308938d9 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303955 Sep 23 20:14:34.959698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c20c5f-ea1d-4638-a309-3e29830d0244 req-2d66d9d2-d158-4329-ac04-aeaef61710f0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:34.961205 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21c20c5f-ea1d-4638-a309-3e29830d0244 req-2d66d9d2-d158-4329-ac04-aeaef61710f0 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0525281 Sep 23 20:14:34.997718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21c20c5f-ea1d-4638-a309-3e29830d0244 req-be049540-d02a-46e5-a9c2-7584602c6f2d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305948 Sep 23 20:14:36.110231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf598fd-dca3-4023-bd01-e8b98a04dcdd req-64b49ded-81a7-4e35-a4ef-80cfdd692b66 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:36.111718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbf598fd-dca3-4023-bd01-e8b98a04dcdd req-64b49ded-81a7-4e35-a4ef-80cfdd692b66 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0484488 Sep 23 20:14:36.148358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbf598fd-dca3-4023-bd01-e8b98a04dcdd req-3eafadd0-3725-409c-b477-c852ed6bcc48 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Sep 23 20:14:37.259978 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299db786-da11-4b15-91e0-481ca2ef346d req-7be84902-e144-4eff-b9fc-137d4338d967 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:37.261400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-299db786-da11-4b15-91e0-481ca2ef346d req-7be84902-e144-4eff-b9fc-137d4338d967 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0480790 Sep 23 20:14:37.298334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-299db786-da11-4b15-91e0-481ca2ef346d req-34124f3e-b295-4dc3-8537-618d1f8d6343 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Sep 23 20:14:38.414834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b9c17-1960-4acf-95ec-e58b69f495ae req-6ae4f0b5-22e2-492b-a614-079ba49577ab tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:38.416333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-154b9c17-1960-4acf-95ec-e58b69f495ae req-6ae4f0b5-22e2-492b-a614-079ba49577ab tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 943 time: 0.0527346 Sep 23 20:14:38.452852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-154b9c17-1960-4acf-95ec-e58b69f495ae req-8122b017-e3a8-4764-9d28-17a4023a8e2f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306482 Sep 23 20:14:38.941907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 14ba65e9-78db-4690-b94c-2bcb09281193 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:14:39.034390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 14ba65e9-78db-4690-b94c-2bcb09281193, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=14ba65e9-78db-4690-b94c-2bcb09281193,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:14:39.045377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '14ba65e9-78db-4690-b94c-2bcb09281193', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'port_id': '14ba65e9-78db-4690-b94c-2bcb09281193', 'mac_address': 'fa:16:3e:cc:8a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:14:39.080293 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:39.092246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ba65e9-78db-4690-b94c-2bcb09281193 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:14:39.110589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 14ba65e9-78db-4690-b94c-2bcb09281193, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=14ba65e9-78db-4690-b94c-2bcb09281193,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:14:39.114397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:39.158019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=14ba65e9-78db-4690-b94c-2bcb09281193,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:39.320186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['14ba65e9-78db-4690-b94c-2bcb09281193'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:14:39.569180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36d96d-6cd0-47e1-a70d-c38bfef0d8bf req-8aa31eb5-75b7-4987-b591-e0fb74f702fc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:39.571239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc36d96d-6cd0-47e1-a70d-c38bfef0d8bf req-8aa31eb5-75b7-4987-b591-e0fb74f702fc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 944 time: 0.0516028 Sep 23 20:14:39.607839 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc36d96d-6cd0-47e1-a70d-c38bfef0d8bf req-6baa8537-8d26-4736-86dd-6616d9828577 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306811 Sep 23 20:14:40.719489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6fbf7-58fc-4556-a8d9-18b2558204e1 req-54d9f913-6762-436e-a5ee-dc957e08cd4f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:40.720958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41c6fbf7-58fc-4556-a8d9-18b2558204e1 req-54d9f913-6762-436e-a5ee-dc957e08cd4f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 944 time: 0.0483654 Sep 23 20:14:40.757711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41c6fbf7-58fc-4556-a8d9-18b2558204e1 req-166a8677-580d-4875-a8ef-743cecfc9a34 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302722 Sep 23 20:14:40.972862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 14ba65e9-78db-4690-b94c-2bcb09281193 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:14:41.021740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 14ba65e9-78db-4690-b94c-2bcb09281193 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:14:41.025650 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 14ba65e9-78db-4690-b94c-2bcb09281193 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:14:41.026017 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:41.098680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:41.119689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:14:41.121870 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342518a4-f140-4aa5-a23c-dc095f57f5c0" -d '{"events": [{"server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "name": "network-vif-plugged", "status": "completed", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:14:41.134139 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 14ba65e9-78db-4690-b94c-2bcb09281193, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=14ba65e9-78db-4690-b94c-2bcb09281193,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:14:41.138471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:41.160811 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad48d8-9052-4c1d-bfff-4838c2b36168 x-openstack-request-id: req-b2ad48d8-9052-4c1d-bfff-4838c2b36168 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:14:41.161098 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "name": "network-vif-plugged", "status": "completed", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:14:41.161404 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2ad48d8-9052-4c1d-bfff-4838c2b36168 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:14:41.161788 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193', 'code': 200} Sep 23 20:14:41.186779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=14ba65e9-78db-4690-b94c-2bcb09281193,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:41.252571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799fe5f-9078-4478-b6a6-e09f24fb840e req-e614d956-6a8a-4a23-97d4-ceb78e1ba244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:41.253945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3799fe5f-9078-4478-b6a6-e09f24fb840e req-e614d956-6a8a-4a23-97d4-ceb78e1ba244 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 1096 time: 0.0385921 Sep 23 20:14:41.289293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3799fe5f-9078-4478-b6a6-e09f24fb840e req-fdf3096b-b3fd-4404-b8f6-2fe9c7ad23f9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270400 Sep 23 20:14:41.877722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19c3b1-3e4b-40c0-be39-2ab11233eb08 req-1a7b1314-868c-4ada-b909-c0039dcd5e54 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:41.879212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a19c3b1-3e4b-40c0-be39-2ab11233eb08 req-1a7b1314-868c-4ada-b909-c0039dcd5e54 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Sep 23 20:14:41.915941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a19c3b1-3e4b-40c0-be39-2ab11233eb08 req-377f3bc8-0d09-4f8c-b518-738ec5bbe1f6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307493 Sep 23 20:14:43.029497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558ee6-0331-47ad-b4a9-f3f01e5e556e req-a921bb13-6ce5-4816-b504-97f85d73d42b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:43.030998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59558ee6-0331-47ad-b4a9-f3f01e5e556e req-a921bb13-6ce5-4816-b504-97f85d73d42b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 945 time: 0.0485528 Sep 23 20:14:43.067828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59558ee6-0331-47ad-b4a9-f3f01e5e556e req-2d2ad695-2d2e-4046-a1b5-4890faa288bf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Sep 23 20:14:43.177951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea773bdf-6fd8-416a-8faf-4ed48631df3a req-b9e39e7a-59e5-4239-81f2-55f95e2a78c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:43.179468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea773bdf-6fd8-416a-8faf-4ed48631df3a req-b9e39e7a-59e5-4239-81f2-55f95e2a78c4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Sep 23 20:14:43.217757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ea773bdf-6fd8-416a-8faf-4ed48631df3a req-f5cd4deb-88a1-4b3b-a165-eb222e8899a8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Sep 23 20:14:43.224988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db8d05ce-e124-4fbe-9dbe-ff8d74664690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:43.242676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:43.286961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a3c96-fa9a-46c8-ac93-19452f8f8139 tempest-TestVolumeBootPattern-1716047691 tempest-TestVolumeBootPattern-1716047691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:43.288519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef9a3c96-fa9a-46c8-ac93-19452f8f8139 tempest-TestVolumeBootPattern-1716047691 tempest-TestVolumeBootPattern-1716047691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 1091 time: 0.0442576 Sep 23 20:14:43.292067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 41862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:14:43.296374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '14ba65e9-78db-4690-b94c-2bcb09281193', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:14:43.318276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:43.411581 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:43.521556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.25.6.235 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/d4ff4cc6-07f5-4305-b309-aaedefa13556) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:14:43.622299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:43.659184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:43.697282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:14:43.700030 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:14:43.704373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:14:43.728680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=d4ff4cc6-07f5-4305-b309-aaedefa13556,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:44.043506 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:44.107707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:44.253961 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:44.258971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:44.324607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=d4ff4cc6-07f5-4305-b309-aaedefa13556,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:14:44.334141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:44.431032 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Floating IP ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f associated. External IP: 172.25.6.235, port: 14ba65e9-78db-4690-b94c-2bcb09281193. Sep 23 20:14:44.631522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:14:44.735170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:14:44.745990 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:14:44.750932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:44.755330 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:14:44.755945 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:14:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:14:44.790386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5324e075-3096-4309-9f1a-85f5ed741aa4 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4847746 Sep 23 20:14:44.790386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:14:44.790386 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5029d6c-0931-4e1d-9629-a1e1b4742388" -d '{"events": [{"name": "network-changed", "server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:14:44.822768 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b61d416-0e00-4e35-ad92-7c2098f77b18 x-openstack-request-id: req-2b61d416-0e00-4e35-ad92-7c2098f77b18 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:14:44.823067 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:14:44.823316 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b61d416-0e00-4e35-ad92-7c2098f77b18 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:14:44.823715 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193', 'status': 'completed', 'code': 200} Sep 23 20:14:44.860232 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:14:44.884954 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-271c1eb9-2a3a-4e11-ae1a-fda151342ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:44.886491 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-271c1eb9-2a3a-4e11-ae1a-fda151342ed2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 1096 time: 0.0404081 Sep 23 20:14:44.978531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-61811bb3-8d37-4a79-b763-7c20ce88e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:44.979999 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-61811bb3-8d37-4a79-b763-7c20ce88e92c service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0869865 Sep 23 20:14:45.042867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-43ec9f8b-ae6d-4776-af19-2db36bdc3a8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14ba65e9-78db-4690-b94c-2bcb09281193 HTTP/1.1" status: 200 len: 999 time: 0.0558107 Sep 23 20:14:45.076856 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': '14ba65e9-78db-4690-b94c-2bcb09281193', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:cc:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:14:43Z', 'updated_at': '2021-09-23T20:14:43Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:14:45.094420 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-cc93b7ce-0143-4658-9438-9e4ffc262f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:45.095838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-cc93b7ce-0143-4658-9438-9e4ffc262f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0454388 Sep 23 20:14:45.106499 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:14:45.115212 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:14:45.115826 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:14:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:14:45.140106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-b3e2089b-09fa-4242-911e-d6e0f68948c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:45.141496 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-b3e2089b-09fa-4242-911e-d6e0f68948c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392249 Sep 23 20:14:45.253832 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-8c81daeb-4d2b-4b9d-9ced-7d4f07958409 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045496 Sep 23 20:14:45.313620 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:14:45.548823 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': '14ba65e9-78db-4690-b94c-2bcb09281193', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:cc:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:14:43Z', 'updated_at': '2021-09-23T20:14:43Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:14:45.577544 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dde0f-6e67-4156-873d-0c5b990dbacc None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': '14ba65e9-78db-4690-b94c-2bcb09281193', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:cc:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:14:43Z', 'updated_at': '2021-09-23T20:14:43Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:14:45.608242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b5029d6c-0931-4e1d-9629-a1e1b4742388 req-f9cc7a9b-8559-4f74-ad8c-add560e0b0e7 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464818 Sep 23 20:14:45.761435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ea85c1-7d33-434e-951c-e7ca5d007ad0 None None] New status for floating IP ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:14:46.387697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07c2f502-01b0-44c8-b1e7-0b5cabb9e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:46.407950 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-22edf732-0681-4e1c-9f2e-e8c14f2b31ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395734 Sep 23 20:14:46.486269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a849-d904-405f-9775-014968824b0c req-048f082f-8c27-4b6a-9b72-cc99802c8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:46.487722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-048f082f-8c27-4b6a-9b72-cc99802c8641 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 1096 time: 0.0388041 Sep 23 20:14:46.543040 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:46.592828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a849-d904-405f-9775-014968824b0c req-9916e03d-af39-4010-b29b-4eacedd6c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:46.594233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-9916e03d-af39-4010-b29b-4eacedd6c7ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0881355 Sep 23 20:14:46.660697 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-d0257695-49a8-4e13-a6e2-2d22a212f855 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14ba65e9-78db-4690-b94c-2bcb09281193 HTTP/1.1" status: 200 len: 1001 time: 0.0595453 Sep 23 20:14:46.708600 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a849-d904-405f-9775-014968824b0c req-6e9c0504-5f70-49f6-b7da-d46ee3bfa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:46.710016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-6e9c0504-5f70-49f6-b7da-d46ee3bfa82d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0417855 Sep 23 20:14:46.754350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a849-d904-405f-9775-014968824b0c req-852324e5-b479-417e-b1be-cea719e75650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:46.755774 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-852324e5-b479-417e-b1be-cea719e75650 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381756 Sep 23 20:14:46.850017 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-9f886316-7f60-420b-b802-71f64868da04 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867987 Sep 23 20:14:46.936459 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0ec2a849-d904-405f-9775-014968824b0c req-bcb267f9-58c8-4e12-a47f-58e66daddbc6 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789437 Sep 23 20:14:47.203111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:48.700765 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:55.704064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:57.096306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:04.533021 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:15:13.225860 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f339db1e-d28f-4b8d-9c8b-18edf65c6566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:16.388455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1268ffa-daad-4d43-a68d-ef976eba99b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:16.544096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:17.204598 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:18.705873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:25.698414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:27.096050 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:41.125165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-9371c747-821b-49fe-9406-e60cdf034ccd req-e937b5c6-c060-4851-b2ea-94669b889afd service neutron] (94826) timed out ('10.222.0.38', 39580) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:15:41.532078 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:15:43.350460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f56feb8-ef78-4b92-babe-8d24395367e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:46.387935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff04c9b-b7af-40be-9cd5-7562eeecfe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:46.544449 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:47.207922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:47.465998 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-485e6acf-8af7-4518-b596-9bae710e4b5c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146197 Sep 23 20:15:47.548724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-749709a4-93e2-4236-ae13-acef96ce8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:47.550182 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-749709a4-93e2-4236-ae13-acef96ce8eeb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 1096 time: 0.0437806 Sep 23 20:15:47.651196 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-52d0fb21-ac7d-47bc-a6b6-cb484e47227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:47.652634 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-52d0fb21-ac7d-47bc-a6b6-cb484e47227f service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0826526 Sep 23 20:15:47.721234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-5330752f-7a2c-42b5-9f6e-867b64e31220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14ba65e9-78db-4690-b94c-2bcb09281193 HTTP/1.1" status: 200 len: 1001 time: 0.0606842 Sep 23 20:15:47.768843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-41d71a44-d78d-4a0e-a6fb-e4a0b0bba5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:47.770325 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-41d71a44-d78d-4a0e-a6fb-e4a0b0bba5aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0421770 Sep 23 20:15:47.815559 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-117a7ee9-2850-4e09-ba70-71be592c50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:47.817048 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-117a7ee9-2850-4e09-ba70-71be592c50d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403211 Sep 23 20:15:47.828240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-863ce513-2e91-4472-a141-ea00b23b20b2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:15:47.829224 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-863ce513-2e91-4472-a141-ea00b23b20b2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055578 Sep 23 20:15:47.921273 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-98f518cf-7b29-4bf4-b6cf-091527d9b3df service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Sep 23 20:15:48.008642 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ae6cf998-4f43-4d17-942c-2608bdf3b4d0 req-3a401984-0ba0-4db2-b662-79bd8d508880 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800481 Sep 23 20:15:48.707678 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:55.721334 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:57.094951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:13.232944 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33ece5ee-c15e-4e4b-8615-4883e952c3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:16.389003 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73addc62-31c1-472c-a315-1a3a882a74b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:16.544982 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:17.210991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:18.531501 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:16:18.710191 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:25.720937 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:27.114117 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:37.505875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac3d48-ea99-4027-875d-ea507544c943 req-b5a61713-e791-42e4-b2fb-a91629c63137 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:37.507397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40ac3d48-ea99-4027-875d-ea507544c943 req-b5a61713-e791-42e4-b2fb-a91629c63137 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 945 time: 0.1401505 Sep 23 20:16:37.545745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40ac3d48-ea99-4027-875d-ea507544c943 req-cd003575-ee04-4a85-b66e-dbb85e573b8e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322618 Sep 23 20:16:38.689679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4110565-17e2-477e-83c4-62937a7b7a72 req-577ce9c2-ce49-4df5-81fe-5774e211db0b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:38.691182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4110565-17e2-477e-83c4-62937a7b7a72 req-577ce9c2-ce49-4df5-81fe-5774e211db0b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 945 time: 0.0517724 Sep 23 20:16:38.727316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a4110565-17e2-477e-83c4-62937a7b7a72 req-3bd1e8b6-4485-4316-98cb-309fee3e8b94 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302753 Sep 23 20:16:38.929909 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798eb55-df3d-40d2-b214-f441a0933405 req-80a49329-6128-44fd-ab5d-27454bdf49bc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:38.931379 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0798eb55-df3d-40d2-b214-f441a0933405 req-80a49329-6128-44fd-ab5d-27454bdf49bc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Sep 23 20:16:39.017229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port 14ba65e9-78db-4690-b94c-2bcb09281193 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:16:39.017578 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:39.111304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] For port 14ba65e9-78db-4690-b94c-2bcb09281193, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=14ba65e9-78db-4690-b94c-2bcb09281193,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:16:39.111670 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:39.326184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:39.326570 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:39.326903 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Floating IP ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f disassociated. External IP: 172.25.6.235, port: 14ba65e9-78db-4690-b94c-2bcb09281193. Sep 23 20:16:39.327271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for 14ba65e9-78db-4690-b94c-2bcb09281193 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:16:39.452714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:39.478920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=14ba65e9-78db-4690-b94c-2bcb09281193,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:16:39.489069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.489415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.489756 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.490094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.490465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.490789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.491115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.491436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.491759 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.492089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.492405 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.492727 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:39.603312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:16:39.707492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:16:39.717585 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:16:39.726676 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:16:39.727286 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:16:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:16:39.750581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] No DVR routers for this DVR port 14ba65e9-78db-4690-b94c-2bcb09281193 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:16:39.754005 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:39.756028 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0798eb55-df3d-40d2-b214-f441a0933405 req-c70a5ae7-8374-4cad-a432-81b2bba70d1c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "DELETE /v2.0/ports/14ba65e9-78db-4690-b94c-2bcb09281193 HTTP/1.1" status: 204 len: 173 time: 0.8188632 Sep 23 20:16:39.756485 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'name': 'network-vif-deleted', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:16:39.759976 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c492e2-2867-4d44-903b-d4bfac88e569" -d '{"events": [{"server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "name": "network-vif-deleted", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:16:39.835307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f820c84a-41d1-4771-8002-882c87df70a5 req-a2bbdafd-cba1-43f1-95ad-8e1b27cf5b9b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 210 time: 0.0304477 Sep 23 20:16:39.842970 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:16:39.980531 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa73f7c-4dda-4219-81f1-a8775bd9a2a9 x-openstack-request-id: req-5aa73f7c-4dda-4219-81f1-a8775bd9a2a9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:16:39.981041 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e77c242-fccf-4590-9778-aa5fc1bb39d6", "name": "network-vif-deleted", "tag": "14ba65e9-78db-4690-b94c-2bcb09281193", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:16:39.981041 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5aa73f7c-4dda-4219-81f1-a8775bd9a2a9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:16:39.981442 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e77c242-fccf-4590-9778-aa5fc1bb39d6', 'name': 'network-vif-deleted', 'tag': '14ba65e9-78db-4690-b94c-2bcb09281193', 'status': 'completed', 'code': 200} Sep 23 20:16:40.065231 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:16:40.095158 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:16:40.103535 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:16:40.104142 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:16:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:16:40.207131 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:16:40.404927 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:16:40.431391 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdc7d1-d5f6-4cbf-8415-de408add7a00 None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:16:40.637260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beda51e-d0c8-4084-aa00-724e9648112f None None] New status for floating IP ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:16:40.932956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c89913e6-cdab-4627-81b0-95c90ea496b2 req-2c7f41eb-389c-491a-a36f-d6f815ee7949 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 210 time: 0.0259929 Sep 23 20:16:42.025689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dc7a4064-b75a-4dee-b04d-a3096f407fb8 req-9adeacad-8dc5-43c3-893d-3032e4bdb294 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 210 time: 0.0262504 Sep 23 20:16:43.118884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7957537d-c71a-4dba-a601-a1d67cc6588d req-99b4ed64-8ff5-4c67-92ec-8a8d180b3d7f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e77c242-fccf-4590-9778-aa5fc1bb39d6 HTTP/1.1" status: 200 len: 210 time: 0.0259676 Sep 23 20:16:43.232891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65cabdc2-ca00-47ee-a7a4-2ed30a29edac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:43.693619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 14ba65e9-78db-4690-b94c-2bcb09281193 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:16:43.713216 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 14ba65e9-78db-4690-b94c-2bcb09281193 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:16:43.713562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 14ba65e9-78db-4690-b94c-2bcb09281193 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:16:44.315525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-dab9b000-b32f-411e-907b-1e1cd3a11f39 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708110563&fields=id&tenant_id=470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 267 time: 0.0331039 Sep 23 20:16:44.421831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-abc8e206-c693-4f6d-afee-7d1f81f7f62d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:44.423220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-abc8e206-c693-4f6d-afee-7d1f81f7f62d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1010690 Sep 23 20:16:44.438680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-e1b447c5-dd35-4ece-b53f-bc4a88469a7a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/quotas/470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 375 time: 0.0094531 Sep 23 20:16:44.496387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-f375617a-8557-4695-a818-b699772602dc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522830 Sep 23 20:16:44.641480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-1c828801-fa92-4a37-959e-a49803848aa8 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327989 Sep 23 20:16:44.732266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-29fd3e5a-e382-4efc-a7f2-6f6cc3ccbbf4 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845618 Sep 23 20:16:45.013173 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62ca6760-3006-409d-9b30-3fbcbb49e724 req-bf4ff0e1-ec3a-45bd-9052-eb4ed6b1acb5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 210 time: 0.0302899 Sep 23 20:16:45.894564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-d45f53fc-3f35-4052-a347-5b297a210cfc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:45.896029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-d45f53fc-3f35-4052-a347-5b297a210cfc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1152236 Sep 23 20:16:45.939168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-eb557ebe-93be-4107-a5fd-51407265c3fa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 379 time: 0.0344689 Sep 23 20:16:45.948192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'port': {'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'admin_state_up': True, 'tenant_id': '470db890633e423c80ad38675a4087ed', 'security_groups': ['31861ced-8e69-46bf-b75a-b25eec9c56ff']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:16:46.064730 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:16:46.069322 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.116146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06107b37-0a21-42c3-9b37-c17d5fd7dbd1 req-c0d2a54e-a82d-4135-ae22-0e1c3335c240 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 210 time: 0.0292554 Sep 23 20:16:46.211327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.20.0.10 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/d9b842a3-7285-4558-a039-487c3b1515ce) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:16:46.353674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.388192 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.390417 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1978aaf-0832-49e0-a918-13f9ad7c2686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.430340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:16:46.433508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:16:46.438554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:16:46.474716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=d9b842a3-7285-4558-a039-487c3b1515ce,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:16:46.506087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:46.506779 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.522479 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-8abe2947-871f-4e9f-8916-33483e225134 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5779905 Sep 23 20:16:46.536053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Request body: {'port': {'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:16:46.551553 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.597596 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.684304 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a34743fd-ab89-44f1-8e35-a1c9ae05094e None None] Provisioning complete for port d9b842a3-7285-4558-a039-487c3b1515ce triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:16:46.684671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a34743fd-ab89-44f1-8e35-a1c9ae05094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.722751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a34743fd-ab89-44f1-8e35-a1c9ae05094e None None] Port d9b842a3-7285-4558-a039-487c3b1515ce cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:16:46.864016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b842a3-7285-4558-a039-487c3b1515ce {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:16:46.872055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.885008 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Transition to ACTIVE for port object d9b842a3-7285-4558-a039-487c3b1515ce will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:16:46.889067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:46.939657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Pushing event updated for resources: {'Port': ['ID=d9b842a3-7285-4558-a039-487c3b1515ce,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:16:47.012735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Attempting to bind port d9b842a3-7285-4558-a039-487c3b1515ce on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:16:47.013094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Attempting to bind port d9b842a3-7285-4558-a039-487c3b1515ce by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:16:47.013401 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Attempting to bind port d9b842a3-7285-4558-a039-487c3b1515ce on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:16:47.018124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Port d9b842a3-7285-4558-a039-487c3b1515ce on network 400f28f4-4652-484c-9ba1-04046ef8698c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:16:47.018581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Attempting to bind port d9b842a3-7285-4558-a039-487c3b1515ce on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:16:47.025826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:16:47.026421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:16:47.026916 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:16:47.027443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Bound port: d9b842a3-7285-4558-a039-487c3b1515ce, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:16:47.027902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:47.116630 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] For port d9b842a3-7285-4558-a039-487c3b1515ce, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:16:47.119126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] For port d9b842a3-7285-4558-a039-487c3b1515ce, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d9b842a3-7285-4558-a039-487c3b1515ce,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:16:47.123920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:47.159163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.159820 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:47.161822 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] 10.222.0.72 "PUT /v2.0/ports/d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 1092 time: 0.6299016 Sep 23 20:16:47.164086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:16:47.167977 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:16:47.198044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e7051-6c36-4a2b-9966-928c787b5f6d service neutron] Pushing event updated for resources: {'Port': ['ID=d9b842a3-7285-4558-a039-487c3b1515ce,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:16:47.227802 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:47.254497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-902e7cab-6c83-42e0-9399-655e27d046b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.256038 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-902e7cab-6c83-42e0-9399-655e27d046b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1095 time: 0.0500903 Sep 23 20:16:47.283423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3356-15c8-427c-9322-8683ba75acf7 req-1e5c0a96-cfce-410a-ab04-acc70a501d3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.290803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cced3356-15c8-427c-9322-8683ba75acf7 req-1e5c0a96-cfce-410a-ab04-acc70a501d3c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0559750 Sep 23 20:16:47.313050 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-7aa7d873-9135-4084-8f65-ac4af6d31ce3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 217 time: 0.0440011 Sep 23 20:16:47.338828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cced3356-15c8-427c-9322-8683ba75acf7 req-fffefc7b-6d7d-4395-bbdc-682de3400b0c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468121 Sep 23 20:16:47.386771 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59407492-238a-46cb-9f83-8d4031df53f0 x-openstack-request-id: req-59407492-238a-46cb-9f83-8d4031df53f0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:16:47.387068 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:16:47.387319 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59407492-238a-46cb-9f83-8d4031df53f0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:16:47.387722 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'status': 'completed', 'code': 200} Sep 23 20:16:47.389553 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-98143aa5-0e59-421b-b96d-5d862b12309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.391072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-98143aa5-0e59-421b-b96d-5d862b12309e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0765653 Sep 23 20:16:47.439908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-589c8f6e-f2d2-4cec-a9bc-1f5213bcc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.441418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-589c8f6e-f2d2-4cec-a9bc-1f5213bcc5ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431826 Sep 23 20:16:47.535202 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-d61906df-6edd-432b-9132-686a02e801bf service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863469 Sep 23 20:16:47.624812 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-b368c181-9d11-4d91-a06e-6d4c165c75a9 req-2cd45d27-c63f-4eb7-9001-14090b93a129 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826671 Sep 23 20:16:47.706698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-ec42f530-5b5b-42a7-b937-5845e025d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.708123 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-ec42f530-5b5b-42a7-b937-5845e025d978 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1095 time: 0.0414472 Sep 23 20:16:47.805890 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-73e7b30a-bc81-4bb0-b7ac-7e05d61fbf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.808076 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-73e7b30a-bc81-4bb0-b7ac-7e05d61fbf38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0926318 Sep 23 20:16:47.849589 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-bfd6113c-0452-48df-975c-1fae445ab502 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 217 time: 0.0347679 Sep 23 20:16:47.904176 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-e5adc711-9696-4089-aa47-b5046f0f9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.905636 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-e5adc711-9696-4089-aa47-b5046f0f9e55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0480156 Sep 23 20:16:47.950852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-b57c2f74-3d7f-4f2f-aeee-2ec8e7397abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:47.952359 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-b57c2f74-3d7f-4f2f-aeee-2ec8e7397abb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400240 Sep 23 20:16:48.044227 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-fd1c23c3-7d8d-4b1d-9fdb-89e14d5cbd59 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845101 Sep 23 20:16:48.132140 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3e86d0c6-df80-4f06-bf61-ba8eebaa86b5 req-225c65b3-ef0b-4492-ab44-7e2fcc54229c service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813999 Sep 23 20:16:48.457663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3678d2-2db4-4cbc-ac13-be3daed987e5 req-3e2e7bc2-4a62-49f3-950e-c27744eae56c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:48.459411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e3678d2-2db4-4cbc-ac13-be3daed987e5 req-3e2e7bc2-4a62-49f3-950e-c27744eae56c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0551362 Sep 23 20:16:48.497184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e3678d2-2db4-4cbc-ac13-be3daed987e5 req-fa852367-4fcd-4e61-9a29-033b5d0250b2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Sep 23 20:16:48.713112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:49.616823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff2a2e-5989-4d01-8473-607351575152 req-94d3a950-8fff-42e4-9efe-bad5b9d3d7d8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:49.618336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fff2a2e-5989-4d01-8473-607351575152 req-94d3a950-8fff-42e4-9efe-bad5b9d3d7d8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0540206 Sep 23 20:16:49.658155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fff2a2e-5989-4d01-8473-607351575152 req-6dc60a24-03d9-442d-9809-3994bad0477c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337396 Sep 23 20:16:50.769802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646055-0e59-43df-82da-ae08cedcb4eb req-932d76bf-f292-4857-8d08-8b7673a4703a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:50.771298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc646055-0e59-43df-82da-ae08cedcb4eb req-932d76bf-f292-4857-8d08-8b7673a4703a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0482938 Sep 23 20:16:50.807814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc646055-0e59-43df-82da-ae08cedcb4eb req-ce1583d5-6a83-4dbb-aee4-c1b68c781402 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305402 Sep 23 20:16:51.919216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce624d7e-3ff6-45fe-8b03-0067dafe8fcf req-6b2e3b9c-e759-4d8d-8873-9a18e50fcfd5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:51.920695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce624d7e-3ff6-45fe-8b03-0067dafe8fcf req-6b2e3b9c-e759-4d8d-8873-9a18e50fcfd5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0484209 Sep 23 20:16:51.958086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce624d7e-3ff6-45fe-8b03-0067dafe8fcf req-36bd8047-3409-4366-b75f-84de0986189f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308144 Sep 23 20:16:53.075223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917186a-e441-4e28-817f-bef4534c1a80 req-54a702cc-c216-418d-966b-142cca173a0d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:53.076681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0917186a-e441-4e28-817f-bef4534c1a80 req-54a702cc-c216-418d-966b-142cca173a0d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0524037 Sep 23 20:16:53.114092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0917186a-e441-4e28-817f-bef4534c1a80 req-6b6a7d6b-cdc3-46fc-a9ef-a6cc5297395c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309966 Sep 23 20:16:54.226129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aee7aa-d5c6-4c41-a3f3-f2e2848b131d req-68a0bacf-4a08-4bc2-9e39-24595b1e798c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:54.227624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7aee7aa-d5c6-4c41-a3f3-f2e2848b131d req-68a0bacf-4a08-4bc2-9e39-24595b1e798c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0477059 Sep 23 20:16:54.264313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7aee7aa-d5c6-4c41-a3f3-f2e2848b131d req-28546e48-c32c-4d19-aae8-f8f4648ec8d5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Sep 23 20:16:55.377810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006b37e-9880-41d2-a0ad-f2de37d79854 req-3c271bbd-86cb-48b4-8a23-fe6afd4e941e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:55.379299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5006b37e-9880-41d2-a0ad-f2de37d79854 req-3c271bbd-86cb-48b4-8a23-fe6afd4e941e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0485160 Sep 23 20:16:55.415882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5006b37e-9880-41d2-a0ad-f2de37d79854 req-d4d345eb-a3e4-47b4-aa7c-b82922511815 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306759 Sep 23 20:16:55.530497 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:16:55.732707 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:56.531866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8e64f-9711-4424-bcf2-f617475436e4 req-99ffaec5-3aa2-46dc-9e44-e278cad4c1fa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:56.533424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50d8e64f-9711-4424-bcf2-f617475436e4 req-99ffaec5-3aa2-46dc-9e44-e278cad4c1fa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0518229 Sep 23 20:16:56.569940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50d8e64f-9711-4424-bcf2-f617475436e4 req-541a1b38-c5e2-4e4f-a72c-07cc19dfdf8b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305252 Sep 23 20:16:57.114830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:57.682088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5ee43-5b91-4ba6-8b7e-b1338c96fbd8 req-2e753183-c685-4b52-a0df-b1f273391e29 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:57.683592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5b5ee43-5b91-4ba6-8b7e-b1338c96fbd8 req-2e753183-c685-4b52-a0df-b1f273391e29 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 944 time: 0.0484731 Sep 23 20:16:57.721919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5b5ee43-5b91-4ba6-8b7e-b1338c96fbd8 req-9e6299ac-8c10-43c1-ab9e-91bdbcfe0129 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323813 Sep 23 20:16:57.741571 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d9b842a3-7285-4558-a039-487c3b1515ce details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:16:57.832490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d9b842a3-7285-4558-a039-487c3b1515ce, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d9b842a3-7285-4558-a039-487c3b1515ce,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:16:57.846636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:16:57.881946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:57.894540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b842a3-7285-4558-a039-487c3b1515ce {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:16:57.912402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d9b842a3-7285-4558-a039-487c3b1515ce, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d9b842a3-7285-4558-a039-487c3b1515ce,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:16:57.916119 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:57.961327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d9b842a3-7285-4558-a039-487c3b1515ce,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:16:57.968320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.968654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.969021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.969362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.969694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.970024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.970389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.970720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.971046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.971371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.971693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:57.972021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:16:58.155302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['d9b842a3-7285-4558-a039-487c3b1515ce'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:16:58.832720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4577e99-da83-42f9-9085-8c24cfbb5875 req-c233f7a7-92bc-4e75-b1e0-fbaa72b39bb1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:58.834223 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4577e99-da83-42f9-9085-8c24cfbb5875 req-c233f7a7-92bc-4e75-b1e0-fbaa72b39bb1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 945 time: 0.0473697 Sep 23 20:16:58.870837 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4577e99-da83-42f9-9085-8c24cfbb5875 req-0ebe4a54-4387-4694-8151-f5bea204f821 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307310 Sep 23 20:16:59.753428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d9b842a3-7285-4558-a039-487c3b1515ce up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:16:59.799903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port d9b842a3-7285-4558-a039-487c3b1515ce completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:16:59.803767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port d9b842a3-7285-4558-a039-487c3b1515ce triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:16:59.804151 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:59.885606 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:59.906929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:16:59.909184 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519e79c2-c9cd-4c77-99e2-0de3d0eedb27" -d '{"events": [{"server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:16:59.921768 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port d9b842a3-7285-4558-a039-487c3b1515ce, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d9b842a3-7285-4558-a039-487c3b1515ce,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:16:59.926401 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:59.973170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=d9b842a3-7285-4558-a039-487c3b1515ce,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:16:59.988963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d477cf4-4b14-4dd8-be02-ac28333dbde5 req-5e4dca69-f5b8-49fa-9952-30aeee84c33f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:59.990451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d477cf4-4b14-4dd8-be02-ac28333dbde5 req-5e4dca69-f5b8-49fa-9952-30aeee84c33f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 946 time: 0.0530722 Sep 23 20:17:00.027072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d477cf4-4b14-4dd8-be02-ac28333dbde5 req-aed6bb9e-f39c-480d-b5ad-2d0db883d11f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306392 Sep 23 20:17:00.131977 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13900cf7-85ba-47db-b414-ecd6a5a85e93 x-openstack-request-id: req-13900cf7-85ba-47db-b414-ecd6a5a85e93 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:17:00.132266 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:17:00.132519 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13900cf7-85ba-47db-b414-ecd6a5a85e93 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:17:00.132917 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'code': 200} Sep 23 20:17:00.222581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f87ee-100e-4039-ab12-395ee6cbcd5d req-6b036120-1408-4aee-acbd-799e54c45b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:00.224035 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6c6f87ee-100e-4039-ab12-395ee6cbcd5d req-6b036120-1408-4aee-acbd-799e54c45b70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1097 time: 0.0389557 Sep 23 20:17:00.258498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6c6f87ee-100e-4039-ab12-395ee6cbcd5d req-388e9bb3-e92c-44c4-8c23-1235183d5764 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274866 Sep 23 20:17:01.140625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc199f5-3198-4f1c-83f8-53873906bcdb req-0694d425-d81f-48b2-8d37-4de44abc34c8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:01.142814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bc199f5-3198-4f1c-83f8-53873906bcdb req-0694d425-d81f-48b2-8d37-4de44abc34c8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 946 time: 0.0488620 Sep 23 20:17:01.182163 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bc199f5-3198-4f1c-83f8-53873906bcdb req-f6e3d1ea-7269-43e0-8fed-6e7eae9fbe66 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306113 Sep 23 20:17:02.299844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37e321-555a-4639-a1b5-2834cb6e587c req-f8ca13e6-1eb1-4ba0-84b9-18751f4a4863 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:02.301348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a37e321-555a-4639-a1b5-2834cb6e587c req-f8ca13e6-1eb1-4ba0-84b9-18751f4a4863 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 946 time: 0.0477955 Sep 23 20:17:02.338842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4a37e321-555a-4639-a1b5-2834cb6e587c req-3034f744-9ac7-4003-b556-d2f64747ac2e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313680 Sep 23 20:17:02.453075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82661113-b869-454e-ab18-0c1f3405f023 req-5ccbe0cd-2dc5-4c00-ab12-ff09a532e6d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:02.455220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82661113-b869-454e-ab18-0c1f3405f023 req-5ccbe0cd-2dc5-4c00-ab12-ff09a532e6d2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 946 time: 0.0515959 Sep 23 20:17:02.491304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82661113-b869-454e-ab18-0c1f3405f023 req-93f5e47e-a64f-4db4-b215-b732bc942799 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302246 Sep 23 20:17:02.512655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:17:02.591481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e949c-adf8-48de-b9d1-98eb90fceb6c tempest-TestVolumeBootPattern-1716047691 tempest-TestVolumeBootPattern-1716047691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:02.592976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a20e949c-adf8-48de-b9d1-98eb90fceb6c tempest-TestVolumeBootPattern-1716047691 tempest-TestVolumeBootPattern-1716047691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1092 time: 0.0793595 Sep 23 20:17:02.595882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:17:02.600028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:17:02.620744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:02.716120 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:02.814882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.25.6.194 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7b8df62e-b187-4a0e-a8d2-a08185cfc9d3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:17:02.937133 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:02.968517 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:03.004747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:17:03.007358 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:17:03.009891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:17:03.034299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=7b8df62e-b187-4a0e-a8d2-a08185cfc9d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:17:03.047324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.047324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.047672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.048001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.048857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.049177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.049496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.049820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.050133 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.050473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.050790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.051098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:03.384495 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:03.447334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:03.593355 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:03.598327 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:03.662954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=7b8df62e-b187-4a0e-a8d2-a08185cfc9d3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:17:03.674008 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:03.772034 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Floating IP 54322dbe-b2f0-4ca2-82e6-e1f773e9e522 associated. External IP: 172.25.6.194, port: d9b842a3-7285-4558-a039-487c3b1515ce. Sep 23 20:17:04.255121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:17:04.358869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:17:04.369810 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6936916-7276-473a-b392-e994a05efe7b None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:17:04.374484 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:04.381008 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:17:04.381710 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:16:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:17:04.401707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8bd254c7-c9e0-4eee-baf8-cae0d69121df tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8048334 Sep 23 20:17:04.402388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:17:04.404567 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9bc49a-169a-480e-b38d-122f0bffbcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:17:04.487220 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:17:04.508331 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf24d4b-bd89-4e18-b825-a455da62ae15 x-openstack-request-id: req-ddf24d4b-bd89-4e18-b825-a455da62ae15 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:17:04.508623 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:17:04.508874 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ddf24d4b-bd89-4e18-b825-a455da62ae15 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:17:04.509405 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'status': 'completed', 'code': 200} Sep 23 20:17:04.572958 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-fe37cbb2-dc3c-4308-9f49-e5f245563343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:04.574616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-fe37cbb2-dc3c-4308-9f49-e5f245563343 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1097 time: 0.0438869 Sep 23 20:17:04.663822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-6e5deaed-465f-4739-8eb6-ef7f6cb5d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:04.665425 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-6e5deaed-465f-4739-8eb6-ef7f6cb5d173 service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0843015 Sep 23 20:17:04.737063 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-a91a7074-bf6b-45b6-adf0-d9523076b9d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 1000 time: 0.0642753 Sep 23 20:17:04.786614 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-eea8f965-ff6e-48f2-8afc-69902682ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:04.788053 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-eea8f965-ff6e-48f2-8afc-69902682ae83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0446250 Sep 23 20:17:04.806169 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:03Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:17:04.831598 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6936916-7276-473a-b392-e994a05efe7b None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:17:04.833474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-e04c8512-378d-49d2-a62c-abd8d72f8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:04.835007 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-e04c8512-378d-49d2-a62c-abd8d72f8e67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399351 Sep 23 20:17:04.839767 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:17:04.840374 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:16:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:17:04.927755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-1197791e-e674-4f58-abc6-20626d819f91 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850904 Sep 23 20:17:04.943578 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:17:05.015872 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ef9bc49a-169a-480e-b38d-122f0bffbcb4 req-5cb3b273-1873-4a93-83c8-79b2240164c5 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811222 Sep 23 20:17:05.161847 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f6936916-7276-473a-b392-e994a05efe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:03Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:17:05.187322 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6936916-7276-473a-b392-e994a05efe7b None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:03Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:17:05.373210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2dd8d-fcc6-4e3d-b591-86a37a648dd4 None None] New status for floating IP 54322dbe-b2f0-4ca2-82e6-e1f773e9e522: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:17:13.232974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd963f3-8420-4aa8-858c-670cd342f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:16.545349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e6fc8fb-eefb-4724-952e-2c5a5b308e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:16.547955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:17.216845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:18.716795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:25.743010 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:27.131809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:32.530630 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:17:43.233874 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97ff0528-c4df-492d-83e5-26e0a38e0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:46.396658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e822d692-82e8-4aaf-9de5-3e945d692cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:46.547533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:47.219559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:48.718829 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:49.665259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-72585d08-216e-4870-baf8-475c2c78f85e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2908309 Sep 23 20:17:49.746229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-877ef4de-9898-4218-a990-825e482887fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:49.747734 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-877ef4de-9898-4218-a990-825e482887fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1097 time: 0.0401716 Sep 23 20:17:49.848474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-afd613bb-dec3-4190-8103-2f959775bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:49.849933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-afd613bb-dec3-4190-8103-2f959775bbc7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0833061 Sep 23 20:17:49.916755 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-28b5fca7-a97a-4e83-8733-bfca4751208d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 1002 time: 0.0595369 Sep 23 20:17:49.963662 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-c7a4f8b7-da3d-4bb9-afa8-b3dca5f9c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:49.965046 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-c7a4f8b7-da3d-4bb9-afa8-b3dca5f9c760 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0417271 Sep 23 20:17:50.008016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-8efcc373-bbbe-426f-9981-f7318e3c432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:50.009486 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-8efcc373-bbbe-426f-9981-f7318e3c432e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376103 Sep 23 20:17:50.104554 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-dc9f03b1-84fa-410c-bbcc-afb078cefab4 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841877 Sep 23 20:17:50.195988 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5691f55f-d8d1-4fec-889e-9361a6e5a23d req-fab389e8-a629-42c5-9a08-f4a23d56d549 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843832 Sep 23 20:17:55.756634 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:57.131974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:09.530571 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:18:13.233637 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6836-1366-4933-9004-11c0e83d31e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:16.396639 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f898e2b-81b1-4737-823e-a416c7cffe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:16.547015 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:17.222783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:18.722553 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:25.757814 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:27.137345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.234794 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f3df807-59a7-457b-b851-55a78f7d5990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:46.399080 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78c86a13-3898-4fb0-857d-74e2c8d93b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:46.530469 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:18:46.547879 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:47.234801 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:48.745113 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:51.437743 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-cd0468f2-d806-4581-88cf-a0b6b4d057c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435877 Sep 23 20:18:51.516574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-1c899a47-1b39-430b-9c63-233a451fc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:51.518059 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-1c899a47-1b39-430b-9c63-233a451fc68a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1097 time: 0.0398340 Sep 23 20:18:51.625964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-385e22e1-7966-400d-a0ad-2d4e3ca3d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:51.627867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-385e22e1-7966-400d-a0ad-2d4e3ca3d973 service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0898798 Sep 23 20:18:51.692993 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-46a7501f-9010-465d-bfef-66dbae0ccdce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 1002 time: 0.0579104 Sep 23 20:18:51.750285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-f45fe6ca-8b3e-4e23-a5cd-4462c8fc829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:51.751838 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-f45fe6ca-8b3e-4e23-a5cd-4462c8fc829f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0515451 Sep 23 20:18:51.801189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-21e62932-76a1-497c-9946-3da116cec438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:51.803711 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-21e62932-76a1-497c-9946-3da116cec438 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453811 Sep 23 20:18:51.902332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-5dc15d3c-1b01-41aa-a7d3-e758d27ee264 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907123 Sep 23 20:18:51.997745 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2c95abc0-c88c-43df-81e1-2f3c461bd10a req-cf81b039-6aa3-48a3-b2ea-85fac6aeec1f service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880785 Sep 23 20:18:53.540151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-8ebe2fe7-c426-434d-986a-08e2515e7c11 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708110563&fields=id&tenant_id=470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 267 time: 0.0345931 Sep 23 20:18:53.646513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-b1ca2476-9809-4a79-933c-1a1ac7f73843 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:53.647958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-b1ca2476-9809-4a79-933c-1a1ac7f73843 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1011951 Sep 23 20:18:53.663004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-ce51f357-5679-4632-bb0b-201801d145dc tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/quotas/470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 375 time: 0.0094001 Sep 23 20:18:53.718081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-91414142-651b-4dba-86f7-411aca50e48f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499096 Sep 23 20:18:53.816586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-19c474d3-d924-4f7d-a5bc-3282ff2b9cdf service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855355 Sep 23 20:18:53.905149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-29a0e727-b427-4423-8cfb-d5eaff56f5d3 service neutron] 10.222.0.38 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817647 Sep 23 20:18:54.184385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d579bd84-44b1-4060-91a5-6c0737e41677 req-99835e8e-1362-432e-aac6-0c3296257487 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 210 time: 0.0312228 Sep 23 20:18:55.126177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-cf3d2305-ffc6-4f61-9626-110104426bcf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:55.127675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-cf3d2305-ffc6-4f61-9626-110104426bcf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 811 time: 0.1100037 Sep 23 20:18:55.171461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-243e2b05-c833-4f36-92c6-9e5e4b6b631f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=470db890633e423c80ad38675a4087ed HTTP/1.1" status: 200 len: 379 time: 0.0343983 Sep 23 20:18:55.180814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'port': {'device_id': '3beca499-8d64-4819-936e-633458f9d860', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'admin_state_up': True, 'tenant_id': '470db890633e423c80ad38675a4087ed', 'security_groups': ['31861ced-8e69-46bf-b75a-b25eec9c56ff']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:18:55.302228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Made reservation on behalf of 470db890633e423c80ad38675a4087ed for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:18:55.304951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-243d7926-eb02-426e-b152-674f47206b67 req-160f00cd-8e3e-449f-ba31-ab85f61080fa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 210 time: 0.0258136 Sep 23 20:18:55.306931 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:55.444866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.20.0.5 (400f28f4-4652-484c-9ba1-04046ef8698c/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37/c4048052-4a99-4e02-bdb2-26e84e86a3b3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:18:55.579463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:55.611872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:55.656885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network 400f28f4-4652-484c-9ba1-04046ef8698c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:18:55.659846 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:18:55.663747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:18:55.692213 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=c4048052-4a99-4e02-bdb2-26e84e86a3b3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:55.710325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.710679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.711016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.711348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.711676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.712000 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.712322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.712644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.712962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.713280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.713596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.713912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:55.732435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:55.733099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:55.749706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-5da0899d-3fd1-426c-a33b-6042a9d9574d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726078 Sep 23 20:18:55.760889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-232d80c1-47a3-4f9c-9e7b-b3fb7f9cb499 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:18:55.762464 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-232d80c1-47a3-4f9c-9e7b-b3fb7f9cb499 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071702 Sep 23 20:18:55.764822 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:55.838776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Request body: {'port': {'device_id': '3beca499-8d64-4819-936e-633458f9d860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:18:55.899207 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:55.974294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-14badba6-0de1-48ea-8ec7-5dc6374bf14a None None] Provisioning complete for port c4048052-4a99-4e02-bdb2-26e84e86a3b3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:18:55.974545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-14badba6-0de1-48ea-8ec7-5dc6374bf14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.017054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-14badba6-0de1-48ea-8ec7-5dc6374bf14a None None] Port c4048052-4a99-4e02-bdb2-26e84e86a3b3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:18:56.169618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4048052-4a99-4e02-bdb2-26e84e86a3b3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:18:56.177499 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.190040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Transition to ACTIVE for port object c4048052-4a99-4e02-bdb2-26e84e86a3b3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:18:56.194599 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.310328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4048052-4a99-4e02-bdb2-26e84e86a3b3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:56.363096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Attempting to bind port c4048052-4a99-4e02-bdb2-26e84e86a3b3 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:18:56.363439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Attempting to bind port c4048052-4a99-4e02-bdb2-26e84e86a3b3 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:18:56.363777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Attempting to bind port c4048052-4a99-4e02-bdb2-26e84e86a3b3 on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:18:56.369246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Port c4048052-4a99-4e02-bdb2-26e84e86a3b3 on network 400f28f4-4652-484c-9ba1-04046ef8698c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:18:56.369591 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Attempting to bind port c4048052-4a99-4e02-bdb2-26e84e86a3b3 on network 400f28f4-4652-484c-9ba1-04046ef8698c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:18:56.375127 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:18:56.375490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Checking segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:18:56.375887 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Bound using segment: {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:18:56.376356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Bound port: c4048052-4a99-4e02-bdb2-26e84e86a3b3, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74d287f-f622-4054-ac4a-ebd87831a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:18:56.376856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.441693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1b849-d077-40cc-bc15-cc1a33568dcf req-23ceff5b-28cf-4990-9dbd-47c113c5aefa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:56.443379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5f1b849-d077-40cc-bc15-cc1a33568dcf req-23ceff5b-28cf-4990-9dbd-47c113c5aefa tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0544074 Sep 23 20:18:56.452813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] For port c4048052-4a99-4e02-bdb2-26e84e86a3b3, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:18:56.457114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] For port c4048052-4a99-4e02-bdb2-26e84e86a3b3, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:18:56.462635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.490247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5f1b849-d077-40cc-bc15-cc1a33568dcf req-fe4181bf-15fd-49be-a22c-faf763b80165 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381491 Sep 23 20:18:56.499026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:56.499666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.501069 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4048052-4a99-4e02-bdb2-26e84e86a3b3 HTTP/1.1" status: 200 len: 1091 time: 0.7308595 Sep 23 20:18:56.501515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:18:56.503874 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:18:56.535844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce8c6-f617-4b9d-b814-c2c9608f4ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4048052-4a99-4e02-bdb2-26e84e86a3b3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:56.563902 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f371e-bb8d-41f5-a5a5-80f4ac0ed384 x-openstack-request-id: req-c74f371e-bb8d-41f5-a5a5-80f4ac0ed384 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:18:56.566440 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:18:56.566715 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c74f371e-bb8d-41f5-a5a5-80f4ac0ed384 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:18:56.567128 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'status': 'completed', 'code': 200} Sep 23 20:18:56.613675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-160630c9-bb57-4b49-83e6-2de0e54b7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:56.615940 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-160630c9-bb57-4b49-83e6-2de0e54b7f26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 1094 time: 0.0479932 Sep 23 20:18:56.660723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-861082e0-e14d-4cef-8705-7abf3a080f73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3 HTTP/1.1" status: 200 len: 217 time: 0.0371385 Sep 23 20:18:56.712841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-4afe6c76-cf26-4d26-b28f-bc1791e9851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:56.714387 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-4afe6c76-cf26-4d26-b28f-bc1791e9851c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0463173 Sep 23 20:18:56.762971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-2a3b264d-da3b-4228-806d-798752c56ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:56.764381 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-2a3b264d-da3b-4228-806d-798752c56ecf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429313 Sep 23 20:18:56.858914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-985b30af-aeb0-430b-acf2-32c651d4da3a service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870273 Sep 23 20:18:56.951465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-60cc6b89-7b67-4f1b-b0b4-7f9f91997287 req-91e8620f-da07-4c7d-bb8b-d1a9b9b1d061 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849950 Sep 23 20:18:57.039089 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-b92aa0aa-6b3f-4173-88d4-9e8d9749a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:57.040689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-b92aa0aa-6b3f-4173-88d4-9e8d9749a463 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 1094 time: 0.0427475 Sep 23 20:18:57.133504 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-1da59c14-845b-454c-901b-1118288a556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:57.135034 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-1da59c14-845b-454c-901b-1118288a556d service neutron] 10.222.0.41 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0873706 Sep 23 20:18:57.152456 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:57.181117 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-3c0510a8-d638-459e-ba56-7f61d2f6bd14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3 HTTP/1.1" status: 200 len: 217 time: 0.0391898 Sep 23 20:18:57.233526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-faad5ace-7700-4a19-8b2e-3bfa3455aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:57.235064 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-faad5ace-7700-4a19-8b2e-3bfa3455aa27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0477681 Sep 23 20:18:57.280260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-6eee53a3-97ec-4337-b68b-a9278c12d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:57.281765 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-6eee53a3-97ec-4337-b68b-a9278c12d7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398567 Sep 23 20:18:57.375592 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-272b464b-425e-45d1-a482-f2bfcda2bc83 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870872 Sep 23 20:18:57.462722 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3c87ab02-300c-4a3d-9ad4-fa98b93b0fb8 req-1cdd2f42-6057-4304-906f-af06d2d7d854 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801492 Sep 23 20:18:57.621290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23002-8225-4ddc-99aa-8a159144a845 req-00ada12e-81e6-44d3-afb1-b8da6e1f1ca8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:57.622816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39b23002-8225-4ddc-99aa-8a159144a845 req-00ada12e-81e6-44d3-afb1-b8da6e1f1ca8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0482783 Sep 23 20:18:57.662924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39b23002-8225-4ddc-99aa-8a159144a845 req-fe5746ea-869d-405c-8230-6badfecf5b9c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338225 Sep 23 20:18:58.779768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b006-050b-4607-8d31-6357f79fad06 req-63228b7e-5fa6-47af-8c1b-b00092de0644 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:58.781240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eae7b006-050b-4607-8d31-6357f79fad06 req-63228b7e-5fa6-47af-8c1b-b00092de0644 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0514131 Sep 23 20:18:58.818625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eae7b006-050b-4607-8d31-6357f79fad06 req-366fbf11-ff60-4370-9f16-6a5b6e1e72bb tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Sep 23 20:18:59.933446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48645f-6a71-499f-977f-fabbbf74abd5 req-4568976e-66e4-48d5-bfbf-0d27cea3ac82 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:59.934987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce48645f-6a71-499f-977f-fabbbf74abd5 req-4568976e-66e4-48d5-bfbf-0d27cea3ac82 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0497265 Sep 23 20:18:59.971637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ce48645f-6a71-499f-977f-fabbbf74abd5 req-c5d33676-3f39-4205-951a-67d0544354bf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304999 Sep 23 20:19:01.084835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb70d3-1376-4609-8978-dde0c6f70a6a req-271a8549-0ed8-45d5-a1e2-cac99c46c916 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:01.086347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bb70d3-1376-4609-8978-dde0c6f70a6a req-271a8549-0ed8-45d5-a1e2-cac99c46c916 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0494015 Sep 23 20:19:01.122586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4bb70d3-1376-4609-8978-dde0c6f70a6a req-afa1d396-cca9-4b7d-8a4a-5c64a3c9972b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302823 Sep 23 20:19:02.239135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6ef04-037f-4317-a905-7c6b9a5f44cb req-b59c8e6e-85a2-4b02-8891-c5d2d8f4a13f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.240602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cb6ef04-037f-4317-a905-7c6b9a5f44cb req-b59c8e6e-85a2-4b02-8891-c5d2d8f4a13f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0520406 Sep 23 20:19:02.277570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cb6ef04-037f-4317-a905-7c6b9a5f44cb req-620f7298-c7ce-468a-b979-929f5c0beb19 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310705 Sep 23 20:19:03.391203 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde162-a9f7-4c8d-9513-e57e75b00070 req-7880ae5b-079e-4ca6-8f99-8d68f7d8455d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:03.392690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fdde162-a9f7-4c8d-9513-e57e75b00070 req-7880ae5b-079e-4ca6-8f99-8d68f7d8455d tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0499249 Sep 23 20:19:03.430098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fdde162-a9f7-4c8d-9513-e57e75b00070 req-59f75de5-1c27-47c5-aa1e-ddb8b821ce32 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309138 Sep 23 20:19:04.541884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0cbad-1367-4d70-b655-9d77dc260f16 req-28682ce6-98ab-4f75-b5e5-607061a7ddca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:04.543396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58c0cbad-1367-4d70-b655-9d77dc260f16 req-28682ce6-98ab-4f75-b5e5-607061a7ddca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0478923 Sep 23 20:19:04.580230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58c0cbad-1367-4d70-b655-9d77dc260f16 req-d70e74de-5002-4b9a-a2d8-9815cc0ed52a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Sep 23 20:19:05.703337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8fd82-80e6-4758-ba01-b36e784553e7 req-83603a80-d68a-47de-b0f4-395774a3a4a5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:05.704978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60a8fd82-80e6-4758-ba01-b36e784553e7 req-83603a80-d68a-47de-b0f4-395774a3a4a5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 943 time: 0.0577705 Sep 23 20:19:05.744255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60a8fd82-80e6-4758-ba01-b36e784553e7 req-d5207f1d-fd53-415f-b384-21a36efd3c37 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328591 Sep 23 20:19:06.620160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c4048052-4a99-4e02-bdb2-26e84e86a3b3 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:19:06.724723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c4048052-4a99-4e02-bdb2-26e84e86a3b3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:06.737192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'port_id': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'mac_address': 'fa:16:3e:04:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:19:06.783874 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:06.799259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4048052-4a99-4e02-bdb2-26e84e86a3b3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:19:06.821584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c4048052-4a99-4e02-bdb2-26e84e86a3b3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:06.825645 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:06.875196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c4048052-4a99-4e02-bdb2-26e84e86a3b3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:06.878075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e5ab-5893-48c3-825e-bea1a617cac9 req-0092b512-276e-422f-b337-e8aa0992ccfe tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:06.879661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b85e5ab-5893-48c3-825e-bea1a617cac9 req-0092b512-276e-422f-b337-e8aa0992ccfe tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 944 time: 0.0584657 Sep 23 20:19:06.882701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.883049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.883386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.883715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.884043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.884368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.884714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.885070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.885464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.885811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.886314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.886634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:06.918388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7b85e5ab-5893-48c3-825e-bea1a617cac9 req-153ca29b-cd52-4164-84fa-069f1e521bcd tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319340 Sep 23 20:19:07.155904 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['c4048052-4a99-4e02-bdb2-26e84e86a3b3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:19:08.032606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea3909-d4e2-4ffe-b7b2-481a5e69b12e req-13ccab29-a584-4772-ade6-579dce69a568 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:08.034103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2ea3909-d4e2-4ffe-b7b2-481a5e69b12e req-13ccab29-a584-4772-ade6-579dce69a568 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 944 time: 0.0486007 Sep 23 20:19:08.072195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2ea3909-d4e2-4ffe-b7b2-481a5e69b12e req-cd3fcf8e-2fd8-4cd9-bb90-beeda8fda73c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313189 Sep 23 20:19:08.624400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c4048052-4a99-4e02-bdb2-26e84e86a3b3 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:08.673454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port c4048052-4a99-4e02-bdb2-26e84e86a3b3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:19:08.676983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port c4048052-4a99-4e02-bdb2-26e84e86a3b3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:08.677355 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:08.750299 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:08.772143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:08.774440 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919043b-88ac-4bbc-96f7-799e088ce097" -d '{"events": [{"server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "name": "network-vif-plugged", "status": "completed", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:08.787949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port c4048052-4a99-4e02-bdb2-26e84e86a3b3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:08.791968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:08.818490 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f01ed-9ee3-459a-a7e3-0a1f0e73ef8c x-openstack-request-id: req-2c4f01ed-9ee3-459a-a7e3-0a1f0e73ef8c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:08.818762 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "name": "network-vif-plugged", "status": "completed", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:08.819011 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c4f01ed-9ee3-459a-a7e3-0a1f0e73ef8c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:08.819387 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'code': 200} Sep 23 20:19:08.844067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=c4048052-4a99-4e02-bdb2-26e84e86a3b3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:08.908813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45883051-c608-4380-8737-0c80c4653bee req-83ff1f78-0f02-4a18-a89f-f09e7122cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:08.910322 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-45883051-c608-4380-8737-0c80c4653bee req-83ff1f78-0f02-4a18-a89f-f09e7122cd35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 1096 time: 0.0433190 Sep 23 20:19:08.944478 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-45883051-c608-4380-8737-0c80c4653bee req-06896bc4-e4b4-4318-b4a4-a02179a8cfe9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270476 Sep 23 20:19:09.191597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacb17-a157-424f-84a1-e5d756471d6b req-d633fdb5-76ef-46bc-8153-4c2eee13426c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:09.192993 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1efacb17-a157-424f-84a1-e5d756471d6b req-d633fdb5-76ef-46bc-8153-4c2eee13426c tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 945 time: 0.0526972 Sep 23 20:19:09.230074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1efacb17-a157-424f-84a1-e5d756471d6b req-056613d3-2c3c-45a8-a206-98fec95b3e58 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311880 Sep 23 20:19:10.342995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf70f-b6b3-42d6-8303-2107ec6b95be req-777b553f-fd3b-4ecf-9feb-ae2b7d7cba12 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:10.344484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d66cf70f-b6b3-42d6-8303-2107ec6b95be req-777b553f-fd3b-4ecf-9feb-ae2b7d7cba12 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 945 time: 0.0494869 Sep 23 20:19:10.381861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d66cf70f-b6b3-42d6-8303-2107ec6b95be req-e89c25d2-cd1b-4082-93f9-c7513b6d7f55 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308657 Sep 23 20:19:10.492823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea8fe-69ab-4c98-b293-ec45c2e54085 req-62a861ff-0593-4292-b2c4-1836fd6ba428 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:10.495003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e98ea8fe-69ab-4c98-b293-ec45c2e54085 req-62a861ff-0593-4292-b2c4-1836fd6ba428 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Sep 23 20:19:10.533900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e98ea8fe-69ab-4c98-b293-ec45c2e54085 req-d713e7de-0f57-4fec-99d4-72242d4f544a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331135 Sep 23 20:19:10.555103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:10.598766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b496655-96dd-403a-858b-bcbad1a1704b tempest-TestVolumeBootPattern-1716047691 tempest-TestVolumeBootPattern-1716047691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:10.600309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2b496655-96dd-403a-858b-bcbad1a1704b tempest-TestVolumeBootPattern-1716047691 tempest-TestVolumeBootPattern-1716047691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 1091 time: 0.0442574 Sep 23 20:19:10.603033 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:10.607347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:10.628789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:10.723138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:10.827619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Allocated IP 172.25.6.217 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/0d74724e-805e-49d3-aec6-bc71405006f5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:10.926452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:10.959065 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:10.998420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:11.002522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:11.005098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:11.030183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=0d74724e-805e-49d3-aec6-bc71405006f5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:11.045466 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.045809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.046151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.046511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.046850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.047168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.047489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.047809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.048130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.048445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.048760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.049081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:11.354687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:11.422051 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:11.569702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:11.574022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:11.638491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event updated for resources: {'Port': ['ID=0d74724e-805e-49d3-aec6-bc71405006f5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:11.650309 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:11.745781 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Floating IP d40264d2-f346-44d9-a4a0-82dc4c64419c associated. External IP: 172.25.6.217, port: c4048052-4a99-4e02-bdb2-26e84e86a3b3. Sep 23 20:19:11.948489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:19:12.057900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:19:12.069207 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:19:12.073822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:12.078027 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:12.078810 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:18:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:12.100745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2343afa1-2288-4f81-b089-21aaf02b1e4e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4966717 Sep 23 20:19:12.101312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:12.103575 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3e3255c6e8848f0b6bf8dbc36486880ffac58c15e454f0313756afc0e3c7341" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845237c-260a-4d6b-87d6-2fe055373a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:12.139768 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c75d8-38e1-4a1a-9d76-88f83ec9bb99 x-openstack-request-id: req-9d5c75d8-38e1-4a1a-9d76-88f83ec9bb99 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:12.140057 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:12.140305 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d5c75d8-38e1-4a1a-9d76-88f83ec9bb99 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:12.140707 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'status': 'completed', 'code': 200} Sep 23 20:19:12.185486 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:12.201843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-eb670a34-8113-4d4e-b7fe-33c299f5d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.203362 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-eb670a34-8113-4d4e-b7fe-33c299f5d53f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 1096 time: 0.0416067 Sep 23 20:19:12.293389 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-eec73e13-39e7-4d20-904c-21ad915cb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.294896 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-eec73e13-39e7-4d20-904c-21ad915cb10e service neutron] 10.222.0.41 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0849099 Sep 23 20:19:12.359052 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-a2b58905-a046-4408-a145-975bf429ec3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3 HTTP/1.1" status: 200 len: 999 time: 0.0576408 Sep 23 20:19:12.406905 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:05Z', 'revision_number': 1, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}, {'id': 'd40264d2-f346-44d9-a4a0-82dc4c64419c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:04:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beca499-8d64-4819-936e-633458f9d860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:19:11Z', 'updated_at': '2021-09-23T20:19:11Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:12.408207 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-18c8e8d0-3812-4525-8d05-1ab76205a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.409684 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-18c8e8d0-3812-4525-8d05-1ab76205a983 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0442698 Sep 23 20:19:12.432457 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:19:12.440702 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:12.441298 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:18:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:12.459430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-b8c53c65-b515-4044-82a1-797bf2398c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.460916 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-b8c53c65-b515-4044-82a1-797bf2398c3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436971 Sep 23 20:19:12.543323 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:12.550667 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-652d87e5-e58a-4e1a-8d6b-8cb6985a5f07 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819855 Sep 23 20:19:12.642988 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e845237c-260a-4d6b-87d6-2fe055373a7c req-4277400a-0cfc-4561-9900-9c12a558631a service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Sep 23 20:19:12.764132 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:05Z', 'revision_number': 1, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}, {'id': 'd40264d2-f346-44d9-a4a0-82dc4c64419c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:04:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beca499-8d64-4819-936e-633458f9d860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:19:11Z', 'updated_at': '2021-09-23T20:19:11Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:12.792451 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f8a850-812c-4370-a0b1-09ba6f913f1e None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:05Z', 'revision_number': 1, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}, {'id': 'd40264d2-f346-44d9-a4a0-82dc4c64419c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.217', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:04:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beca499-8d64-4819-936e-633458f9d860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:19:11Z', 'updated_at': '2021-09-23T20:19:11Z', 'revision_number': 0, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:19:12.969709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5785bd0-b240-4ba1-8a6a-c1bbbdfb96bc None None] New status for floating IP d40264d2-f346-44d9-a4a0-82dc4c64419c: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:19:13.234472 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59e568d5-5886-4dcd-abee-0192727a4c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:16.400592 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fec9f56d-6e5c-490a-bbdf-70758a5acf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:16.547316 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.229714 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:18.730426 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.528950 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:19:25.765102 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.163000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.233774 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-374a5c85-53f7-42cb-a2f9-3d38911d461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.401876 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-274bd17e-ff30-49d0-89a1-6410b7d7c81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.546533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.231855 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:48.732921 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:51.934129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-3797fd40-57fb-441c-a0ce-35dcd5a54df4 req-48c5778c-1a3c-42f1-aafa-7dd7f322453d service neutron] (94826) timed out ('10.222.0.38', 36152) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:19:52.407945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-49b01464-cdf1-446f-a361-c8276f181862 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419512 Sep 23 20:19:52.495839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-47bba36c-8a3e-427b-92ab-0d01ba3f941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:52.497290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-47bba36c-8a3e-427b-92ab-0d01ba3f941b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1097 time: 0.0438321 Sep 23 20:19:52.600341 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-6be5abf5-8b48-4890-b3e3-c064d20c6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:52.602251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-6be5abf5-8b48-4890-b3e3-c064d20c6d7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0859370 Sep 23 20:19:52.664333 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-eba737c5-af1f-44cb-94bd-b5c526966c12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 1002 time: 0.0548656 Sep 23 20:19:52.716785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-b30378ca-4eeb-4f7f-bc94-d05801705e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:52.718226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-b30378ca-4eeb-4f7f-bc94-d05801705e19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0463336 Sep 23 20:19:52.763374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-7912616d-5a04-4ccb-99dc-dac356dec629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:52.764876 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-7912616d-5a04-4ccb-99dc-dac356dec629 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400519 Sep 23 20:19:52.853136 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-3e683736-d74a-4e59-9387-d7e710feee93 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809252 Sep 23 20:19:52.942789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2156b185-7bdd-452c-9742-de2dee77a9dc req-16b1ce31-4854-4518-80de-faaa58663eab service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824454 Sep 23 20:19:55.763108 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:57.185444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:00.527661 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:20:01.865072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-20d0acd4-b297-4a09-a4cb-2c950de28a01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399935 Sep 23 20:20:01.948776 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-ee30f839-0adb-4322-a135-e45984078e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:01.950458 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-ee30f839-0adb-4322-a135-e45984078e65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 1096 time: 0.0416713 Sep 23 20:20:02.059684 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-f6575626-f799-424e-ad73-c5d70028b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:02.061156 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-f6575626-f799-424e-ad73-c5d70028b981 service neutron] 10.222.0.41 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0896912 Sep 23 20:20:02.124009 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-a0c064fe-d6e2-444f-af77-919318276455 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3 HTTP/1.1" status: 200 len: 1001 time: 0.0561123 Sep 23 20:20:02.177905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-560c9f71-bb87-4bb0-9b2a-3580c6007839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:02.179924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-560c9f71-bb87-4bb0-9b2a-3580c6007839 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0475280 Sep 23 20:20:02.224780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-66328fb8-288e-4a25-8d3e-b451acb840a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:02.226850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-66328fb8-288e-4a25-8d3e-b451acb840a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384660 Sep 23 20:20:02.318456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-c043fe69-70b9-4772-b14e-505ae5725c7d service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837281 Sep 23 20:20:02.406804 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b8783bc-77bf-44b5-82c4-e977ed1986d8 req-04d2c93f-7862-4ee1-9a57-c3c3217e69ff service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812948 Sep 23 20:20:07.787685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-324022ea-61ff-4206-baed-dfcb3e79c1a6 req-7119305e-e368-4c4f-b3ce-3ac26ca5ded9 service neutron] (94825) timed out ('10.222.0.41', 49584) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:20:13.236480 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbad2-8a7b-48d1-90b4-cd9c9a0606ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:16.402101 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd79877d-3773-4904-a89c-dd71ad116eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:16.545997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:17.234545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.735225 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:25.762192 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:27.186900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:37.526774 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:20:43.116906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:43.237971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6743da5-84f1-4511-bcfc-9a6573e95f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:43.275001 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port 0d74724e-805e-49d3-aec6-bc71405006f5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:43.275342 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:43.352554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:43.352881 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:43.364223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for 0d74724e-805e-49d3-aec6-bc71405006f5 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:43.509691 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:43.533241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=0d74724e-805e-49d3-aec6-bc71405006f5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:43.547062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.547394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.547726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.548057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.548382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.548704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.549025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.549346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.549663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.549979 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.550350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.550666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:43.603972 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:43.604308 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Floating IP d40264d2-f346-44d9-a4a0-82dc4c64419c disassociated (deleted). External IP: 172.25.6.217, port: c4048052-4a99-4e02-bdb2-26e84e86a3b3. Sep 23 20:20:44.062856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:20:44.167550 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:20:44.172323 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:44.178791 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:20:44.188320 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:44.188936 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:44.200629 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4a5e233f-ba31-40d4-8cea-61a2b0f3a6ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "DELETE /v2.0/floatingips/d40264d2-f346-44d9-a4a0-82dc4c64419c HTTP/1.1" status: 204 len: 168 time: 1.0824592 Sep 23 20:20:44.201416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:44.203742 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3782c7da-fe53-4762-80a1-503f5133693c" -d '{"events": [{"name": "network-changed", "server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:44.293895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:44.358312 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2686641e-835c-45f0-8a65-263f8218c02a x-openstack-request-id: req-2686641e-835c-45f0-8a65-263f8218c02a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:44.358602 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:44.358848 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2686641e-835c-45f0-8a65-263f8218c02a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:44.359250 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'status': 'completed', 'code': 200} Sep 23 20:20:44.423900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782c7da-fe53-4762-80a1-503f5133693c req-b243fd85-9f34-4a4b-a8ed-c8c81698d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:44.425409 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3782c7da-fe53-4762-80a1-503f5133693c req-b243fd85-9f34-4a4b-a8ed-c8c81698d1fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 1096 time: 0.0414340 Sep 23 20:20:44.453458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5f926-d96a-4c0f-8e66-8de348a69e8e req-906b1728-6477-4d8e-ac2b-99a8aeefa3d1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:44.455009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0a5f926-d96a-4c0f-8e66-8de348a69e8e req-906b1728-6477-4d8e-ac2b-99a8aeefa3d1 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Sep 23 20:20:44.493561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0a5f926-d96a-4c0f-8e66-8de348a69e8e req-d3048d9e-c150-4edd-9f84-dcc804e16d24 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326014 Sep 23 20:20:44.533083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782c7da-fe53-4762-80a1-503f5133693c req-de3dd33c-20e2-4ec2-b672-34bfd7e42b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:44.534792 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3782c7da-fe53-4762-80a1-503f5133693c req-de3dd33c-20e2-4ec2-b672-34bfd7e42b90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.1019337 Sep 23 20:20:44.536953 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:05Z', 'revision_number': 1, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:44.567093 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:20:44.575680 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:44.576231 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:44.577691 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3782c7da-fe53-4762-80a1-503f5133693c req-8294299f-18a9-49e0-a031-f695f7f58b8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3 HTTP/1.1" status: 200 len: 217 time: 0.0347283 Sep 23 20:20:44.629732 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782c7da-fe53-4762-80a1-503f5133693c req-1369ee54-0fc3-406e-aa78-912de7ed82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:44.631195 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3782c7da-fe53-4762-80a1-503f5133693c req-1369ee54-0fc3-406e-aa78-912de7ed82ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0470424 Sep 23 20:20:44.678868 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782c7da-fe53-4762-80a1-503f5133693c req-010ef189-f864-47f3-b2b6-9f6ef335679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:44.679758 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:44.680420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3782c7da-fe53-4762-80a1-503f5133693c req-010ef189-f864-47f3-b2b6-9f6ef335679e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414407 Sep 23 20:20:44.777903 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3782c7da-fe53-4762-80a1-503f5133693c req-8fbc1994-5efc-4ba6-b53a-5ad244041e36 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886030 Sep 23 20:20:44.873029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3782c7da-fe53-4762-80a1-503f5133693c req-6b9520b8-19ee-433f-be4d-0c0c25888593 service neutron] 10.222.0.41 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867758 Sep 23 20:20:44.900689 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:05Z', 'revision_number': 1, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:44.926243 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94929b9a-d9bc-4727-acc3-7b37124e087c None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '54322dbe-b2f0-4ca2-82e6-e1f773e9e522', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'port_id': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'mac_address': 'fa:16:3e:6a:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:17:03Z', 'updated_at': '2021-09-23T20:17:05Z', 'revision_number': 1, 'project_id': '470db890633e423c80ad38675a4087ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:20:45.127041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03db23-d2a2-4111-ac7a-6e22654346dc None None] New status for floating IP d40264d2-f346-44d9-a4a0-82dc4c64419c: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:20:45.607542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e773f8-c097-4ad6-b39c-84976d6bbe59 req-9281ba11-c42d-4544-aad5-ee9c435b9653 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:45.609029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95e773f8-c097-4ad6-b39c-84976d6bbe59 req-9281ba11-c42d-4544-aad5-ee9c435b9653 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 945 time: 0.0481551 Sep 23 20:20:45.649527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95e773f8-c097-4ad6-b39c-84976d6bbe59 req-57275b67-0ba8-4150-b69f-4bd49effd6ca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345874 Sep 23 20:20:45.994867 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-054af64a-69ec-42ed-a6ee-04fb2b9bd39f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:45.996289 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-054af64a-69ec-42ed-a6ee-04fb2b9bd39f tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Sep 23 20:20:46.085383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port c4048052-4a99-4e02-bdb2-26e84e86a3b3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:46.085718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.172054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] For port c4048052-4a99-4e02-bdb2-26e84e86a3b3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=c4048052-4a99-4e02-bdb2-26e84e86a3b3,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:46.172411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.184413 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for c4048052-4a99-4e02-bdb2-26e84e86a3b3 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:46.309816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.340249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=c4048052-4a99-4e02-bdb2-26e84e86a3b3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:46.384119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] No DVR routers for this DVR port c4048052-4a99-4e02-bdb2-26e84e86a3b3 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:46.386884 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.389194 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3dc89bda-a4f6-4538-b438-b0b69d30ecbf req-b4d7b1bb-b943-41e3-93fa-fee66bcdf6e2 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.41 "DELETE /v2.0/ports/c4048052-4a99-4e02-bdb2-26e84e86a3b3 HTTP/1.1" status: 204 len: 173 time: 0.3868227 Sep 23 20:20:46.389629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'name': 'network-vif-deleted', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:46.391888 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981ded30-2f09-47d3-9270-56be2b27995c" -d '{"events": [{"server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "name": "network-vif-deleted", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:46.403269 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94391a36-673e-461d-9877-48d111e29d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.438069 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a727f-841b-45f9-a2d4-a5b97e56cfa9 x-openstack-request-id: req-0d8a727f-841b-45f9-a2d4-a5b97e56cfa9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:46.438069 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3beca499-8d64-4819-936e-633458f9d860", "name": "network-vif-deleted", "tag": "c4048052-4a99-4e02-bdb2-26e84e86a3b3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:46.438363 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d8a727f-841b-45f9-a2d4-a5b97e56cfa9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:46.438734 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3beca499-8d64-4819-936e-633458f9d860', 'name': 'network-vif-deleted', 'tag': 'c4048052-4a99-4e02-bdb2-26e84e86a3b3', 'status': 'completed', 'code': 200} Sep 23 20:20:46.546966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.758484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6edc13f-db20-4ad6-aadf-c4544d2794ae req-8c96cf46-d85e-4ecb-913d-cc9dc00e7925 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 210 time: 0.0304894 Sep 23 20:20:47.240030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:47.854864 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e4ddf50-0691-44e9-a076-b9513769c6ed req-b8a69e3f-2f6f-4cb1-953f-05c03d2ebe82 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 210 time: 0.0262883 Sep 23 20:20:48.740430 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:48.948406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d33df897-d88f-497e-9a5b-58ea28e12060 req-fa2d5b55-c1d1-4d91-8b02-645ffe2d4fa8 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 210 time: 0.0277328 Sep 23 20:20:49.066231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c4048052-4a99-4e02-bdb2-26e84e86a3b3 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:49.086959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: c4048052-4a99-4e02-bdb2-26e84e86a3b3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:49.087303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device c4048052-4a99-4e02-bdb2-26e84e86a3b3 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:50.056074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-813e8816-9cdc-43f7-b55e-bf4b59c1a9e1 req-687f8a06-7806-4e64-b9a7-47e32ba6178e tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=3beca499-8d64-4819-936e-633458f9d860 HTTP/1.1" status: 200 len: 210 time: 0.0272274 Sep 23 20:20:53.478512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-88a3e346-7610-4380-8c71-072f3acd36fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106646 Sep 23 20:20:53.561208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-f74535c8-28c7-4d20-b91c-d8263551a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:53.562800 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-f74535c8-28c7-4d20-b91c-d8263551a5f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1097 time: 0.0410025 Sep 23 20:20:53.673731 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-53f7e692-541a-47af-9964-9fffa98dbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:53.675386 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-53f7e692-541a-47af-9964-9fffa98dbd3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0918708 Sep 23 20:20:53.741552 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-95fd6150-6c0b-4ffa-b096-36c9adb04091 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 1002 time: 0.0588191 Sep 23 20:20:53.792273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-3d77330e-62f6-4237-88b6-97f5ef93253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:53.793759 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-3d77330e-62f6-4237-88b6-97f5ef93253e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0458333 Sep 23 20:20:53.846515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-1beff110-3036-41e1-94db-c62c91dd98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:53.848187 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-1beff110-3036-41e1-94db-c62c91dd98fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471919 Sep 23 20:20:53.938370 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-f152ce3d-18ed-4a2f-a5e5-915ebf0c6b51 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832753 Sep 23 20:20:54.034047 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-1ea1d591-5c6e-45aa-9143-bcc4c0037fb8 req-bce4a084-a4ef-46e5-9f29-9a5fb1b4fbf0 service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Sep 23 20:20:55.415926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42276) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:55.568696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port 7b8df62e-b187-4a0e-a8d2-a08185cfc9d3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:55.568950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.645943 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.646298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.657449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for 7b8df62e-b187-4a0e-a8d2-a08185cfc9d3 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:55.780348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.799260 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.829186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=7b8df62e-b187-4a0e-a8d2-a08185cfc9d3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:55.887079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.887416 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Floating IP 54322dbe-b2f0-4ca2-82e6-e1f773e9e522 disassociated (deleted). External IP: 172.25.6.194, port: d9b842a3-7285-4558-a039-487c3b1515ce. Sep 23 20:20:56.091482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:20:56.200057 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:20:56.204794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.209380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:20:56.218515 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:56.219124 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:56.234293 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f13fb773-85bc-4ac8-91d1-8ee4f91a47ec tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "DELETE /v2.0/floatingips/54322dbe-b2f0-4ca2-82e6-e1f773e9e522 HTTP/1.1" status: 204 len: 168 time: 0.8172524 Sep 23 20:20:56.234888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:56.237151 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b05dc1-91a6-4051-a051-be93e13c1ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:56.328664 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:56.391980 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c3437-d0c6-4411-91b5-c95e6cf03686 x-openstack-request-id: req-6e2c3437-d0c6-4411-91b5-c95e6cf03686 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:56.392369 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:56.392840 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e2c3437-d0c6-4411-91b5-c95e6cf03686 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:56.393391 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'status': 'completed', 'code': 200} Sep 23 20:20:56.458115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-c9a648b5-414a-4b10-8c2f-973099b05c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:56.459680 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-c9a648b5-414a-4b10-8c2f-973099b05c1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=470db890633e423c80ad38675a4087ed&device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 1097 time: 0.0438211 Sep 23 20:20:56.486411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8cd9d-cf3a-4608-ba54-2cb777547849 req-c480dd13-d2e2-4386-abaa-0d073e595eb7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:56.487916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99f8cd9d-cf3a-4608-ba54-2cb777547849 req-c480dd13-d2e2-4386-abaa-0d073e595eb7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 946 time: 0.0500391 Sep 23 20:20:56.532273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99f8cd9d-cf3a-4608-ba54-2cb777547849 req-54c95675-ef86-47e8-94ad-f93dc1e0d3b6 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373547 Sep 23 20:20:56.541909 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:56.558883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-b05deb94-5744-4e34-9cdb-b3db705b87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:56.560354 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-b05deb94-5744-4e34-9cdb-b3db705b87d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 200 len: 912 time: 0.0926006 Sep 23 20:20:56.579520 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:20:56.590048 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:56.590880 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:56.602777 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-e2516037-d7dc-4b8e-a41b-ac569d168198 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 200 len: 217 time: 0.0341210 Sep 23 20:20:56.651292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-f05e2601-f721-43ba-851b-9815df3ab975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:56.652750 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-f05e2601-f721-43ba-851b-9815df3ab975 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 200 len: 850 time: 0.0427806 Sep 23 20:20:56.697146 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:56.704448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-8d81b6d4-5d42-4809-85b5-c348b60b5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:56.705946 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-8d81b6d4-5d42-4809-85b5-c348b60b5ac9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=400f28f4-4652-484c-9ba1-04046ef8698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440841 Sep 23 20:20:56.795565 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-8d79116a-b2ca-4ce1-a81f-5c204481a7af service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810235 Sep 23 20:20:56.890983 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-79b05dc1-91a6-4051-a051-be93e13c1ab1 req-d183c4b5-0317-47fe-baf1-7de72af66e4c service neutron] 10.222.0.72 "GET /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Sep 23 20:20:56.894237 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:57.018448 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ace01-e69a-4a07-bb80-a66f77b22d57 None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:17Z', 'revision_number': 4, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '081f0ee6-64ab-4fe7-819e-a5446ea0b08a', 'name': '', 'network_id': '400f28f4-4652-484c-9ba1-04046ef8698c', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'mac_address': 'fa:16:3e:f2:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:16Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'subnets': [{'id': 'c7de6666-c4a9-4aa1-ac35-5d3e5050cd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:20:57.202267 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.244858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac3b619-939c-42ef-a5d8-26a169a8bf8f None None] New status for floating IP 54322dbe-b2f0-4ca2-82e6-e1f773e9e522: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:20:57.648888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673e52-ada7-445a-8f5b-16d2dd752928 req-f8c9c46f-c6f4-4f54-ba89-71beda2a88ca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:57.650389 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71673e52-ada7-445a-8f5b-16d2dd752928 req-f8c9c46f-c6f4-4f54-ba89-71beda2a88ca tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 946 time: 0.0483115 Sep 23 20:20:57.687586 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71673e52-ada7-445a-8f5b-16d2dd752928 req-58f62eb6-189a-46b3-9ad1-4d5cc79a4b0b tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/security-groups?id=31861ced-8e69-46bf-b75a-b25eec9c56ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Sep 23 20:20:57.970709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-1a16cc9a-4e9b-496c-bfcb-816ded5f0dcf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:57.972143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-1a16cc9a-4e9b-496c-bfcb-816ded5f0dcf tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 946 time: 0.0482886 Sep 23 20:20:58.060777 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port d9b842a3-7285-4558-a039-487c3b1515ce {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:58.061115 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.145216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] For port d9b842a3-7285-4558-a039-487c3b1515ce, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=d9b842a3-7285-4558-a039-487c3b1515ce,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:58.145580 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.158037 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for d9b842a3-7285-4558-a039-487c3b1515ce owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:58.283128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.312460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=d9b842a3-7285-4558-a039-487c3b1515ce,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:58.352737 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] No DVR routers for this DVR port d9b842a3-7285-4558-a039-487c3b1515ce on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:58.355412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.357377 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3da02f57-5ce9-4c6e-a75f-b3214b8f9e5e req-8969034e-f026-4b42-8b28-37d5dca43351 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.72 "DELETE /v2.0/ports/d9b842a3-7285-4558-a039-487c3b1515ce HTTP/1.1" status: 204 len: 173 time: 0.3788941 Sep 23 20:20:58.394062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'name': 'network-vif-deleted', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:58.396497 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e057c91-2637-4dff-9e36-9caf7e490bb6" -d '{"events": [{"server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "name": "network-vif-deleted", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:58.432850 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2193020-a6b6-42be-9b66-043fe4faab53 x-openstack-request-id: req-f2193020-a6b6-42be-9b66-043fe4faab53 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:58.433051 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca313eab-541b-4bc6-bd27-f9fe07fea1ff", "name": "network-vif-deleted", "tag": "d9b842a3-7285-4558-a039-487c3b1515ce", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:58.433295 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2193020-a6b6-42be-9b66-043fe4faab53 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:58.433690 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca313eab-541b-4bc6-bd27-f9fe07fea1ff', 'name': 'network-vif-deleted', 'tag': 'd9b842a3-7285-4558-a039-487c3b1515ce', 'status': 'completed', 'code': 200} Sep 23 20:20:58.787791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05aaf717-601d-4b1b-85bf-738516e3359c req-e8f9bb9c-2ceb-45b3-a2db-6fe6f7d0c1c7 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 210 time: 0.0274646 Sep 23 20:20:59.882953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a8cb28e-40a0-4fb8-b827-bcecb5586a01 req-c0aa33ff-c0c9-4d02-9230-25cf63932db5 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 210 time: 0.0277917 Sep 23 20:21:00.849808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d9b842a3-7285-4558-a039-487c3b1515ce no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:00.869218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: d9b842a3-7285-4558-a039-487c3b1515ce {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:21:00.869552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device d9b842a3-7285-4558-a039-487c3b1515ce not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:00.980247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b41a906a-3b52-41e1-91ec-751e5c553b33 req-3f7c7cea-e0cb-4a78-af01-684c3601ff23 tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca313eab-541b-4bc6-bd27-f9fe07fea1ff HTTP/1.1" status: 200 len: 210 time: 0.0267737 Sep 23 20:21:02.040693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:02.166723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Deleting port d4ff4cc6-07f5-4305-b309-aaedefa13556 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:02.167063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.239615 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.239872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.251539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Calling delete_port for d4ff4cc6-07f5-4305-b309-aaedefa13556 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:02.382866 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.408592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'Port': ['ID=d4ff4cc6-07f5-4305-b309-aaedefa13556,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:02.432988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.433342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.433682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.434019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.434387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.434722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.435051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.435384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.435711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.436031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.436352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.436675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.476280 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.479597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.480755 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-58acecd3-ac8b-461e-83b8-063e5a3660ba tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "DELETE /v2.0/floatingips/ada0fa49-ac0b-4b5c-8696-ee085bfb5f2f HTTP/1.1" status: 204 len: 168 time: 0.4386842 Sep 23 20:21:04.722649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42314) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:04.784653 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a733c925-4b5d-405d-84ac-bce41b5a0f6a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.809894 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a733c925-4b5d-405d-84ac-bce41b5a0f6a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.870855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a733c925-4b5d-405d-84ac-bce41b5a0f6a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.873365 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a733c925-4b5d-405d-84ac-bce41b5a0f6a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.877111 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a733c925-4b5d-405d-84ac-bce41b5a0f6a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] 10.222.0.38 "DELETE /v2.0/security-groups/31861ced-8e69-46bf-b75a-b25eec9c56ff HTTP/1.1" status: 204 len: 168 time: 0.1508157 Sep 23 20:21:04.884750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733c925-4b5d-405d-84ac-bce41b5a0f6a tempest-TestVolumeBootPattern-1942911173 tempest-TestVolumeBootPattern-1942911173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31861ced-8e69-46bf-b75a-b25eec9c56ff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:04.939828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:05.385090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:05.917326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Deleting port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:05.917666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:05.992517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] For port 081f0ee6-64ab-4fe7-819e-a5446ea0b08a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:05.993225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:06.004608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Calling delete_port for 081f0ee6-64ab-4fe7-819e-a5446ea0b08a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:06.178640 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:06.208901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=081f0ee6-64ab-4fe7-819e-a5446ea0b08a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:06.371939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:06.589454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Router db6366d9-23e5-43b7-9215-73d5674e420d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:21:06.693706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:21:06.699326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-110c0a45-457e-475a-b9cb-02c869703fd9 admin admin] 10.222.0.38 "PUT /v2.0/routers/db6366d9-23e5-43b7-9215-73d5674e420d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7581937 Sep 23 20:21:06.701985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:06.702926 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] Sync routers for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:21:06.712439 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:06.713117 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:06.804439 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:06.812949 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:06.903796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:06.958943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Deleting port 6538f5b5-b165-4b1e-b477-8c922e2eddb6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:06.959299 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:06.986581 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:21:06Z', 'revision_number': 5, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port': {'id': '6538f5b5-b165-4b1e-b477-8c922e2eddb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:07.022407 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] Checking router: db6366d9-23e5-43b7-9215-73d5674e420d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:21:07.031109 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] Routers {'db6366d9-23e5-43b7-9215-73d5674e420d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:07.031716 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['db6366d9-23e5-43b7-9215-73d5674e420d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:07.041957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] For port 6538f5b5-b165-4b1e-b477-8c922e2eddb6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6538f5b5-b165-4b1e-b477-8c922e2eddb6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:07.042713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.055292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Calling delete_port for 6538f5b5-b165-4b1e-b477-8c922e2eddb6 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:07.116148 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] Set router db6366d9-23e5-43b7-9215-73d5674e420d gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:07.169229 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:21:06Z', 'revision_number': 6, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:07.196063 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3d1dd-0017-4526-a116-2936d5bf128c None None] The sync data for ids ['db6366d9-23e5-43b7-9215-73d5674e420d'] in n-d-810763-1 is: [{'id': 'db6366d9-23e5-43b7-9215-73d5674e420d', 'name': 'tempest-TestVolumeBootPattern-744217998-router', 'tenant_id': '470db890633e423c80ad38675a4087ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:15Z', 'updated_at': '2021-09-23T20:21:06Z', 'revision_number': 6, 'project_id': '470db890633e423c80ad38675a4087ed', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:21:07.228325 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.257242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Pushing event deleted for resources: {'Port': ['ID=6538f5b5-b165-4b1e-b477-8c922e2eddb6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:07.325301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.416921 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.419093 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.460983 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.461510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6366d9-23e5-43b7-9215-73d5674e420d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:21:07.467108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.470757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-97a27089-adcc-4e02-a282-3918da033385 admin admin] 10.222.0.38 "DELETE /v2.0/routers/db6366d9-23e5-43b7-9215-73d5674e420d HTTP/1.1" status: 204 len: 168 time: 0.7653484 Sep 23 20:21:07.471029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:07.514051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] Deleting subnet c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:21:07.516872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.557446 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.639638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.688742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.715049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7de6666-c4a9-4aa1-ac35-5d3e5050cd37,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:07.716928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.721398 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42326) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:07.721906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91a0fe33-13b8-4972-a28f-33d8fb59babc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c7de6666-c4a9-4aa1-ac35-5d3e5050cd37 HTTP/1.1" status: 204 len: 168 time: 0.2495377 Sep 23 20:21:07.722032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff80d2-80b9-4d2d-8fe5-d16cb8b19252 None None] Network 400f28f4-4652-484c-9ba1-04046ef8698c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:21:07.789081 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.845816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Deleting port e0c76c53-4c11-49bd-97a8-22aab242569c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:07.846160 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.909041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] For port e0c76c53-4c11-49bd-97a8-22aab242569c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=e0c76c53-4c11-49bd-97a8-22aab242569c,segment=NetworkSegment(b74d287f-f622-4054-ac4a-ebd87831a8c6),segment_id=b74d287f-f622-4054-ac4a-ebd87831a8c6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:07.909335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.921234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Calling delete_port for e0c76c53-4c11-49bd-97a8-22aab242569c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:07.964307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901da752-b73d-4769-9564-ab6b38332365 None None] DHCP port deletion for 400f28f4-4652-484c-9ba1-04046ef8698c request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:21:08.009839 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.012423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Deleting port e0c76c53-4c11-49bd-97a8-22aab242569c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:08.012878 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.038128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] No DVR routers for this DVR port e0c76c53-4c11-49bd-97a8-22aab242569c on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:21:08.041129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c76c53-4c11-49bd-97a8-22aab242569c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:08.089494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-901da752-b73d-4769-9564-ab6b38332365 None None] For port e0c76c53-4c11-49bd-97a8-22aab242569c, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:08.089894 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.102070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Calling delete_port for e0c76c53-4c11-49bd-97a8-22aab242569c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:08.104746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Port e0c76c53-4c11-49bd-97a8-22aab242569c was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:21:08.106002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.120364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.130500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Pushing event deleted for resources: {'Port': ['ID=e0c76c53-4c11-49bd-97a8-22aab242569c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:08.135192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901da752-b73d-4769-9564-ab6b38332365 None None] No DVR routers for this DVR port e0c76c53-4c11-49bd-97a8-22aab242569c on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:21:08.140901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400f28f4-4652-484c-9ba1-04046ef8698c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:08.142171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.147573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901da752-b73d-4769-9564-ab6b38332365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:08.156589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74d287f-f622-4054-ac4a-ebd87831a8c6') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:08.156907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74d287f-f622-4054-ac4a-ebd87831a8c6') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:08.166353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.179927 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.187260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:21:08.187866 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:21:08.190551 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:21:08.267901 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.273638 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.276154 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] 10.222.0.38 "DELETE /v2.0/networks/400f28f4-4652-484c-9ba1-04046ef8698c HTTP/1.1" status: 204 len: 168 time: 0.5537651 Sep 23 20:21:08.279147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:08.286801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c9eda-4c71-4231-a036-cc933ef74e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=400f28f4-4652-484c-9ba1-04046ef8698c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:08.625707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.864083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Deleting port 278ee947-4a7e-48a0-b0bb-4f515633ac72 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:08.864423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.940427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] For port 278ee947-4a7e-48a0-b0bb-4f515633ac72, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=278ee947-4a7e-48a0-b0bb-4f515633ac72,segment=NetworkSegment(3a1a1318-af64-4e7b-9d60-b8cc89cf36e3),segment_id=3a1a1318-af64-4e7b-9d60-b8cc89cf36e3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:08.940790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.953310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Calling delete_port for 278ee947-4a7e-48a0-b0bb-4f515633ac72 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:09.137044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:09.165674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=278ee947-4a7e-48a0-b0bb-4f515633ac72,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:09.306936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6538f5b5-b165-4b1e-b477-8c922e2eddb6 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:09.329015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6538f5b5-b165-4b1e-b477-8c922e2eddb6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:21:09.329682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6538f5b5-b165-4b1e-b477-8c922e2eddb6 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:09.330102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e0c76c53-4c11-49bd-97a8-22aab242569c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:09.345477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:09.349651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: e0c76c53-4c11-49bd-97a8-22aab242569c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:21:09.350105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device e0c76c53-4c11-49bd-97a8-22aab242569c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:09.350654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 081f0ee6-64ab-4fe7-819e-a5446ea0b08a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:09.371343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 081f0ee6-64ab-4fe7-819e-a5446ea0b08a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:21:09.371830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 081f0ee6-64ab-4fe7-819e-a5446ea0b08a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:09.558321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Router e861e17e-a29f-4404-aba2-fecaf7cb4303 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:21:09.951533 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:21:09.956690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ee2f29d2-3f3e-438d-b659-1ea09850a3fd admin admin] 10.222.0.38 "PUT /v2.0/routers/e861e17e-a29f-4404-aba2-fecaf7cb4303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6765220 Sep 23 20:21:09.959221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:09.961948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] Sync routers for ids ['e861e17e-a29f-4404-aba2-fecaf7cb4303'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:21:09.971032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] Routers {'e861e17e-a29f-4404-aba2-fecaf7cb4303'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:09.971646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e861e17e-a29f-4404-aba2-fecaf7cb4303'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:10.061625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.074887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] Set router e861e17e-a29f-4404-aba2-fecaf7cb4303 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:10.160074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.216230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Deleting port 2dd4bdd1-e547-4df8-b393-b1066c3c652a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:10.216481 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.250386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:21:09Z', 'revision_number': 5, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port': {'id': '2dd4bdd1-e547-4df8-b393-b1066c3c652a', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:11:20Z', 'updated_at': '2021-09-23T20:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:10.275706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] Checking router: e861e17e-a29f-4404-aba2-fecaf7cb4303 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:21:10.283826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] Routers {'e861e17e-a29f-4404-aba2-fecaf7cb4303'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:10.284421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:20:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['e861e17e-a29f-4404-aba2-fecaf7cb4303'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:10.293612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] For port 2dd4bdd1-e547-4df8-b393-b1066c3c652a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2dd4bdd1-e547-4df8-b393-b1066c3c652a,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:10.294084 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.306921 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Calling delete_port for 2dd4bdd1-e547-4df8-b393-b1066c3c652a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:10.369121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] Set router e861e17e-a29f-4404-aba2-fecaf7cb4303 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:10.475681 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.503337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd4bdd1-e547-4df8-b393-b1066c3c652a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:10.569407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.576914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:21:10Z', 'revision_number': 6, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:10.602751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0800122f-e9b7-4a2c-99d8-3829a5554d5f None None] The sync data for ids ['e861e17e-a29f-4404-aba2-fecaf7cb4303'] in n-d-810763-1 is: [{'id': 'e861e17e-a29f-4404-aba2-fecaf7cb4303', 'name': 'tempest-TestVolumeBootPattern-536002961-router', 'tenant_id': 'aeff81db7ea647aab72381ca46435f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:11:19Z', 'updated_at': '2021-09-23T20:21:10Z', 'revision_number': 6, 'project_id': 'aeff81db7ea647aab72381ca46435f8a', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:21:10.665016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.667289 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.709169 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.709918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e861e17e-a29f-4404-aba2-fecaf7cb4303 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:21:10.715492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.716630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fb85ab20-d81e-4ce5-81ac-a1e3629d9a50 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e861e17e-a29f-4404-aba2-fecaf7cb4303 HTTP/1.1" status: 204 len: 168 time: 0.7565033 Sep 23 20:21:10.719207 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:10.768682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] Deleting subnet 0160493d-a21e-4c23-93eb-77d75b708433 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:21:10.771600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.804022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.879580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.930818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.961007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0160493d-a21e-4c23-93eb-77d75b708433,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:10.964543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:10.967054 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cfced89d-cc9d-427c-b930-1b97f4f75a35 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0160493d-a21e-4c23-93eb-77d75b708433 HTTP/1.1" status: 204 len: 168 time: 0.2469320 Sep 23 20:21:10.969755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42334) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:10.974179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd27812a-43a6-4e5b-a30b-3920310b8154 None None] Network 1719fe89-93b5-40e4-a78c-6a1014a9908b requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:21:11.045743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.101453 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Deleting port 24c1aeaa-1885-43e8-8acc-08a4923ac230 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:11.101789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.167588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] For port 24c1aeaa-1885-43e8-8acc-08a4923ac230, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24c1aeaa-1885-43e8-8acc-08a4923ac230,segment=NetworkSegment(3a1a1318-af64-4e7b-9d60-b8cc89cf36e3),segment_id=3a1a1318-af64-4e7b-9d60-b8cc89cf36e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:11.167948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.179151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Calling delete_port for 24c1aeaa-1885-43e8-8acc-08a4923ac230 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:11.383946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] DHCP port deletion for 1719fe89-93b5-40e4-a78c-6a1014a9908b request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:21:11.437568 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] Deleting port 24c1aeaa-1885-43e8-8acc-08a4923ac230 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:11.438377 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.452501 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2dd4bdd1-e547-4df8-b393-b1066c3c652a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:11.484815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 2dd4bdd1-e547-4df8-b393-b1066c3c652a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:21:11.485166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2dd4bdd1-e547-4df8-b393-b1066c3c652a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:11.485594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 24c1aeaa-1885-43e8-8acc-08a4923ac230 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:11.522442 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.549882 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=24c1aeaa-1885-43e8-8acc-08a4923ac230,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:11.550457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] For port 24c1aeaa-1885-43e8-8acc-08a4923ac230, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=24c1aeaa-1885-43e8-8acc-08a4923ac230,segment=NetworkSegment(3a1a1318-af64-4e7b-9d60-b8cc89cf36e3),segment_id=3a1a1318-af64-4e7b-9d60-b8cc89cf36e3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:11.550867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.554498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] No DVR routers for this DVR port 24c1aeaa-1885-43e8-8acc-08a4923ac230 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:21:11.568308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] Calling delete_port for 24c1aeaa-1885-43e8-8acc-08a4923ac230 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:11.573949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No active binding found for port 24c1aeaa-1885-43e8-8acc-08a4923ac230 {{(pid=94827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 20:21:11.574403 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 24c1aeaa-1885-43e8-8acc-08a4923ac230 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:11.574832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 278ee947-4a7e-48a0-b0bb-4f515633ac72 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:11.598531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 278ee947-4a7e-48a0-b0bb-4f515633ac72 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:21:11.598880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 278ee947-4a7e-48a0-b0bb-4f515633ac72 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:11.631540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.652642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1719fe89-93b5-40e4-a78c-6a1014a9908b']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:11.662502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:11.662804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1a1318-af64-4e7b-9d60-b8cc89cf36e3') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:11.671464 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.677850 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.697417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] Pushing event deleted for resources: {'Port': ['ID=24c1aeaa-1885-43e8-8acc-08a4923ac230,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:11.697669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.701195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9dcb5-12d4-42b8-ab7a-8fca24b214bf None None] No DVR routers for this DVR port 24c1aeaa-1885-43e8-8acc-08a4923ac230 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:21:11.709047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:21:11.709359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:21:11.711075 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:21:11.767829 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.774792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.777292 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] 10.222.0.38 "DELETE /v2.0/networks/1719fe89-93b5-40e4-a78c-6a1014a9908b HTTP/1.1" status: 204 len: 168 time: 0.8064027 Sep 23 20:21:11.789140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdb626-2499-4407-bf0d-e66c09712c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1719fe89-93b5-40e4-a78c-6a1014a9908b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:11.886787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:11.925782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5e2ab5d7-18c8-42da-9c9b-6c27c47bcf82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=470db890633e423c80ad38675a4087ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376019 Sep 23 20:21:11.928403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42340) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:11.975775 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc66477-1521-4401-bac2-f98a6954afb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:11.995603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc66477-1521-4401-bac2-f98a6954afb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:12.044114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc66477-1521-4401-bac2-f98a6954afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:12.046889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9dc66477-1521-4401-bac2-f98a6954afb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:12.048094 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9dc66477-1521-4401-bac2-f98a6954afb6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbc5aab0-d439-430c-be9d-8ece57978665 HTTP/1.1" status: 204 len: 168 time: 0.1186855 Sep 23 20:21:12.056039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc66477-1521-4401-bac2-f98a6954afb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5aab0-d439-430c-be9d-8ece57978665,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:12.383548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:12.435900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3800ddc1-bad5-47a3-bb17-7d76d804fd14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeff81db7ea647aab72381ca46435f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505559 Sep 23 20:21:12.438374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:12.486229 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e06deef2-a618-4ebb-81c9-2275b1a049f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:12.506139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e06deef2-a618-4ebb-81c9-2275b1a049f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:12.552890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e06deef2-a618-4ebb-81c9-2275b1a049f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:12.555926 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e06deef2-a618-4ebb-81c9-2275b1a049f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:12.557089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e06deef2-a618-4ebb-81c9-2275b1a049f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0001295f-55e1-477f-9e7e-1289c7fb776b HTTP/1.1" status: 204 len: 168 time: 0.1178224 Sep 23 20:21:12.567900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06deef2-a618-4ebb-81c9-2275b1a049f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0001295f-55e1-477f-9e7e-1289c7fb776b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:13.238921 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-078c4eec-f9d1-49fd-8648-14980a4d2a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:14.525828 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:21:16.406120 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e753be3b-97f7-42e7-bebf-62d524e4685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:16.547544 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:17.242021 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:18.742188 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:22.157702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-b845c3bc-a52c-4068-a107-6571bb0d03b9 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=81cf27de52854751a99f2bc37b57d6cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326173 Sep 23 20:21:22.338142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-d1c00580-4d0c-4acb-8710-b79ba7ca05d7 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:22.339659 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-d1c00580-4d0c-4acb-8710-b79ba7ca05d7 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766043 Sep 23 20:21:22.354940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-dee8cac3-0287-4c2e-bee0-54ceab1d271a tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/quotas/81cf27de52854751a99f2bc37b57d6cb HTTP/1.1" status: 200 len: 375 time: 0.0095012 Sep 23 20:21:22.385465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-b3bc28a4-65e3-461e-85e9-acad002dfb0c tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81cf27de52854751a99f2bc37b57d6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255849 Sep 23 20:21:22.541354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34ff3906-9294-4b0c-8ab4-84844ac13022 req-9cacb3ac-7bc7-4a8f-81e0-a4686948a987 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 210 time: 0.0260727 Sep 23 20:21:23.464455 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-91d91c9b-2ada-4a52-a482-c23e5c57895b tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=81cf27de52854751a99f2bc37b57d6cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299022 Sep 23 20:21:23.638396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fda55fe2-5d2c-41c3-b69c-5376e6c77665 req-072e9253-717b-4d9b-822d-84202a231cbf tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 210 time: 0.0303550 Sep 23 20:21:23.660549 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-1d53ed3a-35ed-4433-9633-3c5e3775e48e tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:23.661991 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-1d53ed3a-35ed-4433-9633-3c5e3775e48e tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918638 Sep 23 20:21:23.675178 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Request body: {'port': {'device_id': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'admin_state_up': True, 'tenant_id': '81cf27de52854751a99f2bc37b57d6cb'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:23.783395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Made reservation on behalf of 81cf27de52854751a99f2bc37b57d6cb for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:21:23.786831 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:23.795879 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:23.889530 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:23.893281 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:23.957112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32648edf-de52-4943-9395-ffb5d983d4e9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:24.023998 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Allocated IP 192.168.233.124 (9651f43a-c812-4050-a415-7673d8f62225/a2a5f1a6-5fe2-471b-871b-db801efae546/a876a37c-a1d1-4924-89c8-31450007d78b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:21:24.167793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.201308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.246291 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Network 9651f43a-c812-4050-a415-7673d8f62225 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:24.249253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:24.252876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:21:24.278521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Pushing event updated for resources: {'Port': ['ID=a876a37c-a1d1-4924-89c8-31450007d78b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:24.306676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:24.307303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.322319 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0caaa73f-7dd2-4db3-870d-1d5fbc7785a4 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6508629 Sep 23 20:21:24.335393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Request body: {'port': {'device_id': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:24.391096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.504821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e1b87b0f-d8dc-4389-a158-b8550eebe78a None None] Provisioning complete for port a876a37c-a1d1-4924-89c8-31450007d78b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:24.505444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1b87b0f-d8dc-4389-a158-b8550eebe78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.543043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e1b87b0f-d8dc-4389-a158-b8550eebe78a None None] Port a876a37c-a1d1-4924-89c8-31450007d78b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:21:24.651493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a876a37c-a1d1-4924-89c8-31450007d78b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:21:24.658576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.670930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Transition to ACTIVE for port object a876a37c-a1d1-4924-89c8-31450007d78b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:21:24.675745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.744151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=a876a37c-a1d1-4924-89c8-31450007d78b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:24.799154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35cbdf-c0ca-4d74-a752-3672cfdbafa4 req-cc951add-eb2b-4650-b21d-7c963b611bc1 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:24.802177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Attempting to bind port a876a37c-a1d1-4924-89c8-31450007d78b on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:21:24.802744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Attempting to bind port a876a37c-a1d1-4924-89c8-31450007d78b by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:21:24.803266 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Attempting to bind port a876a37c-a1d1-4924-89c8-31450007d78b on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:24.807266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa35cbdf-c0ca-4d74-a752-3672cfdbafa4 req-cc951add-eb2b-4650-b21d-7c963b611bc1 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 948 time: 0.0966268 Sep 23 20:21:24.808601 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Port a876a37c-a1d1-4924-89c8-31450007d78b on network 9651f43a-c812-4050-a415-7673d8f62225 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:21:24.810493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Attempting to bind port a876a37c-a1d1-4924-89c8-31450007d78b on network 9651f43a-c812-4050-a415-7673d8f62225 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:24.816397 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:21:24.818246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Checking segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:24.818246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Bound using segment: {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:21:24.818246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Bound port: a876a37c-a1d1-4924-89c8-31450007d78b, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70064968-d7da-4e48-a328-76910bc41064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9651f43a-c812-4050-a415-7673d8f62225'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:21:24.818246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.860323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fa35cbdf-c0ca-4d74-a752-3672cfdbafa4 req-fb04f429-db9c-4d21-908e-e2f1f174383c tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492642 Sep 23 20:21:24.899062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] For port a876a37c-a1d1-4924-89c8-31450007d78b, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:21:24.903348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] For port a876a37c-a1d1-4924-89c8-31450007d78b, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a876a37c-a1d1-4924-89c8-31450007d78b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:21:24.908357 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.947244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:24.947836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:24.949249 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] 10.222.0.72 "PUT /v2.0/ports/a876a37c-a1d1-4924-89c8-31450007d78b HTTP/1.1" status: 200 len: 1096 time: 0.6188529 Sep 23 20:21:24.949691 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'tag': 'a876a37c-a1d1-4924-89c8-31450007d78b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:24.952169 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe9e623-6b08-4826-a9dc-9022ca6c69d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f42cd909-3ee7-4ca1-b529-f17d3b4c7359", "tag": "a876a37c-a1d1-4924-89c8-31450007d78b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:25.019844 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43da9880-83e1-48d3-8056-4243f098f5a5 x-openstack-request-id: req-43da9880-83e1-48d3-8056-4243f098f5a5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:25.020375 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42cd909-3ee7-4ca1-b529-f17d3b4c7359", "tag": "a876a37c-a1d1-4924-89c8-31450007d78b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:25.020818 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43da9880-83e1-48d3-8056-4243f098f5a5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:25.021550 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'tag': 'a876a37c-a1d1-4924-89c8-31450007d78b', 'status': 'completed', 'code': 200} Sep 23 20:21:25.023811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f354fa-fba3-4d2a-9c04-39a63c11dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=a876a37c-a1d1-4924-89c8-31450007d78b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:25.060142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-4af13aed-8207-45be-bced-9e40e9c9d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.061695 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-4af13aed-8207-45be-bced-9e40e9c9d35a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81cf27de52854751a99f2bc37b57d6cb&device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 1099 time: 0.0633895 Sep 23 20:21:25.110810 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-4fbd8524-3ae4-4e33-b67f-50a7d69781b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a876a37c-a1d1-4924-89c8-31450007d78b HTTP/1.1" status: 200 len: 217 time: 0.0408454 Sep 23 20:21:25.161508 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-02cefb19-f208-4da4-93b4-3bd1817ec164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.163022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-02cefb19-f208-4da4-93b4-3bd1817ec164 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0450580 Sep 23 20:21:25.210214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-5678ff15-d16b-4cb4-a879-41ad388cf7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.212105 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-5678ff15-d16b-4cb4-a879-41ad388cf7f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421770 Sep 23 20:21:25.304003 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-2344c301-747b-4e4b-9d66-b75c075fe610 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843685 Sep 23 20:21:25.393989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3af4492c-ea36-40bf-a5d5-4bdd93e5a251 req-0931310e-3bbe-4e13-99d0-0f6bf22e50f9 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800178 Sep 23 20:21:25.481704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-4f70d455-83d4-4d1b-aae0-c032e0ee1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.483108 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-4f70d455-83d4-4d1b-aae0-c032e0ee1732 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81cf27de52854751a99f2bc37b57d6cb&device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 1099 time: 0.0401280 Sep 23 20:21:25.577626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-005f4df6-a078-466d-9003-015504d921cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.579121 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-005f4df6-a078-466d-9003-015504d921cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=9651f43a-c812-4050-a415-7673d8f62225 HTTP/1.1" status: 200 len: 870 time: 0.0881729 Sep 23 20:21:25.625083 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-dbe150a1-3744-4120-9d87-238566ba38e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a876a37c-a1d1-4924-89c8-31450007d78b HTTP/1.1" status: 200 len: 217 time: 0.0380242 Sep 23 20:21:25.676160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-b72bf683-72e5-48b0-8802-c6409c8060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.677565 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-b72bf683-72e5-48b0-8802-c6409c8060fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2a5f1a6-5fe2-471b-871b-db801efae546 HTTP/1.1" status: 200 len: 843 time: 0.0456080 Sep 23 20:21:25.722659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-7bd37887-a98b-438f-b498-139dbcff5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.724086 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-7bd37887-a98b-438f-b498-139dbcff5033 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9651f43a-c812-4050-a415-7673d8f62225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0383098 Sep 23 20:21:25.780467 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:25.817920 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-5afbeee0-7d3f-4477-9165-b907cff72860 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857980 Sep 23 20:21:25.911847 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-afe9e623-6b08-4826-a9dc-9022ca6c69d8 req-537f4fa8-5f92-4d71-a1f5-ee754db56bb7 service neutron] 10.222.0.72 "GET /v2.0/networks/9651f43a-c812-4050-a415-7673d8f62225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Sep 23 20:21:25.970263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1303-08bf-4205-a7d6-ebd0d88638a6 req-196b065a-943c-49d1-9d58-f01d25910201 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.971749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b14a1303-08bf-4205-a7d6-ebd0d88638a6 req-196b065a-943c-49d1-9d58-f01d25910201 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 948 time: 0.0484765 Sep 23 20:21:26.008087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b14a1303-08bf-4205-a7d6-ebd0d88638a6 req-bcc2ab43-1f9d-4176-8e9e-278bb5b5623e tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303953 Sep 23 20:21:27.010158 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a876a37c-a1d1-4924-89c8-31450007d78b details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:21:27.103934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a876a37c-a1d1-4924-89c8-31450007d78b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a876a37c-a1d1-4924-89c8-31450007d78b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:27.114939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'a876a37c-a1d1-4924-89c8-31450007d78b', 'network_id': '9651f43a-c812-4050-a415-7673d8f62225', 'port_id': 'a876a37c-a1d1-4924-89c8-31450007d78b', 'mac_address': 'fa:16:3e:78:02:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a5f1a6-5fe2-471b-871b-db801efae546', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:21:27.123810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55663c-5ec8-476b-9c26-b01cbfbedbcb req-a73f668e-a6a6-4b13-b162-df1a0030f019 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:27.125288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f55663c-5ec8-476b-9c26-b01cbfbedbcb req-a73f668e-a6a6-4b13-b162-df1a0030f019 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 948 time: 0.0513422 Sep 23 20:21:27.155186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:27.162661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f55663c-5ec8-476b-9c26-b01cbfbedbcb req-33d5edd1-985a-43a6-8de9-dbaaa8c98653 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Sep 23 20:21:27.168184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a876a37c-a1d1-4924-89c8-31450007d78b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:21:27.189356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a876a37c-a1d1-4924-89c8-31450007d78b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a876a37c-a1d1-4924-89c8-31450007d78b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:27.200333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:27.226232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:27.251577 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a876a37c-a1d1-4924-89c8-31450007d78b,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:27.442107 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a876a37c-a1d1-4924-89c8-31450007d78b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:21:28.278612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9099c0b-7c2d-464f-9f2b-a02420ed20d9 req-0da1636f-38f7-469b-8269-fea36c953346 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.280095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9099c0b-7c2d-464f-9f2b-a02420ed20d9 req-0da1636f-38f7-469b-8269-fea36c953346 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 949 time: 0.0487766 Sep 23 20:21:28.317651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f9099c0b-7c2d-464f-9f2b-a02420ed20d9 req-2a07d99b-5c49-4717-849b-34b8f0e0eb02 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Sep 23 20:21:29.018351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a876a37c-a1d1-4924-89c8-31450007d78b up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:29.066867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port a876a37c-a1d1-4924-89c8-31450007d78b completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:21:29.070395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port a876a37c-a1d1-4924-89c8-31450007d78b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:29.070765 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:29.143412 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:29.164784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876a37c-a1d1-4924-89c8-31450007d78b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:29.167042 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d129b3c-83f4-4e67-9966-5d7512976cbc" -d '{"events": [{"server_uuid": "f42cd909-3ee7-4ca1-b529-f17d3b4c7359", "name": "network-vif-plugged", "status": "completed", "tag": "a876a37c-a1d1-4924-89c8-31450007d78b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:29.182529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a876a37c-a1d1-4924-89c8-31450007d78b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a876a37c-a1d1-4924-89c8-31450007d78b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:29.186698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:29.211468 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d8b639-58ae-43cc-8f60-9ccdb510d6f0 x-openstack-request-id: req-f4d8b639-58ae-43cc-8f60-9ccdb510d6f0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:29.212395 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42cd909-3ee7-4ca1-b529-f17d3b4c7359", "name": "network-vif-plugged", "status": "completed", "tag": "a876a37c-a1d1-4924-89c8-31450007d78b", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:29.212581 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4d8b639-58ae-43cc-8f60-9ccdb510d6f0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:29.212969 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876a37c-a1d1-4924-89c8-31450007d78b', 'code': 200} Sep 23 20:21:29.238022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a876a37c-a1d1-4924-89c8-31450007d78b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:29.297521 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9664bd-c7a6-4d0f-be73-1a887590eaba req-088a409d-c90a-4efb-a114-1985534c94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:29.298952 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8f9664bd-c7a6-4d0f-be73-1a887590eaba req-088a409d-c90a-4efb-a114-1985534c94ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 1101 time: 0.0389876 Sep 23 20:21:29.333773 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8f9664bd-c7a6-4d0f-be73-1a887590eaba req-5d21777c-904d-4b5e-8e68-eea89a642a2c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277965 Sep 23 20:21:29.431644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edff5d7-63e9-47fb-9d25-79533b4f826a req-af4b9ed8-7af6-45af-985f-5781ecbea117 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:29.433128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5edff5d7-63e9-47fb-9d25-79533b4f826a req-af4b9ed8-7af6-45af-985f-5781ecbea117 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 950 time: 0.0475256 Sep 23 20:21:29.469772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5edff5d7-63e9-47fb-9d25-79533b4f826a req-bb8960f7-64b1-41a4-abba-d7a2a0c121cc tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Sep 23 20:21:30.584713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87759412-95b2-4848-9a1c-11fcd6d27aea req-09b0e3c6-42c2-4c75-8f8b-3123dd46cad6 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:30.586089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87759412-95b2-4848-9a1c-11fcd6d27aea req-09b0e3c6-42c2-4c75-8f8b-3123dd46cad6 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 950 time: 0.0516601 Sep 23 20:21:30.624245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87759412-95b2-4848-9a1c-11fcd6d27aea req-0e85dbaa-b127-4fb1-875d-085cc1cf627e tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Sep 23 20:21:30.894247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-0753f2aa-bd58-4e09-820d-f389f9f8bd91 req-b18b068e-dc60-403a-a475-66bcd83375b7 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:21:30.895219 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0753f2aa-bd58-4e09-820d-f389f9f8bd91 req-b18b068e-dc60-403a-a475-66bcd83375b7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053899 Sep 23 20:21:31.469260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98792c8f-e980-40ce-898e-f932cbd0f24d req-54effcf9-28f6-433e-8cfa-275bc605721b tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:31.470680 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98792c8f-e980-40ce-898e-f932cbd0f24d req-54effcf9-28f6-433e-8cfa-275bc605721b tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 950 time: 0.0490260 Sep 23 20:21:31.506542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98792c8f-e980-40ce-898e-f932cbd0f24d req-5fad683a-7137-4445-bd9c-592b15192682 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299206 Sep 23 20:21:32.620169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d4f08-9b2d-46c3-9091-891261d46c40 req-9f82ba6e-b2ec-4c19-a19c-9dafa84d1776 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:32.621567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-567d4f08-9b2d-46c3-9091-891261d46c40 req-9f82ba6e-b2ec-4c19-a19c-9dafa84d1776 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 950 time: 0.0479023 Sep 23 20:21:32.658058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-567d4f08-9b2d-46c3-9091-891261d46c40 req-f3cb6d79-b305-4a74-94e7-3fd401d2f33b tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.38 "GET /v2.0/security-groups?id=32648edf-de52-4943-9395-ffb5d983d4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Sep 23 20:21:32.716851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-60ac06e4-3a80-4fb9-b695-9c7f351f0252 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:32.718313 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-60ac06e4-3a80-4fb9-b695-9c7f351f0252 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.72 "GET /v2.0/ports?device_id=f42cd909-3ee7-4ca1-b529-f17d3b4c7359 HTTP/1.1" status: 200 len: 950 time: 0.0504420 Sep 23 20:21:32.802943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Deleting port a876a37c-a1d1-4924-89c8-31450007d78b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:21:32.803287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:32.892451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] For port a876a37c-a1d1-4924-89c8-31450007d78b, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a876a37c-a1d1-4924-89c8-31450007d78b,segment=NetworkSegment(70064968-d7da-4e48-a328-76910bc41064),segment_id=70064968-d7da-4e48-a328-76910bc41064)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:32.892813 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:32.904805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Calling delete_port for a876a37c-a1d1-4924-89c8-31450007d78b owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:21:33.026406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:33.037882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a876a37c-a1d1-4924-89c8-31450007d78b'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:21:33.057735 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Pushing event deleted for resources: {'Port': ['ID=a876a37c-a1d1-4924-89c8-31450007d78b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:33.098544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] No DVR routers for this DVR port a876a37c-a1d1-4924-89c8-31450007d78b on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:21:33.101184 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:33.103248 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8d72ecd1-a211-47ec-ba2e-d7848688a073 req-deee274b-a26c-4390-9cdc-e4431d291fd5 tempest-ServersAdminNegativeTestJSON-344065353 tempest-ServersAdminNegativeTestJSON-344065353-project] 10.222.0.72 "DELETE /v2.0/ports/a876a37c-a1d1-4924-89c8-31450007d78b HTTP/1.1" status: 204 len: 173 time: 0.3784862 Sep 23 20:21:33.103694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'name': 'network-vif-deleted', 'tag': 'a876a37c-a1d1-4924-89c8-31450007d78b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:33.105953 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d9e04-f390-4bcf-8508-2e52173e3f44" -d '{"events": [{"server_uuid": "f42cd909-3ee7-4ca1-b529-f17d3b4c7359", "name": "network-vif-deleted", "tag": "a876a37c-a1d1-4924-89c8-31450007d78b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:33.142801 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289217b-9e51-4e26-8b74-07e208338d9e x-openstack-request-id: req-d289217b-9e51-4e26-8b74-07e208338d9e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:33.143010 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42cd909-3ee7-4ca1-b529-f17d3b4c7359", "name": "network-vif-deleted", "tag": "a876a37c-a1d1-4924-89c8-31450007d78b", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:33.143259 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d289217b-9e51-4e26-8b74-07e208338d9e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:33.143671 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42cd909-3ee7-4ca1-b529-f17d3b4c7359', 'name': 'network-vif-deleted', 'tag': 'a876a37c-a1d1-4924-89c8-31450007d78b', 'status': 'completed', 'code': 200} Sep 23 20:21:33.946675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:34.086904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d881536c-4250-4c37-86ac-b7d7cbdd1b40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81cf27de52854751a99f2bc37b57d6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390753 Sep 23 20:21:34.089390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:34.139902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70278a3d-0afc-4b7d-8c55-7332c9cbd364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.159799 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70278a3d-0afc-4b7d-8c55-7332c9cbd364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.206414 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70278a3d-0afc-4b7d-8c55-7332c9cbd364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.208987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70278a3d-0afc-4b7d-8c55-7332c9cbd364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.210300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-70278a3d-0afc-4b7d-8c55-7332c9cbd364 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32648edf-de52-4943-9395-ffb5d983d4e9 HTTP/1.1" status: 204 len: 168 time: 0.1199155 Sep 23 20:21:34.217741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70278a3d-0afc-4b7d-8c55-7332c9cbd364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32648edf-de52-4943-9395-ffb5d983d4e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:34.467316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:34.480780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ea0016d-f5e8-49c2-ae32-282842ad905d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.570168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ea0016d-f5e8-49c2-ae32-282842ad905d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.573984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ea0016d-f5e8-49c2-ae32-282842ad905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.610983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1ea0016d-f5e8-49c2-ae32-282842ad905d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c732fb5e24b94a3faab54514902ae039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425872 Sep 23 20:21:34.612812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0016d-f5e8-49c2-ae32-282842ad905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5199e5a9-aad1-462b-8957-8399a84798bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:34.613804 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42496) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:34.661614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee397974-4c66-43fc-b738-3fe4839456ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.682135 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee397974-4c66-43fc-b738-3fe4839456ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.728047 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee397974-4c66-43fc-b738-3fe4839456ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.730544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee397974-4c66-43fc-b738-3fe4839456ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:34.731673 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ee397974-4c66-43fc-b738-3fe4839456ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5199e5a9-aad1-462b-8957-8399a84798bc HTTP/1.1" status: 204 len: 168 time: 0.1168387 Sep 23 20:21:34.739078 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee397974-4c66-43fc-b738-3fe4839456ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5199e5a9-aad1-462b-8957-8399a84798bc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:35.418120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:35.512155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1019945875-network', 'tenant_id': '8fd74828ac8f406885660ce4e175ed44'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:35.532738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Made reservation on behalf of 8fd74828ac8f406885660ce4e175ed44 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:21:35.535116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.544123 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.631987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.635562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.655615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:21:35.671057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:35.673875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.674254 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Added segment 0091e7cf-c834-4c64-8c80-046a8b1b44a1 of type vlan for network a0947da0-5bc3-49cb-a0bd-383720328b00 Sep 23 20:21:35.712754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.736511 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.737437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:35.738010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.765927 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3467169 Sep 23 20:21:35.768991 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:35.773972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Request body: {'subnet': {'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1019945875-subnet', 'tenant_id': '8fd74828ac8f406885660ce4e175ed44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:35.797279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4823960-ecd0-4cbd-b7cb-fb6fcfa591dc admin admin] Pushing event updated for resources: {'Network': ['ID=a0947da0-5bc3-49cb-a0bd-383720328b00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:35.799707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Made reservation on behalf of 8fd74828ac8f406885660ce4e175ed44 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:21:35.802287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:35.808364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network a0947da0-5bc3-49cb-a0bd-383720328b00 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:21:35.972560 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:36.023829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bec254b-ba7c-4b77-9e94-8de698ee3f8e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:36.034680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Checking segment: {'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:36.035039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Network hostable DHCP agents. Network: a0947da0-5bc3-49cb-a0bd-383720328b00, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:21:36.050982 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Network a0947da0-5bc3-49cb-a0bd-383720328b00 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:21:36.059589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, a0947da0-5bc3-49cb-a0bd-383720328b00) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:36.063679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:36.064262 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:36.068784 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb7c9b7-303d-4f4a-a783-a86123f8e200 None None] Network a0947da0-5bc3-49cb-a0bd-383720328b00 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:21:36.079107 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eed1010b-7410-4282-8f35-7016ab378b80 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3087792 Sep 23 20:21:36.193669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f38b5-d5ed-49a1-9d90-8d1caebd989e None None] Network a0947da0-5bc3-49cb-a0bd-383720328b00 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:21:36.504125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01477a35-894e-4315-85f7-e1552f094b69 req-df438dbc-b990-43d4-bb49-4ee37eb45615 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:36.505479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-df438dbc-b990-43d4-bb49-4ee37eb45615 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 812 time: 0.1022887 Sep 23 20:21:36.521027 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-a9796a3a-b252-43a9-a108-38397dc81baf tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/quotas/8fd74828ac8f406885660ce4e175ed44 HTTP/1.1" status: 200 len: 375 time: 0.0091217 Sep 23 20:21:36.551769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-8c04b8f4-56c2-4f58-a482-90073e54cc20 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255773 Sep 23 20:21:36.563150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-15d56f88-21c7-4f4d-82a2-66df63bd6b44 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:21:36.564121 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-15d56f88-21c7-4f4d-82a2-66df63bd6b44 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052269 Sep 23 20:21:36.653772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-a1aa0230-b8ec-4a86-9429-7de72e491414 service neutron] 10.222.0.38 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837436 Sep 23 20:21:36.745095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-dafc3f81-ec64-4d32-8131-2b8342303d14 service neutron] 10.222.0.38 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851991 Sep 23 20:21:36.901974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-563a4e6c-c0e7-4389-bbf2-a77debf635df req-f496843f-6cbd-4ebe-a7d6-ef572453c2fa tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 210 time: 0.0265439 Sep 23 20:21:37.049701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a876a37c-a1d1-4924-89c8-31450007d78b no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:21:37.074797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: a876a37c-a1d1-4924-89c8-31450007d78b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:21:37.075147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a876a37c-a1d1-4924-89c8-31450007d78b not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:21:37.827143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01477a35-894e-4315-85f7-e1552f094b69 req-103f7e1f-9cec-4f04-9321-c1a8d1ff1117 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:37.828609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-103f7e1f-9cec-4f04-9321-c1a8d1ff1117 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.72 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 812 time: 0.1071827 Sep 23 20:21:37.843165 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Request body: {'port': {'device_id': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00', 'admin_state_up': True, 'tenant_id': '8fd74828ac8f406885660ce4e175ed44'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:37.960240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Made reservation on behalf of 8fd74828ac8f406885660ce4e175ed44 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:21:37.964017 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.057055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9ae14ae2-6f6d-47a7-b9ba-a35a1fcc58fe req-ec847e48-2858-4196-9db9-30f0e0812329 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 210 time: 0.0856574 Sep 23 20:21:38.091516 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Allocated IP 172.20.0.6 (a0947da0-5bc3-49cb-a0bd-383720328b00/2bec254b-ba7c-4b77-9e94-8de698ee3f8e/1a805529-901b-4e23-96c7-4d62f3e48a4f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:21:38.229413 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.260875 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.303710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Network a0947da0-5bc3-49cb-a0bd-383720328b00 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:38.307211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:38.310765 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:21:38.339782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:38.364331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:38.364947 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.378812 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-98bfb2d0-c070-4e41-b9a7-e3afbb1defa2 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5393188 Sep 23 20:21:38.391692 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Request body: {'port': {'device_id': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:38.442791 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.705177 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a805529-901b-4e23-96c7-4d62f3e48a4f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:21:38.712967 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.724326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Transition to ACTIVE for port object 1a805529-901b-4e23-96c7-4d62f3e48a4f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:21:38.728577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.776494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:38.843943 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:21:38.844648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:21:38.844648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f on network a0947da0-5bc3-49cb-a0bd-383720328b00 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:38.848785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Port 1a805529-901b-4e23-96c7-4d62f3e48a4f on network a0947da0-5bc3-49cb-a0bd-383720328b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:21:38.849110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f on network a0947da0-5bc3-49cb-a0bd-383720328b00 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:38.853751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:21:38.854087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Checking segment: {'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:38.854500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Bound using segment: {'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:21:38.854927 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Bound port: 1a805529-901b-4e23-96c7-4d62f3e48a4f, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:21:38.855279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.918790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:21:38.921681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:21:38.926354 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.960076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:38.960698 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:38.962752 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] 10.222.0.72 "PUT /v2.0/ports/1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 1091 time: 0.5743504 Sep 23 20:21:38.963265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:38.965591 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:38.989118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36fc92-fef4-427f-bfef-9e5175c471c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:39.026658 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df117c-84c1-4b64-a97d-7fcd6337ae7c x-openstack-request-id: req-59df117c-84c1-4b64-a97d-7fcd6337ae7c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:39.026947 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:39.027195 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59df117c-84c1-4b64-a97d-7fcd6337ae7c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:39.027582 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'status': 'completed', 'code': 200} Sep 23 20:21:39.042617 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01477a35-894e-4315-85f7-e1552f094b69 req-e537505a-6765-4f76-97f7-3e1f7614f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:39.044110 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-e537505a-6765-4f76-97f7-3e1f7614f68e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1094 time: 0.0453072 Sep 23 20:21:39.089152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-84c961bf-0d5e-4fa4-ab15-11d6e5c01181 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.0374987 Sep 23 20:21:39.137457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01477a35-894e-4315-85f7-e1552f094b69 req-deac7bce-395f-4ba7-b4fe-40382798dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:39.138939 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-deac7bce-395f-4ba7-b4fe-40382798dd11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0427535 Sep 23 20:21:39.170153 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-dc773e3f-c2e1-4dd9-a89e-787103d66bd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245593 Sep 23 20:21:39.171951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f31ecd-b162-4668-811d-ee63cfe5cd05 req-ea8b8518-95dd-499c-8a0b-bed9b8049319 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:39.173438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52f31ecd-b162-4668-811d-ee63cfe5cd05 req-ea8b8518-95dd-499c-8a0b-bed9b8049319 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 943 time: 0.0483880 Sep 23 20:21:39.212249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-52f31ecd-b162-4668-811d-ee63cfe5cd05 req-b09bad68-986b-482a-9da2-f783eef95d9c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Sep 23 20:21:39.264097 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-833ef280-a235-4ca6-bd6c-e8b6e29ad1c7 service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870612 Sep 23 20:21:39.359646 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-01477a35-894e-4315-85f7-e1552f094b69 req-60e59496-fa35-4743-984f-e4d383c63fa5 service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Sep 23 20:21:39.440435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-6f8492b4-0aeb-4aea-aba1-234d8018e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:39.442164 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-6f8492b4-0aeb-4aea-aba1-234d8018e6e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1094 time: 0.0397160 Sep 23 20:21:39.533251 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-f43a44e7-74b9-49e0-b109-e4ea92ac88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:39.534675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-f43a44e7-74b9-49e0-b109-e4ea92ac88c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 913 time: 0.0856662 Sep 23 20:21:39.575724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-42af325e-9a13-4588-9866-570b2ddf31a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.0331550 Sep 23 20:21:39.627551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-8b07a744-c833-4428-92c4-652c83859cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:39.628971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-8b07a744-c833-4428-92c4-652c83859cf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0459940 Sep 23 20:21:39.660885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-15711601-200a-47bf-ad0e-ac5b8214edee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233085 Sep 23 20:21:39.747355 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-50b64c34-ab8c-4fb0-9c36-7939f093d6ea service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787535 Sep 23 20:21:39.836763 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d0bdf51b-cf0e-4360-827f-b7dacfdd536b req-7268a753-50ea-47e7-a4c3-3e76049c629d service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819271 Sep 23 20:21:40.324425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823da44-289c-4035-860d-05dfcd52c122 req-ef32b41e-6806-478f-bbe5-5e55edfcfd61 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:40.325910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e823da44-289c-4035-860d-05dfcd52c122 req-ef32b41e-6806-478f-bbe5-5e55edfcfd61 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 943 time: 0.0483508 Sep 23 20:21:40.366348 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e823da44-289c-4035-860d-05dfcd52c122 req-918394cf-d862-4c91-b02d-15b2601df3ab tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Sep 23 20:21:41.056778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:21:41.171631 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:41.182299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00', 'port_id': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'mac_address': 'fa:16:3e:56:bb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bec254b-ba7c-4b77-9e94-8de698ee3f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:21:41.218106 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:41.233379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a805529-901b-4e23-96c7-4d62f3e48a4f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:21:41.251581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:41.255704 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:41.301795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:41.441697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1a805529-901b-4e23-96c7-4d62f3e48a4f'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:21:41.479031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded723b5-c995-4d7b-9e5e-ab0a467754ab req-9f678e01-1f3f-40a7-a1d3-c3c2d2dec365 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:41.480527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ded723b5-c995-4d7b-9e5e-ab0a467754ab req-9f678e01-1f3f-40a7-a1d3-c3c2d2dec365 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 944 time: 0.0485420 Sep 23 20:21:41.518269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ded723b5-c995-4d7b-9e5e-ab0a467754ab req-577c00b2-d020-437c-abe7-4659f36aa893 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Sep 23 20:21:42.629885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286d52d-2675-4d14-bdf5-3d919712766c req-dc2035c5-5117-44f2-b14f-eb7d99a5ed6c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:42.631298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a286d52d-2675-4d14-bdf5-3d919712766c req-dc2035c5-5117-44f2-b14f-eb7d99a5ed6c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 944 time: 0.0476036 Sep 23 20:21:42.668455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a286d52d-2675-4d14-bdf5-3d919712766c req-9304937e-3d79-4db2-a0a8-c8ada7085886 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Sep 23 20:21:43.049372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:43.099885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 1a805529-901b-4e23-96c7-4d62f3e48a4f completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:21:43.103743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 1a805529-901b-4e23-96c7-4d62f3e48a4f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:43.104118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:43.177664 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:43.200292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:43.202526 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239ce3d0-b32d-4f39-b6a1-ebb0bb33629c" -d '{"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-plugged", "status": "completed", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:43.215198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:43.219669 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:43.247081 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b211485-7f83-4299-9e6f-a8df3fff3439 x-openstack-request-id: req-2b211485-7f83-4299-9e6f-a8df3fff3439 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:43.247365 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-plugged", "status": "completed", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:43.247616 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b211485-7f83-4299-9e6f-a8df3fff3439 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:43.247986 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'code': 200} Sep 23 20:21:43.274023 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-950f52b3-ce42-4b83-877a-2e59bfde3265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:43.283948 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:43.340197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29d3f-61a9-4747-95a6-dacdcf032c8e req-29ac484c-799a-4e6c-bf1f-cc798848074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:43.341818 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ad29d3f-61a9-4747-95a6-dacdcf032c8e req-29ac484c-799a-4e6c-bf1f-cc798848074b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1096 time: 0.0410309 Sep 23 20:21:43.376078 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6ad29d3f-61a9-4747-95a6-dacdcf032c8e req-856135fd-fd31-48a0-8b44-812d1e82fd59 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272791 Sep 23 20:21:43.781519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d442174-be3f-4d34-ba83-a87427927aef req-c588e85a-823a-493c-bdc3-d95ba6b1a811 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:43.783014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d442174-be3f-4d34-ba83-a87427927aef req-c588e85a-823a-493c-bdc3-d95ba6b1a811 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0466948 Sep 23 20:21:43.822882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d442174-be3f-4d34-ba83-a87427927aef req-bb5974d4-3b20-427f-b63a-1353faba4824 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Sep 23 20:21:44.935355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573e046-88c5-43ae-baa4-093a4060ddab req-d9bd7899-b1fa-43b5-9285-eacf43f5c729 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:44.936834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2573e046-88c5-43ae-baa4-093a4060ddab req-d9bd7899-b1fa-43b5-9285-eacf43f5c729 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0481656 Sep 23 20:21:44.973569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2573e046-88c5-43ae-baa4-093a4060ddab req-2301be72-e1dd-46a7-9047-1ae92f71600b tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305831 Sep 23 20:21:45.240474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42574) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:45.299492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af3a80-461b-4c78-9b2e-381d2c4cbab3 req-20a7aaee-6a61-442e-96b8-ffa9b87f5e45 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:45.300999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91af3a80-461b-4c78-9b2e-381d2c4cbab3 req-20a7aaee-6a61-442e-96b8-ffa9b87f5e45 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0511904 Sep 23 20:21:45.340105 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-197eadca-9461-4d84-a7e0-733f4bb111f2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984581 Sep 23 20:21:45.341701 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91af3a80-461b-4c78-9b2e-381d2c4cbab3 req-e614bb85-8d35-406b-a4d3-779d2b8a740f tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Sep 23 20:21:45.349748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-5c11f7da-2fe6-4365-85a9-6ac5dd63093b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:21:45.351007 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-5c11f7da-2fe6-4365-85a9-6ac5dd63093b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054555 Sep 23 20:21:46.410337 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20ff9c4e-3ed2-4e5c-889b-92dc35283896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:46.467297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bfb8-912d-4d1b-a1dd-96fa1b362135 req-224388d4-e019-4d9a-8fb9-610f57f08a87 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:46.468978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3a2bfb8-912d-4d1b-a1dd-96fa1b362135 req-224388d4-e019-4d9a-8fb9-610f57f08a87 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0501299 Sep 23 20:21:46.478953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c5e15c46-516f-4cd2-8658-02f8dfac542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:46.480457 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c5e15c46-516f-4cd2-8658-02f8dfac542b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1096 time: 0.0407443 Sep 23 20:21:46.511083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3a2bfb8-912d-4d1b-a1dd-96fa1b362135 req-03daa6c9-e79d-4c36-a7e2-7a2345453914 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Sep 23 20:21:46.548759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:46.570798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c20af5bb-f108-43a8-8293-1444f0b95647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:46.572324 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c20af5bb-f108-43a8-8293-1444f0b95647 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 913 time: 0.0854571 Sep 23 20:21:46.868829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c32a0953-20fa-4a81-a671-c4eefdc8c413 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.2894626 Sep 23 20:21:46.918518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-670e3af4-9a87-4743-8a5d-7299e9bf15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:46.919926 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-670e3af4-9a87-4743-8a5d-7299e9bf15cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0439882 Sep 23 20:21:46.950105 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-54a1a9e5-2a59-47f2-a851-2f40228f3588 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234168 Sep 23 20:21:47.042142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-b36f20ca-2494-47bd-8af5-20c3c051668c service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846372 Sep 23 20:21:47.128465 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-ca644fe5-0a13-4958-a693-04ec077c40ea service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796270 Sep 23 20:21:47.243976 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:47.622877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352d30-5cf4-43c3-839a-f7e2b4d55e75 req-a23b3446-5ef1-4d8c-81e6-5f5f13299613 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:47.624313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08352d30-5cf4-43c3-839a-f7e2b4d55e75 req-a23b3446-5ef1-4d8c-81e6-5f5f13299613 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0470328 Sep 23 20:21:47.660906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08352d30-5cf4-43c3-839a-f7e2b4d55e75 req-24af739b-5fe5-4b66-8c2f-d7c005fec659 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Sep 23 20:21:48.745025 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:48.776024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8ad66-7423-4b8b-b136-c38690555b3f req-f0a6d168-a058-4576-b59f-c3f67b1fdd23 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:48.777508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cb8ad66-7423-4b8b-b136-c38690555b3f req-f0a6d168-a058-4576-b59f-c3f67b1fdd23 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0494800 Sep 23 20:21:48.813868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cb8ad66-7423-4b8b-b136-c38690555b3f req-a644f267-1b69-44c3-9ff1-3afe132dd2ff tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303168 Sep 23 20:21:49.927287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63971ba-d352-4975-bad2-9863db49ad87 req-0b844862-f604-4d67-ac83-624b4b31eb7e tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:49.928727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a63971ba-d352-4975-bad2-9863db49ad87 req-0b844862-f604-4d67-ac83-624b4b31eb7e tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Sep 23 20:21:49.968624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a63971ba-d352-4975-bad2-9863db49ad87 req-58a7ffb5-994c-4b7b-b853-bec3bba84916 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Sep 23 20:21:51.082317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe87e7-cc63-4762-a92d-1f685be4fbec req-653708a7-9bbb-4a93-bedf-8b9ef2b65718 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:51.083899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35fe87e7-cc63-4762-a92d-1f685be4fbec req-653708a7-9bbb-4a93-bedf-8b9ef2b65718 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0494208 Sep 23 20:21:51.121074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35fe87e7-cc63-4762-a92d-1f685be4fbec req-fca32551-1263-458a-a525-277b8b2bf493 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Sep 23 20:21:51.524085 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:21:52.232026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356799b0-000d-4c72-bacc-972c2f48cb2e req-8d4c7832-bda1-4833-a081-8374fd95985c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:52.233458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-356799b0-000d-4c72-bacc-972c2f48cb2e req-8d4c7832-bda1-4833-a081-8374fd95985c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Sep 23 20:21:52.269895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-356799b0-000d-4c72-bacc-972c2f48cb2e req-3951bfb9-9e49-4974-af87-b946b3f2bfa4 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Sep 23 20:21:53.382152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0292ae-800c-4b70-8ac0-95ac45485ef9 req-9fcffc62-1487-4979-b2c2-02b17fa34223 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:53.383649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba0292ae-800c-4b70-8ac0-95ac45485ef9 req-9fcffc62-1487-4979-b2c2-02b17fa34223 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0475953 Sep 23 20:21:53.425617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ba0292ae-800c-4b70-8ac0-95ac45485ef9 req-d463656f-a2b2-4ebe-8f8b-16f3079356b1 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Sep 23 20:21:54.450947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-3b4ecb3f-c2df-4c10-9306-de1c82d417f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:54.452442 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-3b4ecb3f-c2df-4c10-9306-de1c82d417f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1096 time: 0.0445552 Sep 23 20:21:54.542892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707732-3a2c-4bfb-8fe1-37b7f88fcfeb req-02e888d6-7f65-46c2-b8fb-d67a02d6e768 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:54.544441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4707732-3a2c-4bfb-8fe1-37b7f88fcfeb req-02e888d6-7f65-46c2-b8fb-d67a02d6e768 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Sep 23 20:21:54.557296 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-76053ec3-1b51-43d1-90ef-9b7cc343c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:54.558789 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-76053ec3-1b51-43d1-90ef-9b7cc343c29b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 913 time: 0.0859473 Sep 23 20:21:54.581853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4707732-3a2c-4bfb-8fe1-37b7f88fcfeb req-84accead-22b1-4170-8bf2-b2f95b988b39 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Sep 23 20:21:54.603679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-ee9454f5-7caf-4dd1-916d-80f9e9dffcf4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.0370908 Sep 23 20:21:54.652112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-eff5f209-3a59-407c-ac4e-8eae852d9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:54.653499 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-eff5f209-3a59-407c-ac4e-8eae852d9e56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0425007 Sep 23 20:21:54.685329 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-f80f3f30-3a8d-4c9c-9ac2-74035cbd3b67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245006 Sep 23 20:21:54.774664 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-7dfb3095-0bc6-4b6d-b59d-3806d63718a8 service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821056 Sep 23 20:21:54.864279 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d4bcbb27-7eab-41ab-b53a-63e058eab09d req-0d810ef9-ae4e-4eac-ae0f-266ee73e33b7 service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820572 Sep 23 20:21:55.696227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433629f9-0ab4-41d0-9861-2e069fac7a02 req-c179211e-9064-49b0-8e10-a9d327370f37 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:55.698317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-433629f9-0ab4-41d0-9861-2e069fac7a02 req-c179211e-9064-49b0-8e10-a9d327370f37 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Sep 23 20:21:55.734097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-433629f9-0ab4-41d0-9861-2e069fac7a02 req-4e574af6-e318-4497-b74c-b82109426bf3 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299411 Sep 23 20:21:55.797414 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:56.873135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6446d-b23b-4a35-9e1f-4722d7b0f609 req-2c7aacf0-4d72-4636-bd20-8bf0c6d043af tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:56.874712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fc6446d-b23b-4a35-9e1f-4722d7b0f609 req-2c7aacf0-4d72-4636-bd20-8bf0c6d043af tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Sep 23 20:21:56.915047 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fc6446d-b23b-4a35-9e1f-4722d7b0f609 req-ec8307c8-274a-416b-b528-0064bcd84cbe tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Sep 23 20:21:57.219735 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:58.028548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adb66b-f7db-4ee2-acf9-55b77a2211e0 req-45e74750-0348-4c04-a84b-1d1a58973fde tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:58.030006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2adb66b-f7db-4ee2-acf9-55b77a2211e0 req-45e74750-0348-4c04-a84b-1d1a58973fde tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Sep 23 20:21:58.066780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2adb66b-f7db-4ee2-acf9-55b77a2211e0 req-7e2a1dab-be33-4593-8b0c-8e8554a10d50 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Sep 23 20:21:59.181054 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29349d-2e85-4cfb-b1f4-ed2ee7e5e2ad req-07841bed-dfd7-4a28-a128-f15488f9050f tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:59.182553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e29349d-2e85-4cfb-b1f4-ed2ee7e5e2ad req-07841bed-dfd7-4a28-a128-f15488f9050f tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Sep 23 20:21:59.227333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e29349d-2e85-4cfb-b1f4-ed2ee7e5e2ad req-acdaa72a-396f-4f97-aace-3cc6136f5915 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Sep 23 20:22:00.342081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133c888-167b-495c-9258-c11b8941d076 req-d4b4a18e-ddce-418a-a122-4f5868ac6a3a tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:00.343594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b133c888-167b-495c-9258-c11b8941d076 req-d4b4a18e-ddce-418a-a122-4f5868ac6a3a tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Sep 23 20:22:00.383266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b133c888-167b-495c-9258-c11b8941d076 req-e4a8728d-1168-4774-9fba-4ec8c0127d3f tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Sep 23 20:22:01.505774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c402-759b-4ed2-ae0c-36026544a849 req-d017c928-a1fb-44f1-b2e1-53aaa761c274 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:01.507222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6661c402-759b-4ed2-ae0c-36026544a849 req-d017c928-a1fb-44f1-b2e1-53aaa761c274 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0547776 Sep 23 20:22:01.544752 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6661c402-759b-4ed2-ae0c-36026544a849 req-3883a7d6-78df-4873-954a-8cbb37d1919b tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Sep 23 20:22:02.657969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84c18-cbdf-487b-9626-501e40391f34 req-e72b8a47-54b9-4917-9c15-9dd77be3a799 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:02.659453 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-feb84c18-cbdf-487b-9626-501e40391f34 req-e72b8a47-54b9-4917-9c15-9dd77be3a799 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0474362 Sep 23 20:22:02.696005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-feb84c18-cbdf-487b-9626-501e40391f34 req-f429cbea-7999-42a8-969d-db2d93dd4cfd tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Sep 23 20:22:03.808223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed8a22-04de-44ac-a0ba-e0410268f599 req-c7dc3d51-fe74-45af-bc4e-415abcb187cc tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:03.809664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25ed8a22-04de-44ac-a0ba-e0410268f599 req-c7dc3d51-fe74-45af-bc4e-415abcb187cc tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0474353 Sep 23 20:22:03.849217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25ed8a22-04de-44ac-a0ba-e0410268f599 req-bfbc219e-6ea3-4ce8-a7cd-b9175dac2e94 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336146 Sep 23 20:22:04.963456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffbd12-c7b9-4f7a-906a-ab18244acbbd req-4e4ff5a5-b823-480a-b14d-ce9608a7dbba tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:04.964910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6ffbd12-c7b9-4f7a-906a-ab18244acbbd req-4e4ff5a5-b823-480a-b14d-ce9608a7dbba tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0482774 Sep 23 20:22:05.001660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6ffbd12-c7b9-4f7a-906a-ab18244acbbd req-c4294a85-20b7-4092-a3b4-565d3d587807 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Sep 23 20:22:06.114158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90d1e3-6a92-4b99-91ab-49d47a833014 req-0069ffce-30aa-4031-b91b-144fe118827b tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:06.115641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb90d1e3-6a92-4b99-91ab-49d47a833014 req-0069ffce-30aa-4031-b91b-144fe118827b tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Sep 23 20:22:06.153106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb90d1e3-6a92-4b99-91ab-49d47a833014 req-f92ae46a-64d7-4f17-99e7-6b41692a4a22 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Sep 23 20:22:07.266529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8b0f-b4bb-4ad9-ba43-c08143aadebb req-00c9a569-0f55-4677-b73f-b3c2c1dd37cf tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:07.268038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd8a8b0f-b4bb-4ad9-ba43-c08143aadebb req-00c9a569-0f55-4677-b73f-b3c2c1dd37cf tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0476735 Sep 23 20:22:07.308716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd8a8b0f-b4bb-4ad9-ba43-c08143aadebb req-3fc4ec9d-2fa4-4b1e-809d-36dd1eab9a88 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Sep 23 20:22:08.421255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca7870-0e3c-4c31-8e20-e03d1fe3ec01 req-30a0c037-63d0-4a01-ad9b-d58b0aeff89f tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:08.422754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cca7870-0e3c-4c31-8e20-e03d1fe3ec01 req-30a0c037-63d0-4a01-ad9b-d58b0aeff89f tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0478904 Sep 23 20:22:08.459953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cca7870-0e3c-4c31-8e20-e03d1fe3ec01 req-b2306b33-8d05-49d9-9120-b04c8b22a239 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Sep 23 20:22:09.574011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b344d-d3d2-4d90-864f-1cc5ad0c8d13 req-0b7adaa4-b11b-44f6-b273-132ed032d285 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:09.575539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f5b344d-d3d2-4d90-864f-1cc5ad0c8d13 req-0b7adaa4-b11b-44f6-b273-132ed032d285 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Sep 23 20:22:09.613035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f5b344d-d3d2-4d90-864f-1cc5ad0c8d13 req-f4a40fb6-8ff4-48f9-885b-0a41debd30fe tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Sep 23 20:22:10.726406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65b8d4-0b50-4a90-af6b-18acc8e3ef5e req-2984d211-57a6-4560-a815-28a16743e401 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:10.728510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff65b8d4-0b50-4a90-af6b-18acc8e3ef5e req-2984d211-57a6-4560-a815-28a16743e401 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0483606 Sep 23 20:22:10.767850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff65b8d4-0b50-4a90-af6b-18acc8e3ef5e req-518e24f2-ea2f-4ff0-9b01-f994801c38fc tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Sep 23 20:22:11.881245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e7032-ee01-4bae-867a-05fa01c24b47 req-527f5b50-3de2-445d-9846-897e047e3fea tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:11.882906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-308e7032-ee01-4bae-867a-05fa01c24b47 req-527f5b50-3de2-445d-9846-897e047e3fea tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Sep 23 20:22:11.921935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-308e7032-ee01-4bae-867a-05fa01c24b47 req-8b7baceb-42c3-4a5f-9bd4-d966765e0a11 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Sep 23 20:22:13.035688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c95a50-b8a2-4a70-a78a-cbb3f92ce185 req-837a44cc-fd2d-4ba2-9a2e-6828ac988503 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:13.037160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2c95a50-b8a2-4a70-a78a-cbb3f92ce185 req-837a44cc-fd2d-4ba2-9a2e-6828ac988503 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0483637 Sep 23 20:22:13.074005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2c95a50-b8a2-4a70-a78a-cbb3f92ce185 req-a63621ef-83a0-455f-95ea-db59baff380a tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Sep 23 20:22:13.245166 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d42b347d-efaa-4a44-97cf-ad3bbfcd1b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:14.239712 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80f11f-5310-4c24-894b-533d5b454e49 req-ae5ee25a-c7bd-4ea7-8330-e06cd9076dd3 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:14.241181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b80f11f-5310-4c24-894b-533d5b454e49 req-ae5ee25a-c7bd-4ea7-8330-e06cd9076dd3 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Sep 23 20:22:14.282151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2b80f11f-5310-4c24-894b-533d5b454e49 req-15c11b12-6033-457f-b0a6-316ac9337531 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351017 Sep 23 20:22:14.355437 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-e67dbc34-60ee-4229-aa34-e2b9714a0da6 service neutron] show failed (client error): The resource could not be found. Sep 23 20:22:14.356388 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-e67dbc34-60ee-4229-aa34-e2b9714a0da6 service neutron] 10.222.0.72 "GET /v2.0/ports/1a805529-901b-4e23-96c7-4d62f3e48a4f/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0539823 Sep 23 20:22:14.577586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-74c4872a-6491-4b0e-a336-b8e94f55931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:14.579098 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-74c4872a-6491-4b0e-a336-b8e94f55931a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9&tenant_id=8fd74828ac8f406885660ce4e175ed44 HTTP/1.1" status: 200 len: 1096 time: 0.0683315 Sep 23 20:22:14.591661 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:22:14.643103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:14.841595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:14.874134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:22:14.911558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:14.913887 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a457daf-bcb3-4ee0-9e5d-be47edaff4d1" -d '{"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-unplugged", "status": "completed", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:14.918417 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:14.930370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Transition to ACTIVE for port object 1a805529-901b-4e23-96c7-4d62f3e48a4f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:22:14.935211 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:14.994800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] No DVR routers for this DVR port 1a805529-901b-4e23-96c7-4d62f3e48a4f on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:22:14.999283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:15.027940 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708d4952-d6c7-4c18-8622-c14e5b116fe2 x-openstack-request-id: req-708d4952-d6c7-4c18-8622-c14e5b116fe2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:15.028223 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-unplugged", "status": "completed", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:15.028465 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-708d4952-d6c7-4c18-8622-c14e5b116fe2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:15.028839 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'code': 200} Sep 23 20:22:15.030003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.030372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.030703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.031027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.031350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.031672 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.031992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.032307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.032618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.032930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.033241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.033551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:15.045312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:22:15.045640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:22:15.045984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f on network a0947da0-5bc3-49cb-a0bd-383720328b00 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:22:15.050121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Port 1a805529-901b-4e23-96c7-4d62f3e48a4f on network a0947da0-5bc3-49cb-a0bd-383720328b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:22:15.050466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Attempting to bind port 1a805529-901b-4e23-96c7-4d62f3e48a4f on network a0947da0-5bc3-49cb-a0bd-383720328b00 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:22:15.055073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:22:15.055404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Checking segment: {'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:22:15.055774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Bound using segment: {'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:22:15.056328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Bound port: 1a805529-901b-4e23-96c7-4d62f3e48a4f, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0091e7cf-c834-4c64-8c80-046a8b1b44a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:22:15.056674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:15.116623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:22:15.119744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:22:15.123154 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:15.156443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:15.157138 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:15.158521 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] 10.222.0.41 "PUT /v2.0/ports/1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 1091 time: 0.5707402 Sep 23 20:22:15.177441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0838-0433-43df-a390-906e4c310c3d service neutron] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:15.221099 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-e3873abd-dae3-4272-b5a9-050da837e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:15.222597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-e3873abd-dae3-4272-b5a9-050da837e117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1094 time: 0.0402486 Sep 23 20:22:15.313232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-3b89bdf7-b908-4657-9131-45ddcb316554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:15.314753 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-3b89bdf7-b908-4657-9131-45ddcb316554 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 913 time: 0.0855711 Sep 23 20:22:15.356349 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-620976e9-3a93-46f9-b95f-a4e4d5087154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.0334172 Sep 23 20:22:15.400074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbce655-f6c2-4478-a846-4008cfcf0d97 req-28d81204-835e-424a-bc4c-9b67f5085ece tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:15.401649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bbce655-f6c2-4478-a846-4008cfcf0d97 req-28d81204-835e-424a-bc4c-9b67f5085ece tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 943 time: 0.0494118 Sep 23 20:22:15.409758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-121bb116-81b9-4564-b1b2-5ea52bb9671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:15.411461 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-121bb116-81b9-4564-b1b2-5ea52bb9671f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0484982 Sep 23 20:22:15.439924 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bbce655-f6c2-4478-a846-4008cfcf0d97 req-eb178e85-3bc3-41bd-83de-ec0c59609da7 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322962 Sep 23 20:22:15.443437 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-3bc8865b-8c95-45e8-9f4f-b58fe045c171 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249376 Sep 23 20:22:15.531271 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-54a9cc20-a839-4ca2-95fa-c398cc896622 service neutron] 10.222.0.41 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807099 Sep 23 20:22:15.622233 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bf716f17-81d9-4138-82b0-8259cc6ce093 req-b3614f6b-2578-46d3-a39c-074c3f3afbd5 service neutron] 10.222.0.41 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Sep 23 20:22:16.403783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4cb6362-d65b-4da1-accf-e5c4345e1426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:16.550418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:16.557699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc0d0-8282-4f01-b1f7-d8013eaa890c req-e58a5db4-5fa3-4a53-abdc-dec04288481c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:16.559215 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-870dc0d0-8282-4f01-b1f7-d8013eaa890c req-e58a5db4-5fa3-4a53-abdc-dec04288481c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 943 time: 0.0510173 Sep 23 20:22:16.598537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-870dc0d0-8282-4f01-b1f7-d8013eaa890c req-f6dc8084-0a07-4a15-9ca7-3c926a835f3c tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Sep 23 20:22:17.030417 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:17.033140 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:17.080400 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d469aa-acca-4daa-ba43-3e9e9d8af12e x-openstack-request-id: req-15d469aa-acca-4daa-ba43-3e9e9d8af12e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:17.080691 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:17.080941 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15d469aa-acca-4daa-ba43-3e9e9d8af12e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:17.081359 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'status': 'completed', 'code': 200} Sep 23 20:22:17.166052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-9544a285-ccef-4dad-962a-fbc31658b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.167565 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-9544a285-ccef-4dad-962a-fbc31658b1fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1094 time: 0.0675342 Sep 23 20:22:17.169274 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-0045b140-4ab6-492f-8d5f-ef729d756ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.170638 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-0045b140-4ab6-492f-8d5f-ef729d756ad9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1094 time: 0.0626981 Sep 23 20:22:17.175529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:22:17.214320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:22:17.246528 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:17.335016 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-6794b06a-242c-497b-9efa-4dc2bf5be3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.336495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-6794b06a-242c-497b-9efa-4dc2bf5be3bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 913 time: 0.1602788 Sep 23 20:22:17.337888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-2723b1e7-d877-4bc1-8126-76061f527236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.339534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-2723b1e7-d877-4bc1-8126-76061f527236 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 913 time: 0.1546714 Sep 23 20:22:17.383523 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-eefba44e-80a8-45a5-87cc-76d1aa99344c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.0397646 Sep 23 20:22:17.416886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-2e42daed-e144-4ae4-887b-208843335706 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.0676444 Sep 23 20:22:17.488205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-b0f31589-4837-4024-a737-f421dd552f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.489602 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-b0f31589-4837-4024-a737-f421dd552f5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0811982 Sep 23 20:22:17.492822 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-7e5d531b-be4c-45d1-a9f6-647a970f7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.494158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-7e5d531b-be4c-45d1-a9f6-647a970f7b97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0551963 Sep 23 20:22:17.538855 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-21db8f1d-f326-4a79-b131-0acc3bd44c63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424490 Sep 23 20:22:17.541335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-2e6c284f-986b-4116-ab52-3f1620893228 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380778 Sep 23 20:22:17.701792 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-7fb2a53a-dfd2-4d62-9af4-e01748887741 service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479518 Sep 23 20:22:17.703536 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-94a1ef49-b90a-41ff-86c1-6802c6ebe454 service neutron] 10.222.0.41 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567652 Sep 23 20:22:17.717050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1e679-8b5e-4aac-b69b-b55d7af531db req-3aadaa02-6363-4576-abe2-7aea75ca8067 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.718738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9a1e679-8b5e-4aac-b69b-b55d7af531db req-3aadaa02-6363-4576-abe2-7aea75ca8067 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 943 time: 0.0507135 Sep 23 20:22:17.766746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b9a1e679-8b5e-4aac-b69b-b55d7af531db req-d31915c2-221d-4fad-994d-03c0ddbad854 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Sep 23 20:22:17.865331 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-2f31ee5c-cf52-4947-8511-56947497f8fe service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566086 Sep 23 20:22:17.867633 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7284ba8c-ef18-4663-8970-b9e5cbf6dbc4 req-897b5fb3-ed5d-479e-a7df-d87645857cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503499 Sep 23 20:22:18.742416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:18.882523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc4c1-f635-4ac7-bbbf-ff4ea307c000 req-01ab8243-45e4-4912-a1c4-065701b4699d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:18.884008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fedc4c1-f635-4ac7-bbbf-ff4ea307c000 req-01ab8243-45e4-4912-a1c4-065701b4699d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 943 time: 0.0486245 Sep 23 20:22:18.921178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0fedc4c1-f635-4ac7-bbbf-ff4ea307c000 req-5d183194-6aaa-4186-b9e2-8114a0eef29b tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Sep 23 20:22:19.181654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-3af5368e-9f61-44c3-a43f-36584edec290 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:19.183132 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-3af5368e-9f61-44c3-a43f-36584edec290 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9&tenant_id=8fd74828ac8f406885660ce4e175ed44&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 943 time: 0.0828125 Sep 23 20:22:19.245712 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-7f075952-f638-4425-bf9c-c04d32cd09b2 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:22:19.246653 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-7f075952-f638-4425-bf9c-c04d32cd09b2 service neutron] 10.222.0.72 "DELETE /v2.0/ports/1a805529-901b-4e23-96c7-4d62f3e48a4f/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0560019 Sep 23 20:22:19.329849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-e164f449-251a-481f-910c-566a05e72e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:19.331390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-e164f449-251a-481f-910c-566a05e72e04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fd74828ac8f406885660ce4e175ed44&device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 1094 time: 0.0410190 Sep 23 20:22:19.420088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-9266b501-aafa-4ec3-9dcc-e2a182a15a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:19.421506 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-9266b501-aafa-4ec3-9dcc-e2a182a15a6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 200 len: 913 time: 0.0827746 Sep 23 20:22:19.460658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-611b4139-01a9-44ed-8ca0-ca4ced9b885d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 200 len: 217 time: 0.0326514 Sep 23 20:22:19.506688 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-ba817738-5d6f-416a-8bbc-22e5f610a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:19.507977 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-ba817738-5d6f-416a-8bbc-22e5f610a6e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 200 len: 852 time: 0.0410287 Sep 23 20:22:19.526518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:22:19.537295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-9dfe9391-4e36-48a9-b4ae-f65e864dba6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0947da0-5bc3-49cb-a0bd-383720328b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227427 Sep 23 20:22:19.628798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:19.633521 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-412a8330-20fb-40de-96fe-7433416470f4 service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887144 Sep 23 20:22:19.640344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'network_id': 'a0947da0-5bc3-49cb-a0bd-383720328b00', 'port_id': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'mac_address': 'fa:16:3e:56:bb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bec254b-ba7c-4b77-9e94-8de698ee3f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:22:19.675739 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:19.688410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a805529-901b-4e23-96c7-4d62f3e48a4f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:22:19.707535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:19.711300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:19.726269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-7dd12e48-f7c6-4d41-a289-8a520a61cc7f service neutron] 10.222.0.72 "GET /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Sep 23 20:22:19.761498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:19.768562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.768911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.769249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.769581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.769913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.770269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.770595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.770918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.771238 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.771561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.771878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:19.772198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:20.058172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1a805529-901b-4e23-96c7-4d62f3e48a4f'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:22:20.477266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbf78-72d9-4ad4-ba53-141474eff0bd req-2bcfbff6-98fd-412e-a4e9-65aa4d19b2fb tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:20.479420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-576fbf78-72d9-4ad4-ba53-141474eff0bd req-2bcfbff6-98fd-412e-a4e9-65aa4d19b2fb tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 944 time: 0.0916636 Sep 23 20:22:20.515190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-576fbf78-72d9-4ad4-ba53-141474eff0bd req-10dfaa2c-e1f4-4030-a37d-264e695159b9 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298882 Sep 23 20:22:21.550895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:22:21.599462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 1a805529-901b-4e23-96c7-4d62f3e48a4f completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:22:21.604021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 1a805529-901b-4e23-96c7-4d62f3e48a4f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:22:21.604397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:21.632148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137c1b6-4afa-410e-9689-f12c63499434 req-b4d12778-8fbb-4b4d-86ec-62bc1710ef47 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:21.633641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a137c1b6-4afa-410e-9689-f12c63499434 req-b4d12778-8fbb-4b4d-86ec-62bc1710ef47 tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 944 time: 0.0493867 Sep 23 20:22:21.674445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a137c1b6-4afa-410e-9689-f12c63499434 req-79b23bab-a2c6-48bd-b500-14c8c621737a tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.38 "GET /v2.0/security-groups?id=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Sep 23 20:22:21.683786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:21.706168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:21.708508 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb23ee9b-599b-4b8d-819d-4421552475b2" -d '{"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-plugged", "status": "completed", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:21.722788 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:21.727204 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:21.751055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-dad1cfa2-84df-4fd9-9bd2-503b6727215a tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:21.753185 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-dad1cfa2-84df-4fd9-9bd2-503b6727215a tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb790339-1ae7-4b25-beab-5f9f348b44b9 HTTP/1.1" status: 200 len: 944 time: 0.0523672 Sep 23 20:22:21.779237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:21.813828 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dffed32-8df4-4296-8fef-5b7179fb135c x-openstack-request-id: req-1dffed32-8df4-4296-8fef-5b7179fb135c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:21.814125 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-plugged", "status": "completed", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:21.814416 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dffed32-8df4-4296-8fef-5b7179fb135c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:21.814813 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'code': 200} Sep 23 20:22:21.841544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Deleting port 1a805529-901b-4e23-96c7-4d62f3e48a4f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:22:21.841885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:21.931831 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] For port 1a805529-901b-4e23-96c7-4d62f3e48a4f, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1a805529-901b-4e23-96c7-4d62f3e48a4f,segment=NetworkSegment(0091e7cf-c834-4c64-8c80-046a8b1b44a1),segment_id=0091e7cf-c834-4c64-8c80-046a8b1b44a1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:21.932195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:21.943880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Calling delete_port for 1a805529-901b-4e23-96c7-4d62f3e48a4f owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:22:22.068031 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:22.078756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1a805529-901b-4e23-96c7-4d62f3e48a4f'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:22:22.360740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Pushing event deleted for resources: {'Port': ['ID=1a805529-901b-4e23-96c7-4d62f3e48a4f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:22.399027 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] No DVR routers for this DVR port 1a805529-901b-4e23-96c7-4d62f3e48a4f on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:22:22.402239 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:22.404163 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-47ad2681-5e83-4440-ad01-1db7da73a234 req-c82061e3-80cc-4302-8d18-f7a3ddcbd80d tempest-DeleteServersTestJSON-163993406 tempest-DeleteServersTestJSON-163993406-project] 10.222.0.41 "DELETE /v2.0/ports/1a805529-901b-4e23-96c7-4d62f3e48a4f HTTP/1.1" status: 204 len: 173 time: 0.6445138 Sep 23 20:22:22.404590 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-deleted', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:22.406818 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29be1621-ef58-4bd4-a2fe-70d1e2fe1937" -d '{"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-deleted", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:22.446230 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eca52bf-540a-4f84-9d39-e213a3081fb5 x-openstack-request-id: req-1eca52bf-540a-4f84-9d39-e213a3081fb5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:22.446530 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb790339-1ae7-4b25-beab-5f9f348b44b9", "name": "network-vif-deleted", "tag": "1a805529-901b-4e23-96c7-4d62f3e48a4f", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:22.447329 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1eca52bf-540a-4f84-9d39-e213a3081fb5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:22.447715 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb790339-1ae7-4b25-beab-5f9f348b44b9', 'name': 'network-vif-deleted', 'tag': '1a805529-901b-4e23-96c7-4d62f3e48a4f', 'status': 'completed', 'code': 200} Sep 23 20:22:22.797480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:22.841290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Deleting subnet 2bec254b-ba7c-4b77-9e94-8de698ee3f8e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:22:22.844249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:22.877473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:22.916342 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:22.971505 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:22.996307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bec254b-ba7c-4b77-9e94-8de698ee3f8e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:23.000960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.002797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2bec254b-ba7c-4b77-9e94-8de698ee3f8e HTTP/1.1" status: 204 len: 168 time: 0.2043366 Sep 23 20:22:23.005556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42696) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:23.007891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.008229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.008575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.008910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.009274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.009604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.009931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.010287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.010614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.010935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.011258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.011576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfa5373-03d2-428f-8079-7ece25778c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:23.076070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.149751 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.169030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0947da0-5bc3-49cb-a0bd-383720328b00']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:22:23.177813 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0091e7cf-c834-4c64-8c80-046a8b1b44a1') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:22:23.178107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0091e7cf-c834-4c64-8c80-046a8b1b44a1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:22:23.187059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.201987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.208220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:22:23.208634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:22:23.210310 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:22:23.266540 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.272528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.274382 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a0947da0-5bc3-49cb-a0bd-383720328b00 HTTP/1.1" status: 204 len: 168 time: 0.2676351 Sep 23 20:22:23.285171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae3601-eb5d-4738-94e6-df226e0cf378 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0947da0-5bc3-49cb-a0bd-383720328b00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:23.381242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:23.420764 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-25b1bcf2-b81c-4a1c-ad37-499e70db0f25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fd74828ac8f406885660ce4e175ed44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383961 Sep 23 20:22:23.423234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42702) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:23.469636 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b3a0ff-65a5-41bc-b9ae-384eda9e062b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.489719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b3a0ff-65a5-41bc-b9ae-384eda9e062b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.538912 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b3a0ff-65a5-41bc-b9ae-384eda9e062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.541542 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-13b3a0ff-65a5-41bc-b9ae-384eda9e062b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.542694 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-13b3a0ff-65a5-41bc-b9ae-384eda9e062b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3 HTTP/1.1" status: 204 len: 168 time: 0.1185629 Sep 23 20:22:23.550063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3a0ff-65a5-41bc-b9ae-384eda9e062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be5bcf-9ea3-4e54-8bf6-eb3fe39ef9f3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:24.195863 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 42724) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:24.289585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-891020171-network', 'tenant_id': '2fbabf1f3df2482fa605da10e4559621'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:22:24.310505 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Made reservation on behalf of 2fbabf1f3df2482fa605da10e4559621 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:22:24.312708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.321245 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.418045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.421693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.445638 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:22:24.455221 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222f47b-a620-49ec-aa57-f224bfe59c3c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:24.460149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.460495 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Added segment d129ef4c-733d-40bd-8173-b1408801cfc4 of type vlan for network b4444d0c-e212-4bae-bba7-831eecbfcc5c Sep 23 20:22:24.500110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.523133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.524079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:24.524662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.548723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3517222 Sep 23 20:22:24.551741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 42728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:24.556900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Request body: {'subnet': {'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-891020171-subnet', 'tenant_id': '2fbabf1f3df2482fa605da10e4559621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:22:24.578742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Made reservation on behalf of 2fbabf1f3df2482fa605da10e4559621 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:22:24.581340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.589195 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f90ea-fe3c-4e5d-9ffe-b288b6d8e1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4444d0c-e212-4bae-bba7-831eecbfcc5c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:24.598851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b4444d0c-e212-4bae-bba7-831eecbfcc5c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:22:24.750193 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.796795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2ec042-b95c-43cd-9519-1af2b6447443,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:24.812250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Checking segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:22:24.812605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Network hostable DHCP agents. Network: b4444d0c-e212-4bae-bba7-831eecbfcc5c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:22:24.828737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Network b4444d0c-e212-4bae-bba7-831eecbfcc5c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:22:24.836935 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b4444d0c-e212-4bae-bba7-831eecbfcc5c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:22:24.841393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:24.841969 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:24.846174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c7538-4ff1-4a8c-a031-1128a4a283a7 None None] Network b4444d0c-e212-4bae-bba7-831eecbfcc5c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:22:24.855350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-639b49fc-b3e5-4d07-ace7-10993a68ce50 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3024311 Sep 23 20:22:24.969099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d722a-52dd-4305-aa05-4c0559c973e7 None None] Network b4444d0c-e212-4bae-bba7-831eecbfcc5c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:22:25.275995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-c9910a30-3c1f-41e3-802c-6226f4d4fc63 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:25.277465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-c9910a30-3c1f-41e3-802c-6226f4d4fc63 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 814 time: 0.1060047 Sep 23 20:22:25.293041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-cb6473b2-d647-45cf-8077-6d26d5128d90 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/quotas/2fbabf1f3df2482fa605da10e4559621 HTTP/1.1" status: 200 len: 375 time: 0.0098827 Sep 23 20:22:25.325950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-b8c1305e-bb5d-4ce6-83da-4da55a364fc4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273228 Sep 23 20:22:25.481167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-0ce2e218-9cd9-46c4-9fa1-839e1865af82 service neutron] 10.222.0.38 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479535 Sep 23 20:22:25.559797 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:22:25.569211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-2a44b363-2843-47da-9f2f-2d523b052b81 service neutron] 10.222.0.38 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819004 Sep 23 20:22:25.580095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 1a805529-901b-4e23-96c7-4d62f3e48a4f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:22:25.580448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1a805529-901b-4e23-96c7-4d62f3e48a4f not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:22:25.726712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1051b02-011f-42e5-9dd1-a7139f402d1d req-e29af13d-044f-4441-83d7-029544c01d55 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 210 time: 0.0273521 Sep 23 20:22:25.823511 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:26.610411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-5bf2f8c5-9e46-436d-8ff0-cdfa9ba98159 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:26.611904 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-5bf2f8c5-9e46-436d-8ff0-cdfa9ba98159 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 814 time: 0.1001968 Sep 23 20:22:26.624305 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Request body: {'port': {'device_id': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c', 'admin_state_up': True, 'tenant_id': '2fbabf1f3df2482fa605da10e4559621'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:22:26.733937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Made reservation on behalf of 2fbabf1f3df2482fa605da10e4559621 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:22:26.737619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:26.831182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-675afd87-638c-4d58-aedf-e12be0c20740 req-30c78341-9174-44be-9013-d07a609e8e3c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 210 time: 0.0269272 Sep 23 20:22:26.884900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Allocated IP 172.20.0.5 (b4444d0c-e212-4bae-bba7-831eecbfcc5c/9e2ec042-b95c-43cd-9519-1af2b6447443/a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:22:27.025572 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.056783 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.102307 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Network b4444d0c-e212-4bae-bba7-831eecbfcc5c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:22:27.105753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:22:27.109862 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:22:27.136476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:27.162941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:27.163567 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.177732 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-769ac99d-1691-4b21-a69e-1e4eb9840a65 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569735 Sep 23 20:22:27.189436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Request body: {'port': {'device_id': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:22:27.219209 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.246483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.508964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:22:27.516142 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.528892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Transition to ACTIVE for port object a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:22:27.532338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.584910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:27.648250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:22:27.648918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:22:27.648918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:22:27.653611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on network b4444d0c-e212-4bae-bba7-831eecbfcc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:22:27.653936 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:22:27.658642 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:22:27.658983 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Checking segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:22:27.659366 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Bound using segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:22:27.659789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Bound port: a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:22:27.660146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.725172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:22:27.728328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:22:27.731759 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.765494 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:27.766134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:27.767582 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] 10.222.0.41 "PUT /v2.0/ports/a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 1091 time: 0.5820978 Sep 23 20:22:27.768042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:27.770377 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1a3cf6e42c1896b50d1a2ce5969646d34fbcd7d146b1071ad68e77fc937b11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:27.795003 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ac954-d534-4d16-9356-c0051d1e8daa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:27.813725 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155e0c4e-63d9-43c0-9911-66ca2aef041c x-openstack-request-id: req-155e0c4e-63d9-43c0-9911-66ca2aef041c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:27.814010 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:27.814282 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-155e0c4e-63d9-43c0-9911-66ca2aef041c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:27.814676 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'status': 'completed', 'code': 200} Sep 23 20:22:27.846097 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-6303c8c1-0aa5-4dea-90a1-bb6d8585cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:27.847605 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-6303c8c1-0aa5-4dea-90a1-bb6d8585cdbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1094 time: 0.0434141 Sep 23 20:22:27.894466 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-f3aca063-cd53-4785-b276-79b32cbe1cde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0385585 Sep 23 20:22:27.944455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-41fc6d22-d092-41bb-9783-8a0b9c6cc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:27.945933 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-41fc6d22-d092-41bb-9783-8a0b9c6cc1ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0446081 Sep 23 20:22:27.949894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864b72a-adcb-4a89-beb4-9b3b4d4ffa13 req-077b0728-e699-4d98-b7b0-7e1fe34321b2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:27.951397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d864b72a-adcb-4a89-beb4-9b3b4d4ffa13 req-077b0728-e699-4d98-b7b0-7e1fe34321b2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0516837 Sep 23 20:22:27.977729 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-477b6c14-87b1-4e93-8e3e-49b32404b66b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248961 Sep 23 20:22:27.988824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d864b72a-adcb-4a89-beb4-9b3b4d4ffa13 req-1a97fd6b-2fba-41c3-befe-8bab47d29dd5 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Sep 23 20:22:28.070337 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-d20af24c-318f-4786-8998-331fd113405c service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858455 Sep 23 20:22:28.157658 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-bd7d64ef-f7a0-4e6f-8bb0-45752d78b0d0 req-4397cbb1-cbac-47e1-80fc-b6b4dcf11666 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805507 Sep 23 20:22:28.243546 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-350b8f6d-d3eb-4c7b-8a79-c5161f6a3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:28.245041 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-350b8f6d-d3eb-4c7b-8a79-c5161f6a3508 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1094 time: 0.0410249 Sep 23 20:22:28.338870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-a7d67e3c-124e-46f9-b069-6f5dfeb12962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:28.340345 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-a7d67e3c-124e-46f9-b069-6f5dfeb12962 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0886495 Sep 23 20:22:28.379829 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-062db3ee-886d-4c1b-8723-52631ab4f5e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0325346 Sep 23 20:22:28.431167 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-9ca26259-b340-42e6-8d3f-026904cc98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:28.432590 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-9ca26259-b340-42e6-8d3f-026904cc98e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0457644 Sep 23 20:22:28.464824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-f9077600-53b2-409d-839c-120d15ee8e0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250893 Sep 23 20:22:28.522226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:22:28.551564 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-686ebb24-e840-415c-b0b3-b59d4cf11223 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797849 Sep 23 20:22:28.643148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-704fb3bd-e7f3-4f0b-bcc9-2a8be70a2cc2 req-70fbebb5-f704-4504-9667-19caab896026 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848184 Sep 23 20:22:29.100448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00828377-1e98-461f-b56d-168b108ab597 req-4dd6fe9b-6136-432e-8cda-7f102cdf7414 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:29.101900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00828377-1e98-461f-b56d-168b108ab597 req-4dd6fe9b-6136-432e-8cda-7f102cdf7414 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0478716 Sep 23 20:22:29.137600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-00828377-1e98-461f-b56d-168b108ab597 req-c9aaf0ee-3858-464a-9ddb-27d10fabba52 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298970 Sep 23 20:22:30.249661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21db78c-1eb5-40ad-b474-2faf6cea3f15 req-f11b149e-0d0d-4ea2-b3e0-92e3b4468e7e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:30.251151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c21db78c-1eb5-40ad-b474-2faf6cea3f15 req-f11b149e-0d0d-4ea2-b3e0-92e3b4468e7e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0478215 Sep 23 20:22:30.287350 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c21db78c-1eb5-40ad-b474-2faf6cea3f15 req-6d3b0493-f787-4846-adce-3d681b6ee53d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303946 Sep 23 20:22:31.403135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a9dd-0fb9-45e4-8035-d7ecd0815fa2 req-bc7b26f9-534b-4c23-b669-b4990267690e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:31.405574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b26a9dd-0fb9-45e4-8035-d7ecd0815fa2 req-bc7b26f9-534b-4c23-b669-b4990267690e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0525532 Sep 23 20:22:31.447053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b26a9dd-0fb9-45e4-8035-d7ecd0815fa2 req-fc3ba2f3-e290-4cc0-8b9d-e31f8ccc18f0 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357063 Sep 23 20:22:31.582143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:22:31.675859 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:31.686855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c', 'port_id': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'mac_address': 'fa:16:3e:54:1a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2ec042-b95c-43cd-9519-1af2b6447443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:22:31.725505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:31.743044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:22:31.767637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:31.771995 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:31.818398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:32.071263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:22:32.560403 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bf844-68c5-49b1-8145-e8c73ceb3c63 req-991103bb-8d62-4b82-b2e1-163b5a877122 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:32.561866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-694bf844-68c5-49b1-8145-e8c73ceb3c63 req-991103bb-8d62-4b82-b2e1-163b5a877122 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 944 time: 0.0474339 Sep 23 20:22:32.599312 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-694bf844-68c5-49b1-8145-e8c73ceb3c63 req-4d0f16fe-31a3-43b7-ae50-d35e00bd1648 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Sep 23 20:22:33.582038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:22:33.633332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:22:33.638099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:22:33.638447 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:33.714808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc2008-0360-45dc-a04e-6b6c67298fcb req-8ba2346a-dd25-44ff-bd67-5b7aafdcb7a6 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:33.716459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92fc2008-0360-45dc-a04e-6b6c67298fcb req-8ba2346a-dd25-44ff-bd67-5b7aafdcb7a6 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 944 time: 0.0485327 Sep 23 20:22:33.716938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:33.738644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:33.740905 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0063f93cf179039f25b10e4e3c07a81a5169170449527a54864072f9a2a9e61a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab2769e-383d-4d2e-a872-7ab9cfc2b8d2" -d '{"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:33.753173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:33.753323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92fc2008-0360-45dc-a04e-6b6c67298fcb req-6d40a1ba-0699-40dc-b8c1-4168814afbdd tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Sep 23 20:22:33.757169 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:33.796871 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741cf165-23aa-44ee-973f-1cce4c91c714 x-openstack-request-id: req-741cf165-23aa-44ee-973f-1cce4c91c714 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:33.797158 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:33.797409 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-741cf165-23aa-44ee-973f-1cce4c91c714 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:33.797801 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'code': 200} Sep 23 20:22:33.806938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:33.890682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa75fa-a1fb-4918-917b-77bf410b0acd req-ed0db19a-9672-4a12-ae3b-64f5c4af3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:33.892397 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffaa75fa-a1fb-4918-917b-77bf410b0acd req-ed0db19a-9672-4a12-ae3b-64f5c4af3002 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0402412 Sep 23 20:22:33.925958 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffaa75fa-a1fb-4918-917b-77bf410b0acd req-565b5ff8-e02f-4d36-8021-4b3a180059e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271449 Sep 23 20:22:34.872290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae22dc-9c6a-45c9-9b34-f0f17a0ffc9d req-d567a91f-057c-47f8-8b02-f40a53543b0b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:34.873739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-adae22dc-9c6a-45c9-9b34-f0f17a0ffc9d req-d567a91f-057c-47f8-8b02-f40a53543b0b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0516798 Sep 23 20:22:34.910388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-adae22dc-9c6a-45c9-9b34-f0f17a0ffc9d req-0dd244e9-1eea-4a2f-a3b3-abead18c125e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305538 Sep 23 20:22:36.023345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe75fa5-68d7-4bf0-afa4-58ed252fb5b5 req-d6cadfab-ddc1-486f-a6f7-eb06824f1452 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:36.024832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9fe75fa5-68d7-4bf0-afa4-58ed252fb5b5 req-d6cadfab-ddc1-486f-a6f7-eb06824f1452 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0486834 Sep 23 20:22:36.061732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9fe75fa5-68d7-4bf0-afa4-58ed252fb5b5 req-4c08584e-8966-4c1d-9920-cbeb4198e66e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309553 Sep 23 20:22:36.173401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a570822-1c85-436e-b8e2-a5a7dff78f13 req-1001efd5-16cf-448a-9d28-6476249dbe47 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:36.174902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a570822-1c85-436e-b8e2-a5a7dff78f13 req-1001efd5-16cf-448a-9d28-6476249dbe47 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0479918 Sep 23 20:22:36.211668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a570822-1c85-436e-b8e2-a5a7dff78f13 req-e6392fa9-20c8-4a5d-a2e2-e1a7ad725481 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308321 Sep 23 20:22:36.412179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803e0e-793f-495e-ad8b-195bd546d683 req-6c90df7d-f269-4cfd-adf0-0eadfa59b1c7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:36.413630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad803e0e-793f-495e-ad8b-195bd546d683 req-6c90df7d-f269-4cfd-adf0-0eadfa59b1c7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0533853 Sep 23 20:22:36.450688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad803e0e-793f-495e-ad8b-195bd546d683 req-7efd94ad-0804-4505-b69a-d875279d5588 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Sep 23 20:22:36.561309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e105-4795-4990-be7d-46ea70511234 req-ba987f26-f6e6-42cf-9677-268bd22cea83 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:36.562787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07e2e105-4795-4990-be7d-46ea70511234 req-ba987f26-f6e6-42cf-9677-268bd22cea83 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0480556 Sep 23 20:22:36.599125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-07e2e105-4795-4990-be7d-46ea70511234 req-ba86be28-3e71-463d-b755-4a32af7f743e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301683 Sep 23 20:22:36.817821 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-0ecd7dbd-e002-4561-b113-8f1876a1f823 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429790 Sep 23 20:22:36.829886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f41b-a002-4087-a0ad-299bfa1e93bc req-31c14245-7682-44ca-bdf8-a52ca5bdc1ca tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:36.831483 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cef2f41b-a002-4087-a0ad-299bfa1e93bc req-31c14245-7682-44ca-bdf8-a52ca5bdc1ca tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0496619 Sep 23 20:22:36.869804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cef2f41b-a002-4087-a0ad-299bfa1e93bc req-01ea678b-e196-4e45-9311-5b9a9c257465 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Sep 23 20:22:37.987669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d5cf-ccc0-40d0-b956-d9576615f502 req-4527b9c2-f8c6-4543-b7c3-74f21a8c776d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:37.989192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b74d5cf-ccc0-40d0-b956-d9576615f502 req-4527b9c2-f8c6-4543-b7c3-74f21a8c776d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0521405 Sep 23 20:22:38.029618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b74d5cf-ccc0-40d0-b956-d9576615f502 req-11de347e-8218-46dc-bb06-31f0b9abf393 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334728 Sep 23 20:22:38.070084 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-c89e270a-f4b9-4864-a864-f48e94dad056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:38.071617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-c89e270a-f4b9-4864-a864-f48e94dad056 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0432663 Sep 23 20:22:38.160280 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-1d1b2720-3ee1-4158-9772-d884ee1084f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:38.161675 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-1d1b2720-3ee1-4158-9772-d884ee1084f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0832152 Sep 23 20:22:38.204385 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-e7807f64-eab1-45bf-bbc8-310527dac5b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0360429 Sep 23 20:22:38.251888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-a0531362-ef09-4c63-acb4-b626090a4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:38.253291 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-a0531362-ef09-4c63-acb4-b626090a4b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0428882 Sep 23 20:22:38.283562 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-4df2a0f8-2010-4afb-ac6f-964972c61678 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234225 Sep 23 20:22:38.375360 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9116177f-6e72-4fde-8893-d90a2504283b service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848296 Sep 23 20:22:38.464259 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-c466aa5f-cd3e-411b-a6ce-8a62c60d9ee7 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825021 Sep 23 20:22:39.141217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282d116-dabe-475d-aab0-a6b5eeacf071 req-0454fd90-cdb1-426c-929c-2c1a722e9b05 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:39.142683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a282d116-dabe-475d-aab0-a6b5eeacf071 req-0454fd90-cdb1-426c-929c-2c1a722e9b05 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0470920 Sep 23 20:22:39.179327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a282d116-dabe-475d-aab0-a6b5eeacf071 req-95c24097-122f-400d-80eb-ec91b0ca6f0d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Sep 23 20:22:40.294523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672cbcf-f4f7-4b3b-89cb-044c3a62dd03 req-7efc427b-6f7f-4b16-a6fc-1c3363f1b1c6 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:40.296005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1672cbcf-f4f7-4b3b-89cb-044c3a62dd03 req-7efc427b-6f7f-4b16-a6fc-1c3363f1b1c6 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0482399 Sep 23 20:22:40.333137 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1672cbcf-f4f7-4b3b-89cb-044c3a62dd03 req-926b7404-d643-4305-b187-af1ba7695ebc tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Sep 23 20:22:41.755189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77c5ae-f4f9-442f-aecd-08e331ceb880 req-49892f49-d543-49c4-8d32-a91dfbcb1fbf tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:41.756657 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c77c5ae-f4f9-442f-aecd-08e331ceb880 req-49892f49-d543-49c4-8d32-a91dfbcb1fbf tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.3579147 Sep 23 20:22:41.793220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c77c5ae-f4f9-442f-aecd-08e331ceb880 req-7377c93e-7efc-46a8-b20c-03b4a08440dd tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301991 Sep 23 20:22:42.907684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c50f8-0099-45ee-b461-95254f1e972e req-05131976-d1d8-4040-9bc5-41fb8ec1d253 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:42.909165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b82c50f8-0099-45ee-b461-95254f1e972e req-05131976-d1d8-4040-9bc5-41fb8ec1d253 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0489271 Sep 23 20:22:42.946109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b82c50f8-0099-45ee-b461-95254f1e972e req-4f30f82e-bbcb-41d0-96a8-943e27b24945 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Sep 23 20:22:43.246459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25bace2b-fae2-4bb9-9bad-60f5af6f5f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:44.059274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6b645-a2d4-41d0-8c5d-ff75e8a2da8e req-4bd25d65-93c0-47cc-a206-19d4889a32e1 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:44.060729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5f6b645-a2d4-41d0-8c5d-ff75e8a2da8e req-4bd25d65-93c0-47cc-a206-19d4889a32e1 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0479817 Sep 23 20:22:44.097075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5f6b645-a2d4-41d0-8c5d-ff75e8a2da8e req-3106996b-2d7b-475f-b544-5cdb0e91c0dd tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Sep 23 20:22:45.213478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bbb49-f85b-4984-824e-ec2c195c1f7b req-9e95311e-c084-4f55-a74e-726a84e2b681 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:45.214984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e8bbb49-f85b-4984-824e-ec2c195c1f7b req-9e95311e-c084-4f55-a74e-726a84e2b681 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0519278 Sep 23 20:22:45.250800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4e8bbb49-f85b-4984-824e-ec2c195c1f7b req-33ec6d5f-9f82-49d7-89a2-0d29013e617b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Sep 23 20:22:46.363666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517d3cf-ae00-47a8-9880-884069808fd8 req-bba6fdb0-cb1b-44ac-9b4d-704c9d46ae04 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:46.365134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c517d3cf-ae00-47a8-9880-884069808fd8 req-bba6fdb0-cb1b-44ac-9b4d-704c9d46ae04 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0482705 Sep 23 20:22:46.402938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c517d3cf-ae00-47a8-9880-884069808fd8 req-cb6c8e83-ebf6-4247-a551-82425a9004dd tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Sep 23 20:22:46.403618 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c13c6df-ede0-4532-82e3-0ce61070f01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:46.554728 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:47.249960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:47.517041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dadd-d13c-4e0c-9d7c-38cfca3c1cd2 req-56b24076-46fb-4766-ac65-d8f4322542cc tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:47.518451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36e8dadd-d13c-4e0c-9d7c-38cfca3c1cd2 req-56b24076-46fb-4766-ac65-d8f4322542cc tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0486608 Sep 23 20:22:47.554971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36e8dadd-d13c-4e0c-9d7c-38cfca3c1cd2 req-f11b075c-1c2c-4ca5-8355-22f2c6015f6c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305471 Sep 23 20:22:48.672182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b6c7f-af10-4ffe-8838-431ded4e8594 req-9339637a-95b5-4f7a-a61b-e4ffaa8ee406 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:48.673683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-858b6c7f-af10-4ffe-8838-431ded4e8594 req-9339637a-95b5-4f7a-a61b-e4ffaa8ee406 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0515983 Sep 23 20:22:48.709629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-858b6c7f-af10-4ffe-8838-431ded4e8594 req-eb015729-36b2-4045-8f44-cf8e0bfefe44 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299728 Sep 23 20:22:48.747073 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:49.822156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb64e9d-7d1b-4194-be84-68f04a5b34a9 req-35d16756-dbad-41c2-a7b7-863967a45853 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:49.823622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fb64e9d-7d1b-4194-be84-68f04a5b34a9 req-35d16756-dbad-41c2-a7b7-863967a45853 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0478270 Sep 23 20:22:49.859594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fb64e9d-7d1b-4194-be84-68f04a5b34a9 req-448c8cf0-a34c-4385-94ad-0951ef9d41b8 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301538 Sep 23 20:22:50.973477 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79352d-b0d7-48d0-aaef-e42c2cc7cb49 req-a07ebd68-be12-426a-9d71-359e6eec1f69 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:50.974959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c79352d-b0d7-48d0-aaef-e42c2cc7cb49 req-a07ebd68-be12-426a-9d71-359e6eec1f69 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0485005 Sep 23 20:22:51.011604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c79352d-b0d7-48d0-aaef-e42c2cc7cb49 req-85f6dfc9-6b17-428f-826e-b6f0da852585 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Sep 23 20:22:52.128127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f338a0-a4f2-40eb-aeb9-b1e3fc8fc689 req-28d16ddf-0e13-4dec-8fe9-efa7814b64fb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:52.129774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37f338a0-a4f2-40eb-aeb9-b1e3fc8fc689 req-28d16ddf-0e13-4dec-8fe9-efa7814b64fb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0520983 Sep 23 20:22:52.167440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37f338a0-a4f2-40eb-aeb9-b1e3fc8fc689 req-3fa22d1f-2ac2-454f-8477-f529f3308027 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307763 Sep 23 20:22:53.280717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e6808-c56a-45da-93e6-7cb48ef0d1c5 req-fdf5db90-bf0d-47ea-a2a2-11526fc527f3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:53.282171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-416e6808-c56a-45da-93e6-7cb48ef0d1c5 req-fdf5db90-bf0d-47ea-a2a2-11526fc527f3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0483859 Sep 23 20:22:53.318972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-416e6808-c56a-45da-93e6-7cb48ef0d1c5 req-1f8ffaf4-42c8-4121-8593-dd01da8b6bd5 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Sep 23 20:22:54.430444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d7ff-9831-45e9-9faf-13012413637d req-28d83af9-14d3-4d85-9e94-e0b14f992729 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:54.431900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cac7d7ff-9831-45e9-9faf-13012413637d req-28d83af9-14d3-4d85-9e94-e0b14f992729 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0474148 Sep 23 20:22:54.468825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cac7d7ff-9831-45e9-9faf-13012413637d req-4c182aa2-36c4-4a8b-a163-177ae39335b1 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Sep 23 20:22:55.584915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96f34-feea-46a1-9301-b69f3346a238 req-991b94d5-01a9-412f-a48f-b13ebc2ef176 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:55.586418 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22b96f34-feea-46a1-9301-b69f3346a238 req-991b94d5-01a9-412f-a48f-b13ebc2ef176 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0516527 Sep 23 20:22:55.623282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22b96f34-feea-46a1-9301-b69f3346a238 req-8a1cef7b-cfc0-48de-a459-7aa900bddb29 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Sep 23 20:22:55.807276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:56.736272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb939-2a04-4fe3-a821-0d2576e2b0dd req-d710e13c-1d53-4cb4-9f38-e46eb0ce2a18 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:56.737731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceadb939-2a04-4fe3-a821-0d2576e2b0dd req-d710e13c-1d53-4cb4-9f38-e46eb0ce2a18 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0469658 Sep 23 20:22:56.773650 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceadb939-2a04-4fe3-a821-0d2576e2b0dd req-9c79cb62-3fe4-4d50-af92-22842d956d8d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300381 Sep 23 20:22:57.234109 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:57.888153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368587a4-4602-4357-9bfd-9b2382a2e6d0 req-05ef020c-4def-4922-9895-1459c1e3a6d4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:57.889631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-368587a4-4602-4357-9bfd-9b2382a2e6d0 req-05ef020c-4def-4922-9895-1459c1e3a6d4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0483565 Sep 23 20:22:57.925405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-368587a4-4602-4357-9bfd-9b2382a2e6d0 req-a16e9356-bcba-46e5-bd47-2b81e757bd1e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299022 Sep 23 20:22:59.045554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647865aa-fd33-4fc4-93c7-a69ddc39bca7 req-91c0bc2b-d3c6-468c-83fa-58ad20ca9b49 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:59.047055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-647865aa-fd33-4fc4-93c7-a69ddc39bca7 req-91c0bc2b-d3c6-468c-83fa-58ad20ca9b49 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0520301 Sep 23 20:22:59.084468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-647865aa-fd33-4fc4-93c7-a69ddc39bca7 req-5b336e6c-00cf-4f4b-9351-e9f2af2bf211 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Sep 23 20:23:00.195685 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd75f-196a-4710-be20-b421cfe371b2 req-b728331e-f4fc-449e-8289-317780a012fa tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:00.197688 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1edd75f-196a-4710-be20-b421cfe371b2 req-b728331e-f4fc-449e-8289-317780a012fa tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0486698 Sep 23 20:23:00.233481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1edd75f-196a-4710-be20-b421cfe371b2 req-ee70e367-649e-4765-b40d-804a89e99fb9 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299895 Sep 23 20:23:01.346116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ad6ce-ea81-411a-a8b6-4fc0d3980711 req-72d056e0-9e12-4782-815c-2c042e2e632d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:01.347618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be8ad6ce-ea81-411a-a8b6-4fc0d3980711 req-72d056e0-9e12-4782-815c-2c042e2e632d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0492990 Sep 23 20:23:01.383848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be8ad6ce-ea81-411a-a8b6-4fc0d3980711 req-62507430-7b05-46cd-891c-eb2956e6b4c3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302777 Sep 23 20:23:02.500796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4a53-f199-4053-b3ae-671a12341333 req-6a1908e3-18da-4975-a901-c638b79cdebf tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:02.502280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-405d4a53-f199-4053-b3ae-671a12341333 req-6a1908e3-18da-4975-a901-c638b79cdebf tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0519388 Sep 23 20:23:02.539344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-405d4a53-f199-4053-b3ae-671a12341333 req-36231f25-0b60-4ae8-926a-7bff7a203233 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Sep 23 20:23:03.653682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ac287-0bac-4d25-b019-a30bbf5d2a42 req-2ed07a71-b1f6-4c43-aa5a-5e2483e3d0bb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:03.655192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-594ac287-0bac-4d25-b019-a30bbf5d2a42 req-2ed07a71-b1f6-4c43-aa5a-5e2483e3d0bb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0479691 Sep 23 20:23:03.692087 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-594ac287-0bac-4d25-b019-a30bbf5d2a42 req-863d86a2-de88-4ed1-8702-3e6b15a728b5 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309381 Sep 23 20:23:04.803862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f766-af8b-42ae-8437-637dcf93e423 req-d67f848f-8209-49d2-969f-c6af8df86e78 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:04.805317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd23f766-af8b-42ae-8437-637dcf93e423 req-d67f848f-8209-49d2-969f-c6af8df86e78 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0473692 Sep 23 20:23:04.846739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd23f766-af8b-42ae-8437-637dcf93e423 req-7ea2ddb8-77ab-455b-9047-e4e6576f878e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Sep 23 20:23:04.993608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-61d07d38-cf2e-4f2e-86fd-6813d90e0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:04.995142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-61d07d38-cf2e-4f2e-86fd-6813d90e0b43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0832343 Sep 23 20:23:05.097232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-2f0fd911-df82-401f-8af1-0952984f7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:05.098706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-2f0fd911-df82-401f-8af1-0952984f7089 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0836596 Sep 23 20:23:05.142977 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-ad967719-7671-41d8-84e3-c30eaf4ca900 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0368819 Sep 23 20:23:05.190152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-b8bc8ad3-0bc4-4bae-b5a1-3b7ce20d2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:05.191553 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-b8bc8ad3-0bc4-4bae-b5a1-3b7ce20d2295 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0409305 Sep 23 20:23:05.222498 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-f6ccdf4b-709d-4a3b-82a9-0594e44a7d9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227365 Sep 23 20:23:05.313149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-95fa6640-3c82-41f1-a7fc-eb1b5746bd64 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821111 Sep 23 20:23:05.400827 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05dc647b-0235-4486-9acb-ec2b3cf191f4 req-06108e1d-32b5-4b36-8e8f-995bbdbf762b service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803552 Sep 23 20:23:05.524694 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:23:05.714776 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-acc19cdc-c0a2-4e76-a717-4a70f99a1c1f service neutron] show failed (client error): The resource could not be found. Sep 23 20:23:05.715749 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-acc19cdc-c0a2-4e76-a717-4a70f99a1c1f service neutron] 10.222.0.41 "GET /v2.0/ports/a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0529356 Sep 23 20:23:05.966005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dfda0-613d-47bb-8e8b-4a6d01857043 req-da2e5b07-2c12-4437-8570-e9f421e3dcb2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:05.967539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-919dfda0-613d-47bb-8e8b-4a6d01857043 req-da2e5b07-2c12-4437-8570-e9f421e3dcb2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0535524 Sep 23 20:23:05.989633 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-d6f0d1d8-6332-4df1-b42d-243a01fa144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:05.991163 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-d6f0d1d8-6332-4df1-b42d-243a01fa144b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae&tenant_id=2fbabf1f3df2482fa605da10e4559621 HTTP/1.1" status: 200 len: 1096 time: 0.0872409 Sep 23 20:23:06.004011 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:06.005026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-919dfda0-613d-47bb-8e8b-4a6d01857043 req-17b49381-256c-4117-a765-0043269f97eb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Sep 23 20:23:06.055099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.253147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:06.284162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:06.327295 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:06.333150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.344969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Transition to ACTIVE for port object a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:23:06.348857 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.375398 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76eaf8c-df80-4f6f-814d-bef3536955db" -d '{"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:06.413888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:06.416606 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] No DVR routers for this DVR port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:06.451596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:23:06.451935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:23:06.452262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:06.456475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on network b4444d0c-e212-4bae-bba7-831eecbfcc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:23:06.456810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Attempting to bind port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:06.461589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:23:06.461928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Checking segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:06.462343 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Bound using segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:23:06.462795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Bound port: a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:23:06.463155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.477849 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565fb0b6-7910-443a-990b-db9eadda8d46 x-openstack-request-id: req-565fb0b6-7910-443a-990b-db9eadda8d46 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:06.478681 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:06.478944 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-565fb0b6-7910-443a-990b-db9eadda8d46 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:06.479329 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'code': 200} Sep 23 20:23:06.528785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:06.531623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:23:06.536155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.570181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:06.570834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.572239 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] 10.222.0.72 "PUT /v2.0/ports/a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 1091 time: 0.5721931 Sep 23 20:23:06.591866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46e2fe-422f-449d-956d-a164d7063832 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:06.634026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-da129a51-b1ef-4946-b825-2863612b8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:06.635564 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-da129a51-b1ef-4946-b825-2863612b8efb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1094 time: 0.0408781 Sep 23 20:23:06.725705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9b389896-0510-4e18-9542-cf162e709a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:06.727158 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-9b389896-0510-4e18-9542-cf162e709a95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0848539 Sep 23 20:23:06.767378 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-6f2db8f4-6152-4337-8415-1fadcf74081f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0323710 Sep 23 20:23:06.814574 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-5af04d23-962b-4feb-9195-3cf94b16c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:06.815866 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-5af04d23-962b-4feb-9195-3cf94b16c0b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0415447 Sep 23 20:23:06.849873 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-a3d3b537-51e2-4e97-9a65-bc186f4f3bf8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270717 Sep 23 20:23:06.938169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-c1a9e08e-b577-457a-82fc-5e89a587e4b9 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804381 Sep 23 20:23:07.031769 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c1484184-4bc2-4417-8df6-959e1df812c9 req-b1f23556-a81f-4999-af34-338dcee4265f service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854983 Sep 23 20:23:07.121827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ab38-9c4b-4f75-add7-4785c519af1e req-1358b9e1-e6fc-4d93-916d-6148cd883a0e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:07.123254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ae3ab38-9c4b-4f75-add7-4785c519af1e req-1358b9e1-e6fc-4d93-916d-6148cd883a0e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0487375 Sep 23 20:23:07.162540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ae3ab38-9c4b-4f75-add7-4785c519af1e req-6c307b77-8603-4531-b865-ccb73fd30119 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Sep 23 20:23:08.273524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a560c-afc1-4a74-8ca5-0df1d97fa2de req-83318af3-15ee-4476-9cac-dcc6ca7cb3db tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:08.275578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f6a560c-afc1-4a74-8ca5-0df1d97fa2de req-83318af3-15ee-4476-9cac-dcc6ca7cb3db tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0471928 Sep 23 20:23:08.312319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f6a560c-afc1-4a74-8ca5-0df1d97fa2de req-755482ae-8829-41e4-873f-7244cd85f554 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Sep 23 20:23:08.480697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:08.483012 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e128c2f-ba13-4b31-997a-e752dab426da" -d '{"events": [{"name": "network-changed", "server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:08.535130 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9755bb7-dfa9-45f2-8acf-ed77eca9df7a x-openstack-request-id: req-b9755bb7-dfa9-45f2-8acf-ed77eca9df7a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:08.535421 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:08.535683 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9755bb7-dfa9-45f2-8acf-ed77eca9df7a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:08.536071 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'status': 'completed', 'code': 200} Sep 23 20:23:08.624685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128c2f-ba13-4b31-997a-e752dab426da req-8a930627-e109-482f-bf6e-e8105e3e5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:08.626173 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-8a930627-e109-482f-bf6e-e8105e3e5c6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1094 time: 0.0705857 Sep 23 20:23:08.628566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128c2f-ba13-4b31-997a-e752dab426da req-579f88f2-efb3-4a24-9a62-18abac9da40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:08.629902 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-579f88f2-efb3-4a24-9a62-18abac9da40b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1094 time: 0.0653253 Sep 23 20:23:08.782054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128c2f-ba13-4b31-997a-e752dab426da req-30049f4a-7522-4d1e-aabf-a6cf2fa16549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:08.783429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-30049f4a-7522-4d1e-aabf-a6cf2fa16549 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.1507065 Sep 23 20:23:08.787525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128c2f-ba13-4b31-997a-e752dab426da req-216f9eca-a864-4120-9482-da13982a2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:08.788872 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-216f9eca-a864-4120-9482-da13982a2586 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.1454608 Sep 23 20:23:08.832681 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-914bdbcb-3a82-485e-8798-37304db2028e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0410936 Sep 23 20:23:08.866330 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-af8a2a99-c1fc-4e2e-addf-eddd6b0bc0ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0685263 Sep 23 20:23:08.939087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128c2f-ba13-4b31-997a-e752dab426da req-ed0e6ded-b91f-424b-a506-533102ac97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:08.940867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-ed0e6ded-b91f-424b-a506-533102ac97e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0826018 Sep 23 20:23:08.946030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128c2f-ba13-4b31-997a-e752dab426da req-51852238-cf95-4d61-a4c6-8589ebc278fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:08.947410 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-51852238-cf95-4d61-a4c6-8589ebc278fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0624721 Sep 23 20:23:08.990418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-45fe27e8-3709-46ae-b0d9-045a18b547c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347974 Sep 23 20:23:08.992056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-abcc24ca-6b8a-4cf3-b736-9e92f0371f21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438349 Sep 23 20:23:09.143223 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-ab7de894-5546-4ee4-b7a2-b5677c991a06 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389072 Sep 23 20:23:09.144893 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-7745f571-2c33-47e1-b868-3d8bf7d47c22 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472263 Sep 23 20:23:09.437873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4baef-11ab-415c-9081-214ef9f38d4f req-f549f9ed-0883-40e0-bd7e-c72f531fda49 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:09.439411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98b4baef-11ab-415c-9081-214ef9f38d4f req-f549f9ed-0883-40e0-bd7e-c72f531fda49 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0553188 Sep 23 20:23:09.479860 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98b4baef-11ab-415c-9081-214ef9f38d4f req-21abfdf4-c468-4c6f-b4f0-bc2d0875d4df tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Sep 23 20:23:09.488992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:23:09.576802 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-f2bca3d3-3cff-4434-a210-9d6349c1cb28 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270005 Sep 23 20:23:09.580255 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0e128c2f-ba13-4b31-997a-e752dab426da req-c6f79e56-01f9-484e-aaa3-482cf03ab997 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225376 Sep 23 20:23:09.595571 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:09.611024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c', 'port_id': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'mac_address': 'fa:16:3e:54:1a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2ec042-b95c-43cd-9519-1af2b6447443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:23:09.659845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:09.673331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:23:09.695081 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:09.696056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f5dfb-b4d0-42da-85c7-6df57dadc097 req-4ce59f9c-911e-405d-992b-1ee2410ddca7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:09.698441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b65f5dfb-b4d0-42da-85c7-6df57dadc097 req-4ce59f9c-911e-405d-992b-1ee2410ddca7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 943 time: 0.0620396 Sep 23 20:23:09.701530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:09.703460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-6a865d13-f149-4d21-8122-16e639e828d8 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:09.704945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-6a865d13-f149-4d21-8122-16e639e828d8 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae&tenant_id=2fbabf1f3df2482fa605da10e4559621&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 943 time: 0.0541000 Sep 23 20:23:09.738956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:09.744190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b65f5dfb-b4d0-42da-85c7-6df57dadc097 req-7cad3bae-e47a-4c5a-b7ca-337027e4e0f9 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Sep 23 20:23:09.767700 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-b98d4f13-e12a-4463-b13b-2df16bb9d64e service neutron] delete failed (client error): The resource could not be found. Sep 23 20:23:09.768708 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-b98d4f13-e12a-4463-b13b-2df16bb9d64e service neutron] 10.222.0.41 "DELETE /v2.0/ports/a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0569649 Sep 23 20:23:09.777368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:09.795471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:09.848432 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-bdd2db57-d9f7-4850-b3fb-8ad1432e7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:09.849914 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-bdd2db57-d9f7-4850-b3fb-8ad1432e7035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 1095 time: 0.0405378 Sep 23 20:23:09.926428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:09.942758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-ba1e9f64-6cdd-4fda-9a09-be9495a68f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:09.944501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-ba1e9f64-6cdd-4fda-9a09-be9495a68f1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0882163 Sep 23 20:23:09.984828 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-fcb12f77-63fe-421e-a026-fe7491ccdd86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 200 len: 217 time: 0.0333996 Sep 23 20:23:10.035951 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-1856dc45-b114-4c17-809a-32fa310707f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:10.037408 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-1856dc45-b114-4c17-809a-32fa310707f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0464149 Sep 23 20:23:10.068405 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-814493fd-c49a-4c0a-90d5-111c6d186bfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240772 Sep 23 20:23:10.154111 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-76412172-fac1-47a0-92d9-572816888ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792265 Sep 23 20:23:10.245085 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-eba808f5-e837-45d7-97bc-88eb6a0223a2 req-3ef99dc0-7477-4a62-b3cb-b8fa05fd2f0c service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836837 Sep 23 20:23:10.860149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6b0e-52a6-430a-b13a-5deeb27f1eb8 req-4c12e4c5-a4cb-48d9-9881-36c3f3b8b547 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:10.861609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-626f6b0e-52a6-430a-b13a-5deeb27f1eb8 req-4c12e4c5-a4cb-48d9-9881-36c3f3b8b547 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 944 time: 0.0488546 Sep 23 20:23:10.898748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-626f6b0e-52a6-430a-b13a-5deeb27f1eb8 req-528a8908-76c0-4473-9c2c-bd920fb1e208 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Sep 23 20:23:11.014320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3740c0-6f4f-47e5-b81d-51a9883ca427 req-8273e0ba-a5e6-4576-ad72-3442a5d5bd76 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:11.015766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c3740c0-6f4f-47e5-b81d-51a9883ca427 req-8273e0ba-a5e6-4576-ad72-3442a5d5bd76 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 944 time: 0.0516961 Sep 23 20:23:11.052079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c3740c0-6f4f-47e5-b81d-51a9883ca427 req-7729cdc7-8401-4dcf-92be-315fdc921bd0 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304923 Sep 23 20:23:11.161389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21b81-b922-4875-b0ee-d8ff898b0ce1 req-132c1f0d-6260-4d7e-be45-f8b5386fec5d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:11.162790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7be21b81-b922-4875-b0ee-d8ff898b0ce1 req-132c1f0d-6260-4d7e-be45-f8b5386fec5d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 944 time: 0.0478878 Sep 23 20:23:11.199997 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7be21b81-b922-4875-b0ee-d8ff898b0ce1 req-224382c4-0092-4af1-ba8a-83e0ab056ea3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Sep 23 20:23:11.508245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:11.544984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf46f-ff33-489a-80e5-a346e088fcee req-086a97c4-68d4-43b8-901e-3ecf98759e69 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:11.546523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-086a97c4-68d4-43b8-901e-3ecf98759e69 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 814 time: 0.1068988 Sep 23 20:23:11.555176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:23:11.559653 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:11.560096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.562800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a4987359-40d4-44d7-a2ec-e34013323d79 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/quotas/2fbabf1f3df2482fa605da10e4559621 HTTP/1.1" status: 200 len: 375 time: 0.0104980 Sep 23 20:23:11.611607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-cf589caf-7cbf-40d8-a702-98d13ed9606c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422966 Sep 23 20:23:11.636931 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.659389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:11.673820 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:11.679438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.713651 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771b7f72-e13c-4514-82b8-ee44f92e738e" -d '{"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:11.731497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:11.783486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-43c01dbc-a4f3-454a-8afa-b5a02858e697 service neutron] 10.222.0.38 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298590 Sep 23 20:23:11.876980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-0ab87a8f-86dc-467a-9402-6be748e8af21 service neutron] 10.222.0.38 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873604 Sep 23 20:23:12.061388 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba819df-8092-4041-a97c-8b91f996b716 x-openstack-request-id: req-bba819df-8092-4041-a97c-8b91f996b716 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:12.061388 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:12.061388 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bba819df-8092-4041-a97c-8b91f996b716 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:12.061388 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'code': 200} Sep 23 20:23:12.117448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a4ae90a-0275-4e1a-8ae6-eb15c68d7bc9 req-b9fd2d7c-68ee-4a53-9e26-0d2f88800e7e tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 210 time: 0.0271416 Sep 23 20:23:12.731838 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-cc297a45-6e6f-41dd-ad80-6c701fa36c57 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:12.733184 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-cc297a45-6e6f-41dd-ad80-6c701fa36c57 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd319ef9-7115-4169-9dc8-32e4c4b0b9ae HTTP/1.1" status: 200 len: 945 time: 0.0474911 Sep 23 20:23:12.836333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Deleting port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:12.836684 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.843512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.72', 53831) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:12.927095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] For port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:12.927464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.940795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Calling delete_port for a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:12.956416 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf46f-ff33-489a-80e5-a346e088fcee req-53e30659-5229-4d01-a3c7-cb619e6c4d0d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:12.957937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-53e30659-5229-4d01-a3c7-cb619e6c4d0d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.72 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 814 time: 0.1131611 Sep 23 20:23:12.971447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Request body: {'port': {'device_id': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c', 'admin_state_up': True, 'tenant_id': '2fbabf1f3df2482fa605da10e4559621'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:13.072375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.084545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:13.085261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Made reservation on behalf of 2fbabf1f3df2482fa605da10e4559621 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:23:13.088931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.101215 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Pushing event deleted for resources: {'Port': ['ID=a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:13.146192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] No DVR routers for this DVR port a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:13.150455 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.153289 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.72 "DELETE /v2.0/ports/a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c HTTP/1.1" status: 204 len: 173 time: 0.4082012 Sep 23 20:23:13.153748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-deleted', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:13.159440 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d749133-4bf0-4fc1-82d1-816e125f958c" -d '{"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-deleted", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:13.231016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6fe7898a-0621-46ba-a562-00cd2687f351 req-6485ebd6-2229-4389-8ee7-0aaf75653a5d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 210 time: 0.0319846 Sep 23 20:23:13.256075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Allocated IP 172.20.0.2 (b4444d0c-e212-4bae-bba7-831eecbfcc5c/9e2ec042-b95c-43cd-9519-1af2b6447443/257dcfbe-eee4-45a2-a784-9e366483a935) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:23:13.258773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a6da778-4096-4602-a6e4-1e548234e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.293478 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1671d4-38bd-4753-a203-d7e4d6355139 x-openstack-request-id: req-ea1671d4-38bd-4753-a203-d7e4d6355139 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:13.293783 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd319ef9-7115-4169-9dc8-32e4c4b0b9ae", "name": "network-vif-deleted", "tag": "a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:13.294029 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea1671d4-38bd-4753-a203-d7e4d6355139 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:13.294477 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd319ef9-7115-4169-9dc8-32e4c4b0b9ae', 'name': 'network-vif-deleted', 'tag': 'a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c', 'status': 'completed', 'code': 200} Sep 23 20:23:13.422471 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.455035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.467470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:13.503335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Network b4444d0c-e212-4bae-bba7-831eecbfcc5c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:23:13.506311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:13.509922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:23:13.534337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:13.561769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:13.562404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.575722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-74b73708-80e0-4a77-ad9a-c9f143193994 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083286 Sep 23 20:23:13.588393 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Request body: {'port': {'device_id': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:13.638347 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.945926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257dcfbe-eee4-45a2-a784-9e366483a935 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:23:13.953752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:13.968471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Transition to ACTIVE for port object 257dcfbe-eee4-45a2-a784-9e366483a935 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:23:13.971955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.017744 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:14.099079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:23:14.099410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:23:14.099732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:14.103942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Port 257dcfbe-eee4-45a2-a784-9e366483a935 on network b4444d0c-e212-4bae-bba7-831eecbfcc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:23:14.104257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:14.108828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:23:14.109156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Checking segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:14.109530 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Bound using segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:23:14.109939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Bound port: 257dcfbe-eee4-45a2-a784-9e366483a935, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:23:14.110322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.170820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:14.174293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:23:14.178088 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.208753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:14.209341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.210843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] 10.222.0.72 "PUT /v2.0/ports/257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 1091 time: 0.6269355 Sep 23 20:23:14.212958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:14.244814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f2a02-96db-4f45-b90a-c46224d0c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:14.258316 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d393b6d-8945-46f5-8fdd-77738ea8fcad" -d '{"events": [{"name": "network-changed", "server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:14.352809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf46f-ff33-489a-80e5-a346e088fcee req-0944c766-83f7-4889-8d46-0bba7e5dd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:14.354398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-0944c766-83f7-4889-8d46-0bba7e5dd213 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1094 time: 0.1062422 Sep 23 20:23:14.365930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d41682-1870-4a9d-b0b4-cd09233c03bd req-b29c824f-e562-491e-b50c-6a57112e5175 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:14.367300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3d41682-1870-4a9d-b0b4-cd09233c03bd req-b29c824f-e562-491e-b50c-6a57112e5175 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.0654900 Sep 23 20:23:14.424881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-950fb7eb-31df-4eac-8509-cd7ce1f7156d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 217 time: 0.0566645 Sep 23 20:23:14.483261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3d41682-1870-4a9d-b0b4-cd09233c03bd req-38c06137-2d60-4195-9f3c-38ec5532459c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092887 Sep 23 20:23:14.493309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf46f-ff33-489a-80e5-a346e088fcee req-07945e50-5b92-4291-9787-880e3fdf3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:14.495478 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-07945e50-5b92-4291-9787-880e3fdf3cb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0626581 Sep 23 20:23:14.547883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-607fe109-3db5-4b48-a68c-f082346d79c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450990 Sep 23 20:23:14.578659 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcaa3b3-21cd-486a-9f16-299f7df8b04d x-openstack-request-id: req-adcaa3b3-21cd-486a-9f16-299f7df8b04d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:14.578949 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:14.579196 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-adcaa3b3-21cd-486a-9f16-299f7df8b04d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:14.579586 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935', 'status': 'completed', 'code': 200} Sep 23 20:23:14.645306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-cb699d6b-2720-4618-8aa3-cfb216645223 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900092 Sep 23 20:23:14.737925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-330bf46f-ff33-489a-80e5-a346e088fcee req-5e066290-8795-4316-a9d0-e7f19c867da8 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849915 Sep 23 20:23:14.821051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-5790df11-72c5-4ed6-8bb5-3ed6b214f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:14.822588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-5790df11-72c5-4ed6-8bb5-3ed6b214f465 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1094 time: 0.0407577 Sep 23 20:23:14.920780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-07569cf1-734e-4639-83d0-7d912296264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:14.922279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-07569cf1-734e-4639-83d0-7d912296264b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0912259 Sep 23 20:23:14.961830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-05d7bd24-0ad0-4115-8417-4aec941872f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 217 time: 0.0325382 Sep 23 20:23:15.009150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-a632b74c-41c7-484f-b2e2-2d28f1c38257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:15.010544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-a632b74c-41c7-484f-b2e2-2d28f1c38257 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0410504 Sep 23 20:23:15.042683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-718b9311-f8d2-4b87-8699-2db7c68f7a27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239894 Sep 23 20:23:15.132941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-4337bc97-c518-4e73-acce-7dc74a0018e6 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824633 Sep 23 20:23:15.224383 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d393b6d-8945-46f5-8fdd-77738ea8fcad req-746125be-0076-4100-92a3-43006e2da2ba service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832427 Sep 23 20:23:15.521969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:15.544533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:15.544873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device a5c2e9f9-adcf-4f4c-82dc-8a36bc9e777c not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:15.598823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b481a-78a5-40b5-9618-178c1eb00ecd req-59767a1a-364f-4cca-ac61-6c6f8e676315 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:15.600283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-473b481a-78a5-40b5-9618-178c1eb00ecd req-59767a1a-364f-4cca-ac61-6c6f8e676315 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.0482550 Sep 23 20:23:15.636850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-473b481a-78a5-40b5-9618-178c1eb00ecd req-e93a6cdc-ff48-4127-9641-06e209a1994c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Sep 23 20:23:16.403859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-baa01c66-bef8-4961-bdaa-1733315f6f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.555659 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.747684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf17fa-4a25-45fd-b648-647a275efaca req-3f04c227-02e1-4be5-9975-b09b01292083 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:16.749142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccdf17fa-4a25-45fd-b648-647a275efaca req-3f04c227-02e1-4be5-9975-b09b01292083 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.0473292 Sep 23 20:23:16.785772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccdf17fa-4a25-45fd-b648-647a275efaca req-598eae02-ba41-4213-a722-02eade2324ed tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Sep 23 20:23:17.253870 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.533701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:23:17.626089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:17.636990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '257dcfbe-eee4-45a2-a784-9e366483a935', 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c', 'port_id': '257dcfbe-eee4-45a2-a784-9e366483a935', 'mac_address': 'fa:16:3e:c3:d5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2ec042-b95c-43cd-9519-1af2b6447443', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:23:17.676747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.689655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257dcfbe-eee4-45a2-a784-9e366483a935 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:23:17.709117 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:17.712876 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.759443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:17.899156 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f40a-a513-4c61-b8ee-66a5d5de077e req-f383feab-c544-4e0c-97ea-9a6a8ccc8bc4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:17.899735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['257dcfbe-eee4-45a2-a784-9e366483a935'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:17.901168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63d0f40a-a513-4c61-b8ee-66a5d5de077e req-f383feab-c544-4e0c-97ea-9a6a8ccc8bc4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 944 time: 0.0492196 Sep 23 20:23:17.948144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63d0f40a-a513-4c61-b8ee-66a5d5de077e req-ba0ce013-62bd-4133-9f17-9b239993248f tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Sep 23 20:23:18.748882 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.061289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face0697-d79c-4ccb-9fe2-260c626dc8d2 req-3de2b0cd-228d-4503-8e6e-c98b7457485c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:19.062802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-face0697-d79c-4ccb-9fe2-260c626dc8d2 req-3de2b0cd-228d-4503-8e6e-c98b7457485c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 944 time: 0.0482762 Sep 23 20:23:19.100865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-face0697-d79c-4ccb-9fe2-260c626dc8d2 req-a0df32da-bbc7-42f0-a943-a4501eadeb04 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Sep 23 20:23:19.546510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:19.593599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 257dcfbe-eee4-45a2-a784-9e366483a935 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:23:19.597149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 257dcfbe-eee4-45a2-a784-9e366483a935 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:19.597517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.675146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.696327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:19.699292 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009588f-937f-49f8-a1df-df074bc2f181" -d '{"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-plugged", "status": "completed", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:19.711371 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:19.715787 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.740778 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14fc27-b20c-4072-aaa5-a928a431f13c x-openstack-request-id: req-7e14fc27-b20c-4072-aaa5-a928a431f13c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:19.741071 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-plugged", "status": "completed", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:19.741527 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e14fc27-b20c-4072-aaa5-a928a431f13c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:19.741912 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935', 'code': 200} Sep 23 20:23:19.769473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:19.828077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b94a76-5c3f-4434-b275-ead4ecbaabbd req-56f094a6-30fe-4d67-b69b-dce66660f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:19.829581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1b94a76-5c3f-4434-b275-ead4ecbaabbd req-56f094a6-30fe-4d67-b69b-dce66660f407 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1096 time: 0.0389137 Sep 23 20:23:19.863110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1b94a76-5c3f-4434-b275-ead4ecbaabbd req-f584d194-0324-49dc-8f97-9f62f05f8f78 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264893 Sep 23 20:23:20.217173 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb935612-bf05-4765-af0e-bc74ff4a9139 req-eb8287a0-597b-4e81-930a-023c7c401db3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:20.218698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb935612-bf05-4765-af0e-bc74ff4a9139 req-eb8287a0-597b-4e81-930a-023c7c401db3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0477998 Sep 23 20:23:20.257640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb935612-bf05-4765-af0e-bc74ff4a9139 req-bb9239bf-d0d4-4b8f-80e1-f44c3ef0e257 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331028 Sep 23 20:23:21.369599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719eb88-c1d4-44c3-8136-64c7b48187ed req-732b8bf7-5f3e-4301-a5b3-40916520245b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:21.371128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f719eb88-c1d4-44c3-8136-64c7b48187ed req-732b8bf7-5f3e-4301-a5b3-40916520245b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0482757 Sep 23 20:23:21.410717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f719eb88-c1d4-44c3-8136-64c7b48187ed req-21b37fe4-af39-47f0-b57c-dcaf998bccae tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Sep 23 20:23:21.524487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af15353-6f6f-491a-b7ed-98112f3bc8bd req-8dae2616-032b-464b-8e93-d4ef7184a634 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:21.526525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6af15353-6f6f-491a-b7ed-98112f3bc8bd req-8dae2616-032b-464b-8e93-d4ef7184a634 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0500960 Sep 23 20:23:21.564542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6af15353-6f6f-491a-b7ed-98112f3bc8bd req-397aec3c-5186-448a-9507-57bb691f3dce tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Sep 23 20:23:21.797456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84724-4ce8-4cf7-92ec-14ef903a88ac req-954536e4-a17f-4d44-8470-40fa6acc6a8a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:21.798987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08f84724-4ce8-4cf7-92ec-14ef903a88ac req-954536e4-a17f-4d44-8470-40fa6acc6a8a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0485327 Sep 23 20:23:21.841157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08f84724-4ce8-4cf7-92ec-14ef903a88ac req-1082e991-205b-409b-8bbb-7f3793b7b074 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362840 Sep 23 20:23:21.864615 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-6efe7778-f7c4-465a-a92e-eb3ec39ad5fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790854 Sep 23 20:23:22.986855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fadb60-fb51-4b4b-a65c-8839c3b60b2d req-5e7824e0-36b1-4b54-b4cf-caf7c2e7ec5c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:22.988431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5fadb60-fb51-4b4b-a65c-8839c3b60b2d req-5e7824e0-36b1-4b54-b4cf-caf7c2e7ec5c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0759814 Sep 23 20:23:22.990983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-5ca9a713-4f36-4797-b084-eb78b8761579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:22.992333 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-5ca9a713-4f36-4797-b084-eb78b8761579 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1096 time: 0.0786920 Sep 23 20:23:23.050624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5fadb60-fb51-4b4b-a65c-8839c3b60b2d req-31fc2992-d634-4b4c-a550-ce2ac003a39a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562077 Sep 23 20:23:23.105205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-7d638785-5170-4d04-b4d7-1f832049ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:23.106692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-7d638785-5170-4d04-b4d7-1f832049ee1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.1059315 Sep 23 20:23:23.148021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-543748f0-ef1c-4e23-b7ce-745c8dcacb0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 217 time: 0.0331602 Sep 23 20:23:23.195260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-383b7c79-b737-4c56-b88b-e54d9f7d4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:23.196700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-383b7c79-b737-4c56-b88b-e54d9f7d4b9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0418882 Sep 23 20:23:23.229814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-72978c39-d98b-4988-ab77-97ea15fc94dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264227 Sep 23 20:23:23.317166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-855d71e1-cd12-450c-8539-430d5592f536 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801175 Sep 23 20:23:23.406497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-4923e790-5f51-4205-807b-31ef3d28806f service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824413 Sep 23 20:23:24.163098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce3d6d-de79-4a02-b4b6-2b1f8e766aaf req-770e1a12-120f-487e-901b-dd7efd02fc94 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.164562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9ce3d6d-de79-4a02-b4b6-2b1f8e766aaf req-770e1a12-120f-487e-901b-dd7efd02fc94 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0475955 Sep 23 20:23:24.201681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9ce3d6d-de79-4a02-b4b6-2b1f8e766aaf req-bd250103-1a9e-4a82-af64-9ff1c8106acd tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Sep 23 20:23:25.314405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e6a85-4709-40b5-b376-78a120bf78b7 req-3e3e5501-bf73-4406-afcb-c3e83042b984 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:25.315915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f30e6a85-4709-40b5-b376-78a120bf78b7 req-3e3e5501-bf73-4406-afcb-c3e83042b984 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0478015 Sep 23 20:23:25.354943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f30e6a85-4709-40b5-b376-78a120bf78b7 req-4bac38fa-d9f1-436a-8f7e-1a628f3e367d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Sep 23 20:23:25.835074 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:26.769763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2e2a0-056b-4817-8389-c6874e27edf3 req-b8d0ec05-1344-418c-9ca2-8d4e67bab53b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:26.771263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a2e2a0-056b-4817-8389-c6874e27edf3 req-b8d0ec05-1344-418c-9ca2-8d4e67bab53b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.3486226 Sep 23 20:23:26.808950 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-99a2e2a0-056b-4817-8389-c6874e27edf3 req-af6a8ad0-4e18-4f88-a991-3839d362a404 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Sep 23 20:23:27.234984 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:27.921798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1758dc-240f-4955-9e9c-7b2c01ebebec req-4d3eb881-210f-4498-a3d1-499fdaa53b88 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:27.923288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d1758dc-240f-4955-9e9c-7b2c01ebebec req-4d3eb881-210f-4498-a3d1-499fdaa53b88 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0482414 Sep 23 20:23:27.959590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d1758dc-240f-4955-9e9c-7b2c01ebebec req-8313f952-689f-45b3-ae63-eb68e6366c79 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303316 Sep 23 20:23:29.076395 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a62e5-8b38-497b-87f8-c933d4f2eff9 req-5238d63a-bc3f-475d-b9f2-c4c57cd09e5b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:29.077906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-766a62e5-8b38-497b-87f8-c933d4f2eff9 req-5238d63a-bc3f-475d-b9f2-c4c57cd09e5b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0491548 Sep 23 20:23:29.114746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-766a62e5-8b38-497b-87f8-c933d4f2eff9 req-883640ca-313c-4af1-a405-f1ccd1c8716a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Sep 23 20:23:30.229751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a11fea-ef10-4c4e-b70e-10015f881bbb req-8c31b41f-063b-44e9-8443-db50dbb94dfe tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:30.231216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3a11fea-ef10-4c4e-b70e-10015f881bbb req-8c31b41f-063b-44e9-8443-db50dbb94dfe tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0512533 Sep 23 20:23:30.267225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b3a11fea-ef10-4c4e-b70e-10015f881bbb req-960adcf8-045f-46f7-a80d-a5988b22a67d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300858 Sep 23 20:23:31.385413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffdd47-d468-44aa-b751-7b592e2ecc0e req-4bfc4f7c-cac0-4705-9395-fc4b533b8a55 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:31.386955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbffdd47-d468-44aa-b751-7b592e2ecc0e req-4bfc4f7c-cac0-4705-9395-fc4b533b8a55 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0520155 Sep 23 20:23:31.423835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbffdd47-d468-44aa-b751-7b592e2ecc0e req-796febc8-0fca-4d09-a878-e05ae9b65347 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Sep 23 20:23:32.535299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07602f5-5e1a-494f-bb6e-b5b20a2ccb64 req-42016b83-9fda-4dad-b599-b74b944b00d2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:32.536740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e07602f5-5e1a-494f-bb6e-b5b20a2ccb64 req-42016b83-9fda-4dad-b599-b74b944b00d2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0471179 Sep 23 20:23:32.573303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e07602f5-5e1a-494f-bb6e-b5b20a2ccb64 req-11a25313-efb6-48e1-8f90-5416072ff8eb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Sep 23 20:23:33.688575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f221c8-6a1d-476b-9b42-ea030af44d3d req-a046c3b0-5a00-42cd-9a84-74ea9651f6c5 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:33.690017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87f221c8-6a1d-476b-9b42-ea030af44d3d req-a046c3b0-5a00-42cd-9a84-74ea9651f6c5 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0504611 Sep 23 20:23:33.726697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-87f221c8-6a1d-476b-9b42-ea030af44d3d req-eabf124c-2cea-4147-8401-53dcb45bb517 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304875 Sep 23 20:23:34.844315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f350efc-918d-4345-987e-92aae188d683 req-cf8f1597-47ed-4bc4-b48c-14ef4771557f tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:34.845782 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f350efc-918d-4345-987e-92aae188d683 req-cf8f1597-47ed-4bc4-b48c-14ef4771557f tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0481586 Sep 23 20:23:34.882161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f350efc-918d-4345-987e-92aae188d683 req-daab8502-9bf7-4428-96c2-07d02a1f5074 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304096 Sep 23 20:23:35.994011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3441c-c20c-421f-849f-d17780fd2bf1 req-b2418a3d-9715-4c98-8a93-dc1910b600f4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:35.995481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bf3441c-c20c-421f-849f-d17780fd2bf1 req-b2418a3d-9715-4c98-8a93-dc1910b600f4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0474551 Sep 23 20:23:36.031667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bf3441c-c20c-421f-849f-d17780fd2bf1 req-02249abd-f708-4487-93d5-a076c1539dda tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 Sep 23 20:23:37.154851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984d466-cbee-4bac-be1c-7446a9b82744 req-3f9a9c36-77e8-48e7-ace6-86a3de2af518 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:37.156335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d984d466-cbee-4bac-be1c-7446a9b82744 req-3f9a9c36-77e8-48e7-ace6-86a3de2af518 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0527027 Sep 23 20:23:37.193354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d984d466-cbee-4bac-be1c-7446a9b82744 req-14ea7f71-7195-437a-8bde-7254ee3b3c68 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Sep 23 20:23:38.306494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7334dd-43d3-4deb-b248-c63aa3cd5cd7 req-523d0ea5-13bf-4f80-837f-877d8ab90578 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:38.307965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7334dd-43d3-4deb-b248-c63aa3cd5cd7 req-523d0ea5-13bf-4f80-837f-877d8ab90578 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0473528 Sep 23 20:23:38.345091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc7334dd-43d3-4deb-b248-c63aa3cd5cd7 req-0bb931a2-c836-42c8-9aa8-3c44f0a9b5f3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Sep 23 20:23:39.458426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4546eca-8f25-4dd4-be77-1ca81826760a req-6b411f77-f341-4568-b2bf-60c874b82ce1 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:39.459911 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4546eca-8f25-4dd4-be77-1ca81826760a req-6b411f77-f341-4568-b2bf-60c874b82ce1 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0482290 Sep 23 20:23:39.496541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4546eca-8f25-4dd4-be77-1ca81826760a req-b2c1d9bd-4e21-4062-bc6e-fcdfdc3c9241 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302548 Sep 23 20:23:40.612631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61bce0-9b32-4ee1-80c5-629cd99414e3 req-791a4292-6a4b-4649-b325-0f9301f40aea tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:40.614017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b61bce0-9b32-4ee1-80c5-629cd99414e3 req-791a4292-6a4b-4649-b325-0f9301f40aea tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0509381 Sep 23 20:23:40.650937 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b61bce0-9b32-4ee1-80c5-629cd99414e3 req-822f64a8-afee-49b5-95d2-b950f8242623 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Sep 23 20:23:41.762758 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45f350-2202-464b-9cae-b82133e72220 req-6e838006-4592-4fb2-96d6-4fa78c6ae9ec tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:41.764200 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a45f350-2202-464b-9cae-b82133e72220 req-6e838006-4592-4fb2-96d6-4fa78c6ae9ec tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0471942 Sep 23 20:23:41.800915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a45f350-2202-464b-9cae-b82133e72220 req-9eb8c2d8-77c1-4871-973c-eabf586eaf2b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Sep 23 20:23:42.524452 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:23:42.915893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b377-c46d-42d1-b76c-ca1d546ffc61 req-bad371f2-72fd-442d-8b50-a718026c4beb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:42.917413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fb8b377-c46d-42d1-b76c-ca1d546ffc61 req-bad371f2-72fd-442d-8b50-a718026c4beb tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0507684 Sep 23 20:23:42.955929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5fb8b377-c46d-42d1-b76c-ca1d546ffc61 req-f9eb5557-716c-4b91-b1f7-7129a5b2f7fd tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Sep 23 20:23:43.251430 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73fe4c8c-ca7c-44cc-8e32-367f49135490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:44.073413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2bb5-846f-4009-a96f-e8220a76ce5a req-c8e01148-321c-4282-babc-a1673ee5d0d7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:44.074967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a27d2bb5-846f-4009-a96f-e8220a76ce5a req-c8e01148-321c-4282-babc-a1673ee5d0d7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0526152 Sep 23 20:23:44.112612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a27d2bb5-846f-4009-a96f-e8220a76ce5a req-2fb5ebbc-8542-423b-bf44-12da21f8dd41 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Sep 23 20:23:45.225130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c12a-bbd8-4c4c-abd3-06b55b510e30 req-5df7d601-81c3-41da-8d89-eac87672e575 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:45.226614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3958c12a-bbd8-4c4c-abd3-06b55b510e30 req-5df7d601-81c3-41da-8d89-eac87672e575 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0473263 Sep 23 20:23:45.262581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3958c12a-bbd8-4c4c-abd3-06b55b510e30 req-c9395be2-3ed8-4073-94c9-8fbebb1a5c76 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301728 Sep 23 20:23:46.376049 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4325bee-1c1e-44f6-a6d1-4fb3f3776f55 req-b85eb189-78d5-4c03-af41-c4f060656568 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:46.377527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4325bee-1c1e-44f6-a6d1-4fb3f3776f55 req-b85eb189-78d5-4c03-af41-c4f060656568 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0484178 Sep 23 20:23:46.405775 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1027f31c-4ad8-416a-90e8-fd61bb53584e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:46.416100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f4325bee-1c1e-44f6-a6d1-4fb3f3776f55 req-d8e76164-6f14-41ff-80ae-fec8ebe4361b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Sep 23 20:23:46.556405 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:47.254472 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:47.536074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32426e-94e5-48d9-b73f-b07771795462 req-d74b8912-56b7-4020-902f-80b5f1db6a10 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:47.537455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd32426e-94e5-48d9-b73f-b07771795462 req-d74b8912-56b7-4020-902f-80b5f1db6a10 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0526175 Sep 23 20:23:47.574180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd32426e-94e5-48d9-b73f-b07771795462 req-b9caab2a-f634-4d1b-ab22-e3df55e9131b tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Sep 23 20:23:48.689486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced75ece-0d8c-49be-81f7-3cac31c117be req-b1e0d19a-a514-472f-8524-b7b295daff86 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:48.691042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ced75ece-0d8c-49be-81f7-3cac31c117be req-b1e0d19a-a514-472f-8524-b7b295daff86 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0500379 Sep 23 20:23:48.727721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ced75ece-0d8c-49be-81f7-3cac31c117be req-eea956e5-8396-48a0-910a-8ec357b2ca26 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304761 Sep 23 20:23:48.752589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:49.842353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43644d-54ed-4064-ac61-46525872ab14 req-f1d3c3bb-c87e-4cd6-8a27-7ec61a176a5d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:49.843870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d43644d-54ed-4064-ac61-46525872ab14 req-f1d3c3bb-c87e-4cd6-8a27-7ec61a176a5d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0490046 Sep 23 20:23:49.880264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d43644d-54ed-4064-ac61-46525872ab14 req-c727da75-17e5-4ba6-b095-185c42a4d831 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305748 Sep 23 20:23:50.471010 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-caa9e01f-07a3-4001-9e45-313b61d6ebca service neutron] show failed (client error): The resource could not be found. Sep 23 20:23:50.472000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-caa9e01f-07a3-4001-9e45-313b61d6ebca service neutron] 10.222.0.72 "GET /v2.0/ports/257dcfbe-eee4-45a2-a784-9e366483a935/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0577593 Sep 23 20:23:50.659199 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-40b905bc-0ead-4323-bdf5-6e6c9d764b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:50.660677 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-40b905bc-0ead-4323-bdf5-6e6c9d764b5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f&tenant_id=2fbabf1f3df2482fa605da10e4559621 HTTP/1.1" status: 200 len: 1096 time: 0.0399945 Sep 23 20:23:50.672498 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:50.725612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:50.922062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:50.954923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:50.995647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea6e23-3d3d-4701-8068-4eba1fe544b0 req-543bb71f-5b2d-40c8-94b0-38d5d814064c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:50.996203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:50.997307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30ea6e23-3d3d-4701-8068-4eba1fe544b0 req-543bb71f-5b2d-40c8-94b0-38d5d814064c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 945 time: 0.0495074 Sep 23 20:23:50.998147 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740beb76-5408-4140-808c-f93cd603d734" -d '{"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:51.002146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:51.015183 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Transition to ACTIVE for port object 257dcfbe-eee4-45a2-a784-9e366483a935 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:23:51.018673 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:51.036141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-30ea6e23-3d3d-4701-8068-4eba1fe544b0 req-a264ecfd-5afd-4f23-9da5-c27d46adffab tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Sep 23 20:23:51.069093 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:51.084990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] No DVR routers for this DVR port 257dcfbe-eee4-45a2-a784-9e366483a935 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:51.093544 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b939953c-fc0a-49d3-b5fd-9cce1da7f8db x-openstack-request-id: req-b939953c-fc0a-49d3-b5fd-9cce1da7f8db {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:51.093823 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:51.094068 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b939953c-fc0a-49d3-b5fd-9cce1da7f8db {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:51.094478 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935', 'code': 200} Sep 23 20:23:51.096034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.096362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.096706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.097042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.097371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.097698 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.098024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.098379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.098703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.099025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.099344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.099664 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:51.136707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:23:51.137044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:23:51.137367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:51.142172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Port 257dcfbe-eee4-45a2-a784-9e366483a935 on network b4444d0c-e212-4bae-bba7-831eecbfcc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:23:51.142519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Attempting to bind port 257dcfbe-eee4-45a2-a784-9e366483a935 on network b4444d0c-e212-4bae-bba7-831eecbfcc5c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:51.147193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:23:51.147526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Checking segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:51.147902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Bound using segment: {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:23:51.148319 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Bound port: 257dcfbe-eee4-45a2-a784-9e366483a935, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd129ef4c-733d-40bd-8173-b1408801cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:23:51.148671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:51.209140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:51.212013 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:23:51.215328 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:51.250337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:51.250954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:51.252313 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 1091 time: 0.5843093 Sep 23 20:23:51.270141 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2e7ca-b853-4c49-ae3b-ce79b6c0a3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:51.313189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-36c25053-7be0-4247-bf2a-70abec4a3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:51.314724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-36c25053-7be0-4247-bf2a-70abec4a3823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1094 time: 0.0401101 Sep 23 20:23:51.404234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-7835b95b-c835-422c-a5a4-b047895f8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:51.405699 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-7835b95b-c835-422c-a5a4-b047895f8747 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0845487 Sep 23 20:23:51.445236 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-02bce202-1cb9-431f-bb0a-ddb86f012b33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 217 time: 0.0328300 Sep 23 20:23:51.496162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-3b1c93ab-b2a0-4cd0-8b8e-1b79c5b95946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:51.497464 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-3b1c93ab-b2a0-4cd0-8b8e-1b79c5b95946 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0453665 Sep 23 20:23:51.527761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-9232aec6-1bd5-4592-bfce-728601701be5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229859 Sep 23 20:23:51.614226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-a2f5e985-69b7-4cbf-8f58-735114aa528c service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788817 Sep 23 20:23:51.704056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6cd44457-b7f1-43cc-9785-e410f098d5f1 req-02ca7551-44b5-429e-b4b1-a2504425d83c service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829978 Sep 23 20:23:52.151716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea4d7e-49d2-4e56-adce-47170deebf5b req-8c407b47-f3b3-45ab-ab77-43043e5423f0 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:52.153203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71ea4d7e-49d2-4e56-adce-47170deebf5b req-8c407b47-f3b3-45ab-ab77-43043e5423f0 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.0481935 Sep 23 20:23:52.194138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71ea4d7e-49d2-4e56-adce-47170deebf5b req-44c6b5bf-49c5-4d25-9df7-f6582b659d5c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Sep 23 20:23:53.095794 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:53.098288 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b52a2a-f337-4821-92da-259928a3fc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:53.145219 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fd4cd2-4c7e-4fdb-b430-4f3c292bf1c1 x-openstack-request-id: req-b2fd4cd2-4c7e-4fdb-b430-4f3c292bf1c1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:53.145510 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:53.145762 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2fd4cd2-4c7e-4fdb-b430-4f3c292bf1c1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:53.146159 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935', 'status': 'completed', 'code': 200} Sep 23 20:23:53.211535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52a2a-f337-4821-92da-259928a3fc2b req-7a9beb6f-4186-4224-a6d8-48ba57299851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:53.213058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-7a9beb6f-4186-4224-a6d8-48ba57299851 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1094 time: 0.0455625 Sep 23 20:23:53.223448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52a2a-f337-4821-92da-259928a3fc2b req-ffc96de9-11d8-4269-a1ac-50b79fe95220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:53.224974 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-ffc96de9-11d8-4269-a1ac-50b79fe95220 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1094 time: 0.0431623 Sep 23 20:23:53.331312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52a2a-f337-4821-92da-259928a3fc2b req-da697a8b-3630-4550-9496-cc93221d24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:53.333004 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-da697a8b-3630-4550-9496-cc93221d24d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.1002483 Sep 23 20:23:53.345890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52a2a-f337-4821-92da-259928a3fc2b req-a3c2c9aa-ed87-4b75-aaac-05e4120b0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:53.347321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-a3c2c9aa-ed87-4b75-aaac-05e4120b0d05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.1258807 Sep 23 20:23:53.357822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f505fdd-d438-4107-9caa-cd088337b81e req-bc649efa-8790-4d00-9081-80e0268e91c7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:53.359781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f505fdd-d438-4107-9caa-cd088337b81e req-bc649efa-8790-4d00-9081-80e0268e91c7 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.0745184 Sep 23 20:23:53.376761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-5324ae1a-f64d-4f0c-ac59-4c9c6703ed62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 217 time: 0.0343928 Sep 23 20:23:53.408243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-793da537-2c08-4676-a3e9-4378c32af75d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 217 time: 0.0475318 Sep 23 20:23:53.429671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52a2a-f337-4821-92da-259928a3fc2b req-89289294-52ea-4d90-8901-73ffc74e2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:53.431168 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-89289294-52ea-4d90-8901-73ffc74e2585 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0476556 Sep 23 20:23:53.452982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4f505fdd-d438-4107-9caa-cd088337b81e req-86e68884-c9bb-4384-8956-b48e84648c6c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869293 Sep 23 20:23:53.464006 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-f515677f-f176-434f-98e9-83c8b9510a6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242612 Sep 23 20:23:53.469433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52a2a-f337-4821-92da-259928a3fc2b req-c996895b-1bd6-4901-b7e5-653d68b217bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:53.470914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-c996895b-1bd6-4901-b7e5-653d68b217bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0554135 Sep 23 20:23:53.506040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-98a96679-5ee1-4a6e-ab0b-196a01f3f012 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252426 Sep 23 20:23:53.556105 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-419ba3ff-5ff2-4acf-89f5-f49e10c95f6e service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844307 Sep 23 20:23:53.600670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-31f3741d-7f01-4503-a375-1ace24e7bde8 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869758 Sep 23 20:23:53.652368 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-fd8154ed-eb5a-40ef-b6eb-2bef65011f11 service neutron] 10.222.0.41 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867102 Sep 23 20:23:53.691580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66b52a2a-f337-4821-92da-259928a3fc2b req-e4edd3ce-c923-4785-b022-3c6dc42a0bb2 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836642 Sep 23 20:23:53.707537 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:53.747455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:54.573405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff291-d1d1-4f4c-97a2-092533d23b18 req-ece9259b-9bd4-4e57-8d61-6b02c938b70f tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:54.574906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f66ff291-d1d1-4f4c-97a2-092533d23b18 req-ece9259b-9bd4-4e57-8d61-6b02c938b70f tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.0539727 Sep 23 20:23:54.612185 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f66ff291-d1d1-4f4c-97a2-092533d23b18 req-16a2b196-e4de-4555-b2f1-91f8b695ff49 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Sep 23 20:23:54.864246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-5e414508-51e6-4843-97d7-ca34604f35e3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:54.865604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-5e414508-51e6-4843-97d7-ca34604f35e3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f&tenant_id=2fbabf1f3df2482fa605da10e4559621&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 943 time: 0.1010091 Sep 23 20:23:54.872837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dcb8e-ae2b-407f-bb26-3611d8a4c9dd req-0f06a99d-063f-4760-8694-9a2a0d50df09 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:54.874842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-546dcb8e-ae2b-407f-bb26-3611d8a4c9dd req-0f06a99d-063f-4760-8694-9a2a0d50df09 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.1212013 Sep 23 20:23:54.951846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-546dcb8e-ae2b-407f-bb26-3611d8a4c9dd req-e74ab28a-4beb-419a-be35-5e1e84bcb285 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709827 Sep 23 20:23:54.956884 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-1e7fc3da-6b5e-4918-9dec-a6bf5a280a60 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:23:54.957823 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-1e7fc3da-6b5e-4918-9dec-a6bf5a280a60 service neutron] 10.222.0.72 "DELETE /v2.0/ports/257dcfbe-eee4-45a2-a784-9e366483a935/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0821474 Sep 23 20:23:55.042246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-7f9af931-0988-4d64-b617-4f898d76d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:55.043726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-7f9af931-0988-4d64-b617-4f898d76d717 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fbabf1f3df2482fa605da10e4559621&device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 1094 time: 0.0407701 Sep 23 20:23:55.134496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-d4a036b5-cd76-49e1-973b-6dbebc5e576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:55.135931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-d4a036b5-cd76-49e1-973b-6dbebc5e576b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 200 len: 915 time: 0.0853391 Sep 23 20:23:55.176601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-c0227e7e-2509-4ff3-a2d3-95056f2383b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 200 len: 217 time: 0.0333936 Sep 23 20:23:55.223696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-0004ae5d-7268-4858-9e04-4dca719ee68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:55.225083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-0004ae5d-7268-4858-9e04-4dca719ee68f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 200 len: 854 time: 0.0418468 Sep 23 20:23:55.259399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-bf1c031a-0492-42b4-a689-c1b1d7cb193f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4444d0c-e212-4bae-bba7-831eecbfcc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271606 Sep 23 20:23:55.346711 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-e340bbd4-d95f-469b-8f00-349312c981c6 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805380 Sep 23 20:23:55.435930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142ea6c5-72f7-4cef-8593-eb01bb7e2bdd req-db86b958-63e7-42e2-a8d9-610efff77227 service neutron] 10.222.0.72 "GET /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825655 Sep 23 20:23:55.825730 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:55.879792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:23:55.975745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:55.987313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '257dcfbe-eee4-45a2-a784-9e366483a935', 'network_id': 'b4444d0c-e212-4bae-bba7-831eecbfcc5c', 'port_id': '257dcfbe-eee4-45a2-a784-9e366483a935', 'mac_address': 'fa:16:3e:c3:d5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2ec042-b95c-43cd-9519-1af2b6447443', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:23:56.026264 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:56.038520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257dcfbe-eee4-45a2-a784-9e366483a935 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:23:56.058066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:56.062615 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:56.068204 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561e9b3-28fb-41ab-a34f-a664b176d9a4 req-3e1a19dc-6491-4bdd-a4f7-84248a4127cc tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:56.069918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a561e9b3-28fb-41ab-a34f-a664b176d9a4 req-3e1a19dc-6491-4bdd-a4f7-84248a4127cc tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 943 time: 0.0502515 Sep 23 20:23:56.107588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a561e9b3-28fb-41ab-a34f-a664b176d9a4 req-c2dc3790-3d1d-4196-a4e0-c356e605d94c tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Sep 23 20:23:56.109180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:56.116699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.117046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.117388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.117724 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.118057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.118517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.118746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.119142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.122658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.123004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.123405 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.123741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:56.219321 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229fb81-07d8-4f9a-9e6e-0267cc10a499 req-be9e1ddf-2d5d-435e-92a9-04cd16f3243d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:56.220794 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3229fb81-07d8-4f9a-9e6e-0267cc10a499 req-be9e1ddf-2d5d-435e-92a9-04cd16f3243d tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 944 time: 0.0477934 Sep 23 20:23:56.259170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3229fb81-07d8-4f9a-9e6e-0267cc10a499 req-a75affad-0d76-4df8-b789-b1aee80bf8f6 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Sep 23 20:23:56.356085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['257dcfbe-eee4-45a2-a784-9e366483a935'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:56.375053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee82c62-dc6d-4c32-bb6d-f4446d59853d req-fff1f90d-6382-4de5-ae9e-a979b4338829 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:56.376559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ee82c62-dc6d-4c32-bb6d-f4446d59853d req-fff1f90d-6382-4de5-ae9e-a979b4338829 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 944 time: 0.0529144 Sep 23 20:23:56.413587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1ee82c62-dc6d-4c32-bb6d-f4446d59853d req-651a7586-9307-40a7-8be3-68f2040201f3 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Sep 23 20:23:56.729990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c67cb5-e94c-44ca-a747-b81170c9a852 req-bcee24b9-7876-41c0-951f-4852c83041d2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:56.731473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45c67cb5-e94c-44ca-a747-b81170c9a852 req-bcee24b9-7876-41c0-951f-4852c83041d2 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 944 time: 0.0474546 Sep 23 20:23:56.767845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45c67cb5-e94c-44ca-a747-b81170c9a852 req-bddb0cb6-817a-4d69-a438-f2eee65e9018 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299022 Sep 23 20:23:57.234107 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:57.880995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19623c-6d82-4084-bf64-5f97a75d8acf req-10174dca-f468-42f4-9f8b-be0195993b81 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:57.882479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c19623c-6d82-4084-bf64-5f97a75d8acf req-10174dca-f468-42f4-9f8b-be0195993b81 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 944 time: 0.0481014 Sep 23 20:23:57.896442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:57.920377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7c19623c-6d82-4084-bf64-5f97a75d8acf req-c2c477ee-5cbb-4b72-a5a3-f5ce3fd93121 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.38 "GET /v2.0/security-groups?id=7222f47b-a620-49ec-aa57-f224bfe59c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Sep 23 20:23:57.951065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 257dcfbe-eee4-45a2-a784-9e366483a935 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:23:57.954704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 257dcfbe-eee4-45a2-a784-9e366483a935 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:57.955078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.028990 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.052016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:58.054197 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a97b332-fa8b-445b-a474-b15bee8e5027" -d '{"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-plugged", "status": "completed", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:58.060208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-f0058c41-d706-4151-97d0-0ab71b9a51e4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:58.061745 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-f0058c41-d706-4151-97d0-0ab71b9a51e4 tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea287f69-c613-4405-bb12-2abfe5b83a6f HTTP/1.1" status: 200 len: 944 time: 0.0490999 Sep 23 20:23:58.066519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:58.071636 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.099141 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04015805-9f5e-44f3-8616-81bd82054c93 x-openstack-request-id: req-04015805-9f5e-44f3-8616-81bd82054c93 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:58.099453 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-plugged", "status": "completed", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:58.099696 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04015805-9f5e-44f3-8616-81bd82054c93 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:58.100087 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935', 'code': 200} Sep 23 20:23:58.125354 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:58.157069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Deleting port 257dcfbe-eee4-45a2-a784-9e366483a935 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:58.157396 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.248709 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] For port 257dcfbe-eee4-45a2-a784-9e366483a935, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=257dcfbe-eee4-45a2-a784-9e366483a935,segment=NetworkSegment(d129ef4c-733d-40bd-8173-b1408801cfc4),segment_id=d129ef4c-733d-40bd-8173-b1408801cfc4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:58.249103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.261459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Calling delete_port for 257dcfbe-eee4-45a2-a784-9e366483a935 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:58.390386 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.402444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['257dcfbe-eee4-45a2-a784-9e366483a935'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:58.418741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Pushing event deleted for resources: {'Port': ['ID=257dcfbe-eee4-45a2-a784-9e366483a935,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:58.461643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] No DVR routers for this DVR port 257dcfbe-eee4-45a2-a784-9e366483a935 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:58.464227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.466299 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9e540690-ddcf-48da-81d8-b2448cad0f39 req-39df6884-55de-4971-af62-40d603a048ef tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] 10.222.0.41 "DELETE /v2.0/ports/257dcfbe-eee4-45a2-a784-9e366483a935 HTTP/1.1" status: 204 len: 173 time: 0.3988197 Sep 23 20:23:58.466726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-deleted', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:58.469622 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856161a8-de2f-4f07-89cc-035a33931aa9" -d '{"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-deleted", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:58.509241 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02954b49-1451-4955-a697-8bbd03485214 x-openstack-request-id: req-02954b49-1451-4955-a697-8bbd03485214 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:58.509533 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea287f69-c613-4405-bb12-2abfe5b83a6f", "name": "network-vif-deleted", "tag": "257dcfbe-eee4-45a2-a784-9e366483a935", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:58.509788 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02954b49-1451-4955-a697-8bbd03485214 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:58.510195 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea287f69-c613-4405-bb12-2abfe5b83a6f', 'name': 'network-vif-deleted', 'tag': '257dcfbe-eee4-45a2-a784-9e366483a935', 'status': 'completed', 'code': 200} Sep 23 20:23:59.037841 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:59.085938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Deleting subnet 9e2ec042-b95c-43cd-9519-1af2b6447443 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:23:59.088890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.121684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.158307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.208438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.232329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2ec042-b95c-43cd-9519-1af2b6447443,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:59.237200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.239035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9e2ec042-b95c-43cd-9519-1af2b6447443 HTTP/1.1" status: 204 len: 168 time: 0.2001557 Sep 23 20:23:59.241761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43088) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:59.244168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.244515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.244848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.245183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.245511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.245838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.246162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.246508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.246829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.247146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.247465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.247781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4234aa-e036-448e-ac98-ed338b1a4054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:59.308614 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.388648 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.408523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4444d0c-e212-4bae-bba7-831eecbfcc5c']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:59.417380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd129ef4c-733d-40bd-8173-b1408801cfc4') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:59.417677 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd129ef4c-733d-40bd-8173-b1408801cfc4') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:59.427279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.439789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.445668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:23:59.446046 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:23:59.447652 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:23:59.499438 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.504631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.506468 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b4444d0c-e212-4bae-bba7-831eecbfcc5c HTTP/1.1" status: 204 len: 168 time: 0.2636654 Sep 23 20:23:59.517061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517033a5-63fb-4902-adeb-95b7f9567c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4444d0c-e212-4bae-bba7-831eecbfcc5c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:59.611817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43092) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:59.655072 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a7ff7472-f683-42fc-811c-b7cee75f70d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fbabf1f3df2482fa605da10e4559621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416825 Sep 23 20:23:59.657475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43094) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:59.704979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f6d2-14ab-4065-b689-7796a1fc85f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.725718 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f6d2-14ab-4065-b689-7796a1fc85f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.771650 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f6d2-14ab-4065-b689-7796a1fc85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.774157 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f6d2-14ab-4065-b689-7796a1fc85f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:59.775416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b7f9f6d2-14ab-4065-b689-7796a1fc85f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7222f47b-a620-49ec-aa57-f224bfe59c3c HTTP/1.1" status: 204 len: 168 time: 0.1169455 Sep 23 20:23:59.783629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9f6d2-14ab-4065-b689-7796a1fc85f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222f47b-a620-49ec-aa57-f224bfe59c3c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:00.422968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43116) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:00.516819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1731822578-network', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:00.537438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Made reservation on behalf of 81a76999b4c34ab0935542517c51e6a3 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:24:00.539858 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.548556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.635554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.638970 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.664019 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:24:00.669139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd369c4-db9c-400c-b360-4ca2140955e5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:00.676672 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.677522 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Added segment 04dc0dc3-7709-4efe-ba6d-4564444182f9 of type vlan for network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f Sep 23 20:24:00.718435 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.742325 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.743217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:00.743803 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.768186 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3441319 Sep 23 20:24:00.771260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:00.776412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Request body: {'subnet': {'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1731822578-subnet', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:00.797967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Made reservation on behalf of 81a76999b4c34ab0935542517c51e6a3 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:24:00.800452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.805962 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6f273-5909-4509-9612-33d7a74a2ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:00.817019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:24:00.974871 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.028628 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b35186-6898-4ab5-8a01-ca74ef08d955,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:01.037745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:01.038103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Network hostable DHCP agents. Network: 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:24:01.056045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:24:01.063821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:01.067905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:01.068523 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.073533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff35ef2-3189-478d-bd14-8ff964d80a09 None None] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:24:01.084034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1bbd64fb-f251-47ca-b507-db020da15d09 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3117054 Sep 23 20:24:01.086871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:01.091292 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:01.111990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.113065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.166506 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.215884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:24:01.216742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.303407 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.348895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Allocated IP 172.20.0.2 (8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f/38b35186-6898-4ab5-8a01-ca74ef08d955/4175035b-1db1-4f40-8b46-fdb336dfcc66) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:01.487274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.492840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.504231 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.523383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.528221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:01.531861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:01.535044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:01.551421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Pushing event updated for resources: {'Port': ['ID=4175035b-1db1-4f40-8b46-fdb336dfcc66,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:01.599603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Attempting to bind port 4175035b-1db1-4f40-8b46-fdb336dfcc66 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:01.600003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Attempting to bind port 4175035b-1db1-4f40-8b46-fdb336dfcc66 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:01.600368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Attempting to bind port 4175035b-1db1-4f40-8b46-fdb336dfcc66 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:01.605234 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:01.605626 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:01.606033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.606459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:01.606922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Bound port: 4175035b-1db1-4f40-8b46-fdb336dfcc66, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:01.607306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.622901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Allocated IP 172.25.6.188 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/af3fcecc-163a-467f-a02c-cf6e673f9974) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:01.669772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] For port 4175035b-1db1-4f40-8b46-fdb336dfcc66, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:01.673067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] For port 4175035b-1db1-4f40-8b46-fdb336dfcc66, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4175035b-1db1-4f40-8b46-fdb336dfcc66,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:01.678067 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.731499 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.734826 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36cbe8-b70a-47ca-baea-77b36539a13f None None] Pushing event updated for resources: {'Port': ['ID=4175035b-1db1-4f40-8b46-fdb336dfcc66,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:01.767375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:01.804870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:01.807673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:01.811286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:01.836790 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Pushing event updated for resources: {'Port': ['ID=af3fcecc-163a-467f-a02c-cf6e673f9974,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:01.911189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:24:01.931963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: 257dcfbe-eee4-45a2-a784-9e366483a935 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:24:01.932303 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 257dcfbe-eee4-45a2-a784-9e366483a935 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:24:02.086437 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:02.281126 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:02.412609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:24:02.521368 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:02.531019 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:02.540615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:02.542374 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:02.543062 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:23:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:02.545106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:02.545656 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-02037f3c-d356-402d-ab67-560cef91720f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4572637 Sep 23 20:24:02.596622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e1730-ea72-491c-be3e-178d9098c738 None None] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:24:02.648773 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:02.683516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-950e3efc-bcd9-4c5c-b668-28f3b29bb18d None None] Provisioning complete for port 4175035b-1db1-4f40-8b46-fdb336dfcc66 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:02.683880 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-950e3efc-bcd9-4c5c-b668-28f3b29bb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:02.820699 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-950e3efc-bcd9-4c5c-b668-28f3b29bb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:02.839688 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:01Z', 'revision_number': 3, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:02.863130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-950e3efc-bcd9-4c5c-b668-28f3b29bb18d None None] For port 4175035b-1db1-4f40-8b46-fdb336dfcc66, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4175035b-1db1-4f40-8b46-fdb336dfcc66,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:02.866660 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:02.867012 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Updating router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 port af3fcecc-163a-467f-a02c-cf6e673f9974 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:24:02.870197 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-950e3efc-bcd9-4c5c-b668-28f3b29bb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:02.894483 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:02.926282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e3efc-bcd9-4c5c-b668-28f3b29bb18d None None] Pushing event updated for resources: {'Port': ['ID=4175035b-1db1-4f40-8b46-fdb336dfcc66,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:02.999548 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.093777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6ae4dad4-566b-4bd1-b9ca-2cf4aab93155 None None] Provisioning complete for port 4175035b-1db1-4f40-8b46-fdb336dfcc66 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:03.094185 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ae4dad4-566b-4bd1-b9ca-2cf4aab93155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.164347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Allocated IP 172.20.0.1 (8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f/38b35186-6898-4ab5-8a01-ca74ef08d955/f4ad1b6b-1fe0-49fd-bdd7-9492b443f604) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:03.262025 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.268737 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.284917 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.326015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Attempting to bind port af3fcecc-163a-467f-a02c-cf6e673f9974 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:03.326410 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Attempting to bind port af3fcecc-163a-467f-a02c-cf6e673f9974 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:03.326879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Attempting to bind port af3fcecc-163a-467f-a02c-cf6e673f9974 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:03.330258 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Pushing event updated for resources: {'Port': ['ID=af3fcecc-163a-467f-a02c-cf6e673f9974,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:03.331779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.342122 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.342494 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.343373 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.343706 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.344038 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.344362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.344682 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.345004 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.345321 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.345639 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.346007 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.346368 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:03.350481 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:03.351002 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:03.351520 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.353398 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:03.353879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Bound port: af3fcecc-163a-467f-a02c-cf6e673f9974, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:03.354459 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.376080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:03.379017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:03.391010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:03.411843 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] For port af3fcecc-163a-467f-a02c-cf6e673f9974, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:03.416691 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] For port af3fcecc-163a-467f-a02c-cf6e673f9974, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=af3fcecc-163a-467f-a02c-cf6e673f9974,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:03.427825 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.429257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:03.431256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4175035b-1db1-4f40-8b46-fdb336dfcc66 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:03.444952 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.501622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4175035b-1db1-4f40-8b46-fdb336dfcc66 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:03.501817 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:03.502000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.502743 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:23:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:03.505895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb87747-b38b-4335-99cb-a5c9bf6eb2a0 None None] Pushing event updated for resources: {'Port': ['ID=af3fcecc-163a-467f-a02c-cf6e673f9974,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:03.593675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.631479 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:03.678851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d50a5031-64e7-4580-b020-97a7687ac549 None None] Provisioning complete for port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:03.679129 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d50a5031-64e7-4580-b020-97a7687ac549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.714322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5031-64e7-4580-b020-97a7687ac549 None None] Port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:24:03.758885 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.763502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.806433 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:01Z', 'revision_number': 3, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:03.830261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:03.832831 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:03.838069 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd37197e-18fc-441d-b147-0517235cf2cd None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:01Z', 'revision_number': 3, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:03.925224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:03.926590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:04.043068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:24:04.235564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-39a3f986-e0ad-46da-a258-1f811213f35e None None] Provisioning complete for port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:04.236235 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a3f986-e0ad-46da-a258-1f811213f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:04.278625 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39a3f986-e0ad-46da-a258-1f811213f35e None None] Port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:24:04.510756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:04.516230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-de2d8b63-40ae-490e-9692-f9b8c6cff2c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/153d8f40-6600-4c96-ab69-d9bbbaaa1c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686496 Sep 23 20:24:05.302200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:05.314192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:05.314879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:23:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:05.360156 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device af3fcecc-163a-467f-a02c-cf6e673f9974 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:05.453409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:05.483519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port af3fcecc-163a-467f-a02c-cf6e673f9974 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:05.483886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:05.656091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:05.695752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port af3fcecc-163a-467f-a02c-cf6e673f9974, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=af3fcecc-163a-467f-a02c-cf6e673f9974,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:05.701083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:05.758483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=af3fcecc-163a-467f-a02c-cf6e673f9974,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:05.765535 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 2, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:05.790736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:05.791086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Updating router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:24:05.815779 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.044761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:06.050032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3962124b-40a6-48ad-b254-eba9fc046821 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025157301', 'description': 'tempest-description--1846525420'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:06.071698 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3962124b-40a6-48ad-b254-eba9fc046821 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.082517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.087489 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.138911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a1af9-62af-4adf-9958-17abffaa0577 None None] Pushing event updated for resources: {'Port': ['ID=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:06.158133 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3962124b-40a6-48ad-b254-eba9fc046821 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.162714 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3962124b-40a6-48ad-b254-eba9fc046821 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.194895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962124b-40a6-48ad-b254-eba9fc046821 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f22e4c7-e961-46c6-b596-61460ad11daa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:06.200161 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3962124b-40a6-48ad-b254-eba9fc046821 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.202269 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Attempting to bind port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:06.203291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Attempting to bind port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:06.203639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Attempting to bind port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:06.207118 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:06.207603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3962124b-40a6-48ad-b254-eba9fc046821 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1612067 Sep 23 20:24:06.209849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:06.210246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:06.210688 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.211087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:06.211561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Bound port: f4ad1b6b-1fe0-49fd-bdd7-9492b443f604, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:06.211949 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.214723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eb08d7aa-3495-4137-a2ca-f06077db2283 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'security_group_rule': {'security_group_id': '4f22e4c7-e961-46c6-b596-61460ad11daa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:06.251593 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb08d7aa-3495-4137-a2ca-f06077db2283 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.283979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] For port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:06.287376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] For port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:06.292897 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.320687 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb08d7aa-3495-4137-a2ca-f06077db2283 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.325095 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb08d7aa-3495-4137-a2ca-f06077db2283 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.345733 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08d7aa-3495-4137-a2ca-f06077db2283 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1617b478-3e9b-47de-bb8e-a25dd3f84057,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:06.354538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a1af9-62af-4adf-9958-17abffaa0577 None None] Pushing event updated for resources: {'Port': ['ID=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:06.357453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:06.358108 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:23:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:06.359555 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb08d7aa-3495-4137-a2ca-f06077db2283 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.363456 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eb08d7aa-3495-4137-a2ca-f06077db2283 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517348 Sep 23 20:24:06.363581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43140) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:06.369503 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-57ed70cd-5b90-4c62-9da2-434b22c90be9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'security_group_rule': {'security_group_id': '4f22e4c7-e961-46c6-b596-61460ad11daa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:06.401814 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ed70cd-5b90-4c62-9da2-434b22c90be9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.457421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-91e4d068-7e81-4ece-a66c-59f677fa10f1 None None] Provisioning complete for port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:06.457928 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91e4d068-7e81-4ece-a66c-59f677fa10f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.464483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ed70cd-5b90-4c62-9da2-434b22c90be9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.470101 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ed70cd-5b90-4c62-9da2-434b22c90be9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.489586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed70cd-5b90-4c62-9da2-434b22c90be9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f00d8a-39c6-4e24-b7bf-95e9af9f84e6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:06.496631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57ed70cd-5b90-4c62-9da2-434b22c90be9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.500963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-57ed70cd-5b90-4c62-9da2-434b22c90be9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334736 Sep 23 20:24:06.501108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 43142) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:06.506085 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:06.516398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:06.532376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.629954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.644948 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91e4d068-7e81-4ece-a66c-59f677fa10f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.721792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-91e4d068-7e81-4ece-a66c-59f677fa10f1 None None] For port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:06.729291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91e4d068-7e81-4ece-a66c-59f677fa10f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.733554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Allocated IP 172.25.6.31 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7890c66e-d859-4368-b76b-43c2c9e3083d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:06.801233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4d068-7e81-4ece-a66c-59f677fa10f1 None None] Pushing event updated for resources: {'Port': ['ID=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:06.817800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:06.854845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2925f-2dcb-40c0-be5b-952be8a4aa7b None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:06.868488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-97286613-aad5-4ce8-b3d8-450b5123aa62 None None] Provisioning complete for port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:06.869014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97286613-aad5-4ce8-b3d8-450b5123aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.129241 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.162981 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.203203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:07.206041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:07.209694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:07.240744 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'Port': ['ID=7890c66e-d859-4368-b76b-43c2c9e3083d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:07.347579 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.391332 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.429023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:07.478673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:07.479046 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.558895 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.563487 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device af3fcecc-163a-467f-a02c-cf6e673f9974 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:07.564483 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.614494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port af3fcecc-163a-467f-a02c-cf6e673f9974 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:07.615012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.640047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'Port': ['ID=7890c66e-d859-4368-b76b-43c2c9e3083d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:07.648615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.663911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.665418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d8028eed-460d-4bf4-a49a-4bd3c33b0a3d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1630664 Sep 23 20:24:07.810082 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-aeda9877-3cd5-4ae7-8081-a87b096170b5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1025157301&fields=id&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 267 time: 0.0320799 Sep 23 20:24:07.928308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-9b39df1a-15f6-45d2-a07b-a4cf9751c41c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:07.929828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-9b39df1a-15f6-45d2-a07b-a4cf9751c41c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.1084156 Sep 23 20:24:07.945555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-35da65b3-4a17-450a-94e8-945e9bc8a6cb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/quotas/81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 375 time: 0.0099809 Sep 23 20:24:07.997367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-2c7ba591-694b-488a-963d-03f59aaf5f1f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466762 Sep 23 20:24:08.092740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-eeb0f3d2-7850-4693-bc8d-9a261c94b36a service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Sep 23 20:24:08.177633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-b3a264a2-13d8-4e61-82d7-e80fe30bdfaf service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788691 Sep 23 20:24:08.337696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8d2d785-aa70-4607-96cd-c8a39ecf4bc5 req-fd411e08-b1cd-456b-8049-bf7144514aa2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Sep 23 20:24:09.393244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b1aec4d-03e7-40d0-afb8-124c13d34fc5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:09.394739 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b1aec4d-03e7-40d0-afb8-124c13d34fc5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.1165104 Sep 23 20:24:09.437501 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-464ebea2-529a-4d41-882f-514f12f73d8f req-5702fbbc-2ac6-4139-9f90-397eecb06006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 210 time: 0.0312936 Sep 23 20:24:09.438054 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-59794546-1ff4-477b-b542-0085f1bcf7a2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 380 time: 0.0341551 Sep 23 20:24:09.453763 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'port': {'device_id': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'admin_state_up': True, 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'security_groups': ['4f22e4c7-e961-46c6-b596-61460ad11daa']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:09.556226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Made reservation on behalf of 81a76999b4c34ab0935542517c51e6a3 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:24:09.559810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.683327 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Allocated IP 172.20.0.13 (8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f/38b35186-6898-4ab5-8a01-ca74ef08d955/f772d57f-b982-4e15-abdf-942fba9172e3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:09.820478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.853083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.893843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:09.896834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:09.900360 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:09.931635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:09.957935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:09.958607 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.973477 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-5b2ce6df-de06-47f9-8c5f-7d53591b608d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5240159 Sep 23 20:24:09.993230 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Request body: {'port': {'device_id': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:10.051016 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:10.116181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-664c5291-39cb-4512-9a90-172200a15725 None None] Provisioning complete for port f772d57f-b982-4e15-abdf-942fba9172e3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:10.116756 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-664c5291-39cb-4512-9a90-172200a15725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:10.148330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-664c5291-39cb-4512-9a90-172200a15725 None None] Port f772d57f-b982-4e15-abdf-942fba9172e3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:24:10.306187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f772d57f-b982-4e15-abdf-942fba9172e3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:24:10.313470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:10.325429 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Transition to ACTIVE for port object f772d57f-b982-4e15-abdf-942fba9172e3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:24:10.329714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:10.379502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:10.449819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:10.450588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:10.450588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:10.455465 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Port f772d57f-b982-4e15-abdf-942fba9172e3 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:24:10.455782 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:10.460914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:10.461247 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:10.461632 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:10.462052 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Bound port: f772d57f-b982-4e15-abdf-942fba9172e3, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:10.462478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:10.528995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:10.532786 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:10.536526 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:10.555159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be4a7b-8e50-4040-a17a-0b3543844989 req-9edea911-16b3-457d-a81c-befde6693838 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:10.556658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38be4a7b-8e50-4040-a17a-0b3543844989 req-9edea911-16b3-457d-a81c-befde6693838 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0505335 Sep 23 20:24:10.571921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:10.572219 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:10.573713 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] 10.222.0.41 "PUT /v2.0/ports/f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 1092 time: 0.5848739 Sep 23 20:24:10.574150 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:10.576436 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9df76-39a8-4780-8e51-952a475b4217" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:10.602473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38be4a7b-8e50-4040-a17a-0b3543844989 req-c67360b2-d5e3-4096-aec7-c77c4435c828 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371430 Sep 23 20:24:10.620218 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681376f-f6c8-4390-8659-c488da9ead08 service neutron] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:10.655805 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea07a14-9c82-481f-b1f6-7cd3763c6e81 x-openstack-request-id: req-2ea07a14-9c82-481f-b1f6-7cd3763c6e81 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:10.656091 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:10.656332 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ea07a14-9c82-481f-b1f6-7cd3763c6e81 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:10.656719 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'status': 'completed', 'code': 200} Sep 23 20:24:10.663040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-616d29e0-b5c4-4ae2-9c32-6f80ed29fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:10.664535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-616d29e0-b5c4-4ae2-9c32-6f80ed29fd4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0535409 Sep 23 20:24:10.710883 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-da27f947-e3fd-48f8-88e2-353676675e78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 217 time: 0.0382099 Sep 23 20:24:10.761587 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-f21c9f67-679e-4349-9c50-7baf6108275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:10.763156 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-f21c9f67-679e-4349-9c50-7baf6108275c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0456924 Sep 23 20:24:10.807819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-18c976f7-bd75-4faf-8124-cc9db1c88d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:10.809490 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-18c976f7-bd75-4faf-8124-cc9db1c88d36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396142 Sep 23 20:24:10.900325 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-d543ec05-d312-4e67-9497-fcaf8bb8915d service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831578 Sep 23 20:24:10.986568 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-4d65974e-e6c6-4add-a9f6-96f6efae8652 req-462efe63-e651-4da2-82e7-9d279537796f service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787749 Sep 23 20:24:11.075121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-cb5924d9-cbca-4bb4-83a0-0e980880bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:11.076579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-cb5924d9-cbca-4bb4-83a0-0e980880bba6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0437226 Sep 23 20:24:11.163611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-2ddd966b-c6b3-4b23-ada2-ab324fe70389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:11.164974 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-2ddd966b-c6b3-4b23-ada2-ab324fe70389 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0813780 Sep 23 20:24:11.208841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-bb0e08ae-ea73-4331-bc1c-b8bd615ef036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 217 time: 0.0364158 Sep 23 20:24:11.256325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-26db1354-067d-4f8e-842c-258c8896d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:11.257707 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-26db1354-067d-4f8e-842c-258c8896d013 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0424242 Sep 23 20:24:11.302139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-ff6a370e-a212-43df-b144-50f6a3824f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:11.303623 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-ff6a370e-a212-43df-b144-50f6a3824f7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382547 Sep 23 20:24:11.395761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-589d119b-0741-4391-9e67-e6f997568561 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849099 Sep 23 20:24:11.482852 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ebd9df76-39a8-4780-8e51-952a475b4217 req-07954c56-38c7-4d51-93a7-65422482b1ae service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799503 Sep 23 20:24:11.713995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705ea1-b19a-4f3a-af86-5ab6f5c7d401 req-19f14a7d-0454-494f-bf69-6d3b5030ce7a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:11.715477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b705ea1-b19a-4f3a-af86-5ab6f5c7d401 req-19f14a7d-0454-494f-bf69-6d3b5030ce7a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0478644 Sep 23 20:24:11.752134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b705ea1-b19a-4f3a-af86-5ab6f5c7d401 req-8da562f3-7d77-4fe4-9a51-dfff57379572 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301194 Sep 23 20:24:12.864408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c532c-064c-4028-aa7e-ecf0c5c0d343 req-51c0d240-6e0a-452e-b515-3398c772758e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:12.865881 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-530c532c-064c-4028-aa7e-ecf0c5c0d343 req-51c0d240-6e0a-452e-b515-3398c772758e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0485544 Sep 23 20:24:12.907673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-530c532c-064c-4028-aa7e-ecf0c5c0d343 req-6d053bc1-943d-4bd7-ba8d-5df66185522b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359192 Sep 23 20:24:13.251786 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-94e0228c-cb59-451d-8c45-cf1625fa770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.020409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29270fdc-7072-4028-b79f-f54f94427320 req-f80ef265-c98c-4459-8a75-8b2b33d4ef43 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:14.021883 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29270fdc-7072-4028-b79f-f54f94427320 req-f80ef265-c98c-4459-8a75-8b2b33d4ef43 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0482409 Sep 23 20:24:14.058714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29270fdc-7072-4028-b79f-f54f94427320 req-6f30ded8-e562-4671-a8b5-cf15266b670a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307248 Sep 23 20:24:15.170433 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebd9b0-8b1e-424e-a67f-1f5e7385197e req-4b7393a9-3449-40da-98f4-0c86d100a3ee tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:15.172485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54ebd9b0-8b1e-424e-a67f-1f5e7385197e req-4b7393a9-3449-40da-98f4-0c86d100a3ee tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0484967 Sep 23 20:24:15.208742 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54ebd9b0-8b1e-424e-a67f-1f5e7385197e req-9e1177ad-91c3-474f-9fcf-d857c74a9729 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Sep 23 20:24:15.972084 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:24:16.065947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:16.077036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'mac_address': 'fa:16:3e:9c:c1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:24:16.112609 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.125239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f772d57f-b982-4e15-abdf-942fba9172e3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:24:16.144012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:16.147737 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.192659 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:16.323479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463119e-64f8-449e-9e12-7e23422fbda7 req-1a8e2d63-2125-42a9-a1b9-c130f053b053 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:16.324967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5463119e-64f8-449e-9e12-7e23422fbda7 req-1a8e2d63-2125-42a9-a1b9-c130f053b053 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 945 time: 0.0491936 Sep 23 20:24:16.369546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5463119e-64f8-449e-9e12-7e23422fbda7 req-4fbac7f7-7a63-4cec-800d-60bb1d37b4b7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348346 Sep 23 20:24:16.407278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f26a64a-700a-4889-bc6e-768a9c0bbde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.427574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['f772d57f-b982-4e15-abdf-942fba9172e3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:24:16.566445 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.258696 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.485453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b1036-b5c0-4827-9364-1f0aee654fb7 req-b8e4be71-7c4c-40c5-a097-cad43fbaa6bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:17.486977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b8b1036-b5c0-4827-9364-1f0aee654fb7 req-b8e4be71-7c4c-40c5-a097-cad43fbaa6bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 945 time: 0.0486403 Sep 23 20:24:17.525581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b8b1036-b5c0-4827-9364-1f0aee654fb7 req-29775976-5212-48f2-8759-6cf3b522381b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Sep 23 20:24:17.972161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:18.022400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port f772d57f-b982-4e15-abdf-942fba9172e3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:24:18.026024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port f772d57f-b982-4e15-abdf-942fba9172e3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:18.026503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.102865 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.124917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:18.127164 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcef193-252b-4e58-a890-6a745fb1421a" -d '{"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-plugged", "status": "completed", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:18.139049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:18.144175 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.167550 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fb7e6d-6953-4078-9067-00edf7923863 x-openstack-request-id: req-79fb7e6d-6953-4078-9067-00edf7923863 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:18.167844 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-plugged", "status": "completed", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:18.168522 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79fb7e6d-6953-4078-9067-00edf7923863 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:18.168922 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'code': 200} Sep 23 20:24:18.198473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:18.278119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8679a55-6071-4da3-8818-7b23e042181e req-67f38d2b-3018-46ab-802b-211bf16b4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:18.279567 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d8679a55-6071-4da3-8818-7b23e042181e req-67f38d2b-3018-46ab-802b-211bf16b4034 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1097 time: 0.0477796 Sep 23 20:24:18.314863 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d8679a55-6071-4da3-8818-7b23e042181e req-4599c70a-afff-4340-8f88-d879e9f50241 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284469 Sep 23 20:24:18.639085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454df53-5fbd-4417-8f26-ca55704861de req-5d9638c6-c45d-4c28-90d5-d9e7d3ce83cb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:18.641024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7454df53-5fbd-4417-8f26-ca55704861de req-5d9638c6-c45d-4c28-90d5-d9e7d3ce83cb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0467730 Sep 23 20:24:18.677739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7454df53-5fbd-4417-8f26-ca55704861de req-ae9b50ae-8655-4115-a09c-4bf8e5d754a6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Sep 23 20:24:18.754038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.522997 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:24:19.790432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2af32-6eaf-4982-aa37-2fe470e8d6c1 req-416bd8ba-9a28-4a9a-ac93-26bfc819c330 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:19.791884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2b2af32-6eaf-4982-aa37-2fe470e8d6c1 req-416bd8ba-9a28-4a9a-ac93-26bfc819c330 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0475850 Sep 23 20:24:19.832313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f2b2af32-6eaf-4982-aa37-2fe470e8d6c1 req-f831285c-29f2-4624-9081-644361ee620f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339577 Sep 23 20:24:19.940219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe97fe-a0aa-4eae-bb0e-3e322c17ddd4 req-613dce1e-d929-4094-a2fc-f2d44caa74d0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:19.941685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02fe97fe-a0aa-4eae-bb0e-3e322c17ddd4 req-613dce1e-d929-4094-a2fc-f2d44caa74d0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0488870 Sep 23 20:24:19.950430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:19.954797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'floatingip': {'port_id': 'f772d57f-b982-4e15-abdf-942fba9172e3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:19.992259 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.409911 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.413575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.511117 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 associated. External IP: 172.25.6.31, port: f772d57f-b982-4e15-abdf-942fba9172e3. Sep 23 20:24:20.714447 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:24:20.818512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:20.823277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.828171 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:20.837266 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:20.837863 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:20.849204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a7d8e947-272f-427b-9484-495dcafa89fd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "PUT /v2.0/floatingips/25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 HTTP/1.1" status: 200 len: 991 time: 0.8977220 Sep 23 20:24:20.849786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:20.852039 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a427c-f46c-4c7f-821a-c1d0e541082c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:20.939734 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d8856-4128-45e5-9a2e-170e96460050 x-openstack-request-id: req-0e5d8856-4128-45e5-9a2e-170e96460050 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:20.940026 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:20.940280 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e5d8856-4128-45e5-9a2e-170e96460050 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:20.940685 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'status': 'completed', 'code': 200} Sep 23 20:24:20.942445 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:20.999939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-a3cd5595-e428-4f2e-aa3d-6b1bbe6e5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:21.001470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-a3cd5595-e428-4f2e-aa3d-6b1bbe6e5179 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1097 time: 0.0406704 Sep 23 20:24:21.088976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-bd7214c2-fb18-49ce-b2c0-1fee92277120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:21.090383 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-bd7214c2-fb18-49ce-b2c0-1fee92277120 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0824006 Sep 23 20:24:21.158375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-0e75c3e1-1db6-4d4d-ad62-806d19da2400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 999 time: 0.0605090 Sep 23 20:24:21.161863 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:9c:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:24:20Z', 'revision_number': 1, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:21.187655 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:21.195923 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:21.196533 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:24:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:21.206613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-f5e4efa4-2cfc-42c3-aaa8-28df6073f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:21.208078 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-f5e4efa4-2cfc-42c3-aaa8-28df6073f9ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0432699 Sep 23 20:24:21.253648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-28c34573-3d60-4d32-aec5-76f75561aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:21.255171 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-28c34573-3d60-4d32-aec5-76f75561aac8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401032 Sep 23 20:24:21.300897 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:21.348835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-6186d836-39ad-4942-a33b-d2456bab1003 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Sep 23 20:24:21.439214 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8b1a427c-f46c-4c7f-821a-c1d0e541082c req-cbbd7d62-e341-43bc-b8d8-17aa095ae36c service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839398 Sep 23 20:24:21.524309 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:9c:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:24:20Z', 'revision_number': 1, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:21.549987 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b340034-ebb2-4942-81b9-d92775a17d02 None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:9c:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:24:20Z', 'revision_number': 1, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:21.722254 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e849a13-acb3-4ae2-bf7a-6f7923f2ed81 None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:24:25.845056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:27.245972 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:43.255332 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfb756ed-fcde-43c7-882e-d63c18b798c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:46.409341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d1f754-75f4-4821-8845-bd1e4a362b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:46.557220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:47.261009 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:48.757697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:55.845792 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:56.523679 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:24:57.239520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:06.870813 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-13bc936b-6768-4c68-a96d-2861a77664f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445173 Sep 23 20:25:06.954738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-a4c3b6e1-2df4-4f53-9075-a2c9d138189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:06.956216 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-a4c3b6e1-2df4-4f53-9075-a2c9d138189b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1097 time: 0.0427644 Sep 23 20:25:07.060220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-c729b8d4-73ec-466e-801e-8a4aa6c65aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:07.061666 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-c729b8d4-73ec-466e-801e-8a4aa6c65aaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0861311 Sep 23 20:25:07.124252 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-2d8f86ca-239d-4bc2-a69e-54764c22805b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 1001 time: 0.0546250 Sep 23 20:25:07.171974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-c5bbec88-459e-4b1d-bc82-a9afcbb42f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:07.173900 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-c5bbec88-459e-4b1d-bc82-a9afcbb42f57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0428195 Sep 23 20:25:07.221865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-f4ae554c-03c9-4a21-ba1b-17460d4dc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:07.223329 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-f4ae554c-03c9-4a21-ba1b-17460d4dc77e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428312 Sep 23 20:25:07.310335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-9fc9100f-6acb-4ae2-a50c-8fa291b31155 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794792 Sep 23 20:25:07.401721 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d34f8b25-bf01-408a-b5ff-4cca49b6d1bb req-a2102d34-eedb-4e20-be4e-6e50bc0ef5ce service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835147 Sep 23 20:25:13.256831 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3fd50e09-aeef-4cd1-9509-24dec89011d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:16.409896 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e20c7df5-4b92-416e-bbf5-db9336ed304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:16.557768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:17.262772 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:18.760582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:25.863194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:27.246479 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:33.523633 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:25:43.257068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c1a2ea7-70b5-499b-8470-cdf5b2a4e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:46.409329 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c3001c4-6a17-4de5-9e44-d16fc87b89f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:46.559159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:47.265757 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:48.763637 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.891928 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.266194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:07.878615 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-5e2ef265-1a09-4245-b571-541bb727f88e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405128 Sep 23 20:26:07.956208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-2d6ae5d7-8280-42b5-a9ee-971c2920a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:07.957655 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-2d6ae5d7-8280-42b5-a9ee-971c2920a188 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1097 time: 0.0388546 Sep 23 20:26:08.062393 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-68c5fda8-c39d-4e08-ad37-ad3ea59a18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:08.063880 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-68c5fda8-c39d-4e08-ad37-ad3ea59a18f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0881288 Sep 23 20:26:08.126561 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-b6db64f0-ff2f-4bc6-81a5-ccb640f41bd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 1001 time: 0.0559850 Sep 23 20:26:08.176993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-a321632e-9597-4090-b660-c75f75e6e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:08.178511 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-a321632e-9597-4090-b660-c75f75e6e21c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0459099 Sep 23 20:26:08.222999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-e00e53de-e2af-435c-8664-7ef5b048afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:08.224441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-e00e53de-e2af-435c-8664-7ef5b048afb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395119 Sep 23 20:26:08.311195 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-77dd2f8a-ba2a-4ccc-9052-bcedd9b557f1 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796256 Sep 23 20:26:08.402363 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e4b22dcb-cec1-4797-9b63-eb3afaec01d4 req-f3fda9ff-53be-43f8-a6f0-7ace5eb4a161 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842650 Sep 23 20:26:10.526768 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:26:13.260066 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d35c695-54cd-4586-a24e-c1aa80968ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:16.411805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec88d0c6-d4e0-4d72-9e25-ec84992ad637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:16.559994 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:17.271944 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:18.766556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:25.908809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:27.268787 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:43.260403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-726b23c0-81f6-4dcf-a4a5-bc4e57f63072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:46.411903 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0721-e728-4ca2-831f-3b8bcde002b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:46.562551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:47.273448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:47.606078 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:26:48.769365 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:51.661177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc2f84-07cf-49d1-86b3-fb459b02ad9e req-89ed6c02-412c-42ed-aadf-379eae6d7884 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:51.662713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6fc2f84-07cf-49d1-86b3-fb459b02ad9e req-89ed6c02-412c-42ed-aadf-379eae6d7884 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0574803 Sep 23 20:26:51.699996 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e6fc2f84-07cf-49d1-86b3-fb459b02ad9e req-552eb898-c6ef-4b00-b7bf-68de06ff6ccb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307252 Sep 23 20:26:51.921535 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-dc68630d-ac4c-474c-9208-3effd0a8fb99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407517 Sep 23 20:26:51.934497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0610f-e59b-482e-bb93-6f2d50d3452f req-fdae9ce2-2c7d-4f38-8662-1c7eddd3430f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:51.936053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8d0610f-e59b-482e-bb93-6f2d50d3452f req-fdae9ce2-2c7d-4f38-8662-1c7eddd3430f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0515337 Sep 23 20:26:51.975038 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8d0610f-e59b-482e-bb93-6f2d50d3452f req-d13583b8-4973-4598-a557-cccd0ffcc4d9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Sep 23 20:26:53.041124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-973c9109-c821-45a9-8f0a-724451353093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:53.042664 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-973c9109-c821-45a9-8f0a-724451353093 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1097 time: 0.0416355 Sep 23 20:26:53.094691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef90d6-c9b5-4e7a-8011-8777729fa69d req-fc9657a5-581e-444d-adc7-33323ecb60ec tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:53.096174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1eef90d6-c9b5-4e7a-8011-8777729fa69d req-fc9657a5-581e-444d-adc7-33323ecb60ec tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0528929 Sep 23 20:26:53.134429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1eef90d6-c9b5-4e7a-8011-8777729fa69d req-7540ec9f-7fc7-42a7-bf8e-d776d8a110dd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Sep 23 20:26:53.145705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-4cc733f4-bcee-4972-b2c2-7159dec9f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:53.147305 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-4cc733f4-bcee-4972-b2c2-7159dec9f4d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0971801 Sep 23 20:26:53.211104 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-a76e739c-5ec6-4efb-9009-b9c97287d1cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 1001 time: 0.0566759 Sep 23 20:26:53.262555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-49acc85f-8f02-4470-9a76-963a875d8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:53.263878 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-49acc85f-8f02-4470-9a76-963a875d8b45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0464754 Sep 23 20:26:53.307956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-8d27b2a9-bef1-4284-9e90-09c1dd47274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:53.309413 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-8d27b2a9-bef1-4284-9e90-09c1dd47274d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388987 Sep 23 20:26:53.402373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-6bd346f9-5a2c-4d19-aa3b-0a9aecd2ef35 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Sep 23 20:26:53.496739 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-7b8a1473-a2e1-4c4a-84bf-c1d8cf2ef1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867443 Sep 23 20:26:54.246103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b76c-fc6c-450c-8921-6c1829062039 req-d68f8c63-f6d0-4f3d-8dd7-fb560d1171e5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:54.247813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c388b76c-fc6c-450c-8921-6c1829062039 req-d68f8c63-f6d0-4f3d-8dd7-fb560d1171e5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0475061 Sep 23 20:26:54.284371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c388b76c-fc6c-450c-8921-6c1829062039 req-07831ce8-1fba-405a-b2d2-9f9ad7bea21b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306771 Sep 23 20:26:55.399452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf590f8-d1e2-4928-ba15-7ac63a44598b req-d15419ef-33ec-44ee-8857-39eb5ed43366 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:55.400967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddf590f8-d1e2-4928-ba15-7ac63a44598b req-d15419ef-33ec-44ee-8857-39eb5ed43366 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0475998 Sep 23 20:26:55.437313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddf590f8-d1e2-4928-ba15-7ac63a44598b req-ae39efdf-6264-4688-b44a-51cfd4938c10 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304096 Sep 23 20:26:55.928189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:56.553051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aa795-b999-4aaa-8945-f263b356c78e req-51fb7057-1dd5-4d76-8e3d-44dbc7e9e76d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:56.554561 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3aa795-b999-4aaa-8945-f263b356c78e req-51fb7057-1dd5-4d76-8e3d-44dbc7e9e76d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0510240 Sep 23 20:26:56.592221 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b3aa795-b999-4aaa-8945-f263b356c78e req-8bcc472b-e395-4955-b9d4-77ff2a6aa831 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Sep 23 20:26:57.266400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:57.704986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7e420-9175-4161-8ec1-3ae3a930ca84 req-6ea857be-fc3e-4c9b-908c-807d94fa1646 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:57.706448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41d7e420-9175-4161-8ec1-3ae3a930ca84 req-6ea857be-fc3e-4c9b-908c-807d94fa1646 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0480778 Sep 23 20:26:57.744079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41d7e420-9175-4161-8ec1-3ae3a930ca84 req-f0c0dbde-1e8a-47ea-8612-4a1ad6a53726 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317736 Sep 23 20:26:58.856458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ef22d-92f4-4f9e-9569-138cd11398fa req-bf4b9ca0-bcf1-481b-a656-31d2c4e4d1e9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:58.857916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-305ef22d-92f4-4f9e-9569-138cd11398fa req-bf4b9ca0-bcf1-481b-a656-31d2c4e4d1e9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0476742 Sep 23 20:26:58.894135 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-305ef22d-92f4-4f9e-9569-138cd11398fa req-6f2b3785-966f-4536-ab3a-9c23ecffb016 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303640 Sep 23 20:27:00.011249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041620-9d2f-48d5-b9ef-5d61aca94160 req-e85c895c-1b66-4063-b49f-b150a20e80d4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:00.012705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34041620-9d2f-48d5-b9ef-5d61aca94160 req-e85c895c-1b66-4063-b49f-b150a20e80d4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0514925 Sep 23 20:27:00.048227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-34041620-9d2f-48d5-b9ef-5d61aca94160 req-f8648a7a-6d78-41f0-ac1c-4ee92515dc8b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297310 Sep 23 20:27:01.165532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11370aad-5b59-483f-b38e-ba2c9b26454a req-ca8288f8-2d2c-4473-8f79-8ec268776934 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:01.167033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11370aad-5b59-483f-b38e-ba2c9b26454a req-ca8288f8-2d2c-4473-8f79-8ec268776934 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0480180 Sep 23 20:27:01.204394 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11370aad-5b59-483f-b38e-ba2c9b26454a req-72dad216-6caa-4059-94b4-31bb10bfd613 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 Sep 23 20:27:02.317195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e6fd7-f752-4e04-a6f8-be68dd48e209 req-563162d2-0bc7-41fc-b611-bf3756920cfd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:02.318719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-570e6fd7-f752-4e04-a6f8-be68dd48e209 req-563162d2-0bc7-41fc-b611-bf3756920cfd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0476718 Sep 23 20:27:02.356085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-570e6fd7-f752-4e04-a6f8-be68dd48e209 req-6d94514f-5008-4c0f-a4ba-54576759ca61 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306993 Sep 23 20:27:03.471997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f1b8-99a0-4fdc-a6e7-5b56c9bd603f req-31f252fb-c09f-4586-b327-31ed0770ece0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:03.473474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6717f1b8-99a0-4fdc-a6e7-5b56c9bd603f req-31f252fb-c09f-4586-b327-31ed0770ece0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Sep 23 20:27:03.509828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6717f1b8-99a0-4fdc-a6e7-5b56c9bd603f req-b86ee507-18b8-4f84-8064-f37ee90af405 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298364 Sep 23 20:27:04.622943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f441-521c-4f2c-aaaa-0ff6caed075d req-71a9a772-731d-4940-9e81-3bc59a1af48d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:04.624329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cd4f441-521c-4f2c-aaaa-0ff6caed075d req-71a9a772-731d-4940-9e81-3bc59a1af48d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0483227 Sep 23 20:27:04.659972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9cd4f441-521c-4f2c-aaaa-0ff6caed075d req-970541ca-0e44-47b0-9d72-2e9752d650d4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298231 Sep 23 20:27:05.341176 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-a4eab4df-632a-4498-8160-de641fe13d43 service neutron] show failed (client error): The resource could not be found. Sep 23 20:27:05.342193 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-a4eab4df-632a-4498-8160-de641fe13d43 service neutron] 10.222.0.41 "GET /v2.0/ports/f772d57f-b982-4e15-abdf-942fba9172e3/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0539231 Sep 23 20:27:05.565964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-365eba62-aa74-4119-aef3-e7c6b7071d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:05.567480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-365eba62-aa74-4119-aef3-e7c6b7071d72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 1097 time: 0.0720651 Sep 23 20:27:05.578187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-98883bde-bfe9-4abb-bc09-712f7b452fb3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:27:05.579138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-98883bde-bfe9-4abb-bc09-712f7b452fb3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048079 Sep 23 20:27:05.591552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:05.643188 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:05.825522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40821902-1f05-4c43-a39c-0e291b15f299 req-9ee864cd-502f-4faf-a246-af298f122856 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:05.827046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40821902-1f05-4c43-a39c-0e291b15f299 req-9ee864cd-502f-4faf-a246-af298f122856 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0850723 Sep 23 20:27:05.908703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40821902-1f05-4c43-a39c-0e291b15f299 req-f1072849-2cf9-4183-9b37-1f63abcc8527 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526986 Sep 23 20:27:05.910719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:05.943106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:05.981257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:05.983511 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170ec74d-df3f-4b4b-9936-db40d3929807" -d '{"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-unplugged", "status": "completed", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:05.987225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:05.999635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Transition to ACTIVE for port object f772d57f-b982-4e15-abdf-942fba9172e3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:27:06.002896 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:06.034487 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e7538-17bf-4cd6-a949-d81aaf60a61d x-openstack-request-id: req-de2e7538-17bf-4cd6-a949-d81aaf60a61d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:06.034776 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-unplugged", "status": "completed", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:06.035024 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de2e7538-17bf-4cd6-a949-d81aaf60a61d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:06.035406 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'code': 200} Sep 23 20:27:06.111635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:06.133037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.133422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.133763 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.134100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.134462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.134790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.135116 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.135443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.135768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.136090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.136476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.136795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:06.184012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] No DVR routers for this DVR port f772d57f-b982-4e15-abdf-942fba9172e3 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:27:06.316536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:27:06.316792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:27:06.317123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:06.321547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Port f772d57f-b982-4e15-abdf-942fba9172e3 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:27:06.321867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Attempting to bind port f772d57f-b982-4e15-abdf-942fba9172e3 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:06.326722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:27:06.327057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:06.327442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:27:06.327863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Bound port: f772d57f-b982-4e15-abdf-942fba9172e3, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:27:06.328216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:06.391916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:06.395251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:27:06.399672 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:06.431946 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.432588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:06.433955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] 10.222.0.72 "PUT /v2.0/ports/f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 1092 time: 0.8460722 Sep 23 20:27:06.466824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ef43d-4321-4fd3-bb04-a9aa040e6f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:06.502127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-e80b51ef-7a22-43fa-9e78-35be425c8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.503689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-e80b51ef-7a22-43fa-9e78-35be425c8f6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0466039 Sep 23 20:27:06.601469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-312af9d8-9af9-4521-b6fa-b7a06509af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.603582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-312af9d8-9af9-4521-b6fa-b7a06509af6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0918095 Sep 23 20:27:06.699623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-886d5ece-d39c-4116-b17d-b330d3db41dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 999 time: 0.0887601 Sep 23 20:27:06.747315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-a9b1976e-0bf3-486e-8110-d6fe02f4dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.748732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-a9b1976e-0bf3-486e-8110-d6fe02f4dba0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0428822 Sep 23 20:27:06.801916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-ff3f30ac-9400-435a-a753-aac25d499bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.803458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-ff3f30ac-9400-435a-a753-aac25d499bff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476098 Sep 23 20:27:06.893235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-ae5c40a7-32fe-4708-9148-622f51defb3b service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828948 Sep 23 20:27:06.980616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f7a0e3fa-41cb-4fe7-a322-d5198069728b req-6bb3f90e-69e9-4a3a-8caf-68806be62321 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798988 Sep 23 20:27:07.030944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3d374-ea3d-465c-ab6c-ec1cb2c8ce47 req-5fd25fea-5358-4ce6-95fd-906ec2d390c1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:07.032477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93f3d374-ea3d-465c-ab6c-ec1cb2c8ce47 req-5fd25fea-5358-4ce6-95fd-906ec2d390c1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0510762 Sep 23 20:27:07.074714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93f3d374-ea3d-465c-ab6c-ec1cb2c8ce47 req-3a7ff4e8-54c6-4cc9-92dc-6da63a6e5694 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352974 Sep 23 20:27:08.036839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:08.039254 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:08.086552 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2566df1-d512-4b83-84df-4abc89267c73 x-openstack-request-id: req-f2566df1-d512-4b83-84df-4abc89267c73 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:08.086836 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:08.087082 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2566df1-d512-4b83-84df-4abc89267c73 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:08.087473 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'status': 'completed', 'code': 200} Sep 23 20:27:08.148106 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-6cc0ffe3-40c1-4942-abb8-f5eddc4bc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.149739 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-6cc0ffe3-40c1-4942-abb8-f5eddc4bc17d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0455189 Sep 23 20:27:08.177738 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-58bbdc71-71dc-4de2-8947-4a0c82d18e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.179254 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-58bbdc71-71dc-4de2-8947-4a0c82d18e55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0648217 Sep 23 20:27:08.218788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b7c5a-e7d1-4a7a-b619-719b7332ebf3 req-45135fd4-c480-42b2-acea-26a07c949b06 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.220232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e8b7c5a-e7d1-4a7a-b619-719b7332ebf3 req-45135fd4-c480-42b2-acea-26a07c949b06 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0749693 Sep 23 20:27:08.238971 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-c64b8f7d-06f8-462f-9e83-82d6b3637295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.240470 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-c64b8f7d-06f8-462f-9e83-82d6b3637295 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0842721 Sep 23 20:27:08.311620 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-e9810534-4ef7-44a8-bcc7-fe72b44efa5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 999 time: 0.0640440 Sep 23 20:27:08.362905 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-20313eb0-af34-4c3f-9369-57f828e24fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.364418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-20313eb0-af34-4c3f-9369-57f828e24fd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0455635 Sep 23 20:27:08.410941 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-ca535637-107a-4fa1-b901-a47e714e7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.412482 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-ca535637-107a-4fa1-b901-a47e714e7c81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415254 Sep 23 20:27:08.522444 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-ab40c3fc-254d-4a60-adb6-425bb1a1cb10 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026001 Sep 23 20:27:08.614155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-4e8a38fe-6e78-4b46-aba6-34e0b3e64a2d service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848773 Sep 23 20:27:08.636876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e8b7c5a-e7d1-4a7a-b619-719b7332ebf3 req-7d741d76-95b8-49fb-8787-5d0565328044 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071982 Sep 23 20:27:08.650322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-3012fc37-e33d-4e78-b0b6-beaeff070337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.651770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-3012fc37-e33d-4e78-b0b6-beaeff070337 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.4646931 Sep 23 20:27:08.724748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-21b2781d-517c-4286-80ae-75027d4b348a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 999 time: 0.0601988 Sep 23 20:27:08.774549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-6dd04a41-f158-4336-9b5e-3dc39d30f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.776035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-6dd04a41-f158-4336-9b5e-3dc39d30f0a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0495346 Sep 23 20:27:08.824789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-7cb2d25d-5002-470e-9c8c-228a49d67e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.826307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-7cb2d25d-5002-470e-9c8c-228a49d67e59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436544 Sep 23 20:27:08.916721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-170a6db6-9351-481b-960a-ee571060d06c service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836554 Sep 23 20:27:09.004068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f14002a-ab1e-40b8-bd8d-bfbf04fbbc53 req-b2651fb4-f4e4-4217-bc65-078b23a6d197 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808451 Sep 23 20:27:09.004596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:27:09.042503 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:27:09.757520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5149b2-38f1-4ff0-881c-695aa8fcfda9 req-6481e50f-fb9a-4224-aa0c-ff021b1f905f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:09.759041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d5149b2-38f1-4ff0-881c-695aa8fcfda9 req-6481e50f-fb9a-4224-aa0c-ff021b1f905f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0535419 Sep 23 20:27:09.795612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d5149b2-38f1-4ff0-881c-695aa8fcfda9 req-d73b068e-2677-4b5c-99e7-6ab2536ee69d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306873 Sep 23 20:27:09.986041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1eeb19-713f-480f-8f24-3b5e2c575ad9 req-0ea79360-c567-46a0-b219-50e9ad053845 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:09.987583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d1eeb19-713f-480f-8f24-3b5e2c575ad9 req-0ea79360-c567-46a0-b219-50e9ad053845 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 944 time: 0.0500274 Sep 23 20:27:10.027371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d1eeb19-713f-480f-8f24-3b5e2c575ad9 req-f42d7f49-ff90-4cda-b597-59ffabd107b3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Sep 23 20:27:10.268337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-b99e7468-026f-46f0-a31c-14708b2b74b3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:10.269695 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-b99e7468-026f-46f0-a31c-14708b2b74b3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65&tenant_id=81a76999b4c34ab0935542517c51e6a3&binding%3Ahost_id=n-h1-810763-1 HTTP/1.1" status: 200 len: 944 time: 0.3224599 Sep 23 20:27:10.328353 n-d-810763-1 neutron-server[94825]: INFO neutron.api.v2.resource [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-467e785c-5f05-43e7-8016-d5a7461b7d9b service neutron] delete failed (client error): The resource could not be found. Sep 23 20:27:10.329339 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-467e785c-5f05-43e7-8016-d5a7461b7d9b service neutron] 10.222.0.41 "DELETE /v2.0/ports/f772d57f-b982-4e15-abdf-942fba9172e3/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0521224 Sep 23 20:27:10.408722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-8edfe20c-1d97-4e0d-9059-80098acf7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:10.410176 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-8edfe20c-1d97-4e0d-9059-80098acf7df4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 1095 time: 0.0389202 Sep 23 20:27:10.498455 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-8ad08bf8-c7cc-4011-a1d3-7a222d611f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:10.499912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-8ad08bf8-c7cc-4011-a1d3-7a222d611f06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0830414 Sep 23 20:27:10.562124 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-88d321d6-b747-47bc-bde6-a8743a99344b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 200 len: 999 time: 0.0552583 Sep 23 20:27:10.604708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:27:10.609922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-0153eb08-b2ec-4c36-bf10-07dd2f923c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:10.611368 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-0153eb08-b2ec-4c36-bf10-07dd2f923c55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0427752 Sep 23 20:27:10.660217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-9d9690d7-f0c5-42df-9c83-172b41c1702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:10.661710 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-9d9690d7-f0c5-42df-9c83-172b41c1702e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435631 Sep 23 20:27:10.700149 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:10.710940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'mac_address': 'fa:16:3e:9c:c1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:27:10.746971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:10.752148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-a41bf2f3-37e7-4ce0-a7fa-e4814ae6012d service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832608 Sep 23 20:27:10.759914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f772d57f-b982-4e15-abdf-942fba9172e3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:27:10.778937 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:10.782644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:10.831430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:10.838989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.839329 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.839661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.840010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.840314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.840636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.840956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.841272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.841590 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.841908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.842245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.842573 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:10.848145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-028cdf4c-f62c-44ce-8bc6-e623d2883472 req-6cd2d405-8276-4181-8525-ac09cfbaf54c service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885425 Sep 23 20:27:11.039411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f772d57f-b982-4e15-abdf-942fba9172e3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:27:11.144812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519fd49-af5d-4017-aa0d-206de62bae33 req-75f389c7-0b4f-4943-bd10-1e6a3dce8c85 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:11.146371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4519fd49-af5d-4017-aa0d-206de62bae33 req-75f389c7-0b4f-4943-bd10-1e6a3dce8c85 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 945 time: 0.0500195 Sep 23 20:27:11.188376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4519fd49-af5d-4017-aa0d-206de62bae33 req-71f762ed-0d33-4c20-9e02-5383487dd8ea tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348103 Sep 23 20:27:12.305783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6daa-9073-4b28-97a7-d805c5bc2eda req-47a37532-1210-4a13-b48c-f2d0fd7b2fa0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:12.307270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e9c6daa-9073-4b28-97a7-d805c5bc2eda req-47a37532-1210-4a13-b48c-f2d0fd7b2fa0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Sep 23 20:27:12.346057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e9c6daa-9073-4b28-97a7-d805c5bc2eda req-0d4c4558-86da-4963-92fe-ad1d68d10924 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Sep 23 20:27:12.458496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8278-79f4-46c2-81cb-74c30b9ff50c req-e75fcb73-9c21-45a6-b223-9718ffca97a2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:12.459971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c7b8278-79f4-46c2-81cb-74c30b9ff50c req-e75fcb73-9c21-45a6-b223-9718ffca97a2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 945 time: 0.0482228 Sep 23 20:27:12.496709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c7b8278-79f4-46c2-81cb-74c30b9ff50c req-b9b924b9-6f41-409f-8aab-fab57d36afc7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Sep 23 20:27:12.607769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f207ebd-3ecb-4177-949c-fdd65d6336ed req-b5529593-15e6-4ed0-b455-89c7d36ee777 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:12.609236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f207ebd-3ecb-4177-949c-fdd65d6336ed req-b5529593-15e6-4ed0-b455-89c7d36ee777 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Sep 23 20:27:12.614799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:12.647731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f207ebd-3ecb-4177-949c-fdd65d6336ed req-a22579b4-7a75-4f44-88a2-ba59fc1472e3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Sep 23 20:27:12.661781 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f772d57f-b982-4e15-abdf-942fba9172e3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:27:12.665438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f772d57f-b982-4e15-abdf-942fba9172e3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:12.665811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:12.748788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:12.770704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:12.772918 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21652c4-86de-4f94-bdb8-c92ccfd42662" -d '{"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-plugged", "status": "completed", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:12.785972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:12.791420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:12.821862 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc1e2d3-fa6c-44c5-b870-c1e1306463fa x-openstack-request-id: req-8cc1e2d3-fa6c-44c5-b870-c1e1306463fa {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:12.822241 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-plugged", "status": "completed", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:12.822500 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8cc1e2d3-fa6c-44c5-b870-c1e1306463fa {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:12.822894 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'code': 200} Sep 23 20:27:12.841963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:12.915289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e695-9f66-427f-9610-9f5d59c3ff7d req-95ab48b4-083c-4f95-9596-5f6c409553e0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:12.916770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60c9e695-9f66-427f-9610-9f5d59c3ff7d req-95ab48b4-083c-4f95-9596-5f6c409553e0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0533922 Sep 23 20:27:12.954057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60c9e695-9f66-427f-9610-9f5d59c3ff7d req-cc2e6ea9-e96e-413c-bb42-63e4df1dfef1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Sep 23 20:27:13.260165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39352b97-e5cd-4da5-a66d-86af45fada8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:14.068451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4949d-0bfe-43bc-98fc-3f6f39f705a1 req-fcfb802e-e630-4cc0-8849-1a33b288f92d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:14.069938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bc4949d-0bfe-43bc-98fc-3f6f39f705a1 req-fcfb802e-e630-4cc0-8849-1a33b288f92d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0510216 Sep 23 20:27:14.112159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8bc4949d-0bfe-43bc-98fc-3f6f39f705a1 req-98ba1e19-128c-4bdc-8558-c886d19994e4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Sep 23 20:27:14.184415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-4cbc1591-1a45-46d5-a975-8d25a64a71b1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:14.185833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-4cbc1591-1a45-46d5-a975-8d25a64a71b1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 946 time: 0.0466728 Sep 23 20:27:14.275256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Deleting port f772d57f-b982-4e15-abdf-942fba9172e3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:27:14.275510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:14.360790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] For port f772d57f-b982-4e15-abdf-942fba9172e3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f772d57f-b982-4e15-abdf-942fba9172e3,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:14.361150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:14.569078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:14.569348 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:14.569656 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 disassociated. External IP: 172.25.6.31, port: f772d57f-b982-4e15-abdf-942fba9172e3. Sep 23 20:27:14.569988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Calling delete_port for f772d57f-b982-4e15-abdf-942fba9172e3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:27:14.695254 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:14.728444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event deleted for resources: {'Port': ['ID=f772d57f-b982-4e15-abdf-942fba9172e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:14.838470 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:27:14.945193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:27:14.958596 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:27:14.966090 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:14.966738 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:26:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:14.985692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] No DVR routers for this DVR port f772d57f-b982-4e15-abdf-942fba9172e3 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:27:14.988223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:14.990171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c470f6d5-21e0-4ff3-9ece-c46d27f75593 req-7153af20-fbad-4352-a20d-fe039384d5e6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "DELETE /v2.0/ports/f772d57f-b982-4e15-abdf-942fba9172e3 HTTP/1.1" status: 204 len: 173 time: 0.7981646 Sep 23 20:27:14.990620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-deleted', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:14.993486 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f4ae9c-5483-4ad6-9c72-972def928c92" -d '{"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-deleted", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:15.030182 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f5a980-f710-4a60-98d0-8a1782098d8b x-openstack-request-id: req-f9f5a980-f710-4a60-98d0-8a1782098d8b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:15.030499 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d2e004-305e-4e33-86e3-1e92bd7f0d65", "name": "network-vif-deleted", "tag": "f772d57f-b982-4e15-abdf-942fba9172e3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:15.030751 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9f5a980-f710-4a60-98d0-8a1782098d8b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:15.031176 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d2e004-305e-4e33-86e3-1e92bd7f0d65', 'name': 'network-vif-deleted', 'tag': 'f772d57f-b982-4e15-abdf-942fba9172e3', 'status': 'completed', 'code': 200} Sep 23 20:27:15.079776 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:15.226528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b957cda-b7e0-4ee0-95fe-8222f402548d req-ff4f8de7-5ec7-433f-82eb-dab140a0ec66 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=f3d2e004-305e-4e33-86e3-1e92bd7f0d65 HTTP/1.1" status: 200 len: 210 time: 0.0301087 Sep 23 20:27:15.290945 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:15.320118 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:27:15.328776 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:15.329365 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:26:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:15.428134 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:15.619005 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:15.643708 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12408e9-6563-4d5d-a168-8350a660ec24 None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:27:15.845743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0744b-4868-4608-b843-d884b61fcf9b None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:27:16.411873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d39dc97b-a9b4-4a73-aa06-e6a33f12bb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:16.451829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-dc09422d-f0e7-4607-ad99-c66d1519ddda tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1025157301&fields=id&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 267 time: 0.0334723 Sep 23 20:27:16.556696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-6a1cb7fc-18e8-4b6e-9e03-73ca2376a960 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:16.558091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-6a1cb7fc-18e8-4b6e-9e03-73ca2376a960 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.0989559 Sep 23 20:27:16.562484 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:16.574144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-db156cfa-e1a8-44d2-a073-8e0a7946ab32 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/quotas/81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 375 time: 0.0098791 Sep 23 20:27:16.621010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:27:16.627707 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-885b5115-b71f-4d38-bd03-3d4404de323c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479734 Sep 23 20:27:16.640649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: f772d57f-b982-4e15-abdf-942fba9172e3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:27:16.640992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f772d57f-b982-4e15-abdf-942fba9172e3 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:27:16.725123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-7c7ed2af-e6a3-4e2d-b62e-a34150bd9453 service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853512 Sep 23 20:27:16.814074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-c9f3d09c-68ca-405f-9231-4104e2ce25ed service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827606 Sep 23 20:27:16.970739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6af8f335-569d-4503-aff4-1e596664ff07 req-dc2fb3c6-dac5-4f12-a2e6-e347bdfd4bf1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 210 time: 0.0269134 Sep 23 20:27:17.275368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:17.880769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-2799a9e1-2a8c-4340-9a7d-4002551aa202 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:17.882129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-2799a9e1-2a8c-4340-9a7d-4002551aa202 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.1026409 Sep 23 20:27:17.938467 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-7ef7524e-cbae-4436-acd8-7599e570e65d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 380 time: 0.0475252 Sep 23 20:27:17.952571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'port': {'device_id': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'admin_state_up': True, 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'security_groups': ['4f22e4c7-e961-46c6-b596-61460ad11daa']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:18.068207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-142f5af2-49cb-41c6-a6ab-941caf2ccf83 req-41c1f760-0a29-457b-8d2b-a14e0ec0e189 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 210 time: 0.0288141 Sep 23 20:27:18.091145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Made reservation on behalf of 81a76999b4c34ab0935542517c51e6a3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:27:18.094697 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.224220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Allocated IP 172.20.0.7 (8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f/38b35186-6898-4ab5-8a01-ca74ef08d955/cff24407-7435-4b9e-9301-61663036f6b9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:27:18.360957 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.393904 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.437075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:27:18.440306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:27:18.445367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:27:18.455157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:18.504432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:18.504978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.520473 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-f871e5e8-98cc-4768-8f2d-6e4cf0f4eddf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717745 Sep 23 20:27:18.533236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Request body: {'port': {'device_id': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:18.593244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.722718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a514a5de-05fc-4140-91b8-bd31ec34af07 None None] Provisioning complete for port cff24407-7435-4b9e-9301-61663036f6b9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:18.723283 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a514a5de-05fc-4140-91b8-bd31ec34af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.759545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a514a5de-05fc-4140-91b8-bd31ec34af07 None None] Port cff24407-7435-4b9e-9301-61663036f6b9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:27:18.774292 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.849720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff24407-7435-4b9e-9301-61663036f6b9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:27:18.857351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.869819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Transition to ACTIVE for port object cff24407-7435-4b9e-9301-61663036f6b9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:27:18.872732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:18.922839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:18.998448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:27:18.998787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:27:18.999245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:19.003760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Port cff24407-7435-4b9e-9301-61663036f6b9 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:27:19.004078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:19.009038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:27:19.009383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:19.009830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:27:19.010199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Bound port: cff24407-7435-4b9e-9301-61663036f6b9, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:27:19.010590 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:19.075856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:19.078867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:27:19.083463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:19.116260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.116882 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:19.118865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 1091 time: 0.5899172 Sep 23 20:27:19.119301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:19.121564 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23531673-0dc1-439e-aa65-df48bc530ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "tag": "cff24407-7435-4b9e-9301-61663036f6b9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:19.162097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b543f9-91fa-4fe4-ad0f-4b6f9ef163f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:19.229746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c946c30-2e3d-480e-b2fe-e1df8d6cf9f8 req-e94c3fce-33a4-4721-8067-f1415d0dad22 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.231298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c946c30-2e3d-480e-b2fe-e1df8d6cf9f8 req-e94c3fce-33a4-4721-8067-f1415d0dad22 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0824609 Sep 23 20:27:19.238262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-0f603413-eef8-4797-983e-d49242a41a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.239740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-0f603413-eef8-4797-983e-d49242a41a5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1094 time: 0.0610671 Sep 23 20:27:19.295960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-03c1869e-0949-40e1-b5f4-a1564668ced1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0422971 Sep 23 20:27:19.315614 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c946c30-2e3d-480e-b2fe-e1df8d6cf9f8 req-03ce4130-797d-4018-b397-c4dbb9244b8b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749404 Sep 23 20:27:19.355020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-11ab7086-b128-48f1-b437-c4ef14038122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.357232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-11ab7086-b128-48f1-b437-c4ef14038122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0537753 Sep 23 20:27:19.359599 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d453d0de-c503-4fb7-a0ea-a2b4a4029b54 x-openstack-request-id: req-d453d0de-c503-4fb7-a0ea-a2b4a4029b54 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:19.359880 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "tag": "cff24407-7435-4b9e-9301-61663036f6b9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:19.360147 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d453d0de-c503-4fb7-a0ea-a2b4a4029b54 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:19.360527 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9', 'status': 'completed', 'code': 200} Sep 23 20:27:19.407381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e865786b-8d90-44e9-9b96-09ecac64ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.408872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-e865786b-8d90-44e9-9b96-09ecac64ea38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397005 Sep 23 20:27:19.500931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-afdebc6e-a852-44f3-be89-413dd8d282dd service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846219 Sep 23 20:27:19.589122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6feb2f21-13ec-4c30-bda5-3b7eb4bc2d3f req-46d3a306-5c7d-490e-a581-68129beff453 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810637 Sep 23 20:27:19.678701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-42dcf503-1159-4448-a8b1-a33f75577427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.680198 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-42dcf503-1159-4448-a8b1-a33f75577427 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1094 time: 0.0436225 Sep 23 20:27:19.767508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-89ef3591-2b5a-42d9-bd90-6052c2bebc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.768975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-89ef3591-2b5a-42d9-bd90-6052c2bebc76 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0822868 Sep 23 20:27:19.813600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-9fddf759-f905-4928-af4e-cdcb5827f2fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0372350 Sep 23 20:27:19.862067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-e5e6d185-19cb-4dfe-b9a8-06758d36bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.863413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-e5e6d185-19cb-4dfe-b9a8-06758d36bdba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0427997 Sep 23 20:27:19.909840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-f86bb45f-d42e-4f24-8394-8fd833645b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:19.911510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-f86bb45f-d42e-4f24-8394-8fd833645b98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391328 Sep 23 20:27:20.003387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-0b36248c-4688-4b37-b127-5048d7ceee5c service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Sep 23 20:27:20.090895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23531673-0dc1-439e-aa65-df48bc530ff1 req-3200f6b5-3b5e-4a8e-839a-7d6df188d9d7 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792530 Sep 23 20:27:20.483189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd65a0-b510-46f0-8f03-5a350dc98d5c req-de0181a6-2ee9-4ede-9714-612139d2ea7e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:20.484652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1fd65a0-b510-46f0-8f03-5a350dc98d5c req-de0181a6-2ee9-4ede-9714-612139d2ea7e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0994623 Sep 23 20:27:20.524719 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1fd65a0-b510-46f0-8f03-5a350dc98d5c req-e0a5fc7c-84d0-436a-8c71-3f42e016ae98 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341191 Sep 23 20:27:21.637396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa62d-dcb1-420f-94a4-301dd18ff482 req-9870809f-ca39-4bb3-b991-252606b9b7e1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:21.638891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-857aa62d-dcb1-420f-94a4-301dd18ff482 req-9870809f-ca39-4bb3-b991-252606b9b7e1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0474350 Sep 23 20:27:21.674113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-857aa62d-dcb1-420f-94a4-301dd18ff482 req-94c2c2db-ca6a-420d-9af8-c614d241c165 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294113 Sep 23 20:27:22.646849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device cff24407-7435-4b9e-9301-61663036f6b9 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:27:22.741104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:22.752105 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'cff24407-7435-4b9e-9301-61663036f6b9', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': 'cff24407-7435-4b9e-9301-61663036f6b9', 'mac_address': 'fa:16:3e:ab:ec:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:27:22.788002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003b34-1b13-4a51-a54a-4b7898e8f322 req-05827ac5-9685-4131-979e-086e8f5eb4ac tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:22.788604 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:22.789488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf003b34-1b13-4a51-a54a-4b7898e8f322 req-05827ac5-9685-4131-979e-086e8f5eb4ac tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0479910 Sep 23 20:27:22.801531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff24407-7435-4b9e-9301-61663036f6b9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:27:22.819603 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:22.825042 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:22.829366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf003b34-1b13-4a51-a54a-4b7898e8f322 req-71e2a62c-8ebe-4379-a14b-181c86d2b20f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Sep 23 20:27:22.874697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:23.017922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['cff24407-7435-4b9e-9301-61663036f6b9'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:27:23.941407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe1231-6e5e-447b-88bb-478fc999100c req-fdf1ce46-2040-4e48-b8e0-60f53359f0a0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:23.942873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-febe1231-6e5e-447b-88bb-478fc999100c req-fdf1ce46-2040-4e48-b8e0-60f53359f0a0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 944 time: 0.0472474 Sep 23 20:27:23.982976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-febe1231-6e5e-447b-88bb-478fc999100c req-da362e53-8153-4d81-a331-fa06535ec7b1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340033 Sep 23 20:27:24.525317 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:27:24.651572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device cff24407-7435-4b9e-9301-61663036f6b9 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:24.700096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port cff24407-7435-4b9e-9301-61663036f6b9 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:27:24.704244 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port cff24407-7435-4b9e-9301-61663036f6b9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:24.704680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:24.781572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:24.803924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:24.806780 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e69a4-be5e-4bcc-b288-8361e5c863bd" -d '{"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "cff24407-7435-4b9e-9301-61663036f6b9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:24.818845 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:24.822888 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:24.847404 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7068a56-bc27-4be3-9d25-4dd6a2087ba1 x-openstack-request-id: req-b7068a56-bc27-4be3-9d25-4dd6a2087ba1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:24.847694 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "cff24407-7435-4b9e-9301-61663036f6b9", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:24.847944 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7068a56-bc27-4be3-9d25-4dd6a2087ba1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:24.848921 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9', 'code': 200} Sep 23 20:27:24.876628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:24.935816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140b8b7-76d5-4f81-b09c-edb78cf35a60 req-bb6d2b3c-99d6-4ce9-b688-7560f9653eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:24.937201 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7140b8b7-76d5-4f81-b09c-edb78cf35a60 req-bb6d2b3c-99d6-4ce9-b688-7560f9653eff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0398591 Sep 23 20:27:24.970863 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7140b8b7-76d5-4f81-b09c-edb78cf35a60 req-87089397-ca08-4d20-9b09-9b4e371eee31 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264025 Sep 23 20:27:25.096905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15c8db-13df-4096-a4fa-e3d39593bb50 req-2c4d21d1-4b50-4a5c-a013-b26a8524146b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:25.098414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a15c8db-13df-4096-a4fa-e3d39593bb50 req-2c4d21d1-4b50-4a5c-a013-b26a8524146b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0485513 Sep 23 20:27:25.135406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9a15c8db-13df-4096-a4fa-e3d39593bb50 req-f0617537-0916-45b6-8f9d-c16337a90854 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306661 Sep 23 20:27:25.923586 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:26.247851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c4e2-0649-4c9d-8e28-7f51c1e45c15 req-410071a8-c668-455e-ae29-93396fe4d531 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:26.249225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8991c4e2-0649-4c9d-8e28-7f51c1e45c15 req-410071a8-c668-455e-ae29-93396fe4d531 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0476427 Sep 23 20:27:26.288275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8991c4e2-0649-4c9d-8e28-7f51c1e45c15 req-96b29e72-5caa-44bf-b451-b5e82e8efc9c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332439 Sep 23 20:27:26.402175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8d413-0837-4b70-8356-4080c14cbee1 req-f04ca0bd-6847-4703-8ba0-56a605f7464e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:26.403999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d2e8d413-0837-4b70-8356-4080c14cbee1 req-f04ca0bd-6847-4703-8ba0-56a605f7464e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0491049 Sep 23 20:27:26.412438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 43726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:26.417279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'floatingip': {'port_id': 'cff24407-7435-4b9e-9301-61663036f6b9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:26.455438 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:26.858847 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:26.862658 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:26.958459 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 associated. External IP: 172.25.6.31, port: cff24407-7435-4b9e-9301-61663036f6b9. Sep 23 20:27:27.299661 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:27.485014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:27:27.586692 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:27:27.591521 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:27.596215 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:27:27.605450 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:27.606053 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:27:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:27.620729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b68a0d30-e96b-4098-8884-a225da523142 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "PUT /v2.0/floatingips/25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 HTTP/1.1" status: 200 len: 990 time: 1.2072539 Sep 23 20:27:27.621262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:27.623630 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b79cde3-6003-4a59-a021-20a1044c8088" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "tag": "cff24407-7435-4b9e-9301-61663036f6b9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:27.708591 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c24879-447e-4147-8a13-1b73d08bb03f x-openstack-request-id: req-47c24879-447e-4147-8a13-1b73d08bb03f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:27.708872 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "tag": "cff24407-7435-4b9e-9301-61663036f6b9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:27.709114 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47c24879-447e-4147-8a13-1b73d08bb03f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:27.709497 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9', 'status': 'completed', 'code': 200} Sep 23 20:27:27.712746 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:27.769213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-d8767a70-fbcd-409d-9da3-f35756c08148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:27.770723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-d8767a70-fbcd-409d-9da3-f35756c08148 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0391757 Sep 23 20:27:27.857243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-7296f9e2-91ca-4e4a-87c5-aaeec74226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:27.858644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-7296f9e2-91ca-4e4a-87c5-aaeec74226b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0811422 Sep 23 20:27:27.925808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-f04b8534-035a-4f66-981e-61a16f4e841e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 998 time: 0.0602517 Sep 23 20:27:27.935551 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': 'cff24407-7435-4b9e-9301-61663036f6b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:ab:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:27:26Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:27.961316 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:27:27.969255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:27.969857 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:27:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:27.973020 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-591e5134-c910-49f7-a23b-727a6e4a183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:27.974491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-591e5134-c910-49f7-a23b-727a6e4a183e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0421970 Sep 23 20:27:28.018861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-be508feb-9ddb-4d2b-8b96-59e3a6f6c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:28.020361 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-be508feb-9ddb-4d2b-8b96-59e3a6f6c821 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389502 Sep 23 20:27:28.073067 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:28.112776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-63e4bd4e-7c1b-4170-b2e3-e9ecc0073812 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845394 Sep 23 20:27:28.203583 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b79cde3-6003-4a59-a021-20a1044c8088 req-f6d2151b-4bc3-4342-985b-2d9d9704b09b service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842457 Sep 23 20:27:28.293266 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': 'cff24407-7435-4b9e-9301-61663036f6b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:ab:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:27:26Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:28.397597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a6fab-2975-4944-bf1b-c1ba5000c323 None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': 'cff24407-7435-4b9e-9301-61663036f6b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:ab:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:27:26Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:27:28.576459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68061ddf-6277-4529-a9ca-3dd797a66e64 None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:27:43.261142 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-294c39aa-44df-471d-b4ad-bf94868d9832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:46.411719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f771a26e-52cb-4939-94ad-e1dc8f3b681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:46.563421 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.277965 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:48.776046 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:55.942738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:57.298310 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:00.412242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-dc64a351-8e5c-4a90-a7ee-57e934adbf80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393419 Sep 23 20:28:00.492721 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-35f8d4ff-0015-4712-9fcf-594e1c47fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:00.494182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-35f8d4ff-0015-4712-9fcf-594e1c47fff1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0400085 Sep 23 20:28:00.599703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-f209736b-bcfc-4de3-b8f6-86373d8b5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:00.601093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-f209736b-bcfc-4de3-b8f6-86373d8b5d23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0879276 Sep 23 20:28:00.665334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-773946c9-6a5f-4fdb-b808-538cea0038af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0565941 Sep 23 20:28:00.713289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-5617051f-7090-432a-a3e4-8c590c1b5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:00.714751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-5617051f-7090-432a-a3e4-8c590c1b5964 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0427990 Sep 23 20:28:00.763434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-e7a5f6bc-74d5-48af-8da7-ba72902cc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:00.764910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-e7a5f6bc-74d5-48af-8da7-ba72902cc2da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428853 Sep 23 20:28:00.853381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-355ce39a-ce9b-4ebd-8b67-4333ce792418 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798180 Sep 23 20:28:00.942618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50848ce1-35ad-4964-bcfc-deed67ffcb96 req-3cc93053-7c7e-477b-a9b1-ca5a4a53ae03 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829813 Sep 23 20:28:01.525092 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:28:13.261887 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b2a9f76-470b-4dff-a20c-241ff0dd17aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:16.410549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb87b41-3256-4831-9f11-b9bd5c86d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:16.564112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:17.281176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:18.777042 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:25.947901 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:27.296913 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:38.524774 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:28:43.262393 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e9edb4-3f26-4936-a214-37f69105a9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:46.409280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3146-f7c2-481b-852e-862894b82a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:46.564466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:47.283955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:48.780493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:55.955282 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:57.302575 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:00.437808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-03b4f428-4604-4c71-b892-3f814ec0adc3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834439 Sep 23 20:29:00.516250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-4f030156-fdaa-4d90-ba1b-71e1aad50cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:00.517704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-4f030156-fdaa-4d90-ba1b-71e1aad50cb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0386920 Sep 23 20:29:00.619360 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-38c72870-fc8e-432c-be06-5b256176adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:00.620715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-38c72870-fc8e-432c-be06-5b256176adc7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0849617 Sep 23 20:29:00.681951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-15bc145e-b663-48c2-9b96-c1edf2179761 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0541475 Sep 23 20:29:00.733126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-f6a7fb65-6555-4b36-92be-43c908c95e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:00.734535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-f6a7fb65-6555-4b36-92be-43c908c95e38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0456104 Sep 23 20:29:00.777060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-9b81c3c9-7304-4343-91c0-c6f8e5527aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:00.779059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-9b81c3c9-7304-4343-91c0-c6f8e5527aa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374882 Sep 23 20:29:00.865273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-1054d82b-c630-4154-a466-cd27664f035c service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791929 Sep 23 20:29:00.955128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2f70b3c5-40cc-417a-af57-a15b193202bf req-f3180415-a3ee-4171-92a9-07e7e3308827 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825970 Sep 23 20:29:03.362038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5edc03-eeb7-4969-94b6-0f5d1e9550b1 req-d2a36450-5e94-4b51-ae9b-d45cfe56927d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:03.363578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a5edc03-eeb7-4969-94b6-0f5d1e9550b1 req-d2a36450-5e94-4b51-ae9b-d45cfe56927d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0503345 Sep 23 20:29:03.417598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a5edc03-eeb7-4969-94b6-0f5d1e9550b1 req-5911c838-c6de-493d-82b6-577a5d12fecc tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474346 Sep 23 20:29:04.531278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec151e8-4c77-4d82-b2ff-26947c76ec13 req-209b005c-7e4f-4490-a09f-4708f407875d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:04.532744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aec151e8-4c77-4d82-b2ff-26947c76ec13 req-209b005c-7e4f-4490-a09f-4708f407875d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0478058 Sep 23 20:29:04.614083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aec151e8-4c77-4d82-b2ff-26947c76ec13 req-a2a6963b-98f2-4746-9860-10be924c92c7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753827 Sep 23 20:29:05.727127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86395a86-c3c1-4651-8eb2-9f90bb2c23bd req-9952772b-2e67-45b8-a14d-9e325a7fa54b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:05.728653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86395a86-c3c1-4651-8eb2-9f90bb2c23bd req-9952772b-2e67-45b8-a14d-9e325a7fa54b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0488732 Sep 23 20:29:05.765563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86395a86-c3c1-4651-8eb2-9f90bb2c23bd req-c5dd0108-92f7-4d91-ac19-7178af81b264 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302603 Sep 23 20:29:06.879142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d814d-76a9-4ed1-9651-6074169b283b req-485adbe9-17d6-4cad-ad74-079092be44be tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:06.880613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-332d814d-76a9-4ed1-9651-6074169b283b req-485adbe9-17d6-4cad-ad74-079092be44be tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0483093 Sep 23 20:29:06.916796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-332d814d-76a9-4ed1-9651-6074169b283b req-81f07955-89f5-4299-b02f-c7428c742960 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303729 Sep 23 20:29:08.028354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715f05-2de0-4688-89cd-c4926c2b0409 req-85baa1e5-ad9c-4611-87a8-c9d64b6c7343 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:08.029866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8715f05-2de0-4688-89cd-c4926c2b0409 req-85baa1e5-ad9c-4611-87a8-c9d64b6c7343 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0481868 Sep 23 20:29:08.070275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8715f05-2de0-4688-89cd-c4926c2b0409 req-3aa8fe25-fa13-4a1a-8b4b-7136cfce6d12 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345182 Sep 23 20:29:09.183820 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bf031-e320-4f82-8bdf-46c38c2e7706 req-da2c1153-e95a-4e82-94ad-ec0f9854ccdc tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:09.185281 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f11bf031-e320-4f82-8bdf-46c38c2e7706 req-da2c1153-e95a-4e82-94ad-ec0f9854ccdc tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0485535 Sep 23 20:29:09.221235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f11bf031-e320-4f82-8bdf-46c38c2e7706 req-5f29bc05-335e-41e3-874b-0790b35efd1a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301638 Sep 23 20:29:10.334555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a79ec4-0a9f-4994-8a12-ab30a30c54bb req-6aa9eb2e-650d-475c-bd9b-5717499bd987 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:10.336060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21a79ec4-0a9f-4994-8a12-ab30a30c54bb req-6aa9eb2e-650d-475c-bd9b-5717499bd987 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0489991 Sep 23 20:29:10.372557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21a79ec4-0a9f-4994-8a12-ab30a30c54bb req-767f3376-be55-4286-bf57-6630b053c62e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Sep 23 20:29:11.485647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645560-c279-48a7-8829-0d6ab6510437 req-913af460-fbf7-4da7-b923-731e713f0e48 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:11.487146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e645560-c279-48a7-8829-0d6ab6510437 req-913af460-fbf7-4da7-b923-731e713f0e48 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0480852 Sep 23 20:29:11.528667 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e645560-c279-48a7-8829-0d6ab6510437 req-fdd09462-3d40-4975-b7ce-dca492c34442 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356405 Sep 23 20:29:12.639821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578af00-8d67-43aa-82f1-d2ef74ba8c04 req-fbf3d3f9-3b8e-4b46-87c7-c36eae582f57 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:12.641273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c578af00-8d67-43aa-82f1-d2ef74ba8c04 req-fbf3d3f9-3b8e-4b46-87c7-c36eae582f57 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0469115 Sep 23 20:29:12.679207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c578af00-8d67-43aa-82f1-d2ef74ba8c04 req-86aeabdd-2269-4396-a9c2-fa3449f3f5af tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 Sep 23 20:29:13.262820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f3759d1-54d6-42b4-a451-f8a59be79c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:13.790870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dc215-6277-4d94-8803-b9fe40c383e3 req-e9ab8523-2a65-4765-8295-2c4f799e664c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:13.792325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a76dc215-6277-4d94-8803-b9fe40c383e3 req-e9ab8523-2a65-4765-8295-2c4f799e664c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0476375 Sep 23 20:29:13.829421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a76dc215-6277-4d94-8803-b9fe40c383e3 req-8bf8df7f-faf2-41f9-8c88-1d65db068597 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Sep 23 20:29:14.061548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaeb3a4-ae5b-4124-b607-2fbe165f8f00 req-7328e223-d51a-4e93-9327-4972f8ee32ff tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:14.063106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-beaeb3a4-ae5b-4124-b607-2fbe165f8f00 req-7328e223-d51a-4e93-9327-4972f8ee32ff tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0494916 Sep 23 20:29:14.089322 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-56571d3c-3e29-4dc2-b0e7-e96e55355180 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821760 Sep 23 20:29:14.104602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-beaeb3a4-ae5b-4124-b607-2fbe165f8f00 req-b2090383-442c-485e-8b5e-6436cc5a3ce4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355134 Sep 23 20:29:15.219837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d98b9-fb20-4af0-9459-7007e30522ad req-5b99cf1f-b64c-429e-a37c-6841671e0ac5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:15.221317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-582d98b9-fb20-4af0-9459-7007e30522ad req-5b99cf1f-b64c-429e-a37c-6841671e0ac5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0486615 Sep 23 20:29:15.257681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-582d98b9-fb20-4af0-9459-7007e30522ad req-71080c9b-7ccd-49ce-bb5a-2c47390f7fd9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303984 Sep 23 20:29:15.524144 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:29:16.193807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-b7505086-089a-4b8e-bd41-26a014c688e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:16.195569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-b7505086-089a-4b8e-bd41-26a014c688e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0404365 Sep 23 20:29:16.288135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-d0ce299b-54d3-45e7-a129-de3b828dafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:16.289631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-d0ce299b-54d3-45e7-a129-de3b828dafdc service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0871389 Sep 23 20:29:16.380809 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-c3efc45a-f742-4b96-953a-11c5f6b14f95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 1000 time: 0.0841389 Sep 23 20:29:16.405809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29983-b47b-4f7c-86c6-8f302498c380 req-52a26f8f-1f34-4993-9177-59d848f82cf6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:16.407858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98d29983-b47b-4f7c-86c6-8f302498c380 req-52a26f8f-1f34-4993-9177-59d848f82cf6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0772626 Sep 23 20:29:16.410087 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35a11e75-ab18-4b34-8444-c2b029795a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:16.465812 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-6b42c20f-4e8e-477a-aa8f-70c70801b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:16.467256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-6b42c20f-4e8e-477a-aa8f-70c70801b7d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0785739 Sep 23 20:29:16.470773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-98d29983-b47b-4f7c-86c6-8f302498c380 req-c9c9f047-ef72-41d1-b6e3-93a356ceac63 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451553 Sep 23 20:29:16.512740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0abdf191-880d-4d65-ae39-af476eb09297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:16.514236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0abdf191-880d-4d65-ae39-af476eb09297 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397341 Sep 23 20:29:16.565026 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:16.606425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-a3e216cf-eb92-49c5-b73a-7180b9faed3d service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Sep 23 20:29:16.693898 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-23cc2deb-9d9b-46fd-8c95-11b1caac8414 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798984 Sep 23 20:29:17.285577 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:17.588930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693ac1-a5a2-4064-8230-f2bf3f4b0966 req-290bde7e-a7b5-4f3d-be54-98d274b2e0de tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:17.590449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23693ac1-a5a2-4064-8230-f2bf3f4b0966 req-290bde7e-a7b5-4f3d-be54-98d274b2e0de tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0541773 Sep 23 20:29:17.628608 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23693ac1-a5a2-4064-8230-f2bf3f4b0966 req-992249a8-72c5-40de-8ea4-2f91348691fb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Sep 23 20:29:18.511865 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-40df20ab-60bb-465f-90fa-6974ec118651 req-9e28525c-6da8-4320-b641-5742a201ce96 service neutron] show failed (client error): The resource could not be found. Sep 23 20:29:18.512835 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-9e28525c-6da8-4320-b641-5742a201ce96 service neutron] 10.222.0.72 "GET /v2.0/ports/cff24407-7435-4b9e-9301-61663036f6b9/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0523074 Sep 23 20:29:18.742789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-68ae1e71-54b0-44c8-8fdb-bfb7ac2322a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:18.744034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6b0b4-602b-4943-90a3-382ed1c0098b req-17cde661-4eca-4b12-9745-c2bd0f4f0e8a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:18.744447 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-68ae1e71-54b0-44c8-8fdb-bfb7ac2322a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0839739 Sep 23 20:29:18.745499 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd6b0b4-602b-4943-90a3-382ed1c0098b req-17cde661-4eca-4b12-9745-c2bd0f4f0e8a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0490999 Sep 23 20:29:18.754995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-cee65e18-9aee-4d0c-ad85-47fdb8cabae0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:29:18.756067 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-cee65e18-9aee-4d0c-ad85-47fdb8cabae0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050325 Sep 23 20:29:18.768986 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:18.784242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cd6b0b4-602b-4943-90a3-382ed1c0098b req-fc6f7a8d-366b-4165-92a2-9e742eb4578a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Sep 23 20:29:18.785310 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:18.824749 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:19.022369 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:19.052883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:29:19.092072 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:19.095578 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d80b66-188c-427d-833a-c9a410fd640d" -d '{"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-unplugged", "status": "completed", "tag": "cff24407-7435-4b9e-9301-61663036f6b9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:19.099669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:19.111619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Transition to ACTIVE for port object cff24407-7435-4b9e-9301-61663036f6b9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:29:19.115685 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:19.208316 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef833ec7-cb0b-4a6e-af42-5a6f80bf4577 x-openstack-request-id: req-ef833ec7-cb0b-4a6e-af42-5a6f80bf4577 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:19.208613 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-unplugged", "status": "completed", "tag": "cff24407-7435-4b9e-9301-61663036f6b9", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:19.208862 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef833ec7-cb0b-4a6e-af42-5a6f80bf4577 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:19.209260 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9', 'code': 200} Sep 23 20:29:19.232220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:19.253717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.254060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.254425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.254762 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.255095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.255423 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.255747 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.256070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.256394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.256718 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.257039 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.257356 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:19.305899 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] No DVR routers for this DVR port cff24407-7435-4b9e-9301-61663036f6b9 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:29:19.438026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:29:19.438304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:29:19.438640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:19.442919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Port cff24407-7435-4b9e-9301-61663036f6b9 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:29:19.443246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Attempting to bind port cff24407-7435-4b9e-9301-61663036f6b9 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:19.448371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:29:19.448710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:29:19.449096 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:29:19.449524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Bound port: cff24407-7435-4b9e-9301-61663036f6b9, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:29:19.449883 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:19.511725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:29:19.514741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:29:19.519000 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:19.552579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:19.553128 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:19.554528 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] 10.222.0.41 "PUT /v2.0/ports/cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 1091 time: 0.7905014 Sep 23 20:29:19.587626 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b611c-c68c-43bc-a108-75dfa23da825 service neutron] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:19.628227 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-9b5e6a6b-ba0a-49e1-8141-200ba3c74139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:19.629785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-9b5e6a6b-ba0a-49e1-8141-200ba3c74139 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1094 time: 0.0509138 Sep 23 20:29:19.721946 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-c6498477-d87e-4f76-8f88-ab3379ab84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:19.723473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-c6498477-d87e-4f76-8f88-ab3379ab84b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0869086 Sep 23 20:29:19.791545 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-10ae60ee-95ca-4615-ab6b-d61db52d3243 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 998 time: 0.0610576 Sep 23 20:29:19.841015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0b61e5f7-1b22-4db3-8b59-5188dbd70de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:19.842529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-0b61e5f7-1b22-4db3-8b59-5188dbd70de8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0437996 Sep 23 20:29:19.887924 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df20ab-60bb-465f-90fa-6974ec118651 req-e2251163-b068-441f-9dba-14c9e7e730be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:19.889451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-e2251163-b068-441f-9dba-14c9e7e730be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403907 Sep 23 20:29:19.899915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478c45-00c2-482a-8ad8-34656fdcf094 req-78052096-3a8f-422d-967d-fb8424f4db8c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:19.901392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f478c45-00c2-482a-8ad8-34656fdcf094 req-78052096-3a8f-422d-967d-fb8424f4db8c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0479507 Sep 23 20:29:19.943309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f478c45-00c2-482a-8ad8-34656fdcf094 req-b59b2ca3-dabf-410e-99be-c1b5e65f0d4c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353868 Sep 23 20:29:19.981963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-31829a91-7008-4246-a855-b15ae99eda6d service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Sep 23 20:29:20.066791 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-40df20ab-60bb-465f-90fa-6974ec118651 req-4a4aac34-b89a-49be-84ca-c8328149520c service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781999 Sep 23 20:29:21.058619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9013f-f060-4ef2-adc3-c04987369a53 req-d67ab8ee-7a1f-41ee-bc38-730f8e08d393 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.060106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cce9013f-f060-4ef2-adc3-c04987369a53 req-d67ab8ee-7a1f-41ee-bc38-730f8e08d393 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0478940 Sep 23 20:29:21.096961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cce9013f-f060-4ef2-adc3-c04987369a53 req-e91b5c68-5d31-4593-a238-afc27ec4b812 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303941 Sep 23 20:29:21.176468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device cff24407-7435-4b9e-9301-61663036f6b9 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:29:21.210458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:21.212692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device cff24407-7435-4b9e-9301-61663036f6b9 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:29:21.212858 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3b2083-e960-4af9-9784-e5ae6732a5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "tag": "cff24407-7435-4b9e-9301-61663036f6b9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:21.259739 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e97533-8c68-468f-a158-f8acf5565756 x-openstack-request-id: req-e5e97533-8c68-468f-a158-f8acf5565756 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:21.260022 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "tag": "cff24407-7435-4b9e-9301-61663036f6b9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:21.260268 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5e97533-8c68-468f-a158-f8acf5565756 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:21.260885 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9', 'status': 'completed', 'code': 200} Sep 23 20:29:21.323652 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-067147c0-2065-4d54-8e42-c1f7e7e850db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.324147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-c707ca84-b978-486e-b72f-318880077d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.325366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-067147c0-2065-4d54-8e42-c1f7e7e850db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1094 time: 0.0425682 Sep 23 20:29:21.325616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-c707ca84-b978-486e-b72f-318880077d6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1094 time: 0.0460362 Sep 23 20:29:21.416210 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-5d50fe96-2a37-42d5-a629-ae6e47375973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.417693 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-5d50fe96-2a37-42d5-a629-ae6e47375973 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0849349 Sep 23 20:29:21.418181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-c538d576-51fd-47bb-b899-cd9de27182c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.419664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-c538d576-51fd-47bb-b899-cd9de27182c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0873225 Sep 23 20:29:21.482433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-2f1a27ca-f774-48fd-a046-a0e844d1c36f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 998 time: 0.0554135 Sep 23 20:29:21.486025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-7638510d-7e52-475a-82e5-ccdc70901ab3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 998 time: 0.0609994 Sep 23 20:29:21.532073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-1c6965a4-f690-48c5-837d-a2dd01cd7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.533533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-1c6965a4-f690-48c5-837d-a2dd01cd7b45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0438805 Sep 23 20:29:21.534443 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-bb695a17-0fee-49b3-a677-db68215fa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.535886 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-bb695a17-0fee-49b3-a677-db68215fa843 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0431404 Sep 23 20:29:21.582068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-b8a97e2a-b9db-4734-a111-c4ea77ab64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.582515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-06da0094-0a57-45a7-b829-d69331e3a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:21.583601 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-b8a97e2a-b9db-4734-a111-c4ea77ab64e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403914 Sep 23 20:29:21.584081 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-06da0094-0a57-45a7-b829-d69331e3a298 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438776 Sep 23 20:29:21.672283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-dd3bb54b-d3e9-4035-bf4e-97eb4e6ccd98 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808387 Sep 23 20:29:21.676874 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-87534ebc-dd9e-4f68-9b90-48c0dffe9b49 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854411 Sep 23 20:29:21.763099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-15f69e53-6dc3-48b9-90cd-7319efa5cc39 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841467 Sep 23 20:29:21.764740 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dd3b2083-e960-4af9-9784-e5ae6732a5cd req-bd13e25e-91ec-4ff0-b4ee-f6c9277ad223 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803902 Sep 23 20:29:22.212733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb47efd-c8c6-4272-9233-ed042fb44c97 req-021a2287-08ba-4a43-bf81-fddfd4b239e4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:22.214216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cb47efd-c8c6-4272-9233-ed042fb44c97 req-021a2287-08ba-4a43-bf81-fddfd4b239e4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0489259 Sep 23 20:29:22.250330 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cb47efd-c8c6-4272-9233-ed042fb44c97 req-5de1e301-c70c-45f9-8db9-4d7dceaeee20 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297675 Sep 23 20:29:23.363928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353433e-43ef-4470-b3a8-055727c06595 req-df6ce02c-4ff3-471b-aa65-d17f5ef5c244 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:23.365398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2353433e-43ef-4470-b3a8-055727c06595 req-df6ce02c-4ff3-471b-aa65-d17f5ef5c244 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0482066 Sep 23 20:29:23.406445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2353433e-43ef-4470-b3a8-055727c06595 req-5543856a-dc3a-4bd5-a5a4-a45385a3e53d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346105 Sep 23 20:29:23.550245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device cff24407-7435-4b9e-9301-61663036f6b9 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:29:23.623386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3cbc3-1163-490b-99cc-9f60394624b6 req-7b553062-ad12-4519-921b-32a873cb503b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:23.624913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0c3cbc3-1163-490b-99cc-9f60394624b6 req-7b553062-ad12-4519-921b-32a873cb503b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 943 time: 0.0766284 Sep 23 20:29:23.639663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-d9c59176-5ea8-4830-888d-764ccc948b4a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:23.641114 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-d9c59176-5ea8-4830-888d-764ccc948b4a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b&tenant_id=81a76999b4c34ab0935542517c51e6a3&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 943 time: 0.0824380 Sep 23 20:29:23.648337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:23.659847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'cff24407-7435-4b9e-9301-61663036f6b9', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': 'cff24407-7435-4b9e-9301-61663036f6b9', 'mac_address': 'fa:16:3e:ab:ec:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:29:23.696874 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.701843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c0c3cbc3-1163-490b-99cc-9f60394624b6 req-fb9e77c1-f317-47ea-9208-6f7af46b5deb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704076 Sep 23 20:29:23.709747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff24407-7435-4b9e-9301-61663036f6b9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:29:23.727189 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-a49e49ee-0304-461d-9124-eff639e59adf service neutron] delete failed (client error): The resource could not be found. Sep 23 20:29:23.728239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-a49e49ee-0304-461d-9124-eff639e59adf service neutron] 10.222.0.72 "DELETE /v2.0/ports/cff24407-7435-4b9e-9301-61663036f6b9/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0743334 Sep 23 20:29:23.730253 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:23.735073 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.785252 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:23.792511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.792861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.793204 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.793541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.793875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.794227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.794562 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.794892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.795219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.795550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.795868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.796188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.812168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-cdf16893-75e8-40fd-8b27-b5c569c06828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:23.814177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-cdf16893-75e8-40fd-8b27-b5c569c06828 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1095 time: 0.0430396 Sep 23 20:29:23.901372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-f0e7fbdc-6f43-444a-b26a-44f71612f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:23.902853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-f0e7fbdc-6f43-444a-b26a-44f71612f9bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0822265 Sep 23 20:29:23.972491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-7913ffcf-8a18-4a29-ae85-3c8780f54dfa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 999 time: 0.0626898 Sep 23 20:29:24.019441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-207efbb0-838b-449f-8fbf-89ee4db50aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:24.020845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-207efbb0-838b-449f-8fbf-89ee4db50aab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0418563 Sep 23 20:29:24.056397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['cff24407-7435-4b9e-9301-61663036f6b9'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:29:24.065234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-ba96bbc6-0740-4170-bad3-c710fa199328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:24.066763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-ba96bbc6-0740-4170-bad3-c710fa199328 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391223 Sep 23 20:29:24.160259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-2b623a91-a6c8-4f50-a0f6-7b9e7a256124 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864525 Sep 23 20:29:24.251334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f369670d-b8d6-43b3-b5d2-7c6fd8e50acd req-8d1c2a84-4fa1-413b-8475-f4b68de58b84 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842876 Sep 23 20:29:24.819728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb8a98-1c6e-41e5-b932-71cd55a8ff3a req-76b6c5a8-7a2b-47e7-8c0d-92b5844f693c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:24.821481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60eb8a98-1c6e-41e5-b932-71cd55a8ff3a req-76b6c5a8-7a2b-47e7-8c0d-92b5844f693c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 944 time: 0.0512981 Sep 23 20:29:24.857402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60eb8a98-1c6e-41e5-b932-71cd55a8ff3a req-2f53822f-2737-41aa-9ce4-4d6fbc83a44c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299428 Sep 23 20:29:24.967708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34843-626e-47d4-9831-eb59d79b6836 req-b7a2e89c-46e0-4a75-b282-4741546d3186 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:24.969694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ab34843-626e-47d4-9831-eb59d79b6836 req-b7a2e89c-46e0-4a75-b282-4741546d3186 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 944 time: 0.0485191 Sep 23 20:29:25.006231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ab34843-626e-47d4-9831-eb59d79b6836 req-b737ccf1-600c-4401-9c8c-c251ea74c1b8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307868 Sep 23 20:29:25.196842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4839b-a852-4889-94cf-f28bec140511 req-8a9f0067-2841-4dc6-8e8a-251789f16be1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:25.198252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-caa4839b-a852-4889-94cf-f28bec140511 req-8a9f0067-2841-4dc6-8e8a-251789f16be1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 944 time: 0.0489140 Sep 23 20:29:25.224653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-780cc1c3-bee2-42ee-95ab-3ea4b7ea1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:25.226148 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-780cc1c3-bee2-42ee-95ab-3ea4b7ea1ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 1095 time: 0.0444777 Sep 23 20:29:25.239601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-caa4839b-a852-4889-94cf-f28bec140511 req-5796f358-880e-488a-91eb-f14e173866b6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353551 Sep 23 20:29:25.317705 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-d2c997a0-a408-4925-9c70-2fdb22dd2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:25.319206 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-d2c997a0-a408-4925-9c70-2fdb22dd2ab7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0866494 Sep 23 20:29:25.385771 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-cf434cf3-e322-4077-b10e-b282bf1c1dbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 200 len: 999 time: 0.0596542 Sep 23 20:29:25.432861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-1821a44e-3ed5-4bf3-81c9-535d1206ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:25.434299 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-1821a44e-3ed5-4bf3-81c9-535d1206ddec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0417700 Sep 23 20:29:25.479041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-f2fddc8e-83ae-496c-8d8c-86df52a9d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:25.480495 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-f2fddc8e-83ae-496c-8d8c-86df52a9d448 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394247 Sep 23 20:29:25.565251 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device cff24407-7435-4b9e-9301-61663036f6b9 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:25.570608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-abde2dfa-2888-4d25-982e-943a5467fd59 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821564 Sep 23 20:29:25.612428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port cff24407-7435-4b9e-9301-61663036f6b9 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:29:25.615949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port cff24407-7435-4b9e-9301-61663036f6b9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:25.616315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.659967 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2bce340d-05cb-4f86-afa5-be81dd0ebf41 req-0ee2f027-bab8-4ccd-a96b-caaaf7ebfc0e service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830112 Sep 23 20:29:25.695277 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.717533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:25.719719 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078521b7-362a-45c2-be55-a6e6f764dab8" -d '{"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "cff24407-7435-4b9e-9301-61663036f6b9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:25.732025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:25.736107 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.782507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:25.810692 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3924f4e4-0208-42ab-b5bb-a015aa85f525 x-openstack-request-id: req-3924f4e4-0208-42ab-b5bb-a015aa85f525 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:25.811009 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "cff24407-7435-4b9e-9301-61663036f6b9", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:25.811260 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3924f4e4-0208-42ab-b5bb-a015aa85f525 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:25.811652 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9', 'code': 200} Sep 23 20:29:25.952727 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:26.356994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a701d8-2835-4099-a7ab-3072064ffedd req-4215f3d6-9cdc-4fdc-96d2-c3c46f1afd66 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:26.358489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a701d8-2835-4099-a7ab-3072064ffedd req-4215f3d6-9cdc-4fdc-96d2-c3c46f1afd66 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0485451 Sep 23 20:29:26.395203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5a701d8-2835-4099-a7ab-3072064ffedd req-f9e97b1c-6880-462b-a001-5e641c29f8b4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Sep 23 20:29:26.622929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf950132-6d63-4db8-bbbc-df0e6c3fc27c req-1fdfde12-b1a7-4dd3-9175-35dca19b1dda tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:26.624390 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf950132-6d63-4db8-bbbc-df0e6c3fc27c req-1fdfde12-b1a7-4dd3-9175-35dca19b1dda tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0475476 Sep 23 20:29:26.661260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf950132-6d63-4db8-bbbc-df0e6c3fc27c req-d6eb3589-3e82-439d-8ae5-6f755bb8b714 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304301 Sep 23 20:29:27.297843 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:27.772153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56335a-ce18-4532-82cc-9c9742414feb req-f37477d4-f1ec-40c8-b224-f32bfed1160d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:27.773606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c56335a-ce18-4532-82cc-9c9742414feb req-f37477d4-f1ec-40c8-b224-f32bfed1160d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0471382 Sep 23 20:29:27.813520 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c56335a-ce18-4532-82cc-9c9742414feb req-6e8620f8-a79d-467d-b494-fa43434894f7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341239 Sep 23 20:29:27.920233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-124216e9-d136-4910-82f9-a2bf216ef691 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:27.921690 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-124216e9-d136-4910-82f9-a2bf216ef691 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 945 time: 0.0512037 Sep 23 20:29:28.007375 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Deleting port cff24407-7435-4b9e-9301-61663036f6b9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:29:28.007645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.095452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] For port cff24407-7435-4b9e-9301-61663036f6b9, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=cff24407-7435-4b9e-9301-61663036f6b9,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:28.095806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.255950 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.256302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.256613 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 disassociated. External IP: 172.25.6.31, port: cff24407-7435-4b9e-9301-61663036f6b9. Sep 23 20:29:28.256947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Calling delete_port for cff24407-7435-4b9e-9301-61663036f6b9 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:29:28.383609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.412012 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event deleted for resources: {'Port': ['ID=cff24407-7435-4b9e-9301-61663036f6b9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:28.526220 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:29:28.909792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b3040b0-8016-43f0-b5b3-2ebde595e6f5 req-fcfea4a5-2f2b-4ec8-873c-4b07dac4c25e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23f48-c2f3-4e1f-ad42-4a877382ed4b HTTP/1.1" status: 200 len: 210 time: 0.0269153 Sep 23 20:29:28.912316 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:29:28.924429 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:29:28.935074 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:28.935702 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:29:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:28.952502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] No DVR routers for this DVR port cff24407-7435-4b9e-9301-61663036f6b9 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:29:28.955093 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.957063 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c35836eb-a46e-432e-9d0c-62ff03e3b075 req-adb9b15f-bd52-4264-82af-572300684006 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "DELETE /v2.0/ports/cff24407-7435-4b9e-9301-61663036f6b9 HTTP/1.1" status: 204 len: 173 time: 1.0296373 Sep 23 20:29:28.957501 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-deleted', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:28.959761 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bea72c-d76b-4619-88ae-373b65bbecd5" -d '{"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-deleted", "tag": "cff24407-7435-4b9e-9301-61663036f6b9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:28.999368 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b541e79a-38aa-4d39-98c6-13dc02507895 x-openstack-request-id: req-b541e79a-38aa-4d39-98c6-13dc02507895 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:28.999663 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed23f48-c2f3-4e1f-ad42-4a877382ed4b", "name": "network-vif-deleted", "tag": "cff24407-7435-4b9e-9301-61663036f6b9", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:28.999912 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b541e79a-38aa-4d39-98c6-13dc02507895 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:29.000311 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23f48-c2f3-4e1f-ad42-4a877382ed4b', 'name': 'network-vif-deleted', 'tag': 'cff24407-7435-4b9e-9301-61663036f6b9', 'status': 'completed', 'code': 200} Sep 23 20:29:29.048799 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:29.248967 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:29.274902 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:29:29.282809 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:29.283405 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:29:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:29.385946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:29.575710 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:29.604770 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c28cde-69c0-4fe6-b585-30fa0c2132ba None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:29:29.810912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c7697d-e35d-4687-bf41-e964b15e7bfb None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:29:30.188165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-31f86d3d-72d7-415b-a9c8-b9e2992f9c6e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1025157301&fields=id&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 267 time: 0.0328872 Sep 23 20:29:30.293671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ad2f92ce-628f-4fdf-94ce-b56c6caa1baf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:30.295059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ad2f92ce-628f-4fdf-94ce-b56c6caa1baf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.1002471 Sep 23 20:29:30.309887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-f6871adc-2e21-4499-b1de-f1a010588eb0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/quotas/81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 375 time: 0.0085609 Sep 23 20:29:30.367548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-01047ec3-1555-4f50-99ee-1e5db41f2bb5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519798 Sep 23 20:29:30.500122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-c77333b9-c31e-49df-a0d7-f09aae8be01f service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212397 Sep 23 20:29:30.589815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2993a131-5089-470e-856c-55b8ed6c1090 service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835814 Sep 23 20:29:30.746931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-279aed70-a6ca-4537-ba76-206bae44e5be req-17b32fb2-f9dd-4dc1-8041-0acbef5cfa60 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 210 time: 0.0263114 Sep 23 20:29:31.584814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device cff24407-7435-4b9e-9301-61663036f6b9 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:29:31.607351 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: cff24407-7435-4b9e-9301-61663036f6b9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:29:31.607692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device cff24407-7435-4b9e-9301-61663036f6b9 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:29:31.823922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6b511d9-466f-4a49-b159-a9dacb4ed2f5 req-2fb1de85-f7a2-4760-bb44-6bf1e4d73a26 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 210 time: 0.0262804 Sep 23 20:29:32.899070 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b3735f8-2823-488e-a58e-24a4b9ccb06f req-1fe4be48-dee0-4749-8e1f-ca90b0ae8253 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 210 time: 0.0263317 Sep 23 20:29:33.666082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-65981ea7-81d2-45b9-83a3-5a2f439288eb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:33.667543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-65981ea7-81d2-45b9-83a3-5a2f439288eb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.1039381 Sep 23 20:29:33.712193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-f7675ba3-26a7-4668-9553-40c6254afee1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 380 time: 0.0350499 Sep 23 20:29:33.722632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'port': {'device_id': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'admin_state_up': True, 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'security_groups': ['4f22e4c7-e961-46c6-b596-61460ad11daa']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:33.828235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Made reservation on behalf of 81a76999b4c34ab0935542517c51e6a3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:29:33.831851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.953601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Allocated IP 172.20.0.5 (8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f/38b35186-6898-4ab5-8a01-ca74ef08d955/1730174e-26b9-4fab-ab46-ba04941f35d0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:29:34.006296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-246afb32-22e9-4d86-accc-0b235626ea9b req-16261a1c-60cd-4ed2-86b9-c7e518faa529 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 210 time: 0.0397768 Sep 23 20:29:34.114185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.147009 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.188643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:29:34.191858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:34.195803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:29:34.225354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:34.241018 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.241367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.241740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.242079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.242445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.242778 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.243106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.243440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.243761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.244083 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.244404 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.244842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:34.264891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.265991 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.280160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-ef42e217-6071-4067-80fe-40feca6195c9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609705 Sep 23 20:29:34.292546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Request body: {'port': {'device_id': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:34.347563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.460417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8ad0da13-25c2-4f63-aeb7-2ff733ad34e2 None None] Provisioning complete for port 1730174e-26b9-4fab-ab46-ba04941f35d0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:34.460951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8ad0da13-25c2-4f63-aeb7-2ff733ad34e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.493476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0da13-25c2-4f63-aeb7-2ff733ad34e2 None None] Port 1730174e-26b9-4fab-ab46-ba04941f35d0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:29:34.604051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1730174e-26b9-4fab-ab46-ba04941f35d0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:29:34.612078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.624094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Transition to ACTIVE for port object 1730174e-26b9-4fab-ab46-ba04941f35d0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:29:34.628091 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.696208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:34.746432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:29:34.746766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:29:34.747093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:34.751742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:29:34.752091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:34.756934 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:29:34.757269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:29:34.757773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:29:34.758199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Bound port: 1730174e-26b9-4fab-ab46-ba04941f35d0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:29:34.758618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.830974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:29:34.833909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:29:34.838563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.872153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.872771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:34.874144 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] 10.222.0.72 "PUT /v2.0/ports/1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 1091 time: 0.5859251 Sep 23 20:29:34.874681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:34.876952 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb04e6f-d4da-46cd-b997-d31dca225c50" -d '{"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:34.907338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f641579-f4ef-4906-8f01-6127c9d407e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:34.963656 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-f59fa408-faaa-457f-bfc2-b169dc768db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.965213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-f59fa408-faaa-457f-bfc2-b169dc768db3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1094 time: 0.0449891 Sep 23 20:29:34.981848 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f9b932-c2b8-4acb-b236-a3403b09dfab x-openstack-request-id: req-89f9b932-c2b8-4acb-b236-a3403b09dfab {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:34.982127 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:34.982417 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89f9b932-c2b8-4acb-b236-a3403b09dfab {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:34.982834 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'status': 'completed', 'code': 200} Sep 23 20:29:35.013075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-90850500-b275-4979-b864-3ff565c82721 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 217 time: 0.0392354 Sep 23 20:29:35.063992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-9a0151b0-d947-4aba-994a-72b106b9adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.065479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-9a0151b0-d947-4aba-994a-72b106b9adc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0455160 Sep 23 20:29:35.138230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-13bfabd0-e231-4bf8-ba1b-b8d1f03a6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.139717 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-13bfabd0-e231-4bf8-ba1b-b8d1f03a6eed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671873 Sep 23 20:29:35.147169 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b06cb9-133a-4616-a9a6-6b720bd47036 req-b8ab146a-4f31-4a46-98aa-83cd0291a68e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.148522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0b06cb9-133a-4616-a9a6-6b720bd47036 req-b8ab146a-4f31-4a46-98aa-83cd0291a68e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 943 time: 0.0680246 Sep 23 20:29:35.562821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a0b06cb9-133a-4616-a9a6-6b720bd47036 req-14ba4c3e-5ba4-4b55-935b-ac4c43382ec2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066598 Sep 23 20:29:35.588057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-7babc67b-9ced-4e20-9e87-3186acb345c3 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386401 Sep 23 20:29:35.677305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b105abd-38f4-4257-8754-86ebeb827dc4 req-7adfd928-55f5-45cd-bcd8-9294d5490731 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806096 Sep 23 20:29:35.761610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-5aa01a0a-8e32-4681-bd6b-5057ade624fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.763041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-5aa01a0a-8e32-4681-bd6b-5057ade624fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1094 time: 0.0404060 Sep 23 20:29:35.851322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-d362952d-6c01-4fa2-93a2-9d95b05689ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.852776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-d362952d-6c01-4fa2-93a2-9d95b05689ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0824041 Sep 23 20:29:35.896914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-19e07be1-fb68-43cb-bda1-7c4b51d7919a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 217 time: 0.0360081 Sep 23 20:29:35.948196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-31d2caa8-3322-4413-893d-fcc16369f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.949634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-31d2caa8-3322-4413-893d-fcc16369f2b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0445104 Sep 23 20:29:35.994592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-4d507c8b-e741-42fe-94cc-db76e5e25deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.996194 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-4d507c8b-e741-42fe-94cc-db76e5e25deb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382838 Sep 23 20:29:36.089594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-16f1b7ad-b7d3-4d53-a4f8-bbeb067bb088 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849469 Sep 23 20:29:36.177897 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fb04e6f-d4da-46cd-b997-d31dca225c50 req-5c97b7f5-888c-463e-8d32-08c2f2ee2e8f service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803175 Sep 23 20:29:36.681111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632d00-6bf8-4cf1-a838-8103d3f291b3 req-31aea6c6-2fa7-488e-acb7-8f5614a352ae tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:36.682670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62632d00-6bf8-4cf1-a838-8103d3f291b3 req-31aea6c6-2fa7-488e-acb7-8f5614a352ae tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 943 time: 0.0527456 Sep 23 20:29:36.720270 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-62632d00-6bf8-4cf1-a838-8103d3f291b3 req-16dece00-670a-413a-b4ae-a6f4ae93049a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Sep 23 20:29:37.830940 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e148958-319d-4523-ac47-bff2a713ac18 req-81f5ad25-0f84-44ca-b948-b9b7c3731913 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:37.832404 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e148958-319d-4523-ac47-bff2a713ac18 req-81f5ad25-0f84-44ca-b948-b9b7c3731913 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 943 time: 0.0474415 Sep 23 20:29:37.868970 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e148958-319d-4523-ac47-bff2a713ac18 req-a828bc5d-f566-4c2d-a603-1ce7d641e3e5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307379 Sep 23 20:29:38.979811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a8834-6f4c-458a-a579-fe81975cfbe0 req-d5a6d3a2-38ce-41f1-a36a-a9bfb07e1539 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:38.981253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d28a8834-6f4c-458a-a579-fe81975cfbe0 req-d5a6d3a2-38ce-41f1-a36a-a9bfb07e1539 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 943 time: 0.0473850 Sep 23 20:29:39.017912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d28a8834-6f4c-458a-a579-fe81975cfbe0 req-617ab762-8dd1-4852-a163-ccad9bf2b6e9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301967 Sep 23 20:29:39.268790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:29:39.364020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:39.374865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'mac_address': 'fa:16:3e:79:d9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:29:39.410279 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:39.422803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1730174e-26b9-4fab-ab46-ba04941f35d0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:29:39.441076 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:39.444916 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:39.491063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:39.644570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['1730174e-26b9-4fab-ab46-ba04941f35d0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:29:40.134994 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f448-c665-4c8f-88aa-b6fcfa8ec198 req-cda3c0fb-f846-4e52-afd2-26230169efd6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:40.136471 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec5f448-c665-4c8f-88aa-b6fcfa8ec198 req-cda3c0fb-f846-4e52-afd2-26230169efd6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0526879 Sep 23 20:29:40.173550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4ec5f448-c665-4c8f-88aa-b6fcfa8ec198 req-d5d949d4-c87d-48b6-b063-c07fea056c44 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Sep 23 20:29:41.285153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:41.287917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a028-1d87-4f17-b87a-02ccda5d8a40 req-ef052c0d-3287-411b-b737-eb602d41d7e1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:41.289427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50e0a028-1d87-4f17-b87a-02ccda5d8a40 req-ef052c0d-3287-411b-b737-eb602d41d7e1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0494950 Sep 23 20:29:41.328500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50e0a028-1d87-4f17-b87a-02ccda5d8a40 req-aeab2d4e-8d4d-45c9-879b-125229ad5797 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Sep 23 20:29:41.335881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 1730174e-26b9-4fab-ab46-ba04941f35d0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:29:41.339810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 1730174e-26b9-4fab-ab46-ba04941f35d0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:41.340196 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.417866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.439309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:41.441551 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a547dda2-59c0-4ab3-a4ac-c4697e68d72a" -d '{"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-plugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:41.454816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:41.464625 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.486774 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2364f00-06f8-423a-a11c-08a2ac618171 x-openstack-request-id: req-c2364f00-06f8-423a-a11c-08a2ac618171 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:41.487066 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-plugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:41.487317 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2364f00-06f8-423a-a11c-08a2ac618171 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:41.487698 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'code': 200} Sep 23 20:29:41.513404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:41.574004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000120c9-91a7-4180-9be8-a279eca9a023 req-cbb3f1e6-2b87-47fd-b033-cb437a69caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:41.575507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-000120c9-91a7-4180-9be8-a279eca9a023 req-cbb3f1e6-2b87-47fd-b033-cb437a69caa9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1096 time: 0.0392783 Sep 23 20:29:41.608772 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-000120c9-91a7-4180-9be8-a279eca9a023 req-49e6269d-7034-459f-a5f7-2d048c4ae431 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258348 Sep 23 20:29:42.448326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44b216-be5a-42df-a0da-4c86c161d02c req-16ef74ca-a7af-4325-bb73-600e777208ce tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:42.449801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f44b216-be5a-42df-a0da-4c86c161d02c req-16ef74ca-a7af-4325-bb73-600e777208ce tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0527189 Sep 23 20:29:42.486791 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f44b216-be5a-42df-a0da-4c86c161d02c req-ee9f747c-b916-435d-9f63-10843cfa18fb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311551 Sep 23 20:29:43.263219 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c054d3db-e313-4849-9a82-f4bbd5e93dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:43.607734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93013592-b078-4593-8e8f-f0344f991794 req-63ea6994-25ac-45b1-9c79-5c83285a1943 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:43.610030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93013592-b078-4593-8e8f-f0344f991794 req-63ea6994-25ac-45b1-9c79-5c83285a1943 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0589347 Sep 23 20:29:43.648729 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93013592-b078-4593-8e8f-f0344f991794 req-666b4467-3420-4156-be34-d1daa273b9f9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327282 Sep 23 20:29:43.757334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0936d6-dd1f-4f90-a203-3761a7031892 req-05f2e457-7079-47ac-b202-cd7086da8681 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:43.758838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe0936d6-dd1f-4f90-a203-3761a7031892 req-05f2e457-7079-47ac-b202-cd7086da8681 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0484943 Sep 23 20:29:43.767295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:43.771666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'floatingip': {'port_id': '1730174e-26b9-4fab-ab46-ba04941f35d0'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:43.813451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:44.225416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:44.229187 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:44.323099 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 associated. External IP: 172.25.6.31, port: 1730174e-26b9-4fab-ab46-ba04941f35d0. Sep 23 20:29:44.528097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:29:44.636440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:29:44.641819 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:44.659014 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:29:44.667986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4dfd4af7-6980-4a4f-a7ea-9bdb74c382b9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "PUT /v2.0/floatingips/25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 HTTP/1.1" status: 200 len: 990 time: 0.8996980 Sep 23 20:29:44.668594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:44.670889 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2214a0ca-f854-46f1-b203-74738cce3265" -d '{"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:44.671455 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:44.672136 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:29:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:44.756955 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de39e21-1f49-49fe-8c61-71632c9e8237 x-openstack-request-id: req-9de39e21-1f49-49fe-8c61-71632c9e8237 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:44.757245 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:44.757497 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9de39e21-1f49-49fe-8c61-71632c9e8237 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:44.757898 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'status': 'completed', 'code': 200} Sep 23 20:29:44.777017 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:44.820667 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a0ca-f854-46f1-b203-74738cce3265 req-43fc351a-e7e6-4bed-b16a-0d47a5dab540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:44.822075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2214a0ca-f854-46f1-b203-74738cce3265 req-43fc351a-e7e6-4bed-b16a-0d47a5dab540 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1096 time: 0.0412114 Sep 23 20:29:44.918472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a0ca-f854-46f1-b203-74738cce3265 req-24fdfbef-5177-4e28-a18c-a14c7757d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:44.919959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2214a0ca-f854-46f1-b203-74738cce3265 req-24fdfbef-5177-4e28-a18c-a14c7757d2da service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0888033 Sep 23 20:29:44.983367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2214a0ca-f854-46f1-b203-74738cce3265 req-de6311e6-0f8e-48bf-a3f3-c392e3c732cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 998 time: 0.0562117 Sep 23 20:29:44.992653 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:79:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:29:44Z', 'revision_number': 9, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:45.018110 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:29:45.026108 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:45.026735 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:29:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:45.035747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a0ca-f854-46f1-b203-74738cce3265 req-bd6a94c9-d150-4193-b973-4758c576d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:45.037335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2214a0ca-f854-46f1-b203-74738cce3265 req-bd6a94c9-d150-4193-b973-4758c576d1dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0471342 Sep 23 20:29:45.086453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a0ca-f854-46f1-b203-74738cce3265 req-de1d0880-a69d-4576-95d9-06525e9a9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:45.087913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2214a0ca-f854-46f1-b203-74738cce3265 req-de1d0880-a69d-4576-95d9-06525e9a9a8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426118 Sep 23 20:29:45.192633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2214a0ca-f854-46f1-b203-74738cce3265 req-2dc761f7-bb8b-489a-a1a7-9089a2220a40 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952284 Sep 23 20:29:45.224577 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:45.279830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2214a0ca-f854-46f1-b203-74738cce3265 req-03fd4dca-63c3-4b6f-beeb-681dcd10bac7 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798604 Sep 23 20:29:45.442267 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:79:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:29:44Z', 'revision_number': 9, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:45.467379 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f4a4f-78da-4741-9460-fc3d0bd2ed81 None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:79:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:29:44Z', 'revision_number': 9, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:29:45.651703 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6537e3-7580-4a87-a81d-143aabfa3ae3 None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:29:46.409530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33bdbcbd-1b52-45ba-a34c-b739bab14d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:46.565385 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:47.292834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:48.787362 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:52.524007 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:29:55.966238 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:57.311129 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:02.394161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-4e3f5411-931d-48fe-8e55-e74bf95ae879 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388908 Sep 23 20:30:02.476333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-88471285-7aa9-4df4-8fbf-01d76636df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:02.477805 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-88471285-7aa9-4df4-8fbf-01d76636df52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1096 time: 0.0435934 Sep 23 20:30:02.578004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-5f9c1d18-b171-481d-8b0c-32b4d0c13baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:02.579455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-5f9c1d18-b171-481d-8b0c-32b4d0c13baa service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0825591 Sep 23 20:30:02.645651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-9bdbe501-5d34-4adb-bdee-d246febefceb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 1001 time: 0.0586965 Sep 23 20:30:02.692270 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-7343646c-b7be-4672-9b4d-e1f5e65579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:02.693661 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-7343646c-b7be-4672-9b4d-e1f5e65579ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0406334 Sep 23 20:30:02.740134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-34548bbd-a7e5-4218-a793-a1d9293c952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:02.741676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-34548bbd-a7e5-4218-a793-a1d9293c952d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399621 Sep 23 20:30:02.834670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-b7a89685-1c9e-4cb3-abc5-6fb097a52d7f service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843153 Sep 23 20:30:02.922086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb8ab7d2-5773-467a-b6cd-8483a7b2d8ad req-39645a57-91ad-4398-bd16-0b7330a46273 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795696 Sep 23 20:30:13.263582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c163d12-69d7-4480-bde9-33095209129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:16.409313 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae81d98f-f10e-4ea7-89a1-43c6b6998e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:16.566557 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:17.291747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:18.789768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.964743 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.310788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:29.523256 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:30:43.265965 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05bccf9f-c184-42a3-9629-8cc259d662af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:46.409673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98affa49-ae2b-4cf3-aee9-2051e9c669fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:46.568324 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:47.293929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:48.792381 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:55.966340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:57.341866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:02.392669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-57d1430c-6305-45e2-8ffd-b7090af81dec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427396 Sep 23 20:31:02.472610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-e594af6a-2c73-4b44-b1ee-6a75c63c64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:02.474068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-e594af6a-2c73-4b44-b1ee-6a75c63c64a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1096 time: 0.0396621 Sep 23 20:31:02.571308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-73ca19bb-a93a-4c83-85ae-176da99a272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:02.572728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-73ca19bb-a93a-4c83-85ae-176da99a272b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0802221 Sep 23 20:31:02.638764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-69544c0b-c1fd-43f1-9b3b-fcb83a32bf69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 1001 time: 0.0583768 Sep 23 20:31:02.685171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-46d550a0-1c9c-4ccb-8ed8-8a092c42f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:02.686506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-46d550a0-1c9c-4ccb-8ed8-8a092c42f8a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0414598 Sep 23 20:31:02.730623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-52422011-b824-4bec-ac23-5f8c85428521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:02.732076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-52422011-b824-4bec-ac23-5f8c85428521 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391049 Sep 23 20:31:02.828160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-7106265c-c63d-48b9-9d98-6273f4658d97 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881894 Sep 23 20:31:02.917916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ccec8dbe-6f3f-4b63-81af-19b883a062f9 req-08a9b261-3493-42ca-87ca-635a9a3dea7a service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832353 Sep 23 20:31:06.522755 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:31:13.266367 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-266b7bc6-c75d-4d69-b0ef-2aec4aa68fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:16.410116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83d80ffd-5b13-4f67-bd86-a82090f05044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:16.570441 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:17.297299 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:18.794483 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:20.438899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647209b-0b20-4683-bd01-2d7d9c4907e2 req-5f031062-bede-4908-93f7-51ca98549ffd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:20.440401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4647209b-0b20-4683-bd01-2d7d9c4907e2 req-5f031062-bede-4908-93f7-51ca98549ffd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0496640 Sep 23 20:31:20.450153 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44322) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:31:20.478856 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4647209b-0b20-4683-bd01-2d7d9c4907e2 req-e60c677a-50c2-4bff-b8ea-b249edd4c85b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Sep 23 20:31:20.529081 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-1c69e821-b421-49e1-9a5b-fe565bf0f43d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777686 Sep 23 20:31:20.538160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-2a97cfe5-64d1-4c1b-9a3d-c3df218c982d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:31:20.539126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-2a97cfe5-64d1-4c1b-9a3d-c3df218c982d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048532 Sep 23 20:31:21.601336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-62819a88-43ff-475f-b404-bdc21c0d316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:21.602783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-62819a88-43ff-475f-b404-bdc21c0d316f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1096 time: 0.0683422 Sep 23 20:31:21.614429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d2c8-96ec-44bb-86fc-c440488c8dae req-f21fa9c0-3838-44ed-b596-7331371700c7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:21.615792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4078d2c8-96ec-44bb-86fc-c440488c8dae req-f21fa9c0-3838-44ed-b596-7331371700c7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0578902 Sep 23 20:31:21.705930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4078d2c8-96ec-44bb-86fc-c440488c8dae req-411f75ff-7923-41fe-820f-1a1f50905426 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823629 Sep 23 20:31:21.725567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-a71e28c4-f975-4191-a4e0-b1f1e6dd180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:21.727139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-a71e28c4-f975-4191-a4e0-b1f1e6dd180b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.1104977 Sep 23 20:31:21.793631 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-2cacf398-3623-4e43-aa0d-97953e3e0d62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 1001 time: 0.0593257 Sep 23 20:31:21.841691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-e71c15a1-5121-44f7-8a37-db1aa5ff7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:21.843213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-e71c15a1-5121-44f7-8a37-db1aa5ff7bf7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0429373 Sep 23 20:31:21.887046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-8659ef1a-78ce-48f1-b20c-676cfa1d74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:21.888491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-8659ef1a-78ce-48f1-b20c-676cfa1d74c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383892 Sep 23 20:31:21.977940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-5ee1d312-fd7a-4232-8a04-ec2f146b4737 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823252 Sep 23 20:31:22.065739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-e19e60ad-448d-405a-acbb-1277ae5a41e5 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804873 Sep 23 20:31:22.822226 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986291-7711-46a4-b821-0b645c106dd3 req-56462293-ad08-40a7-9c75-effc1ea59ad4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:22.823694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e986291-7711-46a4-b821-0b645c106dd3 req-56462293-ad08-40a7-9c75-effc1ea59ad4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0517263 Sep 23 20:31:22.860377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e986291-7711-46a4-b821-0b645c106dd3 req-222c91b7-f4df-4852-866a-cd630e9b4196 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Sep 23 20:31:23.974042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22806ae0-e53c-4742-b36b-2e59eaf57d73 req-b2a7fd68-1ef1-4bd5-af7a-7f6f1ea09be2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:23.975528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22806ae0-e53c-4742-b36b-2e59eaf57d73 req-b2a7fd68-1ef1-4bd5-af7a-7f6f1ea09be2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0480099 Sep 23 20:31:24.011577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22806ae0-e53c-4742-b36b-2e59eaf57d73 req-a108e0f3-fcfd-4d0c-9ca7-908ff75cc3c0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301290 Sep 23 20:31:25.126478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a2a3-924a-4148-b554-dbd9fa9e57ff req-9cf5d655-f4ea-4bd8-8496-7c400b2d26bd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:25.127961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17d4a2a3-924a-4148-b554-dbd9fa9e57ff req-9cf5d655-f4ea-4bd8-8496-7c400b2d26bd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0484347 Sep 23 20:31:25.164713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17d4a2a3-924a-4148-b554-dbd9fa9e57ff req-af9722a7-a9b5-4023-9817-0682cc9a0d3f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Sep 23 20:31:25.999468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:26.279741 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb9245-bebe-453a-aeeb-149fd8127bb4 req-68a5b212-d233-489a-94e1-b06182e99fa6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:26.281753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09fb9245-bebe-453a-aeeb-149fd8127bb4 req-68a5b212-d233-489a-94e1-b06182e99fa6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0506535 Sep 23 20:31:26.317909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09fb9245-bebe-453a-aeeb-149fd8127bb4 req-c6ec2ef7-807e-4906-844b-0c5b32b13de6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304346 Sep 23 20:31:27.344106 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:27.436547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff861a-9b61-46fe-872d-816e69582600 req-ebd00841-5e20-4b85-b6a0-80c73bd4b9a8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:27.438195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff861a-9b61-46fe-872d-816e69582600 req-ebd00841-5e20-4b85-b6a0-80c73bd4b9a8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0520170 Sep 23 20:31:27.476781 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3ff861a-9b61-46fe-872d-816e69582600 req-26fd2317-60a8-4533-9566-ad779465c4ba tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 Sep 23 20:31:28.590171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964544-41c0-4a68-ab07-e0ca7580ec0d req-044c5363-bb75-4620-ab2d-a8ca17859004 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:28.591538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66964544-41c0-4a68-ab07-e0ca7580ec0d req-044c5363-bb75-4620-ab2d-a8ca17859004 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0476909 Sep 23 20:31:28.627603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-66964544-41c0-4a68-ab07-e0ca7580ec0d req-639c06bf-ed0f-4bd5-99de-2233894adf51 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303202 Sep 23 20:31:29.744111 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459429-0f70-44c4-bcfe-a882f4413217 req-a36dd1d5-8c0a-4b80-872d-0fe99146453c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:29.745565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6459429-0f70-44c4-bcfe-a882f4413217 req-a36dd1d5-8c0a-4b80-872d-0fe99146453c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0510931 Sep 23 20:31:29.782036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b6459429-0f70-44c4-bcfe-a882f4413217 req-c4ba2b01-8122-41f8-b408-e1f952742c2b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306354 Sep 23 20:31:30.895766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f876b-f0f2-40b3-8198-2bb8e25ab491 req-764c88fd-7bdb-40fd-8105-35c0246c0d55 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:30.897282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-891f876b-f0f2-40b3-8198-2bb8e25ab491 req-764c88fd-7bdb-40fd-8105-35c0246c0d55 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0474899 Sep 23 20:31:30.935139 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-891f876b-f0f2-40b3-8198-2bb8e25ab491 req-d12ef1a4-51d7-4a44-8aa2-6151411ee2d1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318696 Sep 23 20:31:32.049640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb16a-8103-4e53-8247-9e3f7e8f9ac9 req-8358e815-5518-40de-b9ea-8305608060d4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:32.051141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81cbb16a-8103-4e53-8247-9e3f7e8f9ac9 req-8358e815-5518-40de-b9ea-8305608060d4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0475781 Sep 23 20:31:32.087773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-81cbb16a-8103-4e53-8247-9e3f7e8f9ac9 req-7931a939-950e-4bdc-9b43-34b03be8f99f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Sep 23 20:31:33.203348 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effaa58-f11f-461d-9d54-070e0b6c6d05 req-02be1f43-8300-4f08-b7ab-c0ddf5d5edfa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:33.205451 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9effaa58-f11f-461d-9d54-070e0b6c6d05 req-02be1f43-8300-4f08-b7ab-c0ddf5d5edfa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0509472 Sep 23 20:31:33.240575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9effaa58-f11f-461d-9d54-070e0b6c6d05 req-59f18db6-901d-4dbe-9621-b8ec30ea7a9a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293367 Sep 23 20:31:33.821404 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ef9999cc-1a6f-411f-8a51-2cd18bd40c49 service neutron] show failed (client error): The resource could not be found. Sep 23 20:31:33.822341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ef9999cc-1a6f-411f-8a51-2cd18bd40c49 service neutron] 10.222.0.72 "GET /v2.0/ports/1730174e-26b9-4fab-ab46-ba04941f35d0/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0530627 Sep 23 20:31:34.009152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ccd80d4d-4c6a-43f1-ac03-c3af4d2e7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:34.010622 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ccd80d4d-4c6a-43f1-ac03-c3af4d2e7d06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0390027 Sep 23 20:31:34.021866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:31:34.075800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:34.271233 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:34.303953 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:31:34.344068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:34.347045 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bacc9a-b7ce-4316-b5dd-288926258a9f" -d '{"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-unplugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:34.351187 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:34.357584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974093a-8c2b-474e-93b0-b616d205ec50 req-dec8b7fc-22e2-4548-876a-0944035108e9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:34.359145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d974093a-8c2b-474e-93b0-b616d205ec50 req-dec8b7fc-22e2-4548-876a-0944035108e9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0516889 Sep 23 20:31:34.363470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Transition to ACTIVE for port object 1730174e-26b9-4fab-ab46-ba04941f35d0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:31:34.368055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:34.398243 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d974093a-8c2b-474e-93b0-b616d205ec50 req-c74ffb6e-206e-4773-bda0-5f83c63539dd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Sep 23 20:31:34.455286 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:34.464437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.464792 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.465139 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.465484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.465823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.466158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.466534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.466866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.467197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.467524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.467853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.468180 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:34.477493 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802ddd7-e761-4541-b76c-12069d0d2205 x-openstack-request-id: req-3802ddd7-e761-4541-b76c-12069d0d2205 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:34.477779 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-unplugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:34.478023 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3802ddd7-e761-4541-b76c-12069d0d2205 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:34.478516 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'code': 200} Sep 23 20:31:34.512855 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] No DVR routers for this DVR port 1730174e-26b9-4fab-ab46-ba04941f35d0 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:31:34.645789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:31:34.646122 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:31:34.646475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:31:34.650607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:31:34.650923 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:31:34.656192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:31:34.656527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:31:34.656902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:31:34.657322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Bound port: 1730174e-26b9-4fab-ab46-ba04941f35d0, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:31:34.658233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:34.721703 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:31:34.724532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:31:34.729051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:34.760269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:34.761159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:34.762607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] 10.222.0.41 "PUT /v2.0/ports/1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 1091 time: 0.7445974 Sep 23 20:31:34.794989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4af8b4-cb44-4688-b92d-791469182b29 service neutron] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:34.830713 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-6259211c-cd1b-4ea1-81fd-61ac51792fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:34.832247 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-6259211c-cd1b-4ea1-81fd-61ac51792fbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1094 time: 0.0452259 Sep 23 20:31:34.928551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ae33f5bf-32b8-4956-89d0-75e945ed132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:34.930190 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-ae33f5bf-32b8-4956-89d0-75e945ed132f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0912626 Sep 23 20:31:34.994688 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-06957701-57c2-483f-b493-2ee5355e3c9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 999 time: 0.0568714 Sep 23 20:31:35.042169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-77a29f9a-3627-45c2-9d66-198f664d2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:35.043503 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-77a29f9a-3627-45c2-9d66-198f664d2693 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0420053 Sep 23 20:31:35.091379 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-e955cab0-9d80-439f-8895-3e0d15b4deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:35.092817 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-e955cab0-9d80-439f-8895-3e0d15b4deaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425942 Sep 23 20:31:35.180169 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-6aced485-6987-4cbe-b560-d7a77dae30cf service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793569 Sep 23 20:31:35.269597 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e7e7f6b9-b423-4e42-aa55-7158e50a80d5 req-3bd74b4a-d4f6-4f38-babc-2813c1a7672d service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830710 Sep 23 20:31:35.515104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d561f51-95c4-436d-80e9-b29cfddff70a req-10ea6c1e-d035-419c-a0cc-0c28e58f7efe tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:35.516421 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d561f51-95c4-436d-80e9-b29cfddff70a req-10ea6c1e-d035-419c-a0cc-0c28e58f7efe tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 943 time: 0.0469906 Sep 23 20:31:35.556618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2d561f51-95c4-436d-80e9-b29cfddff70a req-732d2059-c0ea-41d7-a42d-967668d3f6ad tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337596 Sep 23 20:31:36.480328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:36.482708 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a13359-4260-4150-85b9-3a5c2a6bc9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:36.530124 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdef396d-fa85-4718-a671-91298a4532f0 x-openstack-request-id: req-fdef396d-fa85-4718-a671-91298a4532f0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:36.530434 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:36.530705 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdef396d-fa85-4718-a671-91298a4532f0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:36.531106 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'status': 'completed', 'code': 200} Sep 23 20:31:36.590697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-73d6a20f-5ddc-4649-bf19-3b2848f9a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.592281 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-73d6a20f-5ddc-4649-bf19-3b2848f9a6bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1094 time: 0.0432491 Sep 23 20:31:36.594688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-80eab024-2cfd-45d2-8b61-f75b1bd57001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.596216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-80eab024-2cfd-45d2-8b61-f75b1bd57001 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1094 time: 0.0423040 Sep 23 20:31:36.686722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-1a69e941-d815-451d-bc97-7ab39b6ca083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.688219 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-1a69e941-d815-451d-bc97-7ab39b6ca083 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0891774 Sep 23 20:31:36.723459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6f8b8-bff8-487a-872d-3b1553638879 req-11a068a5-ece1-46c7-890f-684847bd33a5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.724942 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70c6f8b8-bff8-487a-872d-3b1553638879 req-11a068a5-ece1-46c7-890f-684847bd33a5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 943 time: 0.0935431 Sep 23 20:31:36.727634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-4f6d64ab-4bb3-49eb-8615-2245690706cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.728998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-4f6d64ab-4bb3-49eb-8615-2245690706cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.1260827 Sep 23 20:31:36.755806 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-00ce81be-bb5f-4ebb-abdd-7dcaa7d314e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 999 time: 0.0599847 Sep 23 20:31:36.800831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-70c6f8b8-bff8-487a-872d-3b1553638879 req-224d81b8-f6ca-4249-8423-9c482d4e63ee tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697451 Sep 23 20:31:36.806519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-1dc5363a-519c-46a3-a318-4bc821ab5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.808016 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-1dc5363a-519c-46a3-a318-4bc821ab5a6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0444448 Sep 23 20:31:36.812929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-611f1d7f-1c79-47c9-955c-f3c15ed36e01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 999 time: 0.0762362 Sep 23 20:31:36.859519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-36bcf179-4c5f-4952-8e47-04284516d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.860945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-36bcf179-4c5f-4952-8e47-04284516d9ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448821 Sep 23 20:31:36.864593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-21875e6c-9a5d-49e8-b3a6-bc28bdec144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.866046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-21875e6c-9a5d-49e8-b3a6-bc28bdec144a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0468907 Sep 23 20:31:36.910444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-fc228a48-36d0-4750-abc8-10dd79289152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:36.911935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-fc228a48-36d0-4750-abc8-10dd79289152 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387471 Sep 23 20:31:36.951416 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-b96fbee6-224e-4d02-9b64-a57e9894e97b service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826123 Sep 23 20:31:36.999700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-5986ac24-1018-41ec-9bde-902c9afba4f7 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806334 Sep 23 20:31:37.046594 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-048b4a37-8e6f-4e4c-a556-612dc333fa10 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877185 Sep 23 20:31:37.091508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44a13359-4260-4150-85b9-3a5c2a6bc9ff req-02478f78-cc7c-4075-89ce-213e01aa6bb7 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851083 Sep 23 20:31:37.915906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fc8b4-527e-49cf-8e1f-ab7f05951ff7 req-2e38d28d-6ac1-4a65-891e-c067cd5bee8e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:37.917385 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf9fc8b4-527e-49cf-8e1f-ab7f05951ff7 req-2e38d28d-6ac1-4a65-891e-c067cd5bee8e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 943 time: 0.0479093 Sep 23 20:31:37.954912 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf9fc8b4-527e-49cf-8e1f-ab7f05951ff7 req-c7b7431b-9b29-4d38-8e5b-8cecfc9b425d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Sep 23 20:31:37.971279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:31:38.009213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:31:38.063032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:31:38.160039 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:38.171013 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'mac_address': 'fa:16:3e:79:d9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:31:38.206571 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:38.218934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1730174e-26b9-4fab-ab46-ba04941f35d0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:31:38.237723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:38.241337 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:38.286921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:38.293819 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.294165 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.294530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.294866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.295196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.295526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.295850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.296174 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.296496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.296818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.297138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.297456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:38.574773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['1730174e-26b9-4fab-ab46-ba04941f35d0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:31:39.066719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3509b6f-0942-451b-8845-99f9cd998f9a req-34d08668-6c34-45fc-a869-7a00889ee499 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:39.068160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3509b6f-0942-451b-8845-99f9cd998f9a req-34d08668-6c34-45fc-a869-7a00889ee499 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0471539 Sep 23 20:31:39.110269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f3509b6f-0942-451b-8845-99f9cd998f9a req-e1f26cc6-848f-48e2-b9ce-f66f41d215a4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357482 Sep 23 20:31:39.385704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-ea330a73-f896-4519-a43a-293deb87dd26 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:39.387222 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-ea330a73-f896-4519-a43a-293deb87dd26 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb&tenant_id=81a76999b4c34ab0935542517c51e6a3&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 944 time: 0.0528312 Sep 23 20:31:39.402155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045beb0d-129f-475d-bdcf-18f2beeeedf8 req-ec2e95ee-22e4-4787-8e02-eb7338886669 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:39.403708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-045beb0d-129f-475d-bdcf-18f2beeeedf8 req-ec2e95ee-22e4-4787-8e02-eb7338886669 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0496347 Sep 23 20:31:39.440899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-045beb0d-129f-475d-bdcf-18f2beeeedf8 req-995a3aff-5d51-4eb5-af04-f9e24422e6e7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306063 Sep 23 20:31:39.447583 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-7ec5f74d-e680-4092-ab87-7ae43044384a service neutron] 10.222.0.41 "GET /v2.0/ports/1730174e-26b9-4fab-ab46-ba04941f35d0/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 382 time: 0.0531230 Sep 23 20:31:39.508817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-e11d3ef0-2cef-4cf7-bcb6-ee2d8a69d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:39.510320 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-e11d3ef0-2cef-4cf7-bcb6-ee2d8a69d31c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1095 time: 0.0399780 Sep 23 20:31:39.603111 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-ea169bad-8fb9-4162-83c2-54c8fb906cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:39.604522 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-ea169bad-8fb9-4162-83c2-54c8fb906cef service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0876296 Sep 23 20:31:39.670216 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-33ca3e7b-1f9c-42ed-913b-b71d403b1cde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 1000 time: 0.0592046 Sep 23 20:31:39.724643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-f5dc399d-5a1b-432f-8969-63bc35be2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:39.726103 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-f5dc399d-5a1b-432f-8969-63bc35be2741 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0495989 Sep 23 20:31:39.771885 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-132c859e-22fc-4eb6-a301-75264941a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:39.773404 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-132c859e-22fc-4eb6-a301-75264941a853 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400143 Sep 23 20:31:39.864145 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-1974d7ab-99b5-4a26-8616-0cb78c849bd2 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839789 Sep 23 20:31:39.951467 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-511308a9-3894-42cf-b4ae-2c20c4a7ee55 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807471 Sep 23 20:31:40.072314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:31:40.120261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 1730174e-26b9-4fab-ab46-ba04941f35d0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:31:40.123953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 1730174e-26b9-4fab-ab46-ba04941f35d0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:31:40.124329 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:40.200350 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:40.221286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:40.223509 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2f243c-6b73-4f12-b4e4-1ae0c5ef7c1a" -d '{"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-plugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:40.235357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:40.240124 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:40.272131 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4f9b4-9091-4b6f-ac54-ff1f1f4c2cf0 x-openstack-request-id: req-c4f4f9b4-9091-4b6f-ac54-ff1f1f4c2cf0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:40.272420 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-plugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:40.272672 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4f4f9b4-9091-4b6f-ac54-ff1f1f4c2cf0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:40.273056 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'code': 200} Sep 23 20:31:40.288136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:40.558434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e257a2a-b736-4335-9d22-10e8d99a6b2c req-12e6815d-838b-4e99-b8c4-b6fc046171cb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:40.559908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e257a2a-b736-4335-9d22-10e8d99a6b2c req-12e6815d-838b-4e99-b8c4-b6fc046171cb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0482798 Sep 23 20:31:40.595778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e257a2a-b736-4335-9d22-10e8d99a6b2c req-4c8528e9-dc9b-4720-b440-e7511b04f2b6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300601 Sep 23 20:31:41.712189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165386f-9700-428b-a872-004d00161418 req-5b59f56a-8caf-47dc-a78e-7b5ad8583d9c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:41.713664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3165386f-9700-428b-a872-004d00161418 req-5b59f56a-8caf-47dc-a78e-7b5ad8583d9c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 945 time: 0.0494807 Sep 23 20:31:41.755306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3165386f-9700-428b-a872-004d00161418 req-8fd7c758-bf15-4379-a4f2-fbab7f69ad33 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355134 Sep 23 20:31:41.953987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-97a67f8c-bfa0-4be2-929b-7b6fa2080726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:41.955532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-97a67f8c-bfa0-4be2-929b-7b6fa2080726 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0412085 Sep 23 20:31:41.966953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:31:42.017251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:42.553295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:42.585233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:31:42.621999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:42.624274 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb7e1f0-4f70-4c0e-8b37-f6d6da6ad1ed" -d '{"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-unplugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:42.628119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:42.639898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Transition to ACTIVE for port object 1730174e-26b9-4fab-ab46-ba04941f35d0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:31:42.643989 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:42.713767 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c19ec-88fa-474c-9e3f-17c6fde1536a x-openstack-request-id: req-118c19ec-88fa-474c-9e3f-17c6fde1536a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:42.714495 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-unplugged", "status": "completed", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:42.714495 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-118c19ec-88fa-474c-9e3f-17c6fde1536a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:42.714668 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'code': 200} Sep 23 20:31:42.727711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:42.739105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.739448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.739787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.740120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.740451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.740781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.741104 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.741427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.741752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.742072 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.742422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.742742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:31:42.777584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] No DVR routers for this DVR port 1730174e-26b9-4fab-ab46-ba04941f35d0 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:31:42.912875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c075a-f36c-4d4a-8193-f8e47a7b8429 req-e8222a77-4494-410d-a3aa-0cfdae0a6dc5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:42.914372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-913c075a-f36c-4d4a-8193-f8e47a7b8429 req-e8222a77-4494-410d-a3aa-0cfdae0a6dc5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0665846 Sep 23 20:31:42.972429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:31:42.972765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:31:42.973094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:31:42.981375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-913c075a-f36c-4d4a-8193-f8e47a7b8429 req-faf71a72-c7a4-4a33-be2b-63dd675bfce1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607696 Sep 23 20:31:42.982510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:31:42.982861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Attempting to bind port 1730174e-26b9-4fab-ab46-ba04941f35d0 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:31:42.987736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:31:42.988076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:31:42.988454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:31:42.988886 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Bound port: 1730174e-26b9-4fab-ab46-ba04941f35d0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:31:42.989247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:43.053753 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:31:43.057246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:31:43.061094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:43.097158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:43.097795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:43.099206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] 10.222.0.72 "PUT /v2.0/ports/1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 1092 time: 1.1360834 Sep 23 20:31:43.118585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b9af4-e456-444f-b8b5-017840781cfe service neutron] Pushing event updated for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:43.168595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-5bca613d-f944-445d-ad71-3d3c3bc10b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:43.169896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-5bca613d-f944-445d-ad71-3d3c3bc10b1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1095 time: 0.0412552 Sep 23 20:31:43.267782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-a5e6fa37-4298-4009-bb2f-8ef9b34696af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:43.269406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-a5e6fa37-4298-4009-bb2f-8ef9b34696af service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0925632 Sep 23 20:31:43.269873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6be9a99e-58a3-4fe6-8b97-e5a813ca1554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:43.335869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-2ac0f633-7a8f-435b-8ef9-6a9e8e250b02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 999 time: 0.0590017 Sep 23 20:31:43.390305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-18cee43b-aaaa-4fe1-80b7-6050447f5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:43.391750 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-18cee43b-aaaa-4fe1-80b7-6050447f5811 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0486429 Sep 23 20:31:43.435536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-fce98884-8004-48c7-aa9c-af09096e4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:43.437008 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-fce98884-8004-48c7-aa9c-af09096e4291 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387912 Sep 23 20:31:43.520849 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:31:43.523003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-9f8d4956-77ab-4f6f-b975-42e494abb3f1 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788357 Sep 23 20:31:43.615448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aba4a68c-de0c-40f3-a5a7-e469c8a54448 req-328a5db9-04e8-4cb9-b0b1-c176f40e4e5b service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848916 Sep 23 20:31:44.094443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82095a01-7581-481c-b10b-d74e6ad6be9f req-186056b3-2b0e-4f6a-be4a-79b3b02ee65b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:44.095890 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82095a01-7581-481c-b10b-d74e6ad6be9f req-186056b3-2b0e-4f6a-be4a-79b3b02ee65b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0478995 Sep 23 20:31:44.132444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82095a01-7581-481c-b10b-d74e6ad6be9f req-88af7926-1efc-4c79-a682-d3179681c602 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301609 Sep 23 20:31:44.716246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:44.718652 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:44.765951 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0026370-de4e-4c09-ae17-eb6ffc2548e8 x-openstack-request-id: req-a0026370-de4e-4c09-ae17-eb6ffc2548e8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:44.766274 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:44.766533 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0026370-de4e-4c09-ae17-eb6ffc2548e8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:44.767045 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'status': 'completed', 'code': 200} Sep 23 20:31:44.824142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-b2285eef-77bc-4ef4-b50e-b4380ed8874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:44.825700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-b2285eef-77bc-4ef4-b50e-b4380ed8874a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1095 time: 0.0411541 Sep 23 20:31:44.837396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-f6033c06-c2a9-49c9-b16d-6d749175cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:44.838909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-f6033c06-c2a9-49c9-b16d-6d749175cd27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 1095 time: 0.0447490 Sep 23 20:31:44.921396 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-01871913-3b2d-4817-8058-b71e395372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:44.922908 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-01871913-3b2d-4817-8058-b71e395372b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0907483 Sep 23 20:31:44.932968 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-9824ef85-b98d-43a4-bca6-06c3f7e831de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:44.934477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-9824ef85-b98d-43a4-bca6-06c3f7e831de service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0877697 Sep 23 20:31:44.997218 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-aeef744b-845b-488a-ba6a-944fd6c2445c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 999 time: 0.0675344 Sep 23 20:31:45.010405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-149829b7-de17-49e6-9de8-4a33c7971201 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 200 len: 999 time: 0.0655577 Sep 23 20:31:45.048246 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-a8abb3fb-5834-45dd-88ad-c9ed288b2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.050443 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-a8abb3fb-5834-45dd-88ad-c9ed288b2b90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0468745 Sep 23 20:31:45.064164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-5324dc9c-3aa1-4398-a6ec-15d3a25f3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.066423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-5324dc9c-3aa1-4398-a6ec-15d3a25f3a5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0493066 Sep 23 20:31:45.098618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-d7707e23-f6f9-4fb7-9591-7d267998805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.100178 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-d7707e23-f6f9-4fb7-9591-7d267998805a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431006 Sep 23 20:31:45.114377 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-e3256cad-f0bd-485d-bbef-015ad71923fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.116255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-e3256cad-f0bd-485d-bbef-015ad71923fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434272 Sep 23 20:31:45.208242 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-1075f7ee-de6d-4dbd-98e4-61cb349be41c service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007230 Sep 23 20:31:45.227511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-c10cead8-373a-4343-af03-b27f237c25b9 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033740 Sep 23 20:31:45.288678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015f2d9-2d19-4b9b-9e97-e1c78d9ab72a req-32c94fc2-0cbb-4714-981d-b6e1475f4f6d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.290075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d015f2d9-2d19-4b9b-9e97-e1c78d9ab72a req-32c94fc2-0cbb-4714-981d-b6e1475f4f6d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0776370 Sep 23 20:31:45.301036 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-b0a348ca-66e5-49cc-9fc2-fa7b34c979a8 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862427 Sep 23 20:31:45.368233 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5dde01b-2046-4cab-adf2-3e62fd9c14c3 req-e60a02b2-b645-449d-b435-595c70a038ef service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265829 Sep 23 20:31:45.371137 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d015f2d9-2d19-4b9b-9e97-e1c78d9ab72a req-fdbf23d6-6023-4cd1-a655-912037b69ab2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527573 Sep 23 20:31:45.483782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544ef41-72fe-47c8-9932-c4b7d571389f req-df80b1ef-e2bb-4e52-adfb-a1d1094ff9ff tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.485229 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9544ef41-72fe-47c8-9932-c4b7d571389f req-df80b1ef-e2bb-4e52-adfb-a1d1094ff9ff tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0478635 Sep 23 20:31:45.520990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9544ef41-72fe-47c8-9932-c4b7d571389f req-eab9bdd3-7ed6-45cf-8a34-b0b34339be02 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299051 Sep 23 20:31:45.630700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353afd8-7987-4595-b03a-54e4c8c44c9e req-dda3b1fa-6d86-4699-bb45-925867f83c35 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.632142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e353afd8-7987-4595-b03a-54e4c8c44c9e req-dda3b1fa-6d86-4699-bb45-925867f83c35 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0468595 Sep 23 20:31:45.668521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e353afd8-7987-4595-b03a-54e4c8c44c9e req-a7266949-ef86-470e-b0c0-94f9250fd376 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303512 Sep 23 20:31:45.895288 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813792-1485-4e25-ba29-60d977be1506 req-4151f160-d0ab-4259-82b1-058ea56bf45c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:45.896746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88813792-1485-4e25-ba29-60d977be1506 req-4151f160-d0ab-4259-82b1-058ea56bf45c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0513449 Sep 23 20:31:45.936154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88813792-1485-4e25-ba29-60d977be1506 req-d46c3b78-7174-4b61-bc77-608855e5b8ba tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Sep 23 20:31:46.088212 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:31:46.125343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:31:46.409832 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de0ea87b-3f62-40fd-825c-12e0c6ed66f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:46.571012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.050548 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3df57d-bf13-4f23-9d62-56e62c009617 req-cd88e224-cae1-47d5-8d2c-0f051e0d4a38 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:47.051977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa3df57d-bf13-4f23-9d62-56e62c009617 req-cd88e224-cae1-47d5-8d2c-0f051e0d4a38 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0498471 Sep 23 20:31:47.110739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa3df57d-bf13-4f23-9d62-56e62c009617 req-64f4161b-3e1e-4141-abf0-425a45c75894 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504632 Sep 23 20:31:47.121174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-cfe9bee5-4dc8-45f6-8f77-af2f8f5f8fe7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:47.123340 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-cfe9bee5-4dc8-45f6-8f77-af2f8f5f8fe7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 944 time: 0.0805302 Sep 23 20:31:47.215135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Deleting port 1730174e-26b9-4fab-ab46-ba04941f35d0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:31:47.215476 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.301939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] For port 1730174e-26b9-4fab-ab46-ba04941f35d0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=1730174e-26b9-4fab-ab46-ba04941f35d0,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:47.302344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.304488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.476666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.477028 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.477348 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 disassociated. External IP: 172.25.6.31, port: 1730174e-26b9-4fab-ab46-ba04941f35d0. Sep 23 20:31:47.477690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Calling delete_port for 1730174e-26b9-4fab-ab46-ba04941f35d0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:31:47.604115 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.636606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event deleted for resources: {'Port': ['ID=1730174e-26b9-4fab-ab46-ba04941f35d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:47.755534 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:31:47.864882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:31:47.875144 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:31:47.884547 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:31:47.885140 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:31:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:31:47.903295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] No DVR routers for this DVR port 1730174e-26b9-4fab-ab46-ba04941f35d0 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:31:47.906139 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:47.908309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-43aa1d15-8e03-40b6-b061-5fb9c2ae7d6f req-84059f1e-712f-404e-a732-d3a9aa556b4d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "DELETE /v2.0/ports/1730174e-26b9-4fab-ab46-ba04941f35d0 HTTP/1.1" status: 204 len: 173 time: 0.7789516 Sep 23 20:31:47.908696 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-deleted', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:47.910964 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8cb38c-2c8b-4774-97d8-c0aa2945cdcd" -d '{"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-deleted", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:47.950313 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f92266-fc4e-4faf-9eb4-9506c1b8fb5c x-openstack-request-id: req-e4f92266-fc4e-4faf-9eb4-9506c1b8fb5c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:47.950604 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3066b8bd-9339-46ae-866b-e7b52676eceb", "name": "network-vif-deleted", "tag": "1730174e-26b9-4fab-ab46-ba04941f35d0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:47.950859 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4f92266-fc4e-4faf-9eb4-9506c1b8fb5c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:47.951256 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3066b8bd-9339-46ae-866b-e7b52676eceb', 'name': 'network-vif-deleted', 'tag': '1730174e-26b9-4fab-ab46-ba04941f35d0', 'status': 'completed', 'code': 200} Sep 23 20:31:48.003340 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:31:48.003618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:31:48.008435 n-d-810763-1 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No ports have port_id starting with 1730174e-26b9-4fab-ab46-ba04941f35d0 Sep 23 20:31:48.009974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 requested by agent hyperv_n-h1-810763-1 not found in database {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 23 20:31:48.199545 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:31:48.216223 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db052ca6-74c7-4437-b4fa-10ae8182a4b0 req-d92966f4-0ab5-4089-89ba-09a983200686 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=3066b8bd-9339-46ae-866b-e7b52676eceb HTTP/1.1" status: 200 len: 210 time: 0.0260332 Sep 23 20:31:48.225497 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:31:48.234112 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:31:48.234779 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:31:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:31:48.345468 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:31:48.539521 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:31:48.564301 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5f7d1-b456-4a79-82c5-b9a473f0d121 None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:31:48.771246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c64aa0-0a71-41d2-9867-cad48fbfe000 None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:31:48.848209 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:49.477248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-83d31d81-3321-43b6-ba83-72369972206f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1025157301&fields=id&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 267 time: 0.0316987 Sep 23 20:31:49.583779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-b11d87b8-0ec2-47d7-907e-34d96e926baf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:49.585218 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-b11d87b8-0ec2-47d7-907e-34d96e926baf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.1015124 Sep 23 20:31:49.600378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-12d213f4-88fb-4ebc-89f3-21d3567878db tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/quotas/81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 375 time: 0.0093219 Sep 23 20:31:49.650777 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-bb60f2ee-3f84-433e-941c-d1b47f36e8b3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453758 Sep 23 20:31:49.666005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-f8906323-bda2-485f-9836-736af2876754 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:31:49.666992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-f8906323-bda2-485f-9836-736af2876754 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048952 Sep 23 20:31:49.757161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-84605d60-00ae-454e-85da-de77c80bc29c service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844395 Sep 23 20:31:49.843757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-80aeca84-1547-4b05-801d-3103d672a2ac service neutron] 10.222.0.38 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803373 Sep 23 20:31:49.999186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-24ec6b4e-d042-4700-9590-2006ed5db212 req-24ac9612-6200-4f7c-9313-450d94f11ad3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 210 time: 0.0258253 Sep 23 20:31:50.889274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-0a1d8e9d-7f69-4dfa-a7b3-1a01062b3cdc tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:50.890790 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-0a1d8e9d-7f69-4dfa-a7b3-1a01062b3cdc tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 812 time: 0.1090209 Sep 23 20:31:50.933861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-6c3c8ac3-d3a8-41d1-b50c-4956c8b72a33 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 380 time: 0.0342231 Sep 23 20:31:50.948933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'port': {'device_id': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'admin_state_up': True, 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'security_groups': ['4f22e4c7-e961-46c6-b596-61460ad11daa']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:31:51.057134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Made reservation on behalf of 81a76999b4c34ab0935542517c51e6a3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:31:51.060652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.100252 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ad62428e-9324-4e15-a73f-670f1b936706 req-139e30cb-4e77-4d23-8b19-577ecbde7dcb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 210 time: 0.0293481 Sep 23 20:31:51.210148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Allocated IP 172.20.0.13 (8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f/38b35186-6898-4ab5-8a01-ca74ef08d955/913b36da-02b6-4185-8d66-42e8eb17c9a8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:31:51.342696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.374892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.417729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:31:51.420754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:31:51.424287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:31:51.452831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:51.480878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:51.481514 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.496555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-08d8f27e-d4f7-4ea0-8e1f-e8e01884118d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5511031 Sep 23 20:31:51.509708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Request body: {'port': {'device_id': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:31:51.564249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.622380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e5744c59-5948-401b-bc12-a7516132846c None None] Provisioning complete for port 913b36da-02b6-4185-8d66-42e8eb17c9a8 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:31:51.622985 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5744c59-5948-401b-bc12-a7516132846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.656306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e5744c59-5948-401b-bc12-a7516132846c None None] Port 913b36da-02b6-4185-8d66-42e8eb17c9a8 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:31:51.823122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913b36da-02b6-4185-8d66-42e8eb17c9a8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:31:51.830090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.841649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Transition to ACTIVE for port object 913b36da-02b6-4185-8d66-42e8eb17c9a8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:31:51.845162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:51.893031 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:51.965147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:31:51.965489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:31:51.965823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:31:51.970421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:31:51.970743 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:31:51.976190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:31:51.976527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:31:51.976913 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:31:51.977340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Bound port: 913b36da-02b6-4185-8d66-42e8eb17c9a8, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:31:51.977702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:52.046135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:31:52.049455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:31:52.049868 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:31:52.055278 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:52.072698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 1730174e-26b9-4fab-ab46-ba04941f35d0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:31:52.073035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 1730174e-26b9-4fab-ab46-ba04941f35d0 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:31:52.092612 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.093338 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:52.094854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] 10.222.0.72 "PUT /v2.0/ports/913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1092 time: 0.5900578 Sep 23 20:31:52.095296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:52.097633 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6799490-0fae-471b-b7d9-47f88ceb2482" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:52.124683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e01b25-b872-413d-8f78-7d811481a2af service neutron] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:52.146977 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e20f1-6c97-44ee-8e4a-45e056d82387 x-openstack-request-id: req-b11e20f1-6c97-44ee-8e4a-45e056d82387 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:52.147422 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:52.147671 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b11e20f1-6c97-44ee-8e4a-45e056d82387 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:52.148068 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'status': 'completed', 'code': 200} Sep 23 20:31:52.195793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-3bb04942-ce11-44ed-9c36-ccf85ef68beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.197429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-3bb04942-ce11-44ed-9c36-ccf85ef68beb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1095 time: 0.0451019 Sep 23 20:31:52.261589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-aaf44252-572d-47a6-b76e-18e9baae7cd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 217 time: 0.0546908 Sep 23 20:31:52.304893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af070c9f-46e1-44bd-b2ab-8d83e3649240 req-b78ea25a-ae68-41d5-a980-3e99ea6dfb71 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.306445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af070c9f-46e1-44bd-b2ab-8d83e3649240 req-b78ea25a-ae68-41d5-a980-3e99ea6dfb71 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.1079941 Sep 23 20:31:52.341446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-0a81aa2c-ceda-4630-887d-98ebf485816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.342909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-0a81aa2c-ceda-4630-887d-98ebf485816d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0738356 Sep 23 20:31:52.364169 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af070c9f-46e1-44bd-b2ab-8d83e3649240 req-f1dd9022-804f-440f-b09c-3e8f9c448a85 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514836 Sep 23 20:31:52.391058 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-136b63ed-34d1-4b30-aea4-882bc7d375d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.392551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-136b63ed-34d1-4b30-aea4-882bc7d375d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415692 Sep 23 20:31:52.483846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-82218185-d62b-4faa-958a-81ebac248ee4 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841169 Sep 23 20:31:52.573378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50a6d381-70dc-4c92-bcb7-358864d1bd9c req-0ffe5177-b2df-4f02-855c-52308cbc403f service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825555 Sep 23 20:31:52.655082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-a3b84f39-8c1a-4ae4-b7d6-f62fafeb6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.656510 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-a3b84f39-8c1a-4ae4-b7d6-f62fafeb6b07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1095 time: 0.0397749 Sep 23 20:31:52.752689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-849aced6-be90-4b8a-84a4-82b30a269532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.754083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-849aced6-be90-4b8a-84a4-82b30a269532 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0794740 Sep 23 20:31:52.797253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-a8cb795f-d544-4ad8-94b4-f53db3c76552 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 217 time: 0.0363023 Sep 23 20:31:52.845961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-9c2bb31d-9c3b-41f6-ac62-4cd0f6066fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.847447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-9c2bb31d-9c3b-41f6-ac62-4cd0f6066fbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0422459 Sep 23 20:31:52.892673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-dea33f6e-c155-4059-a765-4812bde5e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:52.894174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-dea33f6e-c155-4059-a765-4812bde5e647 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389986 Sep 23 20:31:52.984355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-01854d83-4246-4632-95ef-490fb656ba40 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824924 Sep 23 20:31:53.071381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c6799490-0fae-471b-b7d9-47f88ceb2482 req-ef268985-c1c6-4ccd-9bb0-e6bf70c404af service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796130 Sep 23 20:31:53.481198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f41e1-d148-40ad-8c53-0dfecc398bec req-d368154f-ec9e-45ee-b103-08d05d3e51d8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:53.482676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be8f41e1-d148-40ad-8c53-0dfecc398bec req-d368154f-ec9e-45ee-b103-08d05d3e51d8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0519769 Sep 23 20:31:53.850305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be8f41e1-d148-40ad-8c53-0dfecc398bec req-aa3beac4-d407-4293-beac-81137d2bc2f3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617463 Sep 23 20:31:54.963205 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49a75-a4e4-4e8b-a8a1-235415a820c3 req-61cc2788-6c78-4229-a7d1-6aa5671bf18b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:54.964666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53a49a75-a4e4-4e8b-a8a1-235415a820c3 req-61cc2788-6c78-4229-a7d1-6aa5671bf18b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0480585 Sep 23 20:31:55.003192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-53a49a75-a4e4-4e8b-a8a1-235415a820c3 req-88a6f6fa-8889-4eb8-a2ed-ce95383ee1cb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Sep 23 20:31:56.015174 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:56.065212 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:31:56.118176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d35470-51d2-4536-b778-3f1be0694d5c req-a1cacb43-8d36-4f94-835b-e7148a2c181b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:56.119675 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d35470-51d2-4536-b778-3f1be0694d5c req-a1cacb43-8d36-4f94-835b-e7148a2c181b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0490339 Sep 23 20:31:56.156833 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d35470-51d2-4536-b778-3f1be0694d5c req-831600b7-9a3d-46c7-b764-20deb454cbb4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Sep 23 20:31:56.160509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:56.172256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'mac_address': 'fa:16:3e:03:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:31:56.208755 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:56.220946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913b36da-02b6-4185-8d66-42e8eb17c9a8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:31:56.243504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:56.247325 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:56.292481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:56.480875 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['913b36da-02b6-4185-8d66-42e8eb17c9a8'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:31:57.270579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fc21f-e77e-44d7-ae25-bb062c409d50 req-96705919-86c1-41ab-9618-aee0b69dad98 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:57.272053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf5fc21f-e77e-44d7-ae25-bb062c409d50 req-96705919-86c1-41ab-9618-aee0b69dad98 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0509179 Sep 23 20:31:57.308930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cf5fc21f-e77e-44d7-ae25-bb062c409d50 req-f18898f6-f9fd-45e4-8607-36e54421885b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Sep 23 20:31:57.356454 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:58.080730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:31:58.129470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 913b36da-02b6-4185-8d66-42e8eb17c9a8 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:31:58.133547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 913b36da-02b6-4185-8d66-42e8eb17c9a8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:31:58.133917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:58.206562 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:58.227840 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:31:58.230043 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61f212b-4866-4393-b753-e4a59a4290a9" -d '{"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-plugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:31:58.242492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:31:58.246524 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:58.272331 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42edffe0-bb44-4f13-b19b-672f9c480204 x-openstack-request-id: req-42edffe0-bb44-4f13-b19b-672f9c480204 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:31:58.272630 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-plugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:31:58.272894 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42edffe0-bb44-4f13-b19b-672f9c480204 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:31:58.273275 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'code': 200} Sep 23 20:31:58.297905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:31:58.362460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe076bc8-a271-4ed0-8c32-72cea3a592a1 req-362dcb94-01b3-492f-918b-8f7ef2e37a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:58.364655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe076bc8-a271-4ed0-8c32-72cea3a592a1 req-362dcb94-01b3-492f-918b-8f7ef2e37a9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1097 time: 0.0403175 Sep 23 20:31:58.425309 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe076bc8-a271-4ed0-8c32-72cea3a592a1 req-49988af0-d8f2-4183-aff8-c8d9b5905c4b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538585 Sep 23 20:31:58.442355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59fb19-1ba3-4165-b471-00d9487c0e85 req-bc0a5827-722e-42e4-8266-faf9be8e991d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:58.443766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e59fb19-1ba3-4165-b471-00d9487c0e85 req-bc0a5827-722e-42e4-8266-faf9be8e991d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0661917 Sep 23 20:31:58.481197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e59fb19-1ba3-4165-b471-00d9487c0e85 req-66019794-e630-4762-a600-8cea500eacc6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313358 Sep 23 20:31:59.601607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f92526-c01a-44da-a071-04823ea3ea18 req-611e1eae-1e5d-4ca5-be67-ec28f5235886 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:59.603044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92f92526-c01a-44da-a071-04823ea3ea18 req-611e1eae-1e5d-4ca5-be67-ec28f5235886 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0555210 Sep 23 20:31:59.639419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92f92526-c01a-44da-a071-04823ea3ea18 req-7f271275-88c3-4458-bbb9-08a9752a004f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303643 Sep 23 20:32:00.751523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec3d8-f35d-41dc-a623-d0c4df3d150c req-91aa1ef1-3360-46d6-b733-8ba2bb6db78b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:00.752958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e82ec3d8-f35d-41dc-a623-d0c4df3d150c req-91aa1ef1-3360-46d6-b733-8ba2bb6db78b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0467885 Sep 23 20:32:00.789322 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e82ec3d8-f35d-41dc-a623-d0c4df3d150c req-6ed90821-b362-41bc-97ee-e4f7334cb7d9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299935 Sep 23 20:32:00.897815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64834d1-1496-470b-898a-6d2d161f9cad req-dbc5c5d5-bac7-4e8b-9d71-ebbde58afbc9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:00.899269 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d64834d1-1496-470b-898a-6d2d161f9cad req-dbc5c5d5-bac7-4e8b-9d71-ebbde58afbc9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0486493 Sep 23 20:32:00.907800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:32:00.912136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Request body: {'floatingip': {'port_id': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:32:00.953927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:01.361860 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:01.366062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:01.461355 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 associated. External IP: 172.25.6.31, port: 913b36da-02b6-4185-8d66-42e8eb17c9a8. Sep 23 20:32:01.664245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:32:01.768988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:32:01.774241 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:01.779322 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:32:01.789226 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:32:01.789852 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:31:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:32:01.801275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-20b377b5-a133-452f-aa15-d9e591b7eef7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "PUT /v2.0/floatingips/25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 HTTP/1.1" status: 200 len: 992 time: 0.8924329 Sep 23 20:32:01.801849 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:32:01.804183 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:32:01.889516 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b1a0eb-a528-4b1a-8411-0dbde102a032 x-openstack-request-id: req-f2b1a0eb-a528-4b1a-8411-0dbde102a032 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:32:01.889804 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:32:01.890056 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2b1a0eb-a528-4b1a-8411-0dbde102a032 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:32:01.890504 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'status': 'completed', 'code': 200} Sep 23 20:32:01.901823 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:32:01.952375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-934eed79-81ff-4b75-ac36-fa36b58d2528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:01.953816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-934eed79-81ff-4b75-ac36-fa36b58d2528 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1097 time: 0.0402379 Sep 23 20:32:02.052439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-f0f633ab-56a9-4f61-8a3a-b46009c36981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:02.053982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-f0f633ab-56a9-4f61-8a3a-b46009c36981 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0934815 Sep 23 20:32:02.120186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-7e3e700c-3bc6-460b-8f68-0a6df34e83ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0592129 Sep 23 20:32:02.174529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-46caa1f4-7f48-48f4-9ab5-3ac3d22cd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:02.176016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-46caa1f4-7f48-48f4-9ab5-3ac3d22cd047 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0489621 Sep 23 20:32:02.211532 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:03:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:32:01Z', 'revision_number': 13, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:32:02.221965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-bf469991-f9b7-4233-987f-9042eea923e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:02.223518 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-bf469991-f9b7-4233-987f-9042eea923e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408409 Sep 23 20:32:02.236632 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:32:02.244567 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:32:02.245162 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:31:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:32:02.315241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-559bb3bb-79ee-40c7-8d60-1ba1cad32a3a service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841804 Sep 23 20:32:02.351036 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:32:02.404516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-286e1d3b-90f7-4a61-a86b-e0525a3fd8ac req-87888e96-f127-4a91-abbc-ad933f3c27cd service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823588 Sep 23 20:32:02.569525 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:03:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:32:01Z', 'revision_number': 13, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:32:02.598100 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d10d7-1a2b-48ac-a3d9-1f89d2cbc8bb None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '25ca46e6-17a1-4c0f-b8fc-ca96e6f15313', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'port_id': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'mac_address': 'fa:16:3e:03:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:07Z', 'updated_at': '2021-09-23T20:32:01Z', 'revision_number': 13, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:32:02.774830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f4de6-528f-438e-8e58-b92152cd1e85 None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:32:03.405246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-ab88cf98-e48c-411f-969b-edae6429eaeb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382900 Sep 23 20:32:03.487824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-8bbff6e5-1899-40a3-92e8-3ef32a07b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:03.489298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-8bbff6e5-1899-40a3-92e8-3ef32a07b3c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1097 time: 0.0428624 Sep 23 20:32:03.589661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-4f9bc48c-3a62-4fbb-ab8e-612ba1b8ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:03.591120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-4f9bc48c-3a62-4fbb-ab8e-612ba1b8ee66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0836937 Sep 23 20:32:03.657876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-82b24335-ebaa-403b-89e0-fe17e10e5f8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0594373 Sep 23 20:32:03.706129 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-7ebe9537-2150-4b6a-b678-cd125aaa97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:03.707676 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-7ebe9537-2150-4b6a-b678-cd125aaa97c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0430853 Sep 23 20:32:03.750700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-de110e65-8df2-42fc-848c-773bf26d1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:03.752159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-de110e65-8df2-42fc-848c-773bf26d1d9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378447 Sep 23 20:32:03.843759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-0834a6af-12cc-48f2-a131-2f0b2615a752 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842402 Sep 23 20:32:03.930305 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1e519a8c-dd76-4b61-b01d-3ffb81b23238 req-ba9d413d-d207-49e7-b43d-a45da241f3d8 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791569 Sep 23 20:32:13.271038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2cffd39-5dd3-47d7-adfc-64097527f4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:16.410129 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-075a4427-e474-42c2-89de-54bba4e2e28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:16.572499 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:17.306318 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:18.802672 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:20.521184 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:32:26.029211 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:27.371385 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:43.271908 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f67c6a57-6409-46bc-a823-662a11e406de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:46.409315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22146624-4871-4193-b119-3a5517025a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:46.572260 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:47.308605 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:48.802796 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:56.037106 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:57.373112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:57.520185 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:33:05.396132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-396de82b-131f-4376-8428-7645bdb8dbe0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437796 Sep 23 20:33:05.475844 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-3de54f6a-98e1-41da-8a03-41b275231b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.477410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-3de54f6a-98e1-41da-8a03-41b275231b1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1097 time: 0.0400059 Sep 23 20:33:05.578996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-26aa5472-2135-448d-9347-029917559fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.580480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-26aa5472-2135-448d-9347-029917559fa0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0837398 Sep 23 20:33:05.646003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-265c55b8-bc89-4cc1-bed8-9cb75ba7a251 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0586231 Sep 23 20:33:05.692620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-64030138-ae6b-40f9-a96f-cb50de3a68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.694304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-64030138-ae6b-40f9-a96f-cb50de3a68bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0415709 Sep 23 20:33:05.736799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-2f7587e6-8a03-4742-893b-f8780868531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.738289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-2f7587e6-8a03-4742-893b-f8780868531d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371232 Sep 23 20:33:05.827745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-524d6246-7ca0-4923-9d90-fb24a564fc7b service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826285 Sep 23 20:33:05.917367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-961ec212-b2ee-4b26-9563-9ddd85c84aef req-5837eff1-bc8f-4084-b149-d2950e278de4 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824840 Sep 23 20:33:13.426549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e839e7c-9e4a-46b7-9acf-56129fd22e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:16.409039 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc068147-1ae2-48bb-8dac-a2a7c96206b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:16.572556 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:17.312870 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:18.806176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:26.051497 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:27.400298 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:34.518957 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:33:38.063881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59d22-e441-4494-a77d-bbd38744d215 req-25a8eb1b-9da4-4479-abea-1e22483748ff tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:38.065441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2f59d22-e441-4494-a77d-bbd38744d215 req-25a8eb1b-9da4-4479-abea-1e22483748ff tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.1089447 Sep 23 20:33:38.102538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2f59d22-e441-4494-a77d-bbd38744d215 req-143ee635-5b4d-4087-911f-53ea76c2fc3f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Sep 23 20:33:43.276473 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c84b5d1-63ce-4139-b30c-014f26c88462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:46.410004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe75c46b-3e4b-4f10-a691-c01d094e4392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:46.573689 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:47.315942 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:48.809138 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:49.081735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-fb716f8e-afd3-46da-9d51-23282effbfc0 req-a9299d62-7858-4296-9580-8ce8d8f026c2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:33:49.082674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb716f8e-afd3-46da-9d51-23282effbfc0 req-a9299d62-7858-4296-9580-8ce8d8f026c2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053253 Sep 23 20:33:49.244357 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-8e9ca6f1-6c78-4250-8260-ffce3007080f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405009 Sep 23 20:33:49.257617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e58ff-27aa-4534-91fd-f78fcf3a9019 req-ce9e511f-daf8-48d3-bae4-76446ebd732b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:49.259241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-568e58ff-27aa-4534-91fd-f78fcf3a9019 req-ce9e511f-daf8-48d3-bae4-76446ebd732b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0485327 Sep 23 20:33:49.302455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-568e58ff-27aa-4534-91fd-f78fcf3a9019 req-2c91a51b-bf23-4316-8b67-234ebf50461c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355847 Sep 23 20:33:50.420213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954ff02-0708-4460-a4a9-1e61687ddf2f req-35f68a69-5d6a-4bf6-b483-bf52400ee77a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:50.421655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3954ff02-0708-4460-a4a9-1e61687ddf2f req-35f68a69-5d6a-4bf6-b483-bf52400ee77a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0473955 Sep 23 20:33:50.461264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3954ff02-0708-4460-a4a9-1e61687ddf2f req-a14ed865-9d5b-4a97-bb85-8ab2ab36c36b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336964 Sep 23 20:33:51.576159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe744a-07e5-4631-a95e-c29b795ebfbf req-dd7d5346-6491-44c4-919f-22d83cb48fc8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:51.577613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebbe744a-07e5-4631-a95e-c29b795ebfbf req-dd7d5346-6491-44c4-919f-22d83cb48fc8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0484459 Sep 23 20:33:51.614024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebbe744a-07e5-4631-a95e-c29b795ebfbf req-634c512a-fa0b-491e-95bc-2b78fce21c57 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301833 Sep 23 20:33:52.727286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51fed9-d3db-491c-9a7a-b61c8541811e req-1c45428b-4484-4ea0-bc20-8b51cc2cac70 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:52.728749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b51fed9-d3db-491c-9a7a-b61c8541811e req-1c45428b-4484-4ea0-bc20-8b51cc2cac70 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0484912 Sep 23 20:33:52.765706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9b51fed9-d3db-491c-9a7a-b61c8541811e req-7961c1ae-828d-467a-aa71-41a495fcb445 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Sep 23 20:33:53.880197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf58f4f-034c-460d-82d7-892979a19130 req-40359f9c-25b4-40dd-85b9-60e06d3a7bfa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:53.881683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cf58f4f-034c-460d-82d7-892979a19130 req-40359f9c-25b4-40dd-85b9-60e06d3a7bfa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0495641 Sep 23 20:33:53.940260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8cf58f4f-034c-460d-82d7-892979a19130 req-19218c07-2f6a-47a5-a7de-63cf110c7ddb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502634 Sep 23 20:33:54.431228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-0c2f3019-ea53-4a18-9522-be8038f8b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:54.433213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-0c2f3019-ea53-4a18-9522-be8038f8b350 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1097 time: 0.0402439 Sep 23 20:33:54.520683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-aaa0ad32-99a3-4b51-b185-57fad6b85797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:54.522103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-aaa0ad32-99a3-4b51-b185-57fad6b85797 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0810268 Sep 23 20:33:54.587859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-9bbaabd8-a4cb-43c9-99e2-258f6ce842f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0586739 Sep 23 20:33:54.635600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-aaab193f-2c86-485a-bf51-43b2747e7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:54.637014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-aaab193f-2c86-485a-bf51-43b2747e7d54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0426555 Sep 23 20:33:54.680150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-c11ad611-eb99-4eba-8a9d-50ba3bd42539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:54.681624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-c11ad611-eb99-4eba-8a9d-50ba3bd42539 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378835 Sep 23 20:33:54.770640 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-0d338d45-db8f-4e44-a758-e8a843cd4868 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814250 Sep 23 20:33:54.860294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-3a9172f7-8667-43e7-9b62-3304faab3526 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831213 Sep 23 20:33:55.056491 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad301e2-7517-4ce4-8e66-f69f9a0e06f9 req-362d01e1-31e8-4dea-bfb8-bf425d9a71b3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:55.057973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ad301e2-7517-4ce4-8e66-f69f9a0e06f9 req-362d01e1-31e8-4dea-bfb8-bf425d9a71b3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0493982 Sep 23 20:33:55.094658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ad301e2-7517-4ce4-8e66-f69f9a0e06f9 req-f7dfd27d-2b63-41e8-91da-544d225124a4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308130 Sep 23 20:33:56.044129 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:56.209469 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4886d-469f-4291-ab73-0d4ad927b8e9 req-484f02df-a7e0-4bd3-86fb-58c19ca8e5a2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:56.210938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efd4886d-469f-4291-ab73-0d4ad927b8e9 req-484f02df-a7e0-4bd3-86fb-58c19ca8e5a2 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0476689 Sep 23 20:33:56.247213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-efd4886d-469f-4291-ab73-0d4ad927b8e9 req-59f96ba2-8fa4-4692-a4c3-d00172a8a783 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297327 Sep 23 20:33:57.361622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501106e-2d05-47a1-96d4-b6056cb5bb15 req-0dedf5ea-d2c5-481c-bef0-f5aca3b7cbaa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:57.363123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b501106e-2d05-47a1-96d4-b6056cb5bb15 req-0dedf5ea-d2c5-481c-bef0-f5aca3b7cbaa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Sep 23 20:33:57.403368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b501106e-2d05-47a1-96d4-b6056cb5bb15 req-3aaf34ab-9364-4323-ab93-b054f43cbcbe tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342431 Sep 23 20:33:57.417520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:58.518216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355eeec-6923-457a-a4b2-710b0c0170b6 req-556a61f9-6ece-4e00-97e6-c98319f0261d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:58.519696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6355eeec-6923-457a-a4b2-710b0c0170b6 req-556a61f9-6ece-4e00-97e6-c98319f0261d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0480957 Sep 23 20:33:58.555907 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6355eeec-6923-457a-a4b2-710b0c0170b6 req-854ce36f-db08-4c57-a56a-e841235a5851 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303230 Sep 23 20:33:59.669773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18367f25-0c7f-4f68-a74c-2c290703cd90 req-7958fc49-628e-46bb-8d7b-9fa1490274cf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:59.671310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18367f25-0c7f-4f68-a74c-2c290703cd90 req-7958fc49-628e-46bb-8d7b-9fa1490274cf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0479264 Sep 23 20:33:59.708756 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18367f25-0c7f-4f68-a74c-2c290703cd90 req-d20180e4-c97d-401a-b097-6cad83d1b05f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Sep 23 20:34:00.824307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591b280-2ebc-4d6d-be4e-b74e28045298 req-16805c53-fca3-438e-b4b4-d2dcfcb88c90 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:00.825787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f591b280-2ebc-4d6d-be4e-b74e28045298 req-16805c53-fca3-438e-b4b4-d2dcfcb88c90 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0508940 Sep 23 20:34:00.867366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f591b280-2ebc-4d6d-be4e-b74e28045298 req-3f879c9e-e28f-4bc1-b75c-fc87d182ea63 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355613 Sep 23 20:34:01.984048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00d39-76c2-41b7-a0b1-68abcfdbf975 req-e3278d2b-0caf-4658-ab29-c35eb67785d5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:01.985515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ef00d39-76c2-41b7-a0b1-68abcfdbf975 req-e3278d2b-0caf-4658-ab29-c35eb67785d5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0485277 Sep 23 20:34:02.022100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3ef00d39-76c2-41b7-a0b1-68abcfdbf975 req-d68edfb0-6da0-4642-907f-c911394512a4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306625 Sep 23 20:34:03.148378 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a6dd7-52f5-426e-b7ca-7792b63dddb0 req-a35dedf3-4e95-47f9-ba49-93a4c4668f15 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:03.149832 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-700a6dd7-52f5-426e-b7ca-7792b63dddb0 req-a35dedf3-4e95-47f9-ba49-93a4c4668f15 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0476151 Sep 23 20:34:03.186068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-700a6dd7-52f5-426e-b7ca-7792b63dddb0 req-e28d1a93-f83b-4147-b53a-b8d7f4d7b029 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302744 Sep 23 20:34:04.352176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504cc63-6b62-40d8-bbb0-fef66b0f74fa req-adc5747f-7a60-449b-a62f-49f1ef28bac4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:04.353691 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a504cc63-6b62-40d8-bbb0-fef66b0f74fa req-adc5747f-7a60-449b-a62f-49f1ef28bac4 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0506220 Sep 23 20:34:04.393666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a504cc63-6b62-40d8-bbb0-fef66b0f74fa req-a06892e4-0cbe-406e-862c-997e4b50f6bc tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340075 Sep 23 20:34:05.534287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230f1d5-daa2-49c9-840c-2d102bf86ae1 req-cdf941bd-5e0d-41bc-854e-83acefb5ee73 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:05.535750 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8230f1d5-daa2-49c9-840c-2d102bf86ae1 req-cdf941bd-5e0d-41bc-854e-83acefb5ee73 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0743134 Sep 23 20:34:05.538172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-9eea2d47-54cc-4e7b-b663-b8aca8d9096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:05.539530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-9eea2d47-54cc-4e7b-b663-b8aca8d9096e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1097 time: 0.1519990 Sep 23 20:34:05.590679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8230f1d5-daa2-49c9-840c-2d102bf86ae1 req-1733e53a-75ac-486b-b718-7b9993b4a097 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488317 Sep 23 20:34:05.656905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-cf351eb9-867b-42fe-a709-cec4791a6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:05.658442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-cf351eb9-867b-42fe-a709-cec4791a6c44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0960493 Sep 23 20:34:05.722978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-a461fc12-5249-4048-b987-671f748bad56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0566177 Sep 23 20:34:05.775830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-92047634-73ff-4041-b85c-97f45f3b7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:05.777882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-92047634-73ff-4041-b85c-97f45f3b7894 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0460346 Sep 23 20:34:05.821985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-967c3906-9967-42d8-a0ec-f74fd374074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:05.823447 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-967c3906-9967-42d8-a0ec-f74fd374074e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377295 Sep 23 20:34:05.910605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-349ca9bf-a081-4cee-ae78-a8dc49df16a3 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796044 Sep 23 20:34:06.002743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b7ff613-b656-43c8-a84c-96662c4fbeb0 req-9ca60969-6377-4118-bb08-dfacc22d7099 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845330 Sep 23 20:34:06.704590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59ec64-2f13-43c4-9f70-9c9f68330e7b req-af0078f0-151e-4ebe-8a70-ea6b3c2b024a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:06.706072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe59ec64-2f13-43c4-9f70-9c9f68330e7b req-af0078f0-151e-4ebe-8a70-ea6b3c2b024a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0489113 Sep 23 20:34:06.741908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe59ec64-2f13-43c4-9f70-9c9f68330e7b req-fd5fdfc9-096f-4344-9e41-9d525bb66869 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298858 Sep 23 20:34:07.856151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1e5-08ca-4f9c-8a54-2e53dd0de959 req-a05e3658-0334-491d-baea-e3dbbe84901c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:07.857542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d241c1e5-08ca-4f9c-8a54-2e53dd0de959 req-a05e3658-0334-491d-baea-e3dbbe84901c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0477881 Sep 23 20:34:07.899180 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d241c1e5-08ca-4f9c-8a54-2e53dd0de959 req-11c6c782-4dfd-43a5-9aef-646be043fd02 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357041 Sep 23 20:34:08.449086 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-5a1912fc-a2d6-42fe-8b41-59cf596eff4c service neutron] show failed (client error): The resource could not be found. Sep 23 20:34:08.450072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-5a1912fc-a2d6-42fe-8b41-59cf596eff4c service neutron] 10.222.0.72 "GET /v2.0/ports/913b36da-02b6-4185-8d66-42e8eb17c9a8/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0531631 Sep 23 20:34:08.639856 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-027f9fdb-0824-4a78-a670-e306fd5648d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:08.641336 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-027f9fdb-0824-4a78-a670-e306fd5648d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 1097 time: 0.0435896 Sep 23 20:34:08.653020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:08.703624 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:08.897416 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:08.933337 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:34:08.973833 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:08.976089 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a304e-259a-47d1-95c8-b56709135d45" -d '{"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-unplugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:08.980259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:08.993487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Transition to ACTIVE for port object 913b36da-02b6-4185-8d66-42e8eb17c9a8 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:34:08.996661 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:09.018719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba4b26-21b6-4dc3-b1ad-a3f22cd17c66 req-99be4cf7-868f-460b-b37e-bed9358498a9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:09.020210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afba4b26-21b6-4dc3-b1ad-a3f22cd17c66 req-99be4cf7-868f-460b-b37e-bed9358498a9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0513997 Sep 23 20:34:09.071951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afba4b26-21b6-4dc3-b1ad-a3f22cd17c66 req-b485d8b9-130c-41e4-809f-ea559aed45d7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Sep 23 20:34:09.078530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:09.090138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.090513 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.090864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.091205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.091542 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.091879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.092234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.092530 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.092857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.093182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.093507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.093830 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:09.134188 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] No DVR routers for this DVR port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:34:09.137509 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8a24f-61fb-4a87-a6ad-a14e1733dd50 x-openstack-request-id: req-dec8a24f-61fb-4a87-a6ad-a14e1733dd50 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:09.137797 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-unplugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:09.138044 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dec8a24f-61fb-4a87-a6ad-a14e1733dd50 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:09.138452 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'code': 200} Sep 23 20:34:09.269870 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:34:09.270217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:34:09.270555 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:34:09.274666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:34:09.274985 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:34:09.279721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:34:09.280055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:34:09.280435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:34:09.280857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Bound port: 913b36da-02b6-4185-8d66-42e8eb17c9a8, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:34:09.281208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:09.344529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:34:09.347421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:34:09.351825 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:09.384143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:09.384766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:09.386191 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] 10.222.0.41 "PUT /v2.0/ports/913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1092 time: 0.7374537 Sep 23 20:34:09.408644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e00e84-f6f6-4d60-bdea-9bec04a248bd service neutron] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:09.456457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-5051157d-afed-4699-bfc7-e1ee6deaa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:09.457870 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-5051157d-afed-4699-bfc7-e1ee6deaa4b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1095 time: 0.0463510 Sep 23 20:34:09.550475 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-a7c40b07-7fdc-4df6-a005-10bb05b19e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:09.551957 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-a7c40b07-7fdc-4df6-a005-10bb05b19e1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0870624 Sep 23 20:34:09.620230 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-13648928-c02f-4a11-93c1-d933012b81c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0608883 Sep 23 20:34:09.668354 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-458d81c7-5882-45a1-9117-77e80089e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:09.669689 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-458d81c7-5882-45a1-9117-77e80089e75d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0423267 Sep 23 20:34:09.713608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-cef7e732-331c-4920-a5b4-5e1c2c753370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:09.715096 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-cef7e732-331c-4920-a5b4-5e1c2c753370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385931 Sep 23 20:34:09.803516 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-1c142535-066b-45a2-832a-e9944c67641b service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816815 Sep 23 20:34:09.889131 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-f220aee4-2488-454b-89e6-d70996f7c1af service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792341 Sep 23 20:34:10.184986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a7df-b767-4409-b91c-9d903b9d5063 req-038dd6d4-66f3-4a1d-8e85-22d7c9773db6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:10.186498 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd30a7df-b767-4409-b91c-9d903b9d5063 req-038dd6d4-66f3-4a1d-8e85-22d7c9773db6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0483232 Sep 23 20:34:10.224329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fd30a7df-b767-4409-b91c-9d903b9d5063 req-f67d3ed7-b69f-485b-a81d-7b1024b8f52d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Sep 23 20:34:10.774264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:34:10.811839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:34:11.140028 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:11.142434 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:11.189661 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52100f37-e306-463a-a496-1ecb32cb5bc2 x-openstack-request-id: req-52100f37-e306-463a-a496-1ecb32cb5bc2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:11.190047 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:11.190232 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52100f37-e306-463a-a496-1ecb32cb5bc2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:11.190857 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'status': 'completed', 'code': 200} Sep 23 20:34:11.255128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-805ab43c-f173-4d10-9eb6-9dd29806ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.256705 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-805ab43c-f173-4d10-9eb6-9dd29806ba43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1095 time: 0.0490971 Sep 23 20:34:11.256998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-02fd527a-85b2-4bf4-984c-4f678d3e97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.258634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-02fd527a-85b2-4bf4-984c-4f678d3e97d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1095 time: 0.0454888 Sep 23 20:34:11.354140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-88d07e12-c4da-4317-aec2-7cdd1aa1eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.355724 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-88d07e12-c4da-4317-aec2-7cdd1aa1eeb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0919845 Sep 23 20:34:11.384201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-8dad75f9-cf25-4f60-9d92-4ca855d5c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.385674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-8dad75f9-cf25-4f60-9d92-4ca855d5c671 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.1201315 Sep 23 20:34:11.425473 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-5a0ce2f1-b4be-43ab-9850-b470e1e3d1ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0621805 Sep 23 20:34:11.438405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57da9a-17ec-4168-9db5-af7c13942408 req-16261acb-96e8-4a83-985d-4fefdd05b86c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.439974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f57da9a-17ec-4168-9db5-af7c13942408 req-16261acb-96e8-4a83-985d-4fefdd05b86c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.1115196 Sep 23 20:34:11.478069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-3c3eba8b-77df-436d-ba56-20422803702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.479604 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-3c3eba8b-77df-436d-ba56-20422803702d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0477171 Sep 23 20:34:11.486288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-11610419-540f-48a8-b10f-d0be1c516179 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0925508 Sep 23 20:34:11.493431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f57da9a-17ec-4168-9db5-af7c13942408 req-308526f1-3d9c-43ae-816c-28d9ce465384 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464530 Sep 23 20:34:11.520321 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:34:11.532835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-d4b13194-70d5-44ef-bfbe-a96eacfd7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.534411 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-d4b13194-70d5-44ef-bfbe-a96eacfd7e2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474179 Sep 23 20:34:11.537503 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-d916b466-05f6-4293-9290-6940288e345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.538976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-d916b466-05f6-4293-9290-6940288e345f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0447173 Sep 23 20:34:11.588400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-69a43e94-55aa-4ddb-9738-4cd88f47b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:11.590567 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-69a43e94-55aa-4ddb-9738-4cd88f47b868 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445328 Sep 23 20:34:11.688100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-23598aac-f634-4bff-91d1-41cf3a4db159 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890455 Sep 23 20:34:11.789768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-26afff1e-458c-48e2-ad4d-be116f582510 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943308 Sep 23 20:34:11.917226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-637105b8-c064-4758-80a1-d80d95c84cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756678 Sep 23 20:34:12.005941 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c5af9f7c-7ec4-4b90-af5e-b0860144a5f6 req-0475c10c-501f-42d1-8575-b2c23b6895a4 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814016 Sep 23 20:34:12.612852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153896-4d6f-4a16-abb5-eaaaefee0337 req-fcc2a49d-bcac-421c-bf15-2977263db472 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:12.614263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80153896-4d6f-4a16-abb5-eaaaefee0337 req-fcc2a49d-bcac-421c-bf15-2977263db472 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0500202 Sep 23 20:34:12.651464 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-80153896-4d6f-4a16-abb5-eaaaefee0337 req-79067003-8c36-464b-8a55-3df1d08a93fe tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 Sep 23 20:34:13.276723 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d596cf9-767c-4a1e-92e4-a697f612fd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:13.767275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d962-8456-4dd0-af13-c9955fadde6f req-2a4ed7f7-9669-4902-9064-7ecfbe7715ac tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:13.768735 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da13d962-8456-4dd0-af13-c9955fadde6f req-2a4ed7f7-9669-4902-9064-7ecfbe7715ac tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0477972 Sep 23 20:34:13.805109 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da13d962-8456-4dd0-af13-c9955fadde6f req-74c9de0e-b743-4097-8f36-0d21074bdbc5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305424 Sep 23 20:34:14.921971 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a4549-2f55-4ca8-90f1-d7e2a322fb29 req-fa49db39-205f-472b-97c0-e4fd801fb9f3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:14.923502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-302a4549-2f55-4ca8-90f1-d7e2a322fb29 req-fa49db39-205f-472b-97c0-e4fd801fb9f3 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0519192 Sep 23 20:34:14.960454 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-302a4549-2f55-4ca8-90f1-d7e2a322fb29 req-7e2734a6-c174-4328-9469-70b887a5e2ce tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Sep 23 20:34:15.871651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-54e64873-0b08-4921-9825-cf056a931e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:15.873151 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-54e64873-0b08-4921-9825-cf056a931e9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1095 time: 0.0413923 Sep 23 20:34:15.979717 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-7035a54f-41d5-4caa-afa8-207f8847f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:15.981226 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-7035a54f-41d5-4caa-afa8-207f8847f648 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0889132 Sep 23 20:34:16.050029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-873b3e9f-c2a6-49ca-b323-39c77aa008b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0621076 Sep 23 20:34:16.076419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d163194-c0a8-4f35-bc06-42db1b8d15d9 req-cff93523-3c70-4cd5-a4df-fde4d3e5ae34 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:16.077900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d163194-c0a8-4f35-bc06-42db1b8d15d9 req-cff93523-3c70-4cd5-a4df-fde4d3e5ae34 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0487435 Sep 23 20:34:16.099110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-b0cceff6-8768-4052-b1f0-1aa1aa4aea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:16.100585 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-b0cceff6-8768-4052-b1f0-1aa1aa4aea9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0440578 Sep 23 20:34:16.114658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d163194-c0a8-4f35-bc06-42db1b8d15d9 req-3f50579a-1d2b-4772-abfd-aecced21eaf9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Sep 23 20:34:16.146990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-99215131-1c6a-401c-857d-cf149662eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:16.148487 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-99215131-1c6a-401c-857d-cf149662eb0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409441 Sep 23 20:34:16.239850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-eb42a3aa-d4dc-4757-9176-866bb143dca2 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843320 Sep 23 20:34:16.329534 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-e9dae276-18ba-4f2c-bc47-6da00f486232 req-05628f9e-4638-4037-967c-ec74cd816d9e service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820405 Sep 23 20:34:16.412896 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4935ea2f-7488-49bd-96f4-ba477c6069a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:16.572892 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:17.228485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8a37b-baed-4158-a8be-b0f8238d7068 req-0760a345-c25a-4fd1-9d12-451597285b00 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:17.230191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ea8a37b-baed-4158-a8be-b0f8238d7068 req-0760a345-c25a-4fd1-9d12-451597285b00 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0480292 Sep 23 20:34:17.266125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8ea8a37b-baed-4158-a8be-b0f8238d7068 req-b373370d-cddb-4272-bba5-9b10f96cd38d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301278 Sep 23 20:34:17.318388 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:18.389367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23848-65ff-4fc9-a1bb-cfa3274a454c req-2a83d8f0-b6e9-469a-94e1-b0c52ae270d8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:18.390859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3e23848-65ff-4fc9-a1bb-cfa3274a454c req-2a83d8f0-b6e9-469a-94e1-b0c52ae270d8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0550954 Sep 23 20:34:18.427841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c3e23848-65ff-4fc9-a1bb-cfa3274a454c req-cd10ca79-ebdb-4107-bf0e-d327ac433a30 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Sep 23 20:34:18.812121 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:19.540845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f057b4-50eb-4fe5-a523-edd7f3b85295 req-ed002a69-9c20-40e7-8bd7-7d7e34f23e62 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:19.542367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7f057b4-50eb-4fe5-a523-edd7f3b85295 req-ed002a69-9c20-40e7-8bd7-7d7e34f23e62 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0479424 Sep 23 20:34:19.579316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7f057b4-50eb-4fe5-a523-edd7f3b85295 req-1f0f43c6-a7bd-4b3a-b1ed-04ca96efb2fb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303664 Sep 23 20:34:20.694070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fd342-9904-46e1-8b92-3641d28c7497 req-3bbfa175-1334-4852-a6a7-b4a571722d04 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:20.695556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a46fd342-9904-46e1-8b92-3641d28c7497 req-3bbfa175-1334-4852-a6a7-b4a571722d04 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0481241 Sep 23 20:34:20.731958 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a46fd342-9904-46e1-8b92-3641d28c7497 req-a8fe6fdb-7084-4e4b-a68d-0fceb74a1216 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Sep 23 20:34:21.849179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee3eca-f34f-44ce-a075-ca2be6e7cded req-71065099-8531-48fa-9d18-5c1a403d014e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:21.850636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ee3eca-f34f-44ce-a075-ca2be6e7cded req-71065099-8531-48fa-9d18-5c1a403d014e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0509608 Sep 23 20:34:21.886110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-11ee3eca-f34f-44ce-a075-ca2be6e7cded req-c2bb578a-dae2-482d-992d-e6ecafb1da85 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295758 Sep 23 20:34:22.997604 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:34:22.999768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49e616-2dcb-4d70-bbcd-f8e27560c87c req-e57975ba-c774-47e9-b90d-11e7d63fe44e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:23.001257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a49e616-2dcb-4d70-bbcd-f8e27560c87c req-e57975ba-c774-47e9-b90d-11e7d63fe44e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 944 time: 0.0476944 Sep 23 20:34:23.038494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8a49e616-2dcb-4d70-bbcd-f8e27560c87c req-ef4808c0-5636-408a-a7bc-491d9f32f9be tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Sep 23 20:34:23.089540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:23.101294 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'mac_address': 'fa:16:3e:03:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:34:23.140863 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:23.153550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913b36da-02b6-4185-8d66-42e8eb17c9a8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:34:23.172340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:23.175971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:23.223221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:23.231233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.231580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.231921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.232256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.232585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.232916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.233242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.233564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.233890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.234227 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.234561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.234882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:23.320977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-718335e9-575d-4857-ad8b-f6d86cccb1eb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:23.322488 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-718335e9-575d-4857-ad8b-f6d86cccb1eb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.41 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678&tenant_id=81a76999b4c34ab0935542517c51e6a3&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 945 time: 0.0539386 Sep 23 20:34:23.337198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdc58d-5174-4221-be62-47ad995ab47e req-828f3b9f-0b1f-4b45-83d0-ea7b1e4f28a1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:23.338763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50fdc58d-5174-4221-be62-47ad995ab47e req-828f3b9f-0b1f-4b45-83d0-ea7b1e4f28a1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Sep 23 20:34:23.376891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-50fdc58d-5174-4221-be62-47ad995ab47e req-4a1c852c-69ec-47e1-b97c-daecbc1c72d1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Sep 23 20:34:23.444612 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-d1435f6a-5a3b-4f12-b771-53cdaf6a13ad service neutron] 10.222.0.41 "GET /v2.0/ports/913b36da-02b6-4185-8d66-42e8eb17c9a8/bindings/n-h2-810763-1 HTTP/1.1" status: 200 len: 382 time: 0.1138425 Sep 23 20:34:23.504716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-417f39bb-fd97-4eeb-85bb-91f7bc06abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:23.506200 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-417f39bb-fd97-4eeb-85bb-91f7bc06abab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1096 time: 0.0398002 Sep 23 20:34:23.549053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['913b36da-02b6-4185-8d66-42e8eb17c9a8'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:34:23.599442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-e634a356-ecc9-4952-807a-812a0de31f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:23.600924 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-e634a356-ecc9-4952-807a-812a0de31f35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0870752 Sep 23 20:34:23.666385 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-9ebbfa19-894e-44e1-9d93-62685c5f8c75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1001 time: 0.0579934 Sep 23 20:34:23.715357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-fd61dc42-884a-475f-883f-0dd96559a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:23.716785 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-fd61dc42-884a-475f-883f-0dd96559a770 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0435352 Sep 23 20:34:23.766020 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-c6cd7402-9270-4748-9828-7d1388f060af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:23.767546 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-c6cd7402-9270-4748-9828-7d1388f060af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439115 Sep 23 20:34:23.854965 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-dc726b04-dafd-45e8-adf9-533930970f48 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800343 Sep 23 20:34:23.947735 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-ebcb53ad-5a01-4f9c-8c26-f5894a8c344d service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Sep 23 20:34:24.500038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1cc95-e17f-43cb-932e-c839a582294a req-79d59bb8-e8bf-4b3d-8300-281daa6aa80e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:24.501525 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38b1cc95-e17f-43cb-932e-c839a582294a req-79d59bb8-e8bf-4b3d-8300-281daa6aa80e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0569284 Sep 23 20:34:24.538750 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38b1cc95-e17f-43cb-932e-c839a582294a req-0f2c3c61-64b0-42bd-b03e-1789d468e299 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Sep 23 20:34:25.028994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:34:25.075722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 913b36da-02b6-4185-8d66-42e8eb17c9a8 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:34:25.079292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 913b36da-02b6-4185-8d66-42e8eb17c9a8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:34:25.079664 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:25.153460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:25.174976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:25.177195 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd3b69d-eb7e-4080-b715-d54660df4e5a" -d '{"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-plugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:25.192499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:25.196887 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:25.243733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:25.348259 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81461f5-7641-4aab-9ced-4b5d8a426973 x-openstack-request-id: req-c81461f5-7641-4aab-9ced-4b5d8a426973 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:25.348556 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-plugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:25.348812 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c81461f5-7641-4aab-9ced-4b5d8a426973 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:25.349208 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'code': 200} Sep 23 20:34:25.658811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50b12-d2d1-416b-9b4c-769f797a5ad1 req-0102cb27-1f66-437c-91e7-3607f5d6f57d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:25.660275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23c50b12-d2d1-416b-9b4c-769f797a5ad1 req-0102cb27-1f66-437c-91e7-3607f5d6f57d tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0479763 Sep 23 20:34:25.696596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-23c50b12-d2d1-416b-9b4c-769f797a5ad1 req-7083a48a-c03e-4010-8ecf-aa43b7bcf6ff tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Sep 23 20:34:26.059304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:26.812032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16663895-aabf-48e8-95f0-af054059e7f7 req-31e08a28-caba-469e-b56d-2585122332e9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:26.814192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16663895-aabf-48e8-95f0-af054059e7f7 req-31e08a28-caba-469e-b56d-2585122332e9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Sep 23 20:34:26.852239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16663895-aabf-48e8-95f0-af054059e7f7 req-5c37b5c6-d75f-432d-a5df-b7442e315b10 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Sep 23 20:34:27.424510 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:27.811846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-42873e3c-857b-4f23-a59d-828f5c879c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:27.813285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-42873e3c-857b-4f23-a59d-828f5c879c0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678&tenant_id=81a76999b4c34ab0935542517c51e6a3 HTTP/1.1" status: 200 len: 1097 time: 0.0431740 Sep 23 20:34:27.825892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:27.875987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.031196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5b25-9680-444b-a6a6-c65c9e5e8ed7 req-0bc6b429-904c-4046-8e06-756e263555ce tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:28.038016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709f5b25-9680-444b-a6a6-c65c9e5e8ed7 req-0bc6b429-904c-4046-8e06-756e263555ce tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.1077979 Sep 23 20:34:28.448475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-709f5b25-9680-444b-a6a6-c65c9e5e8ed7 req-ba1b973f-7b3f-45ff-ba51-2ee06445dc70 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096339 Sep 23 20:34:28.475201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:28.505893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:34:28.544907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:28.547163 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca173d7-68d8-4b9d-9de4-da6449b750b1" -d '{"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-unplugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:28.550832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.563558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Transition to ACTIVE for port object 913b36da-02b6-4185-8d66-42e8eb17c9a8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:34:28.567312 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.599258 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3426e4-5a85-42eb-8ce4-b85a3b4b2b93 x-openstack-request-id: req-3b3426e4-5a85-42eb-8ce4-b85a3b4b2b93 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:28.599549 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-unplugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:28.599793 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b3426e4-5a85-42eb-8ce4-b85a3b4b2b93 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:28.600171 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'code': 200} Sep 23 20:34:28.647510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:28.659809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.660155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.660521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.660889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.661385 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.661718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.662043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.662412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.663019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.663345 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.663666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.663984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:28.703623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] No DVR routers for this DVR port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:34:28.834106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:34:28.834794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:34:28.834794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:34:28.838898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:34:28.839165 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Attempting to bind port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:34:28.843855 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:34:28.844184 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Checking segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:34:28.844565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Bound using segment: {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:34:28.844986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Bound port: 913b36da-02b6-4185-8d66-42e8eb17c9a8, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc0dc3-7709-4efe-ba6d-4564444182f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:34:28.845340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.906379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:34:28.909329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:34:28.913116 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.948634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:28.949290 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.950671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] 10.222.0.72 "PUT /v2.0/ports/913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1093 time: 1.1285777 Sep 23 20:34:28.972446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3232a0e-ba97-43c8-b031-9bbba1feb23e service neutron] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:29.017067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-7dfa5ad8-4d02-4798-90ae-cddc97e535d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:29.018615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-7dfa5ad8-4d02-4798-90ae-cddc97e535d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1096 time: 0.0426576 Sep 23 20:34:29.113788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-af40571f-076f-4ab4-8552-42873c76b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:29.115282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-af40571f-076f-4ab4-8552-42873c76b14a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0897784 Sep 23 20:34:29.178727 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-2455f4f6-09a3-46d7-8a0d-1087ae6e8968 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0562010 Sep 23 20:34:29.225106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-d64b7d6a-32f7-49af-a546-ee51c0bd45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:29.226438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-d64b7d6a-32f7-49af-a546-ee51c0bd45f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0410936 Sep 23 20:34:29.273005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33d14-eaa0-477c-a598-4b3855620791 req-7905dac6-0466-47a1-8c65-ea715441abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:29.274476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-7905dac6-0466-47a1-8c65-ea715441abc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410502 Sep 23 20:34:29.361552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-cab3e119-5390-439f-b120-b2db8fd5ce7f service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798752 Sep 23 20:34:29.451285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a33d14-eaa0-477c-a598-4b3855620791 req-19c1cb55-38c8-46cf-af42-618a471752a5 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825183 Sep 23 20:34:29.568782 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f47cc1-f1eb-4c25-8e7b-6cf7b86ac38b req-44856f98-a4db-4dbb-a789-d472ed5dc3e5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:29.570502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8f47cc1-f1eb-4c25-8e7b-6cf7b86ac38b req-44856f98-a4db-4dbb-a789-d472ed5dc3e5 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0507259 Sep 23 20:34:29.608373 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8f47cc1-f1eb-4c25-8e7b-6cf7b86ac38b req-687ceeea-7433-4475-a461-d41daf14ec70 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324917 Sep 23 20:34:30.601962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:30.604030 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:30.651193 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a88e314-90a6-44da-ba33-aabfdb1e72b1 x-openstack-request-id: req-3a88e314-90a6-44da-ba33-aabfdb1e72b1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:30.651585 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:30.651933 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a88e314-90a6-44da-ba33-aabfdb1e72b1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:30.653805 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'status': 'completed', 'code': 200} Sep 23 20:34:30.728185 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-c2feaadc-f398-4edf-9a6e-779c5c9a8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:30.729932 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-c2feaadc-f398-4edf-9a6e-779c5c9a8af2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1096 time: 0.0574243 Sep 23 20:34:30.769069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-780557e0-266e-4dd7-aec1-0d9410761146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:30.770619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-780557e0-266e-4dd7-aec1-0d9410761146 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=81a76999b4c34ab0935542517c51e6a3&device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 1096 time: 0.0888267 Sep 23 20:34:30.778443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f154c-a199-4112-99f0-8a4b02e36873 req-48bf5a41-6df5-47d7-8e63-a9229bed78d0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:30.779872 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc9f154c-a199-4112-99f0-8a4b02e36873 req-48bf5a41-6df5-47d7-8e63-a9229bed78d0 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0768151 Sep 23 20:34:30.825826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-489d0713-7b9c-488e-9f90-085af1f53faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:30.827590 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-489d0713-7b9c-488e-9f90-085af1f53faa service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.0909297 Sep 23 20:34:30.868671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc9f154c-a199-4112-99f0-8a4b02e36873 req-fb4e5f8d-becf-4c3c-976b-bcca3bd259f9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805070 Sep 23 20:34:30.895254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-9e8934ff-dd1c-42cc-9ff9-b2379d25d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:30.896770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-9e8934ff-dd1c-42cc-9ff9-b2379d25d9db service neutron] 10.222.0.72 "GET /v2.0/networks?id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 200 len: 913 time: 0.1160092 Sep 23 20:34:30.897713 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-28633e9d-a22b-47b7-9703-27583157484d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0627396 Sep 23 20:34:30.947438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-fa67a4c2-7054-4ae6-8a7f-1a22988abc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:30.949022 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-fa67a4c2-7054-4ae6-8a7f-1a22988abc57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0447755 Sep 23 20:34:30.969532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-9a647b5f-537c-4962-ab8e-8fd492a3c93a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0637956 Sep 23 20:34:31.001586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-4cf9a89c-9fe4-4d93-88ec-d5b454dee51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:31.003190 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-4cf9a89c-9fe4-4d93-88ec-d5b454dee51a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463972 Sep 23 20:34:31.020574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-2e4b260e-e6f7-4106-9ead-2a72c2e53c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:31.022195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-2e4b260e-e6f7-4106-9ead-2a72c2e53c94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 200 len: 851 time: 0.0453470 Sep 23 20:34:31.028012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:34:31.069374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-3affd47a-9ef4-499e-863e-b9729996306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:31.071217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-3affd47a-9ef4-499e-863e-b9729996306e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418637 Sep 23 20:34:31.074866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:34:31.102726 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-5f67e43d-dd70-4dfd-a332-145cf5e4bae2 service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913339 Sep 23 20:34:31.168214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-0cb570ad-a83f-4d61-bc54-792f792a0b12 service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886979 Sep 23 20:34:31.202625 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-1916db7b-c372-4b7f-a0a0-11dd2dcf203b service neutron] 10.222.0.41 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932982 Sep 23 20:34:31.267625 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05bc00f8-dbb2-46d9-bcc9-5bfebef1c31e req-67193745-c81b-4064-b2ec-ddf5638c137c service neutron] 10.222.0.72 "GET /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931377 Sep 23 20:34:31.986958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b725562-692a-4d92-958f-584f98482e0c req-3381ba64-0c7e-4aeb-9f01-06db34ae2376 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:31.988475 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b725562-692a-4d92-958f-584f98482e0c req-3381ba64-0c7e-4aeb-9f01-06db34ae2376 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Sep 23 20:34:32.027947 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b725562-692a-4d92-958f-584f98482e0c req-26d27094-4d67-42c7-88fc-3fcab563d8dd tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Sep 23 20:34:33.146253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724d3dd-bd77-48d4-8bb2-c233d91df503 req-00b4d0ed-d1a6-4c94-9e99-30ac3f44cc00 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:33.147930 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d724d3dd-bd77-48d4-8bb2-c233d91df503 req-00b4d0ed-d1a6-4c94-9e99-30ac3f44cc00 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0516443 Sep 23 20:34:33.188682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d724d3dd-bd77-48d4-8bb2-c233d91df503 req-38b62919-dd99-45fa-b04a-50c75f15a127 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342612 Sep 23 20:34:34.304293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0650b-f784-4a1d-9dae-ae359ae1fa0b req-3049969e-98bc-499c-986e-bb7d49d6dde6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:34.305761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c0650b-f784-4a1d-9dae-ae359ae1fa0b req-3049969e-98bc-499c-986e-bb7d49d6dde6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0472527 Sep 23 20:34:34.348609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63c0650b-f784-4a1d-9dae-ae359ae1fa0b req-0bbc870a-a643-4839-a5e1-4c4480c5ad95 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358818 Sep 23 20:34:35.462529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a24a3-4337-4997-9a97-29ec6002959e req-fa966a98-4aab-41ad-bf76-cbb4f3fa78d6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:35.463984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f57a24a3-4337-4997-9a97-29ec6002959e req-fa966a98-4aab-41ad-bf76-cbb4f3fa78d6 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0479469 Sep 23 20:34:35.500024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f57a24a3-4337-4997-9a97-29ec6002959e req-00233ed8-672f-4695-afd7-c68e45741465 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302317 Sep 23 20:34:36.615706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afde68-12d6-4c0e-8f76-c33c4d7fbca1 req-bf7de755-40f1-4eeb-80c2-b0529cce89db tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:36.617062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54afde68-12d6-4c0e-8f76-c33c4d7fbca1 req-bf7de755-40f1-4eeb-80c2-b0529cce89db tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0475733 Sep 23 20:34:36.653019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-54afde68-12d6-4c0e-8f76-c33c4d7fbca1 req-f56433ad-7eaa-422b-8ece-4bbae252e6aa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293331 Sep 23 20:34:37.766969 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcce61-eae0-4772-a848-a56b170e9a8c req-638fdb29-fbc7-40e5-a8c9-dbdf8c5c2e7f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:37.768458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4dcce61-eae0-4772-a848-a56b170e9a8c req-638fdb29-fbc7-40e5-a8c9-dbdf8c5c2e7f tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0480857 Sep 23 20:34:37.808356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4dcce61-eae0-4772-a848-a56b170e9a8c req-4fd28d01-64bc-440a-b7c3-60de11a50daa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340636 Sep 23 20:34:38.924406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611cd08-971b-4f58-8d91-a7891f8116b9 req-cbc86c38-0357-4741-9562-3361a140426e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:38.925866 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f611cd08-971b-4f58-8d91-a7891f8116b9 req-cbc86c38-0357-4741-9562-3361a140426e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0496926 Sep 23 20:34:38.962628 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f611cd08-971b-4f58-8d91-a7891f8116b9 req-92c57a11-af26-4050-b267-ca2105f4bbaa tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Sep 23 20:34:40.081171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bbbc3-9cf0-4fb2-bc50-b4cf51669c9c req-19094e69-90dd-4203-96d5-758e43f647f8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:40.082690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d8bbbc3-9cf0-4fb2-bc50-b4cf51669c9c req-19094e69-90dd-4203-96d5-758e43f647f8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Sep 23 20:34:40.121824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1d8bbbc3-9cf0-4fb2-bc50-b4cf51669c9c req-2bc7ab49-8ab7-4347-8435-e117f39cb185 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331116 Sep 23 20:34:40.898963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:34:40.992612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:41.003881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'port_id': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'mac_address': 'fa:16:3e:03:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:34:41.038474 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.051010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913b36da-02b6-4185-8d66-42e8eb17c9a8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:34:41.070154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:41.074150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.123886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=12']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:41.238141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8418b24-fcb9-473e-90d8-5fc0e9a88903 req-b2f4a576-0860-4ad7-a727-533c25b2bab8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:41.239615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8418b24-fcb9-473e-90d8-5fc0e9a88903 req-b2f4a576-0860-4ad7-a727-533c25b2bab8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0483475 Sep 23 20:34:41.281207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8418b24-fcb9-473e-90d8-5fc0e9a88903 req-9875bf1b-7d27-4f4e-bb4a-91eca370aebf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358067 Sep 23 20:34:41.325651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['913b36da-02b6-4185-8d66-42e8eb17c9a8'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:34:41.394291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41366e46-924f-42f5-b977-41b5f96e3c82 req-1c828e8c-9e77-4ed4-bfd4-2306f8d527bf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:41.395825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41366e46-924f-42f5-b977-41b5f96e3c82 req-1c828e8c-9e77-4ed4-bfd4-2306f8d527bf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0482430 Sep 23 20:34:41.432693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41366e46-924f-42f5-b977-41b5f96e3c82 req-5c49c6ed-b88b-4613-b797-66ac85c14ff7 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Sep 23 20:34:41.545588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a07bc-8e91-40f7-b0c8-ec8bbafdabaa req-0602fa6c-6440-4d03-b296-844811277eb9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:41.547076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc5a07bc-8e91-40f7-b0c8-ec8bbafdabaa req-0602fa6c-6440-4d03-b296-844811277eb9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0476925 Sep 23 20:34:41.584406 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fc5a07bc-8e91-40f7-b0c8-ec8bbafdabaa req-dc661bbe-ecda-455b-b39b-58fa861efc9b tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Sep 23 20:34:41.811573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e3c4-ce4b-4ab7-a475-3350c72cdb84 req-c5dceb4c-4ef2-45d2-8cb0-1f11c65a7174 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:41.813029 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77f7e3c4-ce4b-4ab7-a475-3350c72cdb84 req-c5dceb4c-4ef2-45d2-8cb0-1f11c65a7174 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0479827 Sep 23 20:34:41.853544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77f7e3c4-ce4b-4ab7-a475-3350c72cdb84 req-e27538b1-f8a9-4eb5-8119-82166d987b22 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343368 Sep 23 20:34:42.921443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:34:42.968929 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366593c-f4e7-4820-b58f-5010bf1b21ee req-aafbcf2a-ec5d-4e27-9d66-0e2dafebb47a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:42.970022 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 913b36da-02b6-4185-8d66-42e8eb17c9a8 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:34:42.970504 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a366593c-f4e7-4820-b58f-5010bf1b21ee req-aafbcf2a-ec5d-4e27-9d66-0e2dafebb47a tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 946 time: 0.0497141 Sep 23 20:34:42.973955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 913b36da-02b6-4185-8d66-42e8eb17c9a8 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:34:42.974471 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.008932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a366593c-f4e7-4820-b58f-5010bf1b21ee req-bded242e-106f-435e-826a-49e1cf71141e tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f22e4c7-e961-46c6-b596-61460ad11daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324106 Sep 23 20:34:43.054093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.077349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:43.079582 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c102c9a7-4b58-443a-9fc8-d2867aaa1476" -d '{"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-plugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:43.091878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:43.096094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.120545 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4292f-e902-496f-af23-0bab346ff872 x-openstack-request-id: req-24a4292f-e902-496f-af23-0bab346ff872 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:43.120840 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-plugged", "status": "completed", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:43.121092 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24a4292f-e902-496f-af23-0bab346ff872 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:43.121477 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'code': 200} Sep 23 20:34:43.145979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=13']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:43.276773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ef42ec3-344c-4b49-8f70-fde846de8b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.340641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252f71b-2040-4286-bce2-4224d18560f3 req-ed22468f-e6eb-4806-b2a4-eee56e42910c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:43.342110 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f252f71b-2040-4286-bce2-4224d18560f3 req-ed22468f-e6eb-4806-b2a4-eee56e42910c tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 947 time: 0.0490220 Sep 23 20:34:43.432607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Deleting port 913b36da-02b6-4185-8d66-42e8eb17c9a8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:34:43.433225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.519485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] For port 913b36da-02b6-4185-8d66-42e8eb17c9a8, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=913b36da-02b6-4185-8d66-42e8eb17c9a8,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:43.519849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.688744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.689030 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.689346 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 disassociated. External IP: 172.25.6.31, port: 913b36da-02b6-4185-8d66-42e8eb17c9a8. Sep 23 20:34:43.689683 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Calling delete_port for 913b36da-02b6-4185-8d66-42e8eb17c9a8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:34:43.812687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.840177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event deleted for resources: {'Port': ['ID=913b36da-02b6-4185-8d66-42e8eb17c9a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:43.955081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:34:44.068462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:34:44.079057 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:34:44.088100 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:34:44.088707 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:44.130843 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] No DVR routers for this DVR port 913b36da-02b6-4185-8d66-42e8eb17c9a8 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:34:44.133966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25f4a30c-84cd-4167-a87c-87995eb75dc3 req-aaa1087a-5dc8-4576-85cc-2622bbc1f735 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 210 time: 0.0447509 Sep 23 20:34:44.135118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:44.136943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f252f71b-2040-4286-bce2-4224d18560f3 req-eff0cbf6-63ef-4412-81f5-e72ac2cea8bb tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.72 "DELETE /v2.0/ports/913b36da-02b6-4185-8d66-42e8eb17c9a8 HTTP/1.1" status: 204 len: 173 time: 0.7884967 Sep 23 20:34:44.137363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-deleted', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:44.139670 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62bbc2-fc81-4fc0-b2ee-9376c38ce6aa" -d '{"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-deleted", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:44.201255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:34:44.242822 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc21bfb-30b4-4d5f-94b8-a86a9d8d80f8 x-openstack-request-id: req-7bc21bfb-30b4-4d5f-94b8-a86a9d8d80f8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:44.243104 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a56d4-5bf5-4cc8-9994-04244e1e6678", "name": "network-vif-deleted", "tag": "913b36da-02b6-4185-8d66-42e8eb17c9a8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:44.243348 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bc21bfb-30b4-4d5f-94b8-a86a9d8d80f8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:44.243745 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a56d4-5bf5-4cc8-9994-04244e1e6678', 'name': 'network-vif-deleted', 'tag': '913b36da-02b6-4185-8d66-42e8eb17c9a8', 'status': 'completed', 'code': 200} Sep 23 20:34:44.401413 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:44.431769 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:34:44.439874 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:34:44.440470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:34:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:44.542289 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:34:44.734372 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:44.759488 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e4b9c-16a9-49c0-9502-2d0766e8ad8e None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:03Z', 'revision_number': 4, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'f4ad1b6b-1fe0-49fd-bdd7-9492b443f604', 'name': '', 'network_id': '8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'mac_address': 'fa:16:3e:b1:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:03Z', 'updated_at': '2021-09-23T20:24:06Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'subnets': [{'id': '38b35186-6898-4ab5-8a01-ca74ef08d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:34:44.975242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a68fc0-66de-4023-8977-94210287ed00 None None] New status for floating IP 25ca46e6-17a1-4c0f-b8fc-ca96e6f15313: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:34:45.233093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-025612f3-c399-4b80-8ac5-396e1f1481d3 req-1ec7e183-4a5e-491d-b782-242412e36746 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Sep 23 20:34:46.330660 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-31939728-d21c-46c7-80a5-c4c409037a23 req-156eeb11-acb6-41fd-84da-e2579086deb9 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 210 time: 0.0302899 Sep 23 20:34:46.414705 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4611f9b4-4935-4764-b48a-405c4100c204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.576219 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.960847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:34:46.980431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 913b36da-02b6-4185-8d66-42e8eb17c9a8 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:34:46.980676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 913b36da-02b6-4185-8d66-42e8eb17c9a8 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:34:47.322424 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:47.425318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c36daa7d-cf72-4b4b-8f4e-c531d57ea3e3 req-9d96e4eb-885e-487e-8899-7f28ad3dc303 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/ports?device_id=c60a56d4-5bf5-4cc8-9994-04244e1e6678 HTTP/1.1" status: 200 len: 210 time: 0.0265307 Sep 23 20:34:48.520598 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:34:48.815945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.138390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44950) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:51.191883 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09812da6-2ec4-41c3-b45f-dfcd20d98aa1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.217061 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09812da6-2ec4-41c3-b45f-dfcd20d98aa1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.267083 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09812da6-2ec4-41c3-b45f-dfcd20d98aa1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.269893 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09812da6-2ec4-41c3-b45f-dfcd20d98aa1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.273959 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-09812da6-2ec4-41c3-b45f-dfcd20d98aa1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "DELETE /v2.0/security-groups/4f22e4c7-e961-46c6-b596-61460ad11daa HTTP/1.1" status: 204 len: 168 time: 0.1340249 Sep 23 20:34:51.274230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:51.283577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09812da6-2ec4-41c3-b45f-dfcd20d98aa1 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f22e4c7-e961-46c6-b596-61460ad11daa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:51.289237 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ddc9ab1d-a02e-49ee-9b53-1254d1d5c5b8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] show failed (client error): The resource could not be found. Sep 23 20:34:51.292434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44954) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:51.303678 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ddc9ab1d-a02e-49ee-9b53-1254d1d5c5b8 tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "GET /v2.0/security-groups/4f22e4c7-e961-46c6-b596-61460ad11daa HTTP/1.1" status: 404 len: 347 time: 0.0281608 Sep 23 20:34:51.417657 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Deleting port 7890c66e-d859-4368-b76b-43c2c9e3083d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:34:51.418006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.497627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.497835 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.509441 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Calling delete_port for 7890c66e-d859-4368-b76b-43c2c9e3083d owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:34:51.641606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.669922 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Pushing event deleted for resources: {'Port': ['ID=7890c66e-d859-4368-b76b-43c2c9e3083d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:51.733386 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.735990 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:51.737177 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-25dcf700-2450-4edb-b75a-97873fa8aabf tempest-ServerActionsTestJSON-1003423016 tempest-ServerActionsTestJSON-1003423016-project] 10.222.0.38 "DELETE /v2.0/floatingips/25ca46e6-17a1-4c0f-b8fc-ca96e6f15313 HTTP/1.1" status: 204 len: 168 time: 0.4437611 Sep 23 20:34:51.740074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44956) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:52.196354 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:52.435768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Deleting port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:34:52.436108 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:52.511193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] For port f4ad1b6b-1fe0-49fd-bdd7-9492b443f604, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:52.511469 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:52.523928 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Calling delete_port for f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:34:52.696994 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:52.724820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ad1b6b-1fe0-49fd-bdd7-9492b443f604,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:52.883486 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.090074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:34:53.481495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:34:53.486608 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3170f5a1-e301-4857-8fa1-5bf0bc04dd87 admin admin] 10.222.0.38 "PUT /v2.0/routers/153d8f40-6600-4c96-ab69-d9bbbaaa1c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7455094 Sep 23 20:34:53.489384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:53.490193 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] Sync routers for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:34:53.499569 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:34:53.500174 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:53.596507 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.700012 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:34:53.700555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.752334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Deleting port af3fcecc-163a-467f-a02c-cf6e673f9974 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:34:53.752577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.833567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] For port af3fcecc-163a-467f-a02c-cf6e673f9974, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=af3fcecc-163a-467f-a02c-cf6e673f9974,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:53.833928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.845498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Calling delete_port for af3fcecc-163a-467f-a02c-cf6e673f9974 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:34:53.875760 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:34:52Z', 'revision_number': 5, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port': {'id': 'af3fcecc-163a-467f-a02c-cf6e673f9974', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:53.900786 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] Checking router: 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:34:53.908762 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] Routers {'153d8f40-6600-4c96-ab69-d9bbbaaa1c55'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:34:53.909367 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:34:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:53.992700 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] Set router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:34:54.009904 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.033898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3fcecc-163a-467f-a02c-cf6e673f9974,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:54.047711 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:34:53Z', 'revision_number': 6, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:54.073019 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92a05f-b8d5-44dd-ae00-99ccd1191e46 None None] The sync data for ids ['153d8f40-6600-4c96-ab69-d9bbbaaa1c55'] in n-d-810763-1 is: [{'id': '153d8f40-6600-4c96-ab69-d9bbbaaa1c55', 'name': 'tempest-ServerActionsTestJSON-1731822578-router', 'tenant_id': '81a76999b4c34ab0935542517c51e6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:01Z', 'updated_at': '2021-09-23T20:34:53Z', 'revision_number': 6, 'project_id': '81a76999b4c34ab0935542517c51e6a3', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:34:54.097302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.187456 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.189481 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.231061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.232313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153d8f40-6600-4c96-ab69-d9bbbaaa1c55 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:34:54.236597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.237748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5add0d4-9dc6-4f4d-bdc6-29cc67b32029 admin admin] 10.222.0.38 "DELETE /v2.0/routers/153d8f40-6600-4c96-ab69-d9bbbaaa1c55 HTTP/1.1" status: 204 len: 168 time: 0.7473247 Sep 23 20:34:54.240263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:54.282406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] Deleting subnet 38b35186-6898-4ab5-8a01-ca74ef08d955 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:34:54.285256 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.318572 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.399292 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.454410 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.479242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b35186-6898-4ab5-8a01-ca74ef08d955,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:54.483711 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.488223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44964) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:54.488671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2e5aad2a-4676-4ee8-b118-77298544067e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/38b35186-6898-4ab5-8a01-ca74ef08d955 HTTP/1.1" status: 204 len: 168 time: 0.2470477 Sep 23 20:34:54.490455 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc7db51-027a-47ea-b137-207bca063cd2 None None] Network 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:34:54.559004 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.609558 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Deleting port 4175035b-1db1-4f40-8b46-fdb336dfcc66 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:34:54.609894 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.673678 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] For port 4175035b-1db1-4f40-8b46-fdb336dfcc66, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4175035b-1db1-4f40-8b46-fdb336dfcc66,segment=NetworkSegment(04dc0dc3-7709-4efe-ba6d-4564444182f9),segment_id=04dc0dc3-7709-4efe-ba6d-4564444182f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:54.674036 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.685802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Calling delete_port for 4175035b-1db1-4f40-8b46-fdb336dfcc66 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:34:54.760185 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.785669 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4175035b-1db1-4f40-8b46-fdb336dfcc66,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:54.787493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] No DVR routers for this DVR port 4175035b-1db1-4f40-8b46-fdb336dfcc66 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:34:54.836644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417e390-8de7-421d-8936-4c9e16d5bd15 None None] DHCP port deletion for 8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:34:54.863510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.883552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:54.892457 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dc0dc3-7709-4efe-ba6d-4564444182f9') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:54.892748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dc0dc3-7709-4efe-ba6d-4564444182f9') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:54.901892 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.915674 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.922144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:34:54.922584 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:34:54.924264 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:34:54.986765 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.992298 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:54.994513 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f HTTP/1.1" status: 204 len: 168 time: 0.5005703 Sep 23 20:34:55.006033 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3d546-f4b6-494b-874d-c94c0982dd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb0900c-b31d-4cb9-b2d0-74eb4890eb3f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:55.122907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:55.162153 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5b192b87-678d-4491-9fb5-b1beace7d54f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81a76999b4c34ab0935542517c51e6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381124 Sep 23 20:34:55.164517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44970) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:55.210801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080231d6-411f-42ad-888f-404b337e2ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:55.231922 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080231d6-411f-42ad-888f-404b337e2ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:55.277706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080231d6-411f-42ad-888f-404b337e2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:55.280447 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-080231d6-411f-42ad-888f-404b337e2ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:55.281609 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-080231d6-411f-42ad-888f-404b337e2ef5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bd369c4-db9c-400c-b360-4ca2140955e5 HTTP/1.1" status: 204 len: 168 time: 0.1161988 Sep 23 20:34:55.290477 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080231d6-411f-42ad-888f-404b337e2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd369c4-db9c-400c-b360-4ca2140955e5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:55.680237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:34:55.701040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:34:55.701385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f4ad1b6b-1fe0-49fd-bdd7-9492b443f604 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:34:55.701803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4175035b-1db1-4f40-8b46-fdb336dfcc66 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:34:55.719987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4175035b-1db1-4f40-8b46-fdb336dfcc66 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:34:55.720333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4175035b-1db1-4f40-8b46-fdb336dfcc66 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:34:55.720752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device af3fcecc-163a-467f-a02c-cf6e673f9974 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:34:55.738504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: af3fcecc-163a-467f-a02c-cf6e673f9974 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:34:55.738850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device af3fcecc-163a-467f-a02c-cf6e673f9974 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:34:56.004543 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 44992) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:56.058222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.098702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-569710590-network', 'tenant_id': '5e3ba38da3cf43b7b4d83be9c48af99b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:56.120458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Made reservation on behalf of 5e3ba38da3cf43b7b4d83be9c48af99b for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:34:56.123590 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.131792 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.222118 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.225534 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.250095 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:34:56.259628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:56.264577 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.264921 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Added segment 43bbfd46-d2c1-48e1-83e2-92d492116dd9 of type vlan for network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 Sep 23 20:34:56.305098 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.329272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.330353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:56.330949 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.361126 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3555095 Sep 23 20:34:56.365021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 44996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:56.369899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Request body: {'subnet': {'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-569710590-subnet', 'tenant_id': '5e3ba38da3cf43b7b4d83be9c48af99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:56.391250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Made reservation on behalf of 5e3ba38da3cf43b7b4d83be9c48af99b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:34:56.391771 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53093012-351f-45d0-8d28-780ae892bd4a admin admin] Pushing event updated for resources: {'Network': ['ID=3cdd1893-b734-49ed-9b4f-bf105f8646f8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:56.393572 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.402154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:34:56.562083 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.620075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c54ab6-2e72-435c-a54b-bbac70494daa,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:56.628510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Checking segment: {'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:34:56.628867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Network hostable DHCP agents. Network: 3cdd1893-b734-49ed-9b4f-bf105f8646f8, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:34:56.645797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:34:56.654302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3cdd1893-b734-49ed-9b4f-bf105f8646f8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:34:56.658418 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:56.659007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:56.664436 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c2b42-d699-443f-82b8-328fdfcc9602 None None] Network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:34:56.674102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e3957703-0db4-4ea2-81e6-7369cd99c50a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3079984 Sep 23 20:34:56.788704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e55ae-7524-4996-956b-b0622c39667c None None] Network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:34:57.086947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136b815-b384-4ed7-a148-189b156165a8 req-e8e0c0cd-2932-4bbe-96a3-be3bb064bae3 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:57.088423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-e8e0c0cd-2932-4bbe-96a3-be3bb064bae3 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/networks?id=3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 200 len: 813 time: 0.0992336 Sep 23 20:34:57.103536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-371d6a8d-8c4a-40a3-9679-3bf894457785 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/quotas/5e3ba38da3cf43b7b4d83be9c48af99b HTTP/1.1" status: 200 len: 375 time: 0.0087371 Sep 23 20:34:57.133548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-b5bd3b14-0292-48c3-bc26-c1e4183b5b0c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244403 Sep 23 20:34:57.269314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-845b758b-3877-4852-848e-609d632e348f service neutron] 10.222.0.38 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287136 Sep 23 20:34:57.360259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-0dbae17c-98cd-4f2a-a921-fd670aeaef87 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847974 Sep 23 20:34:57.414788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:57.514686 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b4dac30e-1bf1-4f3a-a6f6-c53fdd639395 req-479b2580-2721-4db3-af55-4b566c7481c3 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 210 time: 0.0263987 Sep 23 20:34:58.432702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136b815-b384-4ed7-a148-189b156165a8 req-551887fc-3833-4cc1-b2cc-7a6d59a83726 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:58.434402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-551887fc-3833-4cc1-b2cc-7a6d59a83726 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.72 "GET /v2.0/networks?id=3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 200 len: 813 time: 0.1059434 Sep 23 20:34:58.447818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Request body: {'port': {'device_id': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8', 'admin_state_up': True, 'tenant_id': '5e3ba38da3cf43b7b4d83be9c48af99b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:58.557247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Made reservation on behalf of 5e3ba38da3cf43b7b4d83be9c48af99b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:34:58.561743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:58.636702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d2d5fb8-7c20-4201-ace1-096a34add2b5 req-cddbc7bc-a9c8-4e59-9e71-4baf0b5c0065 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 210 time: 0.0526941 Sep 23 20:34:58.712551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Allocated IP 172.20.0.3 (3cdd1893-b734-49ed-9b4f-bf105f8646f8/f7c54ab6-2e72-435c-a54b-bbac70494daa/05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:34:58.885236 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:58.936134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:58.993527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:34:59.000905 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:34:59.011316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:34:59.017306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Pushing event updated for resources: {'Port': ['ID=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:59.075499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:59.076124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:59.092092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-da6d5743-d844-40bd-83fb-8c2324c8486e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6486547 Sep 23 20:34:59.104574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Request body: {'port': {'device_id': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:59.160039 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:59.410176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:34:59.417307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:59.428479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Transition to ACTIVE for port object 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:34:59.432155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:59.479035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Pushing event updated for resources: {'Port': ['ID=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:59.547499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Attempting to bind port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:34:59.547829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Attempting to bind port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:34:59.548147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Attempting to bind port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 on network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:34:59.552222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 on network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:34:59.552535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Attempting to bind port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 on network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:34:59.557106 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:34:59.557427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Checking segment: {'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:34:59.558015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Bound using segment: {'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:34:59.558227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Bound port: 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:34:59.558576 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:59.620008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] For port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:34:59.623458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] For port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:34:59.628129 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:59.660607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:59.661235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:59.662619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] 10.222.0.72 "PUT /v2.0/ports/05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 HTTP/1.1" status: 200 len: 1091 time: 0.5620196 Sep 23 20:34:59.663045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'tag': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:59.665299 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70c1f3-beab-4416-a882-8990f2ca5086" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6dad0a-aba8-42f8-8ab2-77b68743e1ab", "tag": "05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:59.692870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ef58f-fdea-4c2d-a038-781b96625da2 service neutron] Pushing event updated for resources: {'Port': ['ID=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:59.776012 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f697-08c1-42ab-9fca-e02b8f7a6a66 req-663c6258-2e61-4fa2-842c-7244f38898de tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:59.777486 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c027f697-08c1-42ab-9fca-e02b8f7a6a66 req-663c6258-2e61-4fa2-842c-7244f38898de tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 943 time: 0.0698020 Sep 23 20:34:59.780544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136b815-b384-4ed7-a148-189b156165a8 req-2a7bc5f2-a3ae-4253-9ee0-0c969c41892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:59.781901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-2a7bc5f2-a3ae-4253-9ee0-0c969c41892b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 1094 time: 0.0820260 Sep 23 20:34:59.829605 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-c7316841-4b8b-45ef-ad68-3b3b4fa4b8ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 HTTP/1.1" status: 200 len: 217 time: 0.0400007 Sep 23 20:34:59.867990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c027f697-08c1-42ab-9fca-e02b8f7a6a66 req-eedef64e-1898-4e86-8d8e-beaaf2480395 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839908 Sep 23 20:34:59.884863 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136b815-b384-4ed7-a148-189b156165a8 req-fbf69baa-3120-4796-9141-b562f80fe4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:59.886306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-fbf69baa-3120-4796-9141-b562f80fe4a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c54ab6-2e72-435c-a54b-bbac70494daa HTTP/1.1" status: 200 len: 853 time: 0.0481100 Sep 23 20:34:59.922670 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d598a3a-13b9-4f7d-9752-cbcb93f257da x-openstack-request-id: req-6d598a3a-13b9-4f7d-9752-cbcb93f257da {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:59.922953 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6dad0a-aba8-42f8-8ab2-77b68743e1ab", "tag": "05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:59.923196 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d598a3a-13b9-4f7d-9752-cbcb93f257da {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:59.923580 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'tag': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10', 'status': 'completed', 'code': 200} Sep 23 20:34:59.925427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-d86c5a31-1626-4b72-a89a-14a7caea7c0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3cdd1893-b734-49ed-9b4f-bf105f8646f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307004 Sep 23 20:35:00.014935 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-e80b5993-8a17-449e-9907-81e1259614f9 service neutron] 10.222.0.72 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Sep 23 20:35:00.434465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e136b815-b384-4ed7-a148-189b156165a8 req-8819fa60-8c54-4ecf-8fc1-0aa1eafbf28b service neutron] 10.222.0.72 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114234 Sep 23 20:35:00.519847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-6ebd6331-bfab-43e3-872d-afab830373b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:00.521347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-6ebd6331-bfab-43e3-872d-afab830373b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 1094 time: 0.0405064 Sep 23 20:35:00.612672 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-f401d0f8-09d9-4423-a47a-dc4ef50193eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:00.614043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-f401d0f8-09d9-4423-a47a-dc4ef50193eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 200 len: 914 time: 0.0856588 Sep 23 20:35:00.654878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-12e51e0f-afb0-4f1e-a62d-22f7e86172c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 HTTP/1.1" status: 200 len: 217 time: 0.0335505 Sep 23 20:35:00.703113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-ee5735e4-c104-4d49-856c-ca93bf569409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:00.704547 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-ee5735e4-c104-4d49-856c-ca93bf569409 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c54ab6-2e72-435c-a54b-bbac70494daa HTTP/1.1" status: 200 len: 853 time: 0.0429688 Sep 23 20:35:00.736371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-09e2724e-6a07-4aa5-979e-ddbd5d3f9ccb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3cdd1893-b734-49ed-9b4f-bf105f8646f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236557 Sep 23 20:35:00.826668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-2a1a5713-d257-441c-acba-817d55909f79 service neutron] 10.222.0.72 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824029 Sep 23 20:35:00.919177 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b70c1f3-beab-4416-a882-8990f2ca5086 req-6b517c31-76ef-442d-b0dc-e048d87aafb6 service neutron] 10.222.0.72 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834346 Sep 23 20:35:00.985001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1fca0-f853-4d8c-8ff0-80f80b359e1d req-eef8726b-d212-491e-9627-c51ca8335f83 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:00.986479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2a1fca0-f853-4d8c-8ff0-80f80b359e1d req-eef8726b-d212-491e-9627-c51ca8335f83 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 943 time: 0.0484209 Sep 23 20:35:01.021917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e2a1fca0-f853-4d8c-8ff0-80f80b359e1d req-59f80ef2-d102-4553-8e5b-05291e5557b1 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295644 Sep 23 20:35:02.134834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ef593-8729-4666-961f-64ed2ac7b583 req-1839ba0f-12f5-4819-b180-f95caca475fc tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:02.136283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d00ef593-8729-4666-961f-64ed2ac7b583 req-1839ba0f-12f5-4819-b180-f95caca475fc tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 943 time: 0.0477159 Sep 23 20:35:02.172893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d00ef593-8729-4666-961f-64ed2ac7b583 req-0d6d2992-a64f-4f21-9e98-521547085d6f tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304511 Sep 23 20:35:03.081695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:35:03.217474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:03.235504 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10', 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8', 'port_id': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10', 'mac_address': 'fa:16:3e:90:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c54ab6-2e72-435c-a54b-bbac70494daa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:35:03.280585 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.293045 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08a0d-a90f-486c-bb4a-d9a1954247a3 req-906d0214-cfdb-472a-abe4-7ec357cafc73 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:03.295909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3f08a0d-a90f-486c-bb4a-d9a1954247a3 req-906d0214-cfdb-472a-abe4-7ec357cafc73 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 943 time: 0.0547092 Sep 23 20:35:03.296218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:35:03.322380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:03.327676 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.342748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3f08a0d-a90f-486c-bb4a-d9a1954247a3 req-23dc551d-c958-4aeb-9faf-6d0e8a6e69fb tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Sep 23 20:35:03.376259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:03.514921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:04.455174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0e20-cb90-4eaa-b880-6517efa038da req-fe04d607-b628-43a7-9d1b-3ca6bf44e6c8 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:04.456649 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f8b0e20-cb90-4eaa-b880-6517efa038da req-fe04d607-b628-43a7-9d1b-3ca6bf44e6c8 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 944 time: 0.0483379 Sep 23 20:35:04.493234 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f8b0e20-cb90-4eaa-b880-6517efa038da req-f7489684-dc94-4769-85ad-bca4b01df601 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Sep 23 20:35:05.085426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:05.132738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:35:05.136267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:05.136641 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:05.212064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:05.233892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:05.236299 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ed581-e308-45d7-bc9e-66319deef60c" -d '{"events": [{"server_uuid": "5b6dad0a-aba8-42f8-8ab2-77b68743e1ab", "name": "network-vif-plugged", "status": "completed", "tag": "05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:05.249160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:05.253105 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:05.276252 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf5ed22-4525-48a7-8381-0fa7edd64bdf x-openstack-request-id: req-abf5ed22-4525-48a7-8381-0fa7edd64bdf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:05.276545 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6dad0a-aba8-42f8-8ab2-77b68743e1ab", "name": "network-vif-plugged", "status": "completed", "tag": "05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:05.276797 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abf5ed22-4525-48a7-8381-0fa7edd64bdf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:05.277182 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10', 'code': 200} Sep 23 20:35:05.303507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:05.367920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6b12-f0ad-4500-b408-2b3a704c0c76 req-19c36e26-d70a-44ad-bbb7-a2a035716838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:05.369308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-484c6b12-f0ad-4500-b408-2b3a704c0c76 req-19c36e26-d70a-44ad-bbb7-a2a035716838 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 1096 time: 0.0397341 Sep 23 20:35:05.402192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-484c6b12-f0ad-4500-b408-2b3a704c0c76 req-15504b22-bf9c-4de6-9f97-a2b78b3ad5d8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257354 Sep 23 20:35:05.609523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a26955-0913-436a-809a-a8c85a71ad4f req-defaaef4-01eb-4f78-ab05-e58eaaf5c49e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:05.611032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32a26955-0913-436a-809a-a8c85a71ad4f req-defaaef4-01eb-4f78-ab05-e58eaaf5c49e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0481260 Sep 23 20:35:05.651184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-32a26955-0913-436a-809a-a8c85a71ad4f req-a97fa451-1b09-485c-a8d6-46a04fbea5fc tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Sep 23 20:35:06.764394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3438f-bd81-452d-8ee1-092293ad2ea3 req-a8b86f8d-836a-404b-a880-22afd256b863 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:06.765854 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25e3438f-bd81-452d-8ee1-092293ad2ea3 req-a8b86f8d-836a-404b-a880-22afd256b863 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0478203 Sep 23 20:35:06.802502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-25e3438f-bd81-452d-8ee1-092293ad2ea3 req-3b55419c-8ceb-4e19-a5b8-39e10e077230 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307267 Sep 23 20:35:07.023609 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-93a38e78-68d8-418c-81b9-d0b6f0bd7a03 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:07.025025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-93a38e78-68d8-418c-81b9-d0b6f0bd7a03 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/networks?id=3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 200 len: 813 time: 0.1029437 Sep 23 20:35:07.040326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-dae9c249-b1c4-4d7d-86c6-8faa9a6d2be4 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/quotas/5e3ba38da3cf43b7b4d83be9c48af99b HTTP/1.1" status: 200 len: 375 time: 0.0089972 Sep 23 20:35:07.087817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-3891f8db-4c45-45fe-b445-352c199f70b2 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417206 Sep 23 20:35:07.174692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-6f8ef8b2-c3ae-43de-9554-32de4bfa748c service neutron] 10.222.0.38 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792856 Sep 23 20:35:07.265059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cf34f150-2408-4aea-9eb9-5f88f5dc8c34 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843439 Sep 23 20:35:07.421884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06ea676a-63c0-42a5-821c-76e661e2b879 req-d39ee185-3bb2-4fd1-a333-fdbf0474c90f tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Sep 23 20:35:08.409047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-5234bf10-caac-42e4-8ac5-891291abe152 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:08.410641 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-5234bf10-caac-42e4-8ac5-891291abe152 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.41 "GET /v2.0/networks?id=3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 200 len: 813 time: 0.1099222 Sep 23 20:35:08.423328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Request body: {'port': {'device_id': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8', 'admin_state_up': True, 'tenant_id': '5e3ba38da3cf43b7b4d83be9c48af99b'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:08.516050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13e31f5f-acba-4c41-9a0c-ab70c9102c3f req-e932040a-6564-477e-a3ca-4a64c9494ee9 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Sep 23 20:35:08.534531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Made reservation on behalf of 5e3ba38da3cf43b7b4d83be9c48af99b for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:08.537975 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:08.657891 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Allocated IP 172.20.0.11 (3cdd1893-b734-49ed-9b4f-bf105f8646f8/f7c54ab6-2e72-435c-a54b-bbac70494daa/ecc05f61-e6bb-46e8-a445-9d834551b208) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:08.809633 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:08.842030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:08.854782 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:08.884701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:08.887694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:08.891469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:08.900060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Pushing event updated for resources: {'Port': ['ID=ecc05f61-e6bb-46e8-a445-9d834551b208,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:08.949631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:08.950281 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:08.964279 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-8e7ca8da-ed35-4c6f-a6f4-2257e4a497e5 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5447180 Sep 23 20:35:08.976473 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Request body: {'port': {'device_id': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:09.027468 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:09.279701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc05f61-e6bb-46e8-a445-9d834551b208 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:35:09.286632 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:09.298425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Transition to ACTIVE for port object ecc05f61-e6bb-46e8-a445-9d834551b208 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:35:09.302392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:09.350738 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc05f61-e6bb-46e8-a445-9d834551b208,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:09.374040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.374418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.374764 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.375104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.375440 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.375773 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.376103 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.376434 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.376757 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.377083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.377411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.377739 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:09.426796 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Attempting to bind port ecc05f61-e6bb-46e8-a445-9d834551b208 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:09.427403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Attempting to bind port ecc05f61-e6bb-46e8-a445-9d834551b208 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:09.427527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Attempting to bind port ecc05f61-e6bb-46e8-a445-9d834551b208 on network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:09.431499 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Port ecc05f61-e6bb-46e8-a445-9d834551b208 on network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:35:09.431824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Attempting to bind port ecc05f61-e6bb-46e8-a445-9d834551b208 on network 3cdd1893-b734-49ed-9b4f-bf105f8646f8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:09.437108 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:09.437450 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Checking segment: {'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:09.437835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Bound using segment: {'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:09.438281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Bound port: ecc05f61-e6bb-46e8-a445-9d834551b208, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bbfd46-d2c1-48e1-83e2-92d492116dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:09.438645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:09.499605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] For port ecc05f61-e6bb-46e8-a445-9d834551b208, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:09.502720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] For port ecc05f61-e6bb-46e8-a445-9d834551b208, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ecc05f61-e6bb-46e8-a445-9d834551b208,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:09.506728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:09.541857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:09.542425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:09.543814 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] 10.222.0.41 "PUT /v2.0/ports/ecc05f61-e6bb-46e8-a445-9d834551b208 HTTP/1.1" status: 200 len: 1092 time: 0.5713520 Sep 23 20:35:09.544748 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'tag': 'ecc05f61-e6bb-46e8-a445-9d834551b208'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:09.546513 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d86b1036-b7df-4ed5-8abf-b1774489a172", "tag": "ecc05f61-e6bb-46e8-a445-9d834551b208"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:09.573421 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe5296-02c2-4db9-aed6-703e32191ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc05f61-e6bb-46e8-a445-9d834551b208,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:09.621960 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-ac6d77af-52a8-4ca4-81cd-d93f47e5c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:09.624154 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-ac6d77af-52a8-4ca4-81cd-d93f47e5c512 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 1095 time: 0.0422459 Sep 23 20:35:09.635383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06029d22-099d-4b94-ae55-13e4f8802e68 req-d2e64bc6-0330-41ec-865d-fc657789f8ac tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:09.636896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06029d22-099d-4b94-ae55-13e4f8802e68 req-d2e64bc6-0330-41ec-865d-fc657789f8ac tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 944 time: 0.0485532 Sep 23 20:35:09.666292 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-6f543c96-41fb-4bdf-b159-4a5b75da48ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecc05f61-e6bb-46e8-a445-9d834551b208 HTTP/1.1" status: 200 len: 217 time: 0.0337946 Sep 23 20:35:09.679155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-06029d22-099d-4b94-ae55-13e4f8802e68 req-a4dfaa3d-1da3-417a-858f-e7bcede471a0 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356290 Sep 23 20:35:09.719306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-e5a54ee3-2d2c-478a-89da-9ef8eeb8a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:09.720678 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-e5a54ee3-2d2c-478a-89da-9ef8eeb8a7b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c54ab6-2e72-435c-a54b-bbac70494daa HTTP/1.1" status: 200 len: 853 time: 0.0480547 Sep 23 20:35:09.752383 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-0070d8d3-1363-49be-af98-c5a22a557d9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cdd1893-b734-49ed-9b4f-bf105f8646f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245128 Sep 23 20:35:09.777562 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101842f4-5f1a-4ad9-ad97-f15a8af4b6e5 x-openstack-request-id: req-101842f4-5f1a-4ad9-ad97-f15a8af4b6e5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:09.777848 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86b1036-b7df-4ed5-8abf-b1774489a172", "tag": "ecc05f61-e6bb-46e8-a445-9d834551b208", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:09.778094 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-101842f4-5f1a-4ad9-ad97-f15a8af4b6e5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:09.778504 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'tag': 'ecc05f61-e6bb-46e8-a445-9d834551b208', 'status': 'completed', 'code': 200} Sep 23 20:35:09.844636 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-207b9eb1-8107-4063-943f-8c4771b3575f service neutron] 10.222.0.41 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844293 Sep 23 20:35:09.935161 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8be52a9b-727d-4d07-b26c-c5a32b7c9ea2 req-00848178-349f-407c-8934-9a4d6247148a service neutron] 10.222.0.41 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836568 Sep 23 20:35:10.017348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-3f811152-22d5-46f1-9326-9a17a6390a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:10.018885 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-3f811152-22d5-46f1-9326-9a17a6390a1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 1095 time: 0.0403731 Sep 23 20:35:10.111836 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-3599aba6-8e10-49ae-b2c4-4e3ff84c76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:10.113197 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-3599aba6-8e10-49ae-b2c4-4e3ff84c76b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 200 len: 914 time: 0.0876503 Sep 23 20:35:10.153172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-e3cc383a-c68b-4de4-bd33-909bc6e96a2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecc05f61-e6bb-46e8-a445-9d834551b208 HTTP/1.1" status: 200 len: 217 time: 0.0327613 Sep 23 20:35:10.199087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-ba623f91-2748-4161-b13d-091e2260d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:10.200480 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-ba623f91-2748-4161-b13d-091e2260d010 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c54ab6-2e72-435c-a54b-bbac70494daa HTTP/1.1" status: 200 len: 853 time: 0.0411453 Sep 23 20:35:10.235347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-7627a959-8644-4edd-b4f6-7676cdab3fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cdd1893-b734-49ed-9b4f-bf105f8646f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279069 Sep 23 20:35:10.323007 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-f5553921-2cb7-4c4d-9e0e-25666a1f05fe service neutron] 10.222.0.41 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804489 Sep 23 20:35:10.416266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-207fe6a5-c6e0-45d8-8b5c-009d0b8df7d9 req-ff0c0d03-99df-4d07-baf2-970eb8020c5a service neutron] 10.222.0.41 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864620 Sep 23 20:35:10.793821 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993fe7c-db6d-4e9e-87f3-50ef467c6a2e req-9d3d37ae-4895-4da0-b18e-d7219e77bb24 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:10.795332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7993fe7c-db6d-4e9e-87f3-50ef467c6a2e req-9d3d37ae-4895-4da0-b18e-d7219e77bb24 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 944 time: 0.0488720 Sep 23 20:35:10.832677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7993fe7c-db6d-4e9e-87f3-50ef467c6a2e req-4e1acc97-962e-4e37-b4f3-79fddc76cc05 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Sep 23 20:35:11.944092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28546d-2885-442e-b396-5f5a728047ae req-307ff3d8-118f-44e5-a291-43eedc5322ae tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:11.945460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c28546d-2885-442e-b396-5f5a728047ae req-307ff3d8-118f-44e5-a291-43eedc5322ae tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 944 time: 0.0481644 Sep 23 20:35:11.981995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c28546d-2885-442e-b396-5f5a728047ae req-0cafdf3d-16e6-4d7f-8f3f-9ba974911475 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298693 Sep 23 20:35:13.093150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39274e3f-0201-4aa3-85c4-8bd8e5d87156 req-7f3666a1-3e0d-49d7-af0c-92d718633dc8 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:13.094616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39274e3f-0201-4aa3-85c4-8bd8e5d87156 req-7f3666a1-3e0d-49d7-af0c-92d718633dc8 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 944 time: 0.0476449 Sep 23 20:35:13.135208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39274e3f-0201-4aa3-85c4-8bd8e5d87156 req-0b7f4be7-5c37-40ed-a6c0-82094cf10e7b tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346608 Sep 23 20:35:13.136639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ecc05f61-e6bb-46e8-a445-9d834551b208 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:35:13.225571 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ecc05f61-e6bb-46e8-a445-9d834551b208, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ecc05f61-e6bb-46e8-a445-9d834551b208,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:13.236692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'ecc05f61-e6bb-46e8-a445-9d834551b208', 'network_id': '3cdd1893-b734-49ed-9b4f-bf105f8646f8', 'port_id': 'ecc05f61-e6bb-46e8-a445-9d834551b208', 'mac_address': 'fa:16:3e:d4:f8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c54ab6-2e72-435c-a54b-bbac70494daa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:35:13.284168 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:13.285838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39ab703f-36c5-4c93-964b-71a6c7a06ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:13.298610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc05f61-e6bb-46e8-a445-9d834551b208 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:35:13.318697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ecc05f61-e6bb-46e8-a445-9d834551b208, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ecc05f61-e6bb-46e8-a445-9d834551b208,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:13.322468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:13.366903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ecc05f61-e6bb-46e8-a445-9d834551b208,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:13.608070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ecc05f61-e6bb-46e8-a445-9d834551b208'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:14.247194 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb498c-5a94-4e52-94c6-759f00f18670 req-b78b18d9-4bfe-40b5-ab75-023f12eccf4d tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:14.248663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37cb498c-5a94-4e52-94c6-759f00f18670 req-b78b18d9-4bfe-40b5-ab75-023f12eccf4d tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Sep 23 20:35:14.285220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37cb498c-5a94-4e52-94c6-759f00f18670 req-7ef22153-4548-4753-8773-0ab2b2b85f54 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301638 Sep 23 20:35:15.151551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ecc05f61-e6bb-46e8-a445-9d834551b208 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:15.197908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port ecc05f61-e6bb-46e8-a445-9d834551b208 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:35:15.201488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port ecc05f61-e6bb-46e8-a445-9d834551b208 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:15.201854 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:15.274962 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:15.298704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc05f61-e6bb-46e8-a445-9d834551b208'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:15.300917 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32cea16-3a06-46b5-8368-59443b254839" -d '{"events": [{"server_uuid": "d86b1036-b7df-4ed5-8abf-b1774489a172", "name": "network-vif-plugged", "status": "completed", "tag": "ecc05f61-e6bb-46e8-a445-9d834551b208"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:15.313544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port ecc05f61-e6bb-46e8-a445-9d834551b208, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ecc05f61-e6bb-46e8-a445-9d834551b208,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:15.317995 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:15.342140 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9c003a-4e59-4f4e-aae8-2bd3b74c5666 x-openstack-request-id: req-9f9c003a-4e59-4f4e-aae8-2bd3b74c5666 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:15.342461 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86b1036-b7df-4ed5-8abf-b1774489a172", "name": "network-vif-plugged", "status": "completed", "tag": "ecc05f61-e6bb-46e8-a445-9d834551b208", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:15.342714 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f9c003a-4e59-4f4e-aae8-2bd3b74c5666 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:15.343110 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc05f61-e6bb-46e8-a445-9d834551b208', 'code': 200} Sep 23 20:35:15.372540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=ecc05f61-e6bb-46e8-a445-9d834551b208,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:15.431952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ea525-465b-475e-a812-de8ebbf56fb5 req-10065a9f-f3e7-4f33-91b1-375765fe1b1f tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:15.433384 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c02ea525-465b-475e-a812-de8ebbf56fb5 req-10065a9f-f3e7-4f33-91b1-375765fe1b1f tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 946 time: 0.0499878 Sep 23 20:35:15.433918 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b66562-c9a7-4ba4-84c2-fe8b3e519800 req-9001907c-78ce-4e7d-b0c9-da5203c89590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:15.435593 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13b66562-c9a7-4ba4-84c2-fe8b3e519800 req-9001907c-78ce-4e7d-b0c9-da5203c89590 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 1097 time: 0.0394704 Sep 23 20:35:15.468747 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13b66562-c9a7-4ba4-84c2-fe8b3e519800 req-8868134f-4ada-4946-be78-0c3e03d86fcc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267515 Sep 23 20:35:15.472317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c02ea525-465b-475e-a812-de8ebbf56fb5 req-7f31caae-d8ff-4837-aaf9-d2a0636e9b63 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Sep 23 20:35:16.416413 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9efda25-626e-4b77-9165-c072e1ba9b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:16.577194 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:16.584642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70700dc-b9ee-4422-8efd-0e849fc4417c req-44cf0b4e-e9ca-4e3e-872a-7329b100c5d3 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:16.586052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e70700dc-b9ee-4422-8efd-0e849fc4417c req-44cf0b4e-e9ca-4e3e-872a-7329b100c5d3 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 946 time: 0.0480037 Sep 23 20:35:16.626943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e70700dc-b9ee-4422-8efd-0e849fc4417c req-5fadcdb0-e5ea-4edd-81eb-95cc4a5f53e0 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349269 Sep 23 20:35:16.849906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-5407ba6d-b910-4d38-ad3b-0bda7cca4f0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403848 Sep 23 20:35:16.931201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-3f9999fd-b51a-4fe1-95c5-914ad4a9211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:16.932713 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-3f9999fd-b51a-4fe1-95c5-914ad4a9211b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 1097 time: 0.0440433 Sep 23 20:35:17.043693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-49e568ee-2777-45fa-b02b-21c45857b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:17.045149 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-49e568ee-2777-45fa-b02b-21c45857b5ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 200 len: 914 time: 0.0941169 Sep 23 20:35:17.089263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-7a3155c1-c350-4343-8716-f2705d15cb8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecc05f61-e6bb-46e8-a445-9d834551b208 HTTP/1.1" status: 200 len: 217 time: 0.0371888 Sep 23 20:35:17.136138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-e26e6f60-bce8-4650-a0f7-de4d0a89a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:17.137538 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-e26e6f60-bce8-4650-a0f7-de4d0a89a12d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c54ab6-2e72-435c-a54b-bbac70494daa HTTP/1.1" status: 200 len: 853 time: 0.0413923 Sep 23 20:35:17.167782 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-d4ec430a-b775-4a32-adef-00e2a562cb02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cdd1893-b734-49ed-9b4f-bf105f8646f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238359 Sep 23 20:35:17.257413 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-e572d77b-9068-4db8-8350-03b7944ce321 service neutron] 10.222.0.41 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828676 Sep 23 20:35:17.326999 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:17.350935 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8350ffd0-8b6a-4f1e-bf29-ae027762b4b2 req-44d4567a-5ca9-4dc7-bddc-a8cdb8dc5870 service neutron] 10.222.0.41 "GET /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Sep 23 20:35:17.742006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a623a3-fb74-4cfc-999b-f3dcb616afcb req-7b936dc5-1ebe-48db-aeb7-334a1c20333a tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:17.743552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48a623a3-fb74-4cfc-999b-f3dcb616afcb req-7b936dc5-1ebe-48db-aeb7-334a1c20333a tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 946 time: 0.0493336 Sep 23 20:35:17.781066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48a623a3-fb74-4cfc-999b-f3dcb616afcb req-ac51f8cf-1c32-4936-adca-173efbc73f7d tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Sep 23 20:35:18.015806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28f879-1718-4318-852f-fee388364b39 req-c148988d-59b7-4108-83ab-c2df1ae8a430 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:18.017354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b28f879-1718-4318-852f-fee388364b39 req-c148988d-59b7-4108-83ab-c2df1ae8a430 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 946 time: 0.0523045 Sep 23 20:35:18.056876 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8b28f879-1718-4318-852f-fee388364b39 req-21a4c26a-c8da-4510-b0a6-2afbafabd56a tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Sep 23 20:35:18.818334 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.170432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf73306-d698-49ea-bf85-d79e319e5bd8 req-08394dd0-5c86-4a14-b057-1aa7cdc8953d tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:19.172469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bf73306-d698-49ea-bf85-d79e319e5bd8 req-08394dd0-5c86-4a14-b057-1aa7cdc8953d tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 946 time: 0.0480127 Sep 23 20:35:19.213519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5bf73306-d698-49ea-bf85-d79e319e5bd8 req-c6aa4070-7816-4a54-b573-7a732d3abad4 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Sep 23 20:35:19.380712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-d0cc2d52-d473-4049-8b2f-f4a6a903242b tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:19.382063 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-d0cc2d52-d473-4049-8b2f-f4a6a903242b tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.41 "GET /v2.0/ports?device_id=d86b1036-b7df-4ed5-8abf-b1774489a172 HTTP/1.1" status: 200 len: 946 time: 0.0490680 Sep 23 20:35:19.472067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Deleting port ecc05f61-e6bb-46e8-a445-9d834551b208 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:35:19.472408 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.558694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] For port ecc05f61-e6bb-46e8-a445-9d834551b208, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=ecc05f61-e6bb-46e8-a445-9d834551b208,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:19.559051 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.571515 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Calling delete_port for ecc05f61-e6bb-46e8-a445-9d834551b208 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:35:19.698475 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.710613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['ecc05f61-e6bb-46e8-a445-9d834551b208'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:19.712771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:19.725201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Pushing event deleted for resources: {'Port': ['ID=ecc05f61-e6bb-46e8-a445-9d834551b208,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:19.771362 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] No DVR routers for this DVR port ecc05f61-e6bb-46e8-a445-9d834551b208 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:35:19.774013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.776117 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fc90232d-4b38-43cc-9f0a-a1c713df1107 req-7c3283b8-2277-4aa6-beed-ae0c8cf72fa6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.41 "DELETE /v2.0/ports/ecc05f61-e6bb-46e8-a445-9d834551b208 HTTP/1.1" status: 204 len: 173 time: 0.3881397 Sep 23 20:35:19.776556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'name': 'network-vif-deleted', 'tag': 'ecc05f61-e6bb-46e8-a445-9d834551b208'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:19.779077 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675e7500-32fc-4eba-8476-16dbfee0f73c" -d '{"events": [{"server_uuid": "d86b1036-b7df-4ed5-8abf-b1774489a172", "name": "network-vif-deleted", "tag": "ecc05f61-e6bb-46e8-a445-9d834551b208"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:19.825140 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e6f20-f960-482f-87b3-f4da2351c4d4 x-openstack-request-id: req-338e6f20-f960-482f-87b3-f4da2351c4d4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:19.825439 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86b1036-b7df-4ed5-8abf-b1774489a172", "name": "network-vif-deleted", "tag": "ecc05f61-e6bb-46e8-a445-9d834551b208", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:19.825680 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-338e6f20-f960-482f-87b3-f4da2351c4d4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:19.826073 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b1036-b7df-4ed5-8abf-b1774489a172', 'name': 'network-vif-deleted', 'tag': 'ecc05f61-e6bb-46e8-a445-9d834551b208', 'status': 'completed', 'code': 200} Sep 23 20:35:20.360059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a8d9-9ce0-4171-b0c3-7b27ec72000b req-a0eac544-0307-4f9b-8aae-5126fb8dad7f tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:20.361546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e783a8d9-9ce0-4171-b0c3-7b27ec72000b req-a0eac544-0307-4f9b-8aae-5126fb8dad7f tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0492055 Sep 23 20:35:20.400718 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e783a8d9-9ce0-4171-b0c3-7b27ec72000b req-3e5c709e-5fbd-4ba3-80e8-8f7b8bc6eebc tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Sep 23 20:35:20.534529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d2a9-6bdf-4641-aefc-4d6500702696 req-314edef2-1ee9-40cc-afa9-5435f886487a tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:20.536019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8820d2a9-6bdf-4641-aefc-4d6500702696 req-314edef2-1ee9-40cc-afa9-5435f886487a tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0491700 Sep 23 20:35:20.574228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8820d2a9-6bdf-4641-aefc-4d6500702696 req-fc31c582-bbb4-4261-97c0-c0bf3c410b47 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Sep 23 20:35:20.703013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6011c79-c51c-43ff-bdba-40aee972b536 req-e9136acf-3835-4ad9-ac8a-eb508a3228b6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:20.704443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6011c79-c51c-43ff-bdba-40aee972b536 req-e9136acf-3835-4ad9-ac8a-eb508a3228b6 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0613825 Sep 23 20:35:20.753307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f6011c79-c51c-43ff-bdba-40aee972b536 req-8808b64c-d2e5-4bb4-960b-57b9902eaf6c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367806 Sep 23 20:35:20.913893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc861dc-d473-4d39-9a5c-b43ca105ecb9 req-bd7edc81-a639-4f15-ba91-a5a34bca07fe tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:20.915474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cc861dc-d473-4d39-9a5c-b43ca105ecb9 req-bd7edc81-a639-4f15-ba91-a5a34bca07fe tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0485370 Sep 23 20:35:20.953773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cc861dc-d473-4d39-9a5c-b43ca105ecb9 req-21d5945d-b64b-4133-a33b-4ff58d345d7a tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Sep 23 20:35:21.073075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2ed6-eb0c-4f9f-b8d1-0081eaf6f6a3 req-9dd83bee-e85a-43dd-ae51-471a6a58790b tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:21.074552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51ed2ed6-eb0c-4f9f-b8d1-0081eaf6f6a3 req-9dd83bee-e85a-43dd-ae51-471a6a58790b tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0485301 Sep 23 20:35:21.112019 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-51ed2ed6-eb0c-4f9f-b8d1-0081eaf6f6a3 req-b6c88577-e3ec-4bf4-9c8e-70df4a1a6922 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314949 Sep 23 20:35:21.232320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f4b05-ec26-4e87-b478-ce96bc7074ae req-e8fe04ac-8da1-42a6-b46e-d916b8f9df47 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:21.233687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-842f4b05-ec26-4e87-b478-ce96bc7074ae req-e8fe04ac-8da1-42a6-b46e-d916b8f9df47 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0478194 Sep 23 20:35:21.274862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-842f4b05-ec26-4e87-b478-ce96bc7074ae req-015f6247-d658-45a0-aec2-b8cecc3fcdd9 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346000 Sep 23 20:35:21.569236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed453208-c1a4-4f71-9150-5e250f868c5f req-21266276-4bdc-4b49-8a81-ab8a10f340c4 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:21.570836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed453208-c1a4-4f71-9150-5e250f868c5f req-21266276-4bdc-4b49-8a81-ab8a10f340c4 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0483634 Sep 23 20:35:21.608040 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed453208-c1a4-4f71-9150-5e250f868c5f req-edab142f-9a12-4536-ba88-a0e26f90491e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Sep 23 20:35:22.721239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d4ad-f333-4d27-9567-ecb6a30f1f71 req-42643c8b-09b0-4268-87eb-3b4dcec95a71 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:22.722748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b752d4ad-f333-4d27-9567-ecb6a30f1f71 req-42643c8b-09b0-4268-87eb-3b4dcec95a71 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0494299 Sep 23 20:35:22.761966 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b752d4ad-f333-4d27-9567-ecb6a30f1f71 req-e9720ac0-21f7-4dd1-92c0-33b1f3783de3 tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.38 "GET /v2.0/security-groups?id=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332038 Sep 23 20:35:22.912813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610af8a3-270a-41f8-b951-90109b669309 req-74d62fae-50fd-4ebf-b542-775489738b1e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:22.914143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-610af8a3-270a-41f8-b951-90109b669309 req-74d62fae-50fd-4ebf-b542-775489738b1e tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6dad0a-aba8-42f8-8ab2-77b68743e1ab HTTP/1.1" status: 200 len: 945 time: 0.0460196 Sep 23 20:35:23.003379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Deleting port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:35:23.003715 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.092222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] For port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,segment=NetworkSegment(43bbfd46-d2c1-48e1-83e2-92d492116dd9),segment_id=43bbfd46-d2c1-48e1-83e2-92d492116dd9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:23.092559 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.108540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Calling delete_port for 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:35:23.183001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ecc05f61-e6bb-46e8-a445-9d834551b208 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:35:23.202160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: ecc05f61-e6bb-46e8-a445-9d834551b208 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:35:23.202523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device ecc05f61-e6bb-46e8-a445-9d834551b208 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:35:23.232956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.244597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:23.258879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Pushing event deleted for resources: {'Port': ['ID=05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:23.304006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] No DVR routers for this DVR port 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:35:23.306434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.308359 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-610af8a3-270a-41f8-b951-90109b669309 req-81827b3b-b4f3-4029-826b-b6e897b1456c tempest-ServersNegativeTestJSON-1794697585 tempest-ServersNegativeTestJSON-1794697585-project] 10.222.0.72 "DELETE /v2.0/ports/05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 HTTP/1.1" status: 204 len: 173 time: 0.3880675 Sep 23 20:35:23.308788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'name': 'network-vif-deleted', 'tag': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:23.311031 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab9193f-4356-4fcc-be56-5f5ceb4caaf8" -d '{"events": [{"server_uuid": "5b6dad0a-aba8-42f8-8ab2-77b68743e1ab", "name": "network-vif-deleted", "tag": "05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:23.351446 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d9b3f-ccf1-418d-9710-c0cd84727dcb x-openstack-request-id: req-dc7d9b3f-ccf1-418d-9710-c0cd84727dcb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:23.351729 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6dad0a-aba8-42f8-8ab2-77b68743e1ab", "name": "network-vif-deleted", "tag": "05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:23.351990 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc7d9b3f-ccf1-418d-9710-c0cd84727dcb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:23.352381 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6dad0a-aba8-42f8-8ab2-77b68743e1ab', 'name': 'network-vif-deleted', 'tag': '05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10', 'status': 'completed', 'code': 200} Sep 23 20:35:23.817776 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:23.861594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] Deleting subnet f7c54ab6-2e72-435c-a54b-bbac70494daa {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:35:23.864532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.898353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.935664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.991338 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.017680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c54ab6-2e72-435c-a54b-bbac70494daa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:24.020198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.022140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c47566e1-611b-4e51-989f-83704063e4db admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f7c54ab6-2e72-435c-a54b-bbac70494daa HTTP/1.1" status: 204 len: 168 time: 0.2033024 Sep 23 20:35:24.024610 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:24.090757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.168742 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.187726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdd1893-b734-49ed-9b4f-bf105f8646f8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:24.196754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bbfd46-d2c1-48e1-83e2-92d492116dd9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:24.197047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bbfd46-d2c1-48e1-83e2-92d492116dd9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:24.206253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.218787 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.225068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:24.225450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:24.227201 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:24.284043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.289959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.291820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] 10.222.0.38 "DELETE /v2.0/networks/3cdd1893-b734-49ed-9b4f-bf105f8646f8 HTTP/1.1" status: 204 len: 168 time: 0.2663016 Sep 23 20:35:24.302614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589ea87-2e16-4dc5-ba3a-457fa1a7870b admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdd1893-b734-49ed-9b4f-bf105f8646f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:24.401909 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:24.441479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f95604b-3950-465f-9abd-4d72b8b4a7af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e3ba38da3cf43b7b4d83be9c48af99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382707 Sep 23 20:35:24.444113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:24.490104 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8d108fa-f5a3-4919-8f43-c73c1b6da0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.510861 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8d108fa-f5a3-4919-8f43-c73c1b6da0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.555342 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8d108fa-f5a3-4919-8f43-c73c1b6da0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.558108 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8d108fa-f5a3-4919-8f43-c73c1b6da0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:24.559307 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f8d108fa-f5a3-4919-8f43-c73c1b6da0a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08e9ea7b-f5a3-403a-a992-54fc62b8dc5c HTTP/1.1" status: 204 len: 168 time: 0.1143241 Sep 23 20:35:24.567771 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d108fa-f5a3-4919-8f43-c73c1b6da0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e9ea7b-f5a3-403a-a992-54fc62b8dc5c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:25.219793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:25.313036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999244999'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:25.334711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:25.338059 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.346825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.438760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.442713 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.464249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:25.479166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845938bb-d531-4a21-9808-8e9ffb9e1542,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:25.481959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.482327 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Added segment 6a1c8417-ccee-4b8d-944a-8504721ecb12 of type vlan for network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 Sep 23 20:35:25.519711 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:35:25.520998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.545007 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.551023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:25.551602 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.578687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3572414 Sep 23 20:35:25.617136 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a71d3c-0534-4c24-a141-39e1484cb67e tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Network': ['ID=3c9021dd-bdd8-4478-bebd-0e4f453793a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:25.627700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:26.057702 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:27.217686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:35:27.238746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:35:27.239093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 05a7a7ba-f8b5-4bd1-9dbc-f78ebd821a10 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:35:27.413455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.120716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:29.126420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'subnet': {'network_id': '3c9021dd-bdd8-4478-bebd-0e4f453793a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:29.224283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:29.228067 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.414132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.479228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Subnet': ['ID=96ab8345-117e-45bf-9be7-c5e154f153c7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:29.489531 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Checking segment: {'id': '6a1c8417-ccee-4b8d-944a-8504721ecb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c9021dd-bdd8-4478-bebd-0e4f453793a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:29.489915 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network hostable DHCP agents. Network: 3c9021dd-bdd8-4478-bebd-0e4f453793a3, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:29.493869 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.494252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.494664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.495006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.495410 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.495745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.496144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.496478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.496876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.497208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.497602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.497930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:29.516220 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:29.525229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 3c9021dd-bdd8-4478-bebd-0e4f453793a3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:29.530160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:29.530776 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.536299 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ec79a0-46fc-46dc-93c1-8cdca3f6e3d6 None None] Network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:29.546998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-adc3690b-b31c-4344-8047-d74c3969908a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4250937 Sep 23 20:35:29.551810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:29.556813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410241320'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:29.579479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:29.583751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.610838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:29.621055 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.621400 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Added segment d3af816b-8c74-4f93-ba38-c16bf09c29ee of type vlan for network fb7b830a-c95c-4404-afdc-b74cc4b3369a Sep 23 20:35:29.666891 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.692522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-3c9021dd-bdd8-4478-bebd-0e4f453793a3', 'network_id': '3c9021dd-bdd8-4478-bebd-0e4f453793a3', 'tenant_id': 'b54e01f2c9fc431bb88ce6aa3d32e24a', 'fixed_ips': [{'subnet_id': '96ab8345-117e-45bf-9be7-c5e154f153c7'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:29.692866 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.693557 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.698546 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:29.699213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.742440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1893544 Sep 23 20:35:29.745394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:29.751721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'subnet': {'network_id': 'fb7b830a-c95c-4404-afdc-b74cc4b3369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:29.774654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1baae6-5bc1-4ae2-b5bf-21bf1464a425 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Network': ['ID=fb7b830a-c95c-4404-afdc-b74cc4b3369a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:29.788314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network fb7b830a-c95c-4404-afdc-b74cc4b3369a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:29.849144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:29.852932 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:29.910365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Allocated IP 2001:db8:0:ffff::2 (3c9021dd-bdd8-4478-bebd-0e4f453793a3/96ab8345-117e-45bf-9be7-c5e154f153c7/4d131b4b-c973-4999-a787-8e2c4b89264b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:30.085376 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.091790 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.097282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.127119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:30.129973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:30.133199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:30.150136 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Pushing event updated for resources: {'Port': ['ID=4d131b4b-c973-4999-a787-8e2c4b89264b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:30.150692 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Subnet': ['ID=2a3ca374-cb7d-4ab3-907a-37ee64b6870a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:30.167372 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Checking segment: {'id': 'd3af816b-8c74-4f93-ba38-c16bf09c29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb7b830a-c95c-4404-afdc-b74cc4b3369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:30.167755 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network hostable DHCP agents. Network: fb7b830a-c95c-4404-afdc-b74cc4b3369a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:30.174297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.174646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.174985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.175318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.175638 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.175961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.176291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.176592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.176908 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.177223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.177539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.177855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:30.187029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network fb7b830a-c95c-4404-afdc-b74cc4b3369a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:30.197789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, fb7b830a-c95c-4404-afdc-b74cc4b3369a) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:30.202454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:30.203239 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.212116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a650633-f486-4f04-b6c8-ecf77524b3dc None None] Network fb7b830a-c95c-4404-afdc-b74cc4b3369a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:30.214660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Attempting to bind port 4d131b4b-c973-4999-a787-8e2c4b89264b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:30.215020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Attempting to bind port 4d131b4b-c973-4999-a787-8e2c4b89264b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '6a1c8417-ccee-4b8d-944a-8504721ecb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c9021dd-bdd8-4478-bebd-0e4f453793a3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:30.215394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Attempting to bind port 4d131b4b-c973-4999-a787-8e2c4b89264b on network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:30.222098 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b8ea9353-d8e5-47cd-9416-afc592d742a8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4725659 Sep 23 20:35:30.222490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:30.231207 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:30.231574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Checking segment: {'id': '6a1c8417-ccee-4b8d-944a-8504721ecb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c9021dd-bdd8-4478-bebd-0e4f453793a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:30.231978 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.232367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Bound using segment: {'id': '6a1c8417-ccee-4b8d-944a-8504721ecb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c9021dd-bdd8-4478-bebd-0e4f453793a3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:30.232823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Bound port: 4d131b4b-c973-4999-a787-8e2c4b89264b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1c8417-ccee-4b8d-944a-8504721ecb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c9021dd-bdd8-4478-bebd-0e4f453793a3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:30.233199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.330707 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.371041 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] For port 4d131b4b-c973-4999-a787-8e2c4b89264b, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:30.388674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] For port 4d131b4b-c973-4999-a787-8e2c4b89264b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d131b4b-c973-4999-a787-8e2c4b89264b,segment=NetworkSegment(6a1c8417-ccee-4b8d-944a-8504721ecb12),segment_id=6a1c8417-ccee-4b8d-944a-8504721ecb12)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:30.397082 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.425515 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.454923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1d449-3a1a-41c3-ad54-906025556ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-fb7b830a-c95c-4404-afdc-b74cc4b3369a', 'network_id': 'fb7b830a-c95c-4404-afdc-b74cc4b3369a', 'tenant_id': 'b54e01f2c9fc431bb88ce6aa3d32e24a', 'fixed_ips': [{'subnet_id': '2a3ca374-cb7d-4ab3-907a-37ee64b6870a'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:30.455761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0e1d449-3a1a-41c3-ad54-906025556ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.493684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0fa7a-e243-4dba-8c15-8aaf59d13504 None None] Pushing event updated for resources: {'Port': ['ID=4d131b4b-c973-4999-a787-8e2c4b89264b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:30.510025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.542869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3ca374-cb7d-4ab3-907a-37ee64b6870a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-f0e1d449-3a1a-41c3-ad54-906025556ddb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a3ca374-cb7d-4ab3-907a-37ee64b6870a: This subnet is being modified by another concurrent operation. Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a3ca374-cb7d-4ab3-907a-37ee64b6870a: This subnet is being modified by another concurrent operation. Sep 23 20:35:30.615981 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 20:35:30.632921 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.659609 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7b830a-c95c-4404-afdc-b74cc4b3369a']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:30.663078 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd95280-1508-4669-9643-b79fba537b02 None None] Network fb7b830a-c95c-4404-afdc-b74cc4b3369a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:30.675500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3af816b-8c74-4f93-ba38-c16bf09c29ee') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:30.675816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3af816b-8c74-4f93-ba38-c16bf09c29ee') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:30.687737 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.701504 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.709094 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:30.709864 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:30.716354 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:30.780087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.796235 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.802813 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/fb7b830a-c95c-4404-afdc-b74cc4b3369a HTTP/1.1" status: 204 len: 168 time: 0.5757027 Sep 23 20:35:30.802925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:30.808090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-198881481'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:30.814324 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c86d6-cde7-491d-a94c-36387f73ba5a tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Network': ['ID=fb7b830a-c95c-4404-afdc-b74cc4b3369a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:30.831920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:30.836618 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.863509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:30.872621 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.872938 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Added segment a5775297-ec2b-4dc7-aa41-3e599cf03305 of type vlan for network fa8eddb5-c0f6-4be7-bc15-2880d636333a Sep 23 20:35:30.911037 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.939740 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.945600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:30.946178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:30.982609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1787384 Sep 23 20:35:30.986292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:30.995372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'subnet': {'network_id': 'fa8eddb5-c0f6-4be7-bc15-2880d636333a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:31.025181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc49708-9f94-419c-a99c-22fb8c431571 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Network': ['ID=fa8eddb5-c0f6-4be7-bc15-2880d636333a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:31.036083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network fa8eddb5-c0f6-4be7-bc15-2880d636333a details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:31.122128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:31.126281 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.188180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 20:35:31.188760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 20:35:31.331540 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.394356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Subnet': ['ID=7dd569dc-1adc-491f-a96a-c9b80949fd4c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:31.403883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Checking segment: {'id': 'a5775297-ec2b-4dc7-aa41-3e599cf03305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa8eddb5-c0f6-4be7-bc15-2880d636333a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:31.404252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network hostable DHCP agents. Network: fa8eddb5-c0f6-4be7-bc15-2880d636333a, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:31.421974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network fa8eddb5-c0f6-4be7-bc15-2880d636333a is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:31.432073 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, fa8eddb5-c0f6-4be7-bc15-2880d636333a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:31.437373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:31.438928 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.440333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378815bb-a04c-4576-be9e-fc0706a3534d None None] Network fa8eddb5-c0f6-4be7-bc15-2880d636333a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:31.455321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-961c4a78-1586-48ff-b475-fec3b1764e1d tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4660890 Sep 23 20:35:31.458152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:31.515198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cee6df-d9c7-4cc9-aa65-7706affad9c3 None None] Network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:31.556533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.635410 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.670702 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f420d3b4-18b3-478a-85ec-caa7c9fbdd45 None None] Provisioning complete for port 4d131b4b-c973-4999-a787-8e2c4b89264b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:31.671229 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f420d3b4-18b3-478a-85ec-caa7c9fbdd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.705944 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.736383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd569dc-1adc-491f-a96a-c9b80949fd4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:31.778918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d131b4b-c973-4999-a787-8e2c4b89264b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:31.800762 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.820665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8eddb5-c0f6-4be7-bc15-2880d636333a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:31.830880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5775297-ec2b-4dc7-aa41-3e599cf03305') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:31.831174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5775297-ec2b-4dc7-aa41-3e599cf03305') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:31.840726 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.854553 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.860376 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:31.860755 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:31.864351 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:31.869745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174451c1-a473-426c-82bd-0c364be8f98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-fa8eddb5-c0f6-4be7-bc15-2880d636333a', 'network_id': 'fa8eddb5-c0f6-4be7-bc15-2880d636333a', 'tenant_id': 'b54e01f2c9fc431bb88ce6aa3d32e24a', 'fixed_ips': [{'subnet_id': '7dd569dc-1adc-491f-a96a-c9b80949fd4c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:31.871250 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-174451c1-a473-426c-82bd-0c364be8f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.921879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.929340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.931211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/fa8eddb5-c0f6-4be7-bc15-2880d636333a HTTP/1.1" status: 204 len: 168 time: 0.4722407 Sep 23 20:35:31.935105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45192) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:31.940435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597950261'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:31.947871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639b92-1166-4000-ae5e-e63ecb90c544 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Network': ['ID=fa8eddb5-c0f6-4be7-bc15-2880d636333a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:31.972009 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:31.976040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:31.991402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633a25e-c9f8-4729-8042-4b246be34e39 None None] Network fa8eddb5-c0f6-4be7-bc15-2880d636333a requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:32.014722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633a25e-c9f8-4729-8042-4b246be34e39 None None] Network fa8eddb5-c0f6-4be7-bc15-2880d636333a could not be found, it might have been deleted concurrently. {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 20:35:32.026345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:32.034510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4d131b4b-c973-4999-a787-8e2c4b89264b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:32.034878 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.037049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f420d3b4-18b3-478a-85ec-caa7c9fbdd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.038679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.039640 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Added segment c2903fb4-b89d-45e2-a739-86b55b16a14f of type vlan for network a5bd7217-309c-4bba-8ce8-23d870fcb540 Sep 23 20:35:32.096163 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.124376 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.132015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:32.132690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.170669 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2341383 Sep 23 20:35:32.173698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:32.178800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'subnet': {'network_id': 'a5bd7217-309c-4bba-8ce8-23d870fcb540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:32.239628 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386c87-6445-472d-b74f-b0b493ada850 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Network': ['ID=a5bd7217-309c-4bba-8ce8-23d870fcb540,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:32.268893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network a5bd7217-309c-4bba-8ce8-23d870fcb540 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:32.276672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f420d3b4-18b3-478a-85ec-caa7c9fbdd45 None None] For port 4d131b4b-c973-4999-a787-8e2c4b89264b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d131b4b-c973-4999-a787-8e2c4b89264b,segment=NetworkSegment(6a1c8417-ccee-4b8d-944a-8504721ecb12),segment_id=6a1c8417-ccee-4b8d-944a-8504721ecb12)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:32.278190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ce879-7b7f-441a-a741-f67540a94036 None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 20:35:32.305996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:32.309430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.311289 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f420d3b4-18b3-478a-85ec-caa7c9fbdd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.471748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420d3b4-18b3-478a-85ec-caa7c9fbdd45 None None] Pushing event updated for resources: {'Port': ['ID=4d131b4b-c973-4999-a787-8e2c4b89264b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:32.489352 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ce879-7b7f-441a-a741-f67540a94036 None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 20:35:32.491516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c1a4e825-0af5-4117-8e8c-f1c61510e456 None None] Provisioning complete for port 4d131b4b-c973-4999-a787-8e2c4b89264b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:32.491883 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1a4e825-0af5-4117-8e8c-f1c61510e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.518314 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.578528 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Subnet': ['ID=b9f4f45c-398c-4fa0-8f76-cc9600f1e543,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:32.587179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Checking segment: {'id': 'c2903fb4-b89d-45e2-a739-86b55b16a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5bd7217-309c-4bba-8ce8-23d870fcb540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:32.587539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network hostable DHCP agents. Network: a5bd7217-309c-4bba-8ce8-23d870fcb540, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:32.603538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network a5bd7217-309c-4bba-8ce8-23d870fcb540 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:32.613461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, a5bd7217-309c-4bba-8ce8-23d870fcb540) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:32.624704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:32.625823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.644228 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d2badd46-9043-4552-80f3-15e86af445d9 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4693813 Sep 23 20:35:32.648711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:32.654196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708627667'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:32.676298 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:32.680449 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.713102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:32.723311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.723686 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Added segment 5c3bac60-dbc5-4a34-a7bf-98a87a5505ab of type vlan for network 37be92e4-70d7-48d8-b5e1-af0d5d84d52f Sep 23 20:35:32.765668 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.776836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5afaf-4ecd-4aba-aef3-28e21a959f05 None None] Network a5bd7217-309c-4bba-8ce8-23d870fcb540 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:32.793303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.799836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:32.800502 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.839592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1897614 Sep 23 20:35:32.842542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:32.866163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Request body: {'subnet': {'network_id': '37be92e4-70d7-48d8-b5e1-af0d5d84d52f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:32.906824 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f3418-7fbb-4e4b-a210-51630ff512c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Network': ['ID=37be92e4-70d7-48d8-b5e1-af0d5d84d52f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:32.925897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 37be92e4-70d7-48d8-b5e1-af0d5d84d52f details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:32.945561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-a5bd7217-309c-4bba-8ce8-23d870fcb540', 'network_id': 'a5bd7217-309c-4bba-8ce8-23d870fcb540', 'tenant_id': 'b54e01f2c9fc431bb88ce6aa3d32e24a', 'fixed_ips': [{'subnet_id': 'b9f4f45c-398c-4fa0-8f76-cc9600f1e543'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:32.946494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:32.983583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Made reservation on behalf of b54e01f2c9fc431bb88ce6aa3d32e24a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:32.987422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.144357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Allocated IP 2001:db8::2 (a5bd7217-309c-4bba-8ce8-23d870fcb540/b9f4f45c-398c-4fa0-8f76-cc9600f1e543/0360688d-fc92-4819-b1ca-33e252c2b280) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:33.186293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.258872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event updated for resources: {'Subnet': ['ID=614276f5-c142-4b4d-a2cf-005c3ca2e7d9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:33.268425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Checking segment: {'id': '5c3bac60-dbc5-4a34-a7bf-98a87a5505ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37be92e4-70d7-48d8-b5e1-af0d5d84d52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:33.268866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network hostable DHCP agents. Network: 37be92e4-70d7-48d8-b5e1-af0d5d84d52f, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:33.286517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Network 37be92e4-70d7-48d8-b5e1-af0d5d84d52f is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:33.296846 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 37be92e4-70d7-48d8-b5e1-af0d5d84d52f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:33.301985 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:33.302684 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.305954 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd269eb7-8dfd-4a17-886b-3e903bdbf99d None None] Network 37be92e4-70d7-48d8-b5e1-af0d5d84d52f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:33.321769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e74ec20a-82b5-43d3-adc1-5caa046d0e96 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4781628 Sep 23 20:35:33.324415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:33.331028 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.347244 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.446744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Network a5bd7217-309c-4bba-8ce8-23d870fcb540 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:33.457272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:33.466002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:33.491435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Pushing event updated for resources: {'Port': ['ID=0360688d-fc92-4819-b1ca-33e252c2b280,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:33.513415 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.565775 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.606533 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Attempting to bind port 0360688d-fc92-4819-b1ca-33e252c2b280 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:33.607080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Attempting to bind port 0360688d-fc92-4819-b1ca-33e252c2b280 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'c2903fb4-b89d-45e2-a739-86b55b16a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5bd7217-309c-4bba-8ce8-23d870fcb540'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:33.607613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Attempting to bind port 0360688d-fc92-4819-b1ca-33e252c2b280 on network a5bd7217-309c-4bba-8ce8-23d870fcb540 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:33.621665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:33.622163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Checking segment: {'id': 'c2903fb4-b89d-45e2-a739-86b55b16a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5bd7217-309c-4bba-8ce8-23d870fcb540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:33.622937 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.623480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Bound using segment: {'id': 'c2903fb4-b89d-45e2-a739-86b55b16a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5bd7217-309c-4bba-8ce8-23d870fcb540'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:33.624208 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Bound port: 0360688d-fc92-4819-b1ca-33e252c2b280, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2903fb4-b89d-45e2-a739-86b55b16a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5bd7217-309c-4bba-8ce8-23d870fcb540'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:33.624776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.625090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.658554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Subnet': ['ID=614276f5-c142-4b4d-a2cf-005c3ca2e7d9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:33.714895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0f3a0-1a8e-4c57-a4b8-0262464873cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-37be92e4-70d7-48d8-b5e1-af0d5d84d52f', 'network_id': '37be92e4-70d7-48d8-b5e1-af0d5d84d52f', 'tenant_id': 'b54e01f2c9fc431bb88ce6aa3d32e24a', 'fixed_ips': [{'subnet_id': '614276f5-c142-4b4d-a2cf-005c3ca2e7d9'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:33.715754 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dec0f3a0-1a8e-4c57-a4b8-0262464873cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.736596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d131b4b-c973-4999-a787-8e2c4b89264b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:33.748817 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.773214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37be92e4-70d7-48d8-b5e1-af0d5d84d52f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:33.782689 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3bac60-dbc5-4a34-a7bf-98a87a5505ab') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:33.782983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3bac60-dbc5-4a34-a7bf-98a87a5505ab') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:33.793477 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.814081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.827691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:33.829718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:33.832715 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:33.860914 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] For port 0360688d-fc92-4819-b1ca-33e252c2b280, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:33.880847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d8caa-7e41-44e8-bc63-eaed7b675caf None None] Network 37be92e4-70d7-48d8-b5e1-af0d5d84d52f requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:33.887662 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] For port 0360688d-fc92-4819-b1ca-33e252c2b280, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0360688d-fc92-4819-b1ca-33e252c2b280,segment=NetworkSegment(c2903fb4-b89d-45e2-a739-86b55b16a14f),segment_id=c2903fb4-b89d-45e2-a739-86b55b16a14f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:33.901361 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.917958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.923144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:33.925161 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/37be92e4-70d7-48d8-b5e1-af0d5d84d52f HTTP/1.1" status: 204 len: 168 time: 0.5998213 Sep 23 20:35:33.928474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45202) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:33.942749 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2763768-2754-4e10-b725-0dbdea2fc6d6 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Network': ['ID=37be92e4-70d7-48d8-b5e1-af0d5d84d52f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:33.958909 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7831694a-9e12-403e-a2de-9923a9e1f579 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] GET failed (client error): The resource could not be found. Sep 23 20:35:33.960255 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7831694a-9e12-403e-a2de-9923a9e1f579 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "GET /v2.0/subnets/614276f5-c142-4b4d-a2cf-005c3ca2e7d9 HTTP/1.1" status: 404 len: 337 time: 0.0307958 Sep 23 20:35:33.964313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45204) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:33.988054 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8443a3-efc3-4286-9afe-580084de5f18 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] DELETE failed (client error): The resource could not be found. Sep 23 20:35:33.988996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8443a3-efc3-4286-9afe-580084de5f18 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:35:33.991295 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-fb8443a3-efc3-4286-9afe-580084de5f18 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/37be92e4-70d7-48d8-b5e1-af0d5d84d52f HTTP/1.1" status: 404 len: 339 time: 0.0257628 Sep 23 20:35:33.995732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:33.998327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4d131b4b-c973-4999-a787-8e2c4b89264b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:33.998690 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.023932 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4126f16-ffbd-405a-b79c-2093f81052b2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] DELETE failed (client error): The resource could not be found. Sep 23 20:35:34.024439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4126f16-ffbd-405a-b79c-2093f81052b2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:35:34.026382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f4126f16-ffbd-405a-b79c-2093f81052b2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/subnets/614276f5-c142-4b4d-a2cf-005c3ca2e7d9 HTTP/1.1" status: 404 len: 337 time: 0.0295641 Sep 23 20:35:34.029888 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45208) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:34.059464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89ef8b-0244-441a-acb0-b7be1b70f59b None None] Pushing event updated for resources: {'Port': ['ID=0360688d-fc92-4819-b1ca-33e252c2b280,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:34.067148 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caf078a-84a3-4dfe-b8b6-9bfd1dd97d05 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] DELETE failed (client error): The resource could not be found. Sep 23 20:35:34.068100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caf078a-84a3-4dfe-b8b6-9bfd1dd97d05 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:35:34.070823 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8caf078a-84a3-4dfe-b8b6-9bfd1dd97d05 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/37be92e4-70d7-48d8-b5e1-af0d5d84d52f HTTP/1.1" status: 404 len: 339 time: 0.0360219 Sep 23 20:35:34.073103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:34.131891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Deleting subnet b9f4f45c-398c-4fa0-8f76-cc9600f1e543 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:35:34.135247 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.176257 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.282443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.376643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.403471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f4f45c-398c-4fa0-8f76-cc9600f1e543,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:34.409011 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.410992 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-15e1d3b6-932c-4d22-abfc-3a7f591dfec3 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/subnets/b9f4f45c-398c-4fa0-8f76-cc9600f1e543 HTTP/1.1" status: 204 len: 168 time: 0.3368146 Sep 23 20:35:34.414160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:34.521385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.595252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Deleting port 0360688d-fc92-4819-b1ca-33e252c2b280 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:35:34.595615 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.678241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] For port 0360688d-fc92-4819-b1ca-33e252c2b280, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=0360688d-fc92-4819-b1ca-33e252c2b280,segment=NetworkSegment(c2903fb4-b89d-45e2-a739-86b55b16a14f),segment_id=c2903fb4-b89d-45e2-a739-86b55b16a14f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:34.678612 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.691271 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Calling delete_port for 0360688d-fc92-4819-b1ca-33e252c2b280 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:35:34.775387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.813604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Port': ['ID=0360688d-fc92-4819-b1ca-33e252c2b280,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:34.817211 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No DVR routers for this DVR port 0360688d-fc92-4819-b1ca-33e252c2b280 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:35:34.908358 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.934046 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bd7217-309c-4bba-8ce8-23d870fcb540']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:34.944616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2903fb4-b89d-45e2-a739-86b55b16a14f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:34.944995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2903fb4-b89d-45e2-a739-86b55b16a14f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:34.959896 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.975868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.985424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:34.985831 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:34.989424 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:35.052168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a4214-ee21-41bc-8678-dc8f8878192e None None] Network a5bd7217-309c-4bba-8ce8-23d870fcb540 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:35.078573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.089097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.093758 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/a5bd7217-309c-4bba-8ce8-23d870fcb540 HTTP/1.1" status: 204 len: 168 time: 0.6759739 Sep 23 20:35:35.094193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:35.117097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dcd8e-0c1b-41c0-8ec9-40616ce299c2 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Network': ['ID=a5bd7217-309c-4bba-8ce8-23d870fcb540,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:35.130909 n-d-810763-1 neutron-server[94825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f411808-8ef3-4841-880e-c92534e71955 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] DELETE failed (client error): The resource could not be found. Sep 23 20:35:35.131469 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f411808-8ef3-4841-880e-c92534e71955 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:35:35.133312 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3f411808-8ef3-4841-880e-c92534e71955 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/subnets/7dd569dc-1adc-491f-a96a-c9b80949fd4c HTTP/1.1" status: 404 len: 337 time: 0.0375199 Sep 23 20:35:35.136151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:35.152974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fd8434b0-62d9-4b31-a674-4e6236fd9b22 None None] Could not find standard attr ID for object 0360688d-fc92-4819-b1ca-33e252c2b280. {{(pid=94827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:35:35.155525 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f769362d-ddde-4dcf-ae5c-97d413e94b14 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] DELETE failed (client error): The resource could not be found. Sep 23 20:35:35.156060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f769362d-ddde-4dcf-ae5c-97d413e94b14 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:35:35.157799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f769362d-ddde-4dcf-ae5c-97d413e94b14 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/fa8eddb5-c0f6-4be7-bc15-2880d636333a HTTP/1.1" status: 404 len: 339 time: 0.0206010 Sep 23 20:35:35.160879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:35.188922 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-89364ca0-2695-469b-a185-fcea4c01fb32 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] DELETE failed (client error): The resource could not be found. Sep 23 20:35:35.189374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89364ca0-2695-469b-a185-fcea4c01fb32 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:35:35.191397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-89364ca0-2695-469b-a185-fcea4c01fb32 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/subnets/2a3ca374-cb7d-4ab3-907a-37ee64b6870a HTTP/1.1" status: 404 len: 337 time: 0.0291429 Sep 23 20:35:35.194262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:35.213304 n-d-810763-1 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d22889-da38-439d-9a54-6c4d100e90f8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] DELETE failed (client error): The resource could not be found. Sep 23 20:35:35.213865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d22889-da38-439d-9a54-6c4d100e90f8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:35:35.215634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-55d22889-da38-439d-9a54-6c4d100e90f8 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/fb7b830a-c95c-4404-afdc-b74cc4b3369a HTTP/1.1" status: 404 len: 339 time: 0.0203280 Sep 23 20:35:35.218100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:35.276120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Deleting subnet 96ab8345-117e-45bf-9be7-c5e154f153c7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:35:35.280288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.286413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a71fb-97a5-42b3-8803-c878d2287d84 None None] DHCP port deletion for a5bd7217-309c-4bba-8ce8-23d870fcb540 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:35:35.326374 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.748435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.804520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.834965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Subnet': ['ID=96ab8345-117e-45bf-9be7-c5e154f153c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:35.838634 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.840480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c1f6f82a-39aa-4c91-8366-a54316a640a1 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/subnets/96ab8345-117e-45bf-9be7-c5e154f153c7 HTTP/1.1" status: 204 len: 168 time: 0.6214583 Sep 23 20:35:35.842984 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:35.846564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1addf63-f752-4664-a7c3-67d33cca6f3b None None] Network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:35.916773 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:35.971830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Deleting port 4d131b4b-c973-4999-a787-8e2c4b89264b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:35:35.972416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.021974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] DHCP port deletion for 3c9021dd-bdd8-4478-bebd-0e4f453793a3 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:35:36.037677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] For port 4d131b4b-c973-4999-a787-8e2c4b89264b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d131b4b-c973-4999-a787-8e2c4b89264b,segment=NetworkSegment(6a1c8417-ccee-4b8d-944a-8504721ecb12),segment_id=6a1c8417-ccee-4b8d-944a-8504721ecb12)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:36.038043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.050014 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Calling delete_port for 4d131b4b-c973-4999-a787-8e2c4b89264b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:35:36.071991 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] Deleting port 4d131b4b-c973-4999-a787-8e2c4b89264b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:35:36.072534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.126419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.153367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Port': ['ID=4d131b4b-c973-4999-a787-8e2c4b89264b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:36.155277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] No DVR routers for this DVR port 4d131b4b-c973-4999-a787-8e2c4b89264b on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:35:36.240115 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.260789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9021dd-bdd8-4478-bebd-0e4f453793a3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:36.270728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1c8417-ccee-4b8d-944a-8504721ecb12') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:36.271032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1c8417-ccee-4b8d-944a-8504721ecb12') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:36.280647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.293420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] For port 4d131b4b-c973-4999-a787-8e2c4b89264b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d131b4b-c973-4999-a787-8e2c4b89264b,segment=NetworkSegment(6a1c8417-ccee-4b8d-944a-8504721ecb12),segment_id=6a1c8417-ccee-4b8d-944a-8504721ecb12)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:36.293820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.294261 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.301131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:36.301552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:36.304472 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:36.306696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] Calling delete_port for 4d131b4b-c973-4999-a787-8e2c4b89264b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:35:36.370113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.378908 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.383176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] 10.222.0.38 "DELETE /v2.0/networks/3c9021dd-bdd8-4478-bebd-0e4f453793a3 HTTP/1.1" status: 204 len: 168 time: 0.5368202 Sep 23 20:35:36.383332 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.390001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4e2e-0f9d-498c-9e7f-be0fdcfbc582 tempest-NetworksIpV6Test-255886602 tempest-NetworksIpV6Test-255886602-project] Pushing event deleted for resources: {'Network': ['ID=3c9021dd-bdd8-4478-bebd-0e4f453793a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:36.404929 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] Network 3c9021dd-bdd8-4478-bebd-0e4f453793a3 is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 20:35:36.405385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] No DVR routers for this DVR port 4d131b4b-c973-4999-a787-8e2c4b89264b on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:35:36.407791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fc4d5-7b79-4fe9-b397-f3a3644ff15c None None] Pushing event deleted for resources: {'Port': ['ID=4d131b4b-c973-4999-a787-8e2c4b89264b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:36.653382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:36.785021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d24883fb-459f-4278-baea-d51e0daab63d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b54e01f2c9fc431bb88ce6aa3d32e24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304407 Sep 23 20:35:36.787398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:36.836309 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-130e0a42-3aa7-4bd2-9be4-8e5dd08ba267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.856805 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-130e0a42-3aa7-4bd2-9be4-8e5dd08ba267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.904217 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-130e0a42-3aa7-4bd2-9be4-8e5dd08ba267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.906830 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-130e0a42-3aa7-4bd2-9be4-8e5dd08ba267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:36.908505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-130e0a42-3aa7-4bd2-9be4-8e5dd08ba267 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/845938bb-d531-4a21-9808-8e9ffb9e1542 HTTP/1.1" status: 204 len: 168 time: 0.1201506 Sep 23 20:35:36.921967 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e0a42-3aa7-4bd2-9be4-8e5dd08ba267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845938bb-d531-4a21-9808-8e9ffb9e1542,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:37.600044 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:37.696618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f478f931-0920-4a2b-9d27-8de5735e678c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-361160963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:37.701574 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d131b4b-c973-4999-a787-8e2c4b89264b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:35:37.725472 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f478f931-0920-4a2b-9d27-8de5735e678c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.726804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f478f931-0920-4a2b-9d27-8de5735e678c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.727423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4d131b4b-c973-4999-a787-8e2c4b89264b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:35:37.727776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d131b4b-c973-4999-a787-8e2c4b89264b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:35:37.776892 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f478f931-0920-4a2b-9d27-8de5735e678c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.780898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f478f931-0920-4a2b-9d27-8de5735e678c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.796984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f478f931-0920-4a2b-9d27-8de5735e678c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.798191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f478f931-0920-4a2b-9d27-8de5735e678c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1971517 Sep 23 20:35:37.800925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:37.805566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-463134730'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:37.825576 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Made reservation on behalf of 78aaa23c89a343779a28e0f1e8d73676 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:37.829452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.837959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.928679 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.932261 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.959961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:37.970187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe5c4e-965b-4f4b-80d8-12fe2ee7cae7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:37.975244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:37.975592 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Added segment a6e0514c-bf0c-4967-9bf1-dbcfc6222784 of type vlan for network 68534c84-3f65-45b7-9238-d69a013ba034 Sep 23 20:35:38.015659 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.040302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.045962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:38.046580 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.085310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2833703 Sep 23 20:35:38.088182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:38.117240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Request body: {'subnet': {'network_id': '68534c84-3f65-45b7-9238-d69a013ba034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:38.121722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5e18c-a0bc-4cc0-bdac-4bda8f876580 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event updated for resources: {'Network': ['ID=68534c84-3f65-45b7-9238-d69a013ba034,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:38.132181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 68534c84-3f65-45b7-9238-d69a013ba034 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:38.215959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Made reservation on behalf of 78aaa23c89a343779a28e0f1e8d73676 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:38.219652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.414926 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.469975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event updated for resources: {'Subnet': ['ID=c11ea1a2-8e66-4800-ad22-370a26c3b0b0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:38.488535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Checking segment: {'id': 'a6e0514c-bf0c-4967-9bf1-dbcfc6222784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '68534c84-3f65-45b7-9238-d69a013ba034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:38.488991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Network hostable DHCP agents. Network: 68534c84-3f65-45b7-9238-d69a013ba034, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:38.508423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Network 68534c84-3f65-45b7-9238-d69a013ba034 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:38.517291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 68534c84-3f65-45b7-9238-d69a013ba034) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:38.521986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:38.523227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.528513 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff5659-92f3-4241-bfef-1e7063e07f45 None None] Network 68534c84-3f65-45b7-9238-d69a013ba034 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:38.536634 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f5a18817-f6e2-41a4-b976-05be3962a29c tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4474177 Sep 23 20:35:38.539760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:38.544704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-435196896'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:38.574520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Made reservation on behalf of 78aaa23c89a343779a28e0f1e8d73676 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:38.578443 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.606138 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:38.616076 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.616416 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Added segment d24e8a2a-313f-49e4-b988-fd58a0f36438 of type vlan for network 09152dd7-6ccc-44d8-b42a-c99409941b08 Sep 23 20:35:38.659828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.683183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-68534c84-3f65-45b7-9238-d69a013ba034', 'network_id': '68534c84-3f65-45b7-9238-d69a013ba034', 'tenant_id': '78aaa23c89a343779a28e0f1e8d73676', 'fixed_ips': [{'subnet_id': 'c11ea1a2-8e66-4800-ad22-370a26c3b0b0'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:38.684315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.685405 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.691570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:38.692428 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.729613 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1887469 Sep 23 20:35:38.732476 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45266) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:38.739620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Request body: {'subnet': {'network_id': '09152dd7-6ccc-44d8-b42a-c99409941b08', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:38.764236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ac62e-8b8e-40a3-8adf-7071e6908718 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event updated for resources: {'Network': ['ID=09152dd7-6ccc-44d8-b42a-c99409941b08,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:38.778375 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 09152dd7-6ccc-44d8-b42a-c99409941b08 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:38.838054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Made reservation on behalf of 78aaa23c89a343779a28e0f1e8d73676 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:38.841549 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:38.889255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Allocated IP 172.20.0.2 (68534c84-3f65-45b7-9238-d69a013ba034/c11ea1a2-8e66-4800-ad22-370a26c3b0b0/d8db9109-dba9-4686-995b-04bea85418a4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:39.042948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.086145 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.093049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.112816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event updated for resources: {'Subnet': ['ID=a77fe1cd-ce41-4b0b-9b03-ae42cca0a40b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:39.121259 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Checking segment: {'id': 'd24e8a2a-313f-49e4-b988-fd58a0f36438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '09152dd7-6ccc-44d8-b42a-c99409941b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:39.121723 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Network hostable DHCP agents. Network: 09152dd7-6ccc-44d8-b42a-c99409941b08, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:39.139090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Network 09152dd7-6ccc-44d8-b42a-c99409941b08 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:39.144357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Network 68534c84-3f65-45b7-9238-d69a013ba034 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:39.147827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:39.150419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 09152dd7-6ccc-44d8-b42a-c99409941b08) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:39.154904 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:39.155874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.156445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:39.160526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Pushing event updated for resources: {'Port': ['ID=d8db9109-dba9-4686-995b-04bea85418a4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:39.166950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3064d-3b26-4b48-bff1-86a9928c2775 None None] Network 09152dd7-6ccc-44d8-b42a-c99409941b08 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:39.179290 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-30bba895-4b3d-4d19-b87e-d454581b1143 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4447701 Sep 23 20:35:39.181879 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:39.189543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-218a505e-4732-40ba-a272-d2e70016b35f tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Request body: {'router': {'external_gateway_info': {'network_id': '09152dd7-6ccc-44d8-b42a-c99409941b08'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:39.291753 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Attempting to bind port d8db9109-dba9-4686-995b-04bea85418a4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:39.292200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Attempting to bind port d8db9109-dba9-4686-995b-04bea85418a4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'a6e0514c-bf0c-4967-9bf1-dbcfc6222784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '68534c84-3f65-45b7-9238-d69a013ba034'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:39.292635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Attempting to bind port d8db9109-dba9-4686-995b-04bea85418a4 on network 68534c84-3f65-45b7-9238-d69a013ba034 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:39.305135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:39.305135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Checking segment: {'id': 'a6e0514c-bf0c-4967-9bf1-dbcfc6222784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '68534c84-3f65-45b7-9238-d69a013ba034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:39.305135 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.305135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Bound using segment: {'id': 'a6e0514c-bf0c-4967-9bf1-dbcfc6222784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '68534c84-3f65-45b7-9238-d69a013ba034'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:39.305135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Bound port: d8db9109-dba9-4686-995b-04bea85418a4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e0514c-bf0c-4967-9bf1-dbcfc6222784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '68534c84-3f65-45b7-9238-d69a013ba034'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:39.306478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.423177 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-218a505e-4732-40ba-a272-d2e70016b35f tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.458326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] For port d8db9109-dba9-4686-995b-04bea85418a4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:39.470837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8fdcc-1bb6-4a7a-979a-f41b26cef4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-09152dd7-6ccc-44d8-b42a-c99409941b08', 'network_id': '09152dd7-6ccc-44d8-b42a-c99409941b08', 'tenant_id': '78aaa23c89a343779a28e0f1e8d73676', 'fixed_ips': [{'subnet_id': 'a77fe1cd-ce41-4b0b-9b03-ae42cca0a40b'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:39.471834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e8fdcc-1bb6-4a7a-979a-f41b26cef4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.485913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] For port d8db9109-dba9-4686-995b-04bea85418a4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d8db9109-dba9-4686-995b-04bea85418a4,segment=NetworkSegment(a6e0514c-bf0c-4967-9bf1-dbcfc6222784),segment_id=a6e0514c-bf0c-4967-9bf1-dbcfc6222784)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:39.493914 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.582409 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [None req-218a505e-4732-40ba-a272-d2e70016b35f tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 20:35:39.584012 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-218a505e-4732-40ba-a272-d2e70016b35f tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "PUT /v2.0/routers/c2058ae0-a332-4d76-b69f-e4560ba2787e HTTP/1.1" status: 400 len: 364 time: 0.4005156 Sep 23 20:35:39.589973 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45270) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:39.648749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Deleting subnet a77fe1cd-ce41-4b0b-9b03-ae42cca0a40b {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:35:39.653419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.667116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39d16a-9cca-4884-aadf-2da951a5be43 None None] Pushing event updated for resources: {'Port': ['ID=d8db9109-dba9-4686-995b-04bea85418a4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:39.699378 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.752013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server [None req-50e8fdcc-1bb6-4a7a-979a-f41b26cef4d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77fe1cd-ce41-4b0b-9b03-ae42cca0a40b: This subnet is being modified by another concurrent operation. Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server raise exception Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77fe1cd-ce41-4b0b-9b03-ae42cca0a40b: This subnet is being modified by another concurrent operation. Sep 23 20:35:39.827168 n-d-810763-1 neutron-server[94827]: ERROR oslo_messaging.rpc.server Sep 23 20:35:39.834040 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.872278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b108c0-5ebc-44d0-990f-5a14d51d015a None None] Network 09152dd7-6ccc-44d8-b42a-c99409941b08 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:39.882333 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event deleted for resources: {'Subnet': ['ID=a77fe1cd-ce41-4b0b-9b03-ae42cca0a40b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:39.889493 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:39.892373 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-df179387-1330-45ca-9d5c-605242285a52 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "DELETE /v2.0/subnets/a77fe1cd-ce41-4b0b-9b03-ae42cca0a40b HTTP/1.1" status: 204 len: 168 time: 0.3007236 Sep 23 20:35:39.894770 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:39.978279 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.068728 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.088169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09152dd7-6ccc-44d8-b42a-c99409941b08']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:40.100580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24e8a2a-313f-49e4-b988-fd58a0f36438') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:40.100791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24e8a2a-313f-49e4-b988-fd58a0f36438') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:40.114588 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.131315 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.138248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:40.138637 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:40.142155 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:40.207808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.215258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.217088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "DELETE /v2.0/networks/09152dd7-6ccc-44d8-b42a-c99409941b08 HTTP/1.1" status: 204 len: 168 time: 0.3213983 Sep 23 20:35:40.220144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:40.228658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cd4cc-c297-4852-984d-7b148dba8a6e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event deleted for resources: {'Network': ['ID=09152dd7-6ccc-44d8-b42a-c99409941b08,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:40.273344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Deleting subnet c11ea1a2-8e66-4800-ad22-370a26c3b0b0 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:35:40.276512 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.328804 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.471558 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.573776 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.611983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event deleted for resources: {'Subnet': ['ID=c11ea1a2-8e66-4800-ad22-370a26c3b0b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:40.615789 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.617905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-661e9cec-e79f-4863-83a6-d89626f13cd2 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "DELETE /v2.0/subnets/c11ea1a2-8e66-4800-ad22-370a26c3b0b0 HTTP/1.1" status: 204 len: 168 time: 0.3964024 Sep 23 20:35:40.620495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:40.681958 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8683c-18af-42a2-9886-417918d58f40 None None] Network 68534c84-3f65-45b7-9238-d69a013ba034 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:40.709685 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.774686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Deleting port d8db9109-dba9-4686-995b-04bea85418a4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:35:40.775047 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.784944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-51d831ae-c96f-4a46-8fa6-008af69a6459 None None] Provisioning complete for port d8db9109-dba9-4686-995b-04bea85418a4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:40.785310 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51d831ae-c96f-4a46-8fa6-008af69a6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.852005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] For port d8db9109-dba9-4686-995b-04bea85418a4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d8db9109-dba9-4686-995b-04bea85418a4,segment=NetworkSegment(a6e0514c-bf0c-4967-9bf1-dbcfc6222784),segment_id=a6e0514c-bf0c-4967-9bf1-dbcfc6222784)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:40.852372 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.867498 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Calling delete_port for d8db9109-dba9-4686-995b-04bea85418a4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:35:40.899073 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51d831ae-c96f-4a46-8fa6-008af69a6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.931745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] DHCP port deletion for 68534c84-3f65-45b7-9238-d69a013ba034 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:35:40.937399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-51d831ae-c96f-4a46-8fa6-008af69a6459 None None] For port d8db9109-dba9-4686-995b-04bea85418a4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=d8db9109-dba9-4686-995b-04bea85418a4,segment=NetworkSegment(a6e0514c-bf0c-4967-9bf1-dbcfc6222784),segment_id=a6e0514c-bf0c-4967-9bf1-dbcfc6222784)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:40.950118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.959636 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-51d831ae-c96f-4a46-8fa6-008af69a6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:40.975326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event deleted for resources: {'Port': ['ID=d8db9109-dba9-4686-995b-04bea85418a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:40.985496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] No DVR routers for this DVR port d8db9109-dba9-4686-995b-04bea85418a4 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:35:40.992230 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d831ae-c96f-4a46-8fa6-008af69a6459 None None] Pushing event deleted for resources: {'Port': ['ID=d8db9109-dba9-4686-995b-04bea85418a4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:41.016257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] Deleting port d8db9109-dba9-4686-995b-04bea85418a4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:35:41.016650 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.088448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] For port d8db9109-dba9-4686-995b-04bea85418a4, host n-d-810763-1, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:41.088994 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.092223 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.102871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] Calling delete_port for d8db9109-dba9-4686-995b-04bea85418a4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:35:41.106867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] Port d8db9109-dba9-4686-995b-04bea85418a4 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:35:41.108154 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.115088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68534c84-3f65-45b7-9238-d69a013ba034']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:41.125619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e0514c-bf0c-4967-9bf1-dbcfc6222784') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:41.125865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e0514c-bf0c-4967-9bf1-dbcfc6222784') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:41.135718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.143660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] Pushing event deleted for resources: {'Port': ['ID=d8db9109-dba9-4686-995b-04bea85418a4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:41.148942 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.150017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3784956-efff-44cd-ba55-e22cf01a31b9 None None] No DVR routers for this DVR port d8db9109-dba9-4686-995b-04bea85418a4 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:35:41.163406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:35:41.164029 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.167202 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd1906-040b-4c3a-9d5e-fb62fb612f4f None None] get_active_networks_info from n-d-810763-1 {{(pid=94827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:35:41.168780 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:35:41.263157 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.271547 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.277149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "DELETE /v2.0/networks/68534c84-3f65-45b7-9238-d69a013ba034 HTTP/1.1" status: 204 len: 168 time: 0.6519713 Sep 23 20:35:41.277372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd1906-040b-4c3a-9d5e-fb62fb612f4f None None] Resources bound (agent type, host, resource id): {{(pid=94827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 20:35:41.277517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45278) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:41.291773 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7a215-e753-4a3a-9e9b-5fcdd5037335 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Pushing event deleted for resources: {'Network': ['ID=68534c84-3f65-45b7-9238-d69a013ba034,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:41.307356 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-091749ee-43d1-4a28-844e-52afa8df6c1e tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2058ae0-a332-4d76-b69f-e4560ba2787e HTTP/1.1" status: 200 len: 205 time: 0.0282998 Sep 23 20:35:41.313188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:41.402960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e83feb6c-3fdd-468d-9751-e736f5522d90 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.575100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e83feb6c-3fdd-468d-9751-e736f5522d90 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.577303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e83feb6c-3fdd-468d-9751-e736f5522d90 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.622677 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e83feb6c-3fdd-468d-9751-e736f5522d90 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.623329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83feb6c-3fdd-468d-9751-e736f5522d90 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Fanout notify agent at l3_agent the message router_deleted on router c2058ae0-a332-4d76-b69f-e4560ba2787e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:35:41.631230 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e83feb6c-3fdd-468d-9751-e736f5522d90 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:41.632365 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e83feb6c-3fdd-468d-9751-e736f5522d90 tempest-RoutersNegativeTest-2087208234 tempest-RoutersNegativeTest-2087208234-project] 10.222.0.38 "DELETE /v2.0/routers/c2058ae0-a332-4d76-b69f-e4560ba2787e HTTP/1.1" status: 204 len: 168 time: 0.3196402 Sep 23 20:35:41.901351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:42.045061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a6f39dd1-3eb1-4b3d-9a07-abe8d9f3b9cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78aaa23c89a343779a28e0f1e8d73676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424201 Sep 23 20:35:42.048513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:42.105403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a128ac-bd7e-4353-bbff-6d220dae032f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:42.143411 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a128ac-bd7e-4353-bbff-6d220dae032f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:42.216761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a128ac-bd7e-4353-bbff-6d220dae032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:42.221349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a128ac-bd7e-4353-bbff-6d220dae032f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:42.223102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-26a128ac-bd7e-4353-bbff-6d220dae032f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68fe5c4e-965b-4f4b-80d8-12fe2ee7cae7 HTTP/1.1" status: 204 len: 168 time: 0.1734624 Sep 23 20:35:42.236451 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a128ac-bd7e-4353-bbff-6d220dae032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe5c4e-965b-4f4b-80d8-12fe2ee7cae7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:42.894687 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45312) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:42.990580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1543814779-network', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:43.011728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Made reservation on behalf of a886c11f5c044d7b8ff663c9703a1a64 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:43.013952 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.022307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.111090 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.115114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.136155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:43.150895 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f66063-ebd5-4505-ad08-82cc6007b915,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:43.153834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.154176 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Added segment fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1 of type vlan for network 0fd024cc-143e-474d-8e92-e21e7cd1e529 Sep 23 20:35:43.195318 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.218634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.219597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:43.220178 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.252857 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3569314 Sep 23 20:35:43.255792 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:43.260618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Request body: {'subnet': {'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-subnet', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:43.278929 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70d5e475-99d4-4642-95cf-2ed56d11690f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.284951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Made reservation on behalf of a886c11f5c044d7b8ff663c9703a1a64 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:43.287298 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.290613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d3ca-364f-4383-946f-3ecfe3840f14 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd024cc-143e-474d-8e92-e21e7cd1e529,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:43.301816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:43.459276 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.517648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23163c3a-c80a-441d-b3f4-e2efd1c45022,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:43.528828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Checking segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:43.529246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Network hostable DHCP agents. Network: 0fd024cc-143e-474d-8e92-e21e7cd1e529, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:43.547274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:43.556870 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 0fd024cc-143e-474d-8e92-e21e7cd1e529) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:43.561281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:43.561922 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.566176 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b31eae-a457-4eaa-979e-b942eb576fb9 None None] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:43.576507 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-34dff2cb-df74-4d12-8674-32f87cf7f69c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3195896 Sep 23 20:35:43.579275 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:43.584023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:43.606881 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.607868 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.663330 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.714199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-0fd024cc-143e-474d-8e92-e21e7cd1e529', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:43.715114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.809185 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.857143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Allocated IP 172.20.0.2 (0fd024cc-143e-474d-8e92-e21e7cd1e529/23163c3a-c80a-441d-b3f4-e2efd1c45022/6a92097c-9bed-4700-a027-396286cc3105) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:44.009215 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.011008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.017116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.028765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.054572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:44.057360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:44.061032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:44.070889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Pushing event updated for resources: {'Port': ['ID=6a92097c-9bed-4700-a027-396286cc3105,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:44.120789 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Attempting to bind port 6a92097c-9bed-4700-a027-396286cc3105 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:44.121164 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Attempting to bind port 6a92097c-9bed-4700-a027-396286cc3105 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:44.121531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Attempting to bind port 6a92097c-9bed-4700-a027-396286cc3105 on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:44.126677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:44.127053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Checking segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:44.127466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.127864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Bound using segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:44.128334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Bound port: 6a92097c-9bed-4700-a027-396286cc3105, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:44.128721 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.138549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Allocated IP 172.25.6.136 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/4e29add0-f508-43cb-aa55-c40d9ebc3e08) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:44.207333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] For port 6a92097c-9bed-4700-a027-396286cc3105, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:44.210665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] For port 6a92097c-9bed-4700-a027-396286cc3105, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6a92097c-9bed-4700-a027-396286cc3105,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:44.214956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.271894 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.274146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96420fdb-0824-4604-90d5-fb2fb5d92b38 None None] Pushing event updated for resources: {'Port': ['ID=6a92097c-9bed-4700-a027-396286cc3105,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:44.314013 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.355944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:44.358817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:44.363066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:44.371221 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Pushing event updated for resources: {'Port': ['ID=4e29add0-f508-43cb-aa55-c40d9ebc3e08,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:44.639165 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.836136 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:44.973113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Router ef7a77e2-130e-4780-93cd-6d70b47052ae is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:35:45.148587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253d2c9-de71-44b5-b704-c92663f27bb2 None None] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:45.238243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6575731f-d94f-411b-9143-0beccae1f658 None None] Provisioning complete for port 6a92097c-9bed-4700-a027-396286cc3105 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:45.238538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6575731f-d94f-411b-9143-0beccae1f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:45.387811 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6575731f-d94f-411b-9143-0beccae1f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:45.457317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:35:45.479339 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:45.481127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4554b9f-e42e-47bd-b06b-3bf51e790c66 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9006929 Sep 23 20:35:45.483858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:45.572706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Sync routers for ids ['ef7a77e2-130e-4780-93cd-6d70b47052ae'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:35:45.595843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Routers {'ef7a77e2-130e-4780-93cd-6d70b47052ae'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:45.596701 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ef7a77e2-130e-4780-93cd-6d70b47052ae'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:45.636293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6575731f-d94f-411b-9143-0beccae1f658 None None] For port 6a92097c-9bed-4700-a027-396286cc3105, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6a92097c-9bed-4700-a027-396286cc3105,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:45.642419 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6575731f-d94f-411b-9143-0beccae1f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:45.735215 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575731f-d94f-411b-9143-0beccae1f658 None None] Pushing event updated for resources: {'Port': ['ID=6a92097c-9bed-4700-a027-396286cc3105,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:45.748066 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Set router ef7a77e2-130e-4780-93cd-6d70b47052ae gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:45.810582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6a92097c-9bed-4700-a027-396286cc3105 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:45.865355 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ec927fb0-40a9-4ea6-b863-43a7a4c9d87c None None] Provisioning complete for port 6a92097c-9bed-4700-a027-396286cc3105 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:45.865720 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec927fb0-40a9-4ea6-b863-43a7a4c9d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:45.935382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:45.964800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6a92097c-9bed-4700-a027-396286cc3105 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:45.965186 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.092974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Allocated IP 172.20.0.1 (0fd024cc-143e-474d-8e92-e21e7cd1e529/23163c3a-c80a-441d-b3f4-e2efd1c45022/82bff257-d958-4211-b864-4bbf9762c31b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:46.106499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:35:44Z', 'revision_number': 3, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port': {'id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:44Z', 'updated_at': '2021-09-23T20:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:46.137313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Checking router: ef7a77e2-130e-4780-93cd-6d70b47052ae for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:35:46.137645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Updating router ef7a77e2-130e-4780-93cd-6d70b47052ae port 4e29add0-f508-43cb-aa55-c40d9ebc3e08 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:35:46.161830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.193577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.226975 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.267791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:46.270542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:46.273917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:46.301342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=82bff257-d958-4211-b864-4bbf9762c31b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:46.321940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.436671 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2532031-0e98-41c6-b944-3138c61b33b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.450157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.456242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.458458 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.519564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Attempting to bind port 4e29add0-f508-43cb-aa55-c40d9ebc3e08 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:46.519936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Attempting to bind port 4e29add0-f508-43cb-aa55-c40d9ebc3e08 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:46.520300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Attempting to bind port 4e29add0-f508-43cb-aa55-c40d9ebc3e08 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:46.528263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-33f37215-e12d-43e1-a973-32fdb16a98e0 None None] Provisioning complete for port 82bff257-d958-4211-b864-4bbf9762c31b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:46.528632 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33f37215-e12d-43e1-a973-32fdb16a98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.532099 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9f0b4-80d0-417a-a526-7af1058901cd None None] Pushing event updated for resources: {'Port': ['ID=4e29add0-f508-43cb-aa55-c40d9ebc3e08,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:46.536867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:46.536867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:46.537136 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.537479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:46.537952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Bound port: 4e29add0-f508-43cb-aa55-c40d9ebc3e08, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:46.538364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.620195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33f37215-e12d-43e1-a973-32fdb16a98e0 None None] Port 82bff257-d958-4211-b864-4bbf9762c31b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:35:46.622749 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.625090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.630092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.636643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] For port 4e29add0-f508-43cb-aa55-c40d9ebc3e08, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:46.639841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] For port 4e29add0-f508-43cb-aa55-c40d9ebc3e08, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4e29add0-f508-43cb-aa55-c40d9ebc3e08,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:46.643652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.700277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:46.701738 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Routers {'ef7a77e2-130e-4780-93cd-6d70b47052ae'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:46.702053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=82bff257-d958-4211-b864-4bbf9762c31b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:46.702397 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ef7a77e2-130e-4780-93cd-6d70b47052ae'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:46.737885 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9f0b4-80d0-417a-a526-7af1058901cd None None] Pushing event updated for resources: {'Port': ['ID=4e29add0-f508-43cb-aa55-c40d9ebc3e08,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:46.791052 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:46.792405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:46.815723 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] Set router ef7a77e2-130e-4780-93cd-6d70b47052ae gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:46.915655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Router ef7a77e2-130e-4780-93cd-6d70b47052ae has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:35:47.025886 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 4, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port': {'id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:44Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '82bff257-d958-4211-b864-4bbf9762c31b', 'name': '', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'mac_address': 'fa:16:3e:5f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:45Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 2, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'subnets': [{'id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:47.028649 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:35:47.041328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-95b455f9-7989-479b-8891-c7435c714fc3 admin admin] 10.222.0.38 "PUT /v2.0/routers/ef7a77e2-130e-4780-93cd-6d70b47052ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5489824 Sep 23 20:35:47.060435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a041880-0fea-4194-b368-6c5ae5f3ee04 None None] The sync data for ids ['ef7a77e2-130e-4780-93cd-6d70b47052ae'] in n-d-810763-1 is: [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 4, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port': {'id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:44Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '82bff257-d958-4211-b864-4bbf9762c31b', 'name': '', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'mac_address': 'fa:16:3e:5f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:45Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 2, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'subnets': [{'id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:35:47.069637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-400ac48f-866d-437a-b3f7-72024f13de22 None None] Provisioning complete for port 82bff257-d958-4211-b864-4bbf9762c31b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:47.069777 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-400ac48f-866d-437a-b3f7-72024f13de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.105124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-400ac48f-866d-437a-b3f7-72024f13de22 None None] Port 82bff257-d958-4211-b864-4bbf9762c31b cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:35:47.335326 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.541607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:47.547147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1334738575-network', 'tenant_id': '48641726f17f448f87c3a2407e07d18a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:47.568536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Made reservation on behalf of 48641726f17f448f87c3a2407e07d18a for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:47.570977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.582510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.698144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.705357 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.736230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:35:47.751507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8596e8-1ebb-4896-a6fa-0a48933ac8a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:47.757022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.757455 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Added segment 91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7 of type vlan for network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 Sep 23 20:35:47.805204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.834822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.835830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:47.836427 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.852696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6a92097c-9bed-4700-a027-396286cc3105 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:47.870056 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3267004 Sep 23 20:35:47.872722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:47.880094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Request body: {'subnet': {'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-subnet', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:47.913423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6a92097c-9bed-4700-a027-396286cc3105 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:47.913809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:47.915294 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db8f1a-e2cd-4dfa-a7fe-2e9bbe065ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:47.934127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Made reservation on behalf of 48641726f17f448f87c3a2407e07d18a for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:47.936514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:35:47.937004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.062200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4e29add0-f508-43cb-aa55-c40d9ebc3e08 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:48.114818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4e29add0-f508-43cb-aa55-c40d9ebc3e08 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:48.115189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.126459 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.184897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48fbeee-43e9-41b6-9144-2a30c8b4470c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:48.203555 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Checking segment: {'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:48.204597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Network hostable DHCP agents. Network: 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:35:48.210404 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.224017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:35:48.236700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 4e29add0-f508-43cb-aa55-c40d9ebc3e08, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4e29add0-f508-43cb-aa55-c40d9ebc3e08,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:48.237800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:48.245174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:48.245800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.249256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc77405f-2d94-4676-9462-8c718344cc06 None None] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:48.252051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.269102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7895e233-b649-4f24-8e8e-95e691b529a4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3952494 Sep 23 20:35:48.269321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45340) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:48.273707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:48.298078 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.299395 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.363815 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.517490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=4e29add0-f508-43cb-aa55-c40d9ebc3e08,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:48.616429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'fixed_ips': [{'subnet_id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:35:48.617354 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.783615 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Allocated IP 172.20.0.2 (624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4/a48fbeee-43e9-41b6-9144-2a30c8b4470c/582b9e7d-88db-453d-a004-2ccb973d85a1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:48.843503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.865042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.971472 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:48.977069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.014027 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:49.017365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:49.020862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:49.050270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Pushing event updated for resources: {'Port': ['ID=582b9e7d-88db-453d-a004-2ccb973d85a1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:49.081337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Attempting to bind port 582b9e7d-88db-453d-a004-2ccb973d85a1 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:49.081707 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Attempting to bind port 582b9e7d-88db-453d-a004-2ccb973d85a1 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:49.082069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Attempting to bind port 582b9e7d-88db-453d-a004-2ccb973d85a1 on network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:49.082902 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.086995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:49.087365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Checking segment: {'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:49.087767 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.088160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Bound using segment: {'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:49.088621 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Bound port: 582b9e7d-88db-453d-a004-2ccb973d85a1, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:49.089263 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.103622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.161372 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] For port 582b9e7d-88db-453d-a004-2ccb973d85a1, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:49.165795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] For port 582b9e7d-88db-453d-a004-2ccb973d85a1, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=582b9e7d-88db-453d-a004-2ccb973d85a1,segment=NetworkSegment(91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7),segment_id=91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:49.171667 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.195117 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Sync routers for ids ['ef7a77e2-130e-4780-93cd-6d70b47052ae'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:35:49.205718 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Routers {'ef7a77e2-130e-4780-93cd-6d70b47052ae'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:49.206548 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ef7a77e2-130e-4780-93cd-6d70b47052ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:49.237214 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Allocated IP 172.25.6.46 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/8b823deb-cc92-4cb6-87e6-7ea1b14a063c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:49.256485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890cce5-5848-47b2-a45a-10a34e6e24a2 None None] Pushing event updated for resources: {'Port': ['ID=582b9e7d-88db-453d-a004-2ccb973d85a1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:49.357391 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Set router ef7a77e2-130e-4780-93cd-6d70b47052ae gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:49.375149 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.411856 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.497694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:49.502169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:49.507306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:49.543160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Pushing event updated for resources: {'Port': ['ID=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:49.605424 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 4, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port': {'id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:44Z', 'updated_at': '2021-09-23T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '82bff257-d958-4211-b864-4bbf9762c31b', 'name': '', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'mac_address': 'fa:16:3e:5f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:45Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 2, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'subnets': [{'id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:49.633364 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Checking router: ef7a77e2-130e-4780-93cd-6d70b47052ae for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:35:49.633708 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Updating router ef7a77e2-130e-4780-93cd-6d70b47052ae port 82bff257-d958-4211-b864-4bbf9762c31b binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:35:49.668976 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.819901 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.832093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 582b9e7d-88db-453d-a004-2ccb973d85a1 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:49.883243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 582b9e7d-88db-453d-a004-2ccb973d85a1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:49.883976 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.981981 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.982362 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:49.990046 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.021265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 582b9e7d-88db-453d-a004-2ccb973d85a1, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=582b9e7d-88db-453d-a004-2ccb973d85a1,segment=NetworkSegment(91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7),segment_id=91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:50.035760 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.038678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4e29add0-f508-43cb-aa55-c40d9ebc3e08 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:50.075544 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Pushing event updated for resources: {'Port': ['ID=82bff257-d958-4211-b864-4bbf9762c31b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:50.091010 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.102049 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.102374 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.102718 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.103051 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.103380 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.103711 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.104036 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.104362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.104689 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.105014 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.105334 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.105653 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:50.129456 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Attempting to bind port 82bff257-d958-4211-b864-4bbf9762c31b on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:50.129962 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Attempting to bind port 82bff257-d958-4211-b864-4bbf9762c31b by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:50.130364 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Attempting to bind port 82bff257-d958-4211-b864-4bbf9762c31b on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:50.137045 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:50.137414 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Checking segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:50.137823 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.138295 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Bound using segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:50.139021 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Bound port: 82bff257-d958-4211-b864-4bbf9762c31b, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:50.139215 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.157529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=582b9e7d-88db-453d-a004-2ccb973d85a1,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:50.171694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4e29add0-f508-43cb-aa55-c40d9ebc3e08 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:50.172815 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.235821 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] For port 82bff257-d958-4211-b864-4bbf9762c31b, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:50.244712 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] For port 82bff257-d958-4211-b864-4bbf9762c31b, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82bff257-d958-4211-b864-4bbf9762c31b,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:50.249821 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.295276 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Router ee53e447-190a-49f8-a3f6-109e47e11f2c is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:35:50.336932 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf4e38-afff-4ff9-bb64-a249b117d088 None None] Pushing event updated for resources: {'Port': ['ID=82bff257-d958-4211-b864-4bbf9762c31b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:50.347153 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Routers {'ef7a77e2-130e-4780-93cd-6d70b47052ae'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:50.347675 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ef7a77e2-130e-4780-93cd-6d70b47052ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:50.365062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-da645acd-bdc2-42b2-b858-69c8921af6af None None] Provisioning complete for port 82bff257-d958-4211-b864-4bbf9762c31b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:50.366830 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da645acd-bdc2-42b2-b858-69c8921af6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.457174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:35:50.481210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.485975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:50.486783 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-232e1485-5028-443e-8ac7-dee0e6954960 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2161932 Sep 23 20:35:50.494454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Sync routers for ids ['ee53e447-190a-49f8-a3f6-109e47e11f2c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:35:50.516463 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Routers {'ee53e447-190a-49f8-a3f6-109e47e11f2c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:50.517110 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ee53e447-190a-49f8-a3f6-109e47e11f2c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:50.590480 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da645acd-bdc2-42b2-b858-69c8921af6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.607459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b083b29-32a8-4db0-8cb0-86e2efab905e None None] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:35:50.652559 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] Set router ef7a77e2-130e-4780-93cd-6d70b47052ae gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:50.768541 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-da645acd-bdc2-42b2-b858-69c8921af6af None None] For port 82bff257-d958-4211-b864-4bbf9762c31b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82bff257-d958-4211-b864-4bbf9762c31b,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:50.787368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da645acd-bdc2-42b2-b858-69c8921af6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:50.877956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Set router ee53e447-190a-49f8-a3f6-109e47e11f2c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:50.973668 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 4, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port': {'id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:44Z', 'updated_at': '2021-09-23T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '82bff257-d958-4211-b864-4bbf9762c31b', 'name': '', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'mac_address': 'fa:16:3e:5f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:45Z', 'updated_at': '2021-09-23T20:35:50Z', 'revision_number': 4, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'subnets': [{'id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:51.023671 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcbe2-ba81-41bd-a901-cc130bef6c05 None None] The sync data for ids ['ef7a77e2-130e-4780-93cd-6d70b47052ae'] in n-d-810763-1 is: [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:35:46Z', 'revision_number': 4, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port': {'id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:44Z', 'updated_at': '2021-09-23T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '82bff257-d958-4211-b864-4bbf9762c31b', 'name': '', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'mac_address': 'fa:16:3e:5f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:45Z', 'updated_at': '2021-09-23T20:35:50Z', 'revision_number': 4, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'subnets': [{'id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:35:51.113380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da645acd-bdc2-42b2-b858-69c8921af6af None None] Pushing event updated for resources: {'Port': ['ID=82bff257-d958-4211-b864-4bbf9762c31b,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:51.123398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c8236690-9ead-45c7-8979-fb5a16089df3 None None] Provisioning complete for port 82bff257-d958-4211-b864-4bbf9762c31b triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:51.124057 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8236690-9ead-45c7-8979-fb5a16089df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:51.281784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:51.465807 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c8236690-9ead-45c7-8979-fb5a16089df3 None None] Provisioning complete for port 582b9e7d-88db-453d-a004-2ccb973d85a1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:51.466478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8236690-9ead-45c7-8979-fb5a16089df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:51.509587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Allocated IP 172.20.0.1 (624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4/a48fbeee-43e9-41b6-9144-2a30c8b4470c/46568d8a-387d-431f-97c8-f5992ddfd14f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:51.521140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:35:49Z', 'revision_number': 3, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port': {'id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:49Z', 'updated_at': '2021-09-23T20:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:51.561684 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Checking router: ee53e447-190a-49f8-a3f6-109e47e11f2c for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:35:51.562347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Updating router ee53e447-190a-49f8-a3f6-109e47e11f2c port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:35:51.624000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:51.670089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:51.737873 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:51.784193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:51.787511 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:51.805592 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:51.808815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Pushing event updated for resources: {'Port': ['ID=46568d8a-387d-431f-97c8-f5992ddfd14f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:51.864291 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:51.875982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 582b9e7d-88db-453d-a004-2ccb973d85a1 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:52.059425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.065287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 582b9e7d-88db-453d-a004-2ccb973d85a1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:52.065905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.111298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ec2a712f-de05-4e0d-8d0d-cabaebd92028 None None] Provisioning complete for port 582b9e7d-88db-453d-a004-2ccb973d85a1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:52.111689 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec2a712f-de05-4e0d-8d0d-cabaebd92028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.200056 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.211305 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.247754 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.252695 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.318392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.332578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Pushing event updated for resources: {'Port': ['ID=46568d8a-387d-431f-97c8-f5992ddfd14f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:52.436186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:52.438185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:52.495032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82bff257-d958-4211-b864-4bbf9762c31b up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:52.496835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ec195-29d0-49f7-bb06-b7bf04d2e347 None None] Pushing event updated for resources: {'Port': ['ID=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:52.521345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Attempting to bind port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:52.522495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Attempting to bind port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:52.522690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Attempting to bind port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:52.554049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:52.554488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:52.554903 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.555362 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:52.555892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Bound port: 8b823deb-cc92-4cb6-87e6-7ea1b14a063c, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:52.556374 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.585705 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Router ee53e447-190a-49f8-a3f6-109e47e11f2c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:35:52.630043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] For port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:52.632589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 82bff257-d958-4211-b864-4bbf9762c31b triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:52.633043 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.636433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] For port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:52.662092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.717312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:35:52.722891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1dbe5061-8368-4cd8-8b07-4e9b5b9137d8 admin admin] 10.222.0.38 "PUT /v2.0/routers/ee53e447-190a-49f8-a3f6-109e47e11f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2335410 Sep 23 20:35:52.771004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-364aa539-bea8-4ccd-9ab2-ea7df9dc573b None None] Provisioning complete for port 46568d8a-387d-431f-97c8-f5992ddfd14f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:52.771401 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-364aa539-bea8-4ccd-9ab2-ea7df9dc573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:52.775654 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ec195-29d0-49f7-bb06-b7bf04d2e347 None None] Pushing event updated for resources: {'Port': ['ID=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:52.778772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Routers {'ee53e447-190a-49f8-a3f6-109e47e11f2c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:52.779809 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ee53e447-190a-49f8-a3f6-109e47e11f2c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:52.911471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-364aa539-bea8-4ccd-9ab2-ea7df9dc573b None None] Port 46568d8a-387d-431f-97c8-f5992ddfd14f cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:35:52.960617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] Set router ee53e447-190a-49f8-a3f6-109e47e11f2c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:53.179229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:35:51Z', 'revision_number': 4, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port': {'id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:49Z', 'updated_at': '2021-09-23T20:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46568d8a-387d-431f-97c8-f5992ddfd14f', 'name': '', 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'mac_address': 'fa:16:3e:d3:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:51Z', 'updated_at': '2021-09-23T20:35:52Z', 'revision_number': 2, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'subnets': [{'id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:53.206922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad2fd8-1d9b-4052-bc3f-3e9b30056d62 None None] The sync data for ids ['ee53e447-190a-49f8-a3f6-109e47e11f2c'] in n-d-810763-1 is: [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:35:51Z', 'revision_number': 4, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port': {'id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:49Z', 'updated_at': '2021-09-23T20:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46568d8a-387d-431f-97c8-f5992ddfd14f', 'name': '', 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'mac_address': 'fa:16:3e:d3:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:51Z', 'updated_at': '2021-09-23T20:35:52Z', 'revision_number': 2, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'subnets': [{'id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:35:53.504311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-b4091829-8f9d-49d7-ba94-d043b5a9eadd tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:53.505821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-b4091829-8f9d-49d7-ba94-d043b5a9eadd tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/networks?id=0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 200 len: 817 time: 0.1516011 Sep 23 20:35:53.525088 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-59f93d80-d42c-41eb-8824-94a881012db1 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/quotas/a886c11f5c044d7b8ff663c9703a1a64 HTTP/1.1" status: 200 len: 375 time: 0.0132186 Sep 23 20:35:53.580580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-54ad3bbb-ad9f-4aef-8074-29531ae0d213 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494702 Sep 23 20:35:53.684845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-28da9b42-6813-4332-9187-6c3638fad1e8 service neutron] 10.222.0.38 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921052 Sep 23 20:35:53.800710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-a4a157a7-876c-4eca-9806-4dd7bc5f4e03 service neutron] 10.222.0.38 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091919 Sep 23 20:35:54.004842 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bccbf7a8-6b4a-4263-877c-f0753e9198f5 req-0c63de84-766a-464b-88f9-4032e2cc53af tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 210 time: 0.0325360 Sep 23 20:35:55.021002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-7f5c7a9b-bdec-42f4-bf76-da5492ff285e tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:55.023321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-7f5c7a9b-bdec-42f4-bf76-da5492ff285e tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "GET /v2.0/networks?id=0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 200 len: 817 time: 0.1288507 Sep 23 20:35:55.039480 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Request body: {'port': {'device_id': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'admin_state_up': True, 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:55.142679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8faa875-8e89-4969-ae8e-6f1d83c28980 req-df671c0b-c6ea-4eae-9d34-d97ecb590949 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 210 time: 0.0341284 Sep 23 20:35:55.181750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Made reservation on behalf of a886c11f5c044d7b8ff663c9703a1a64 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:55.185458 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.221364 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Sync routers for ids ['ee53e447-190a-49f8-a3f6-109e47e11f2c'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:35:55.230822 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Routers {'ee53e447-190a-49f8-a3f6-109e47e11f2c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:55.231564 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ee53e447-190a-49f8-a3f6-109e47e11f2c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:55.332979 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Allocated IP 172.20.0.10 (0fd024cc-143e-474d-8e92-e21e7cd1e529/23163c3a-c80a-441d-b3f4-e2efd1c45022/261d018d-f831-4466-90b3-75edcfe8dcc3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:55.344086 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Set router ee53e447-190a-49f8-a3f6-109e47e11f2c gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:55.490250 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.527962 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.569756 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:35:51Z', 'revision_number': 4, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port': {'id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:49Z', 'updated_at': '2021-09-23T20:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46568d8a-387d-431f-97c8-f5992ddfd14f', 'name': '', 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'mac_address': 'fa:16:3e:d3:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:51Z', 'updated_at': '2021-09-23T20:35:52Z', 'revision_number': 2, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'subnets': [{'id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:55.576024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:55.580986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:55.587871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:55.591800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Pushing event updated for resources: {'Port': ['ID=261d018d-f831-4466-90b3-75edcfe8dcc3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:55.596626 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Checking router: ee53e447-190a-49f8-a3f6-109e47e11f2c for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:35:55.596984 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Updating router ee53e447-190a-49f8-a3f6-109e47e11f2c port 46568d8a-387d-431f-97c8-f5992ddfd14f binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:35:55.637113 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.645586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:55.646307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.668157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-5f06cbc8-3e45-4efa-9b9a-12c9dc0b702c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326172 Sep 23 20:35:55.684862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Request body: {'port': {'device_id': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:55.760344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.780297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8b823deb-cc92-4cb6-87e6-7ea1b14a063c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:55.843271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:55.843880 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.960463 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.982649 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d985f1cf-555e-4909-8a90-8568f42429fd None None] Provisioning complete for port 261d018d-f831-4466-90b3-75edcfe8dcc3 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:55.983126 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d985f1cf-555e-4909-8a90-8568f42429fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.009986 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.017292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:56.017972 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.025157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.069110 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5250bc-452e-4444-88e0-263b82e9f4d4 None None] Pushing event updated for resources: {'Port': ['ID=46568d8a-387d-431f-97c8-f5992ddfd14f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:56.090865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:56.092188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261d018d-f831-4466-90b3-75edcfe8dcc3 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:35:56.101986 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.110521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d985f1cf-555e-4909-8a90-8568f42429fd None None] Port 261d018d-f831-4466-90b3-75edcfe8dcc3 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:35:56.115846 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.119128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Transition to ACTIVE for port object 261d018d-f831-4466-90b3-75edcfe8dcc3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:35:56.123167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.136615 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Attempting to bind port 46568d8a-387d-431f-97c8-f5992ddfd14f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:56.137268 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Attempting to bind port 46568d8a-387d-431f-97c8-f5992ddfd14f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:56.137836 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Attempting to bind port 46568d8a-387d-431f-97c8-f5992ddfd14f on network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:56.144415 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:56.145057 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Checking segment: {'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:56.145628 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.146173 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Bound using segment: {'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:56.146849 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Bound port: 46568d8a-387d-431f-97c8-f5992ddfd14f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:56.147238 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.177768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Pushing event updated for resources: {'Port': ['ID=261d018d-f831-4466-90b3-75edcfe8dcc3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:56.238649 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] For port 46568d8a-387d-431f-97c8-f5992ddfd14f, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:56.244676 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] For port 46568d8a-387d-431f-97c8-f5992ddfd14f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46568d8a-387d-431f-97c8-f5992ddfd14f,segment=NetworkSegment(91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7),segment_id=91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:56.251220 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.296102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Attempting to bind port 261d018d-f831-4466-90b3-75edcfe8dcc3 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:56.296441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Attempting to bind port 261d018d-f831-4466-90b3-75edcfe8dcc3 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:56.297460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Attempting to bind port 261d018d-f831-4466-90b3-75edcfe8dcc3 on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:56.307896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Port 261d018d-f831-4466-90b3-75edcfe8dcc3 on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:35:56.312720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Attempting to bind port 261d018d-f831-4466-90b3-75edcfe8dcc3 on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:56.319271 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5250bc-452e-4444-88e0-263b82e9f4d4 None None] Pushing event updated for resources: {'Port': ['ID=46568d8a-387d-431f-97c8-f5992ddfd14f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:56.332622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b458c21-ab91-40ff-b575-a4e968562c49 req-6a0da3a2-9842-4b14-b654-61bd6843577e tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:56.334191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b458c21-ab91-40ff-b575-a4e968562c49 req-6a0da3a2-9842-4b14-b654-61bd6843577e tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 944 time: 0.0814826 Sep 23 20:35:56.335003 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:56.335591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Checking segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:56.335730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Bound using segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:56.336132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Bound port: 261d018d-f831-4466-90b3-75edcfe8dcc3, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:56.336490 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.337831 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Routers {'ee53e447-190a-49f8-a3f6-109e47e11f2c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:56.338539 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:35:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ee53e447-190a-49f8-a3f6-109e47e11f2c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:56.422609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3b458c21-ab91-40ff-b575-a4e968562c49 req-9ac07654-0e82-4af0-9372-e78b9ecbeb2d tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771139 Sep 23 20:35:56.442970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-223d056b-d046-41c5-8785-7cff6d041c59 None None] Provisioning complete for port 46568d8a-387d-431f-97c8-f5992ddfd14f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:56.443175 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] For port 261d018d-f831-4466-90b3-75edcfe8dcc3, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:56.443343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-223d056b-d046-41c5-8785-7cff6d041c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.446605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] For port 261d018d-f831-4466-90b3-75edcfe8dcc3, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=261d018d-f831-4466-90b3-75edcfe8dcc3,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:56.454552 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.498312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:56.498940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.509687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] 10.222.0.72 "PUT /v2.0/ports/261d018d-f831-4466-90b3-75edcfe8dcc3 HTTP/1.1" status: 200 len: 1092 time: 0.8216331 Sep 23 20:35:56.517449 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'tag': '261d018d-f831-4466-90b3-75edcfe8dcc3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:56.520094 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63" -d '{"events": [{"name": "network-changed", "server_uuid": "993baa0d-5436-4a49-b567-fc95a26bf45a", "tag": "261d018d-f831-4466-90b3-75edcfe8dcc3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:56.544538 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] Set router ee53e447-190a-49f8-a3f6-109e47e11f2c gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:56.560436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4a43c-ff26-4a24-a641-a76d15bcc718 service neutron] Pushing event updated for resources: {'Port': ['ID=261d018d-f831-4466-90b3-75edcfe8dcc3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:56.619276 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51c5a9b-eaf5-4e2d-be78-c8b7e2e2d63a x-openstack-request-id: req-f51c5a9b-eaf5-4e2d-be78-c8b7e2e2d63a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:56.619594 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993baa0d-5436-4a49-b567-fc95a26bf45a", "tag": "261d018d-f831-4466-90b3-75edcfe8dcc3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:56.619851 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f51c5a9b-eaf5-4e2d-be78-c8b7e2e2d63a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:56.620209 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'tag': '261d018d-f831-4466-90b3-75edcfe8dcc3', 'status': 'completed', 'code': 200} Sep 23 20:35:56.642999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-063f364f-dee2-4d3b-9e40-f0819812a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:56.651889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-063f364f-dee2-4d3b-9e40-f0819812a4c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 1095 time: 0.0782197 Sep 23 20:35:56.658137 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-223d056b-d046-41c5-8785-7cff6d041c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.715142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-248d9f38-d185-443b-8cf9-8e3f62ad44b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=261d018d-f831-4466-90b3-75edcfe8dcc3 HTTP/1.1" status: 200 len: 217 time: 0.0529337 Sep 23 20:35:56.721870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-223d056b-d046-41c5-8785-7cff6d041c59 None None] For port 46568d8a-387d-431f-97c8-f5992ddfd14f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46568d8a-387d-431f-97c8-f5992ddfd14f,segment=NetworkSegment(91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7),segment_id=91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:56.731387 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-223d056b-d046-41c5-8785-7cff6d041c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.781901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-ec5b8bdd-b78a-4af0-ae50-f6062ff00420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:56.784000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-ec5b8bdd-b78a-4af0-ae50-f6062ff00420 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23163c3a-c80a-441d-b3f4-e2efd1c45022 HTTP/1.1" status: 200 len: 856 time: 0.0567393 Sep 23 20:35:56.794290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d056b-d046-41c5-8785-7cff6d041c59 None None] Pushing event updated for resources: {'Port': ['ID=46568d8a-387d-431f-97c8-f5992ddfd14f,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:56.835621 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:35:51Z', 'revision_number': 4, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port': {'id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:49Z', 'updated_at': '2021-09-23T20:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46568d8a-387d-431f-97c8-f5992ddfd14f', 'name': '', 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'mac_address': 'fa:16:3e:d3:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:51Z', 'updated_at': '2021-09-23T20:35:56Z', 'revision_number': 4, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'subnets': [{'id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:56.849483 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-dc2da88a-f3cb-412c-89f4-676332a41ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:56.851273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-dc2da88a-f3cb-412c-89f4-676332a41ea2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0fd024cc-143e-474d-8e92-e21e7cd1e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604231 Sep 23 20:35:56.863519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-84f19455-6dc4-4038-b8c6-295514ff3d2c None None] Provisioning complete for port 46568d8a-387d-431f-97c8-f5992ddfd14f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:56.864393 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84f19455-6dc4-4038-b8c6-295514ff3d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:56.877508 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a1a85-c960-449c-a6eb-569f3aff6493 None None] The sync data for ids ['ee53e447-190a-49f8-a3f6-109e47e11f2c'] in n-d-810763-1 is: [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:35:51Z', 'revision_number': 4, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port': {'id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:49Z', 'updated_at': '2021-09-23T20:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46568d8a-387d-431f-97c8-f5992ddfd14f', 'name': '', 'network_id': '624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'mac_address': 'fa:16:3e:d3:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:51Z', 'updated_at': '2021-09-23T20:35:56Z', 'revision_number': 4, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'subnets': [{'id': 'a48fbeee-43e9-41b6-9144-2a30c8b4470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:35:56.950653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-1fe43355-ab3d-4d9b-8a08-4fe6030f2c60 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919077 Sep 23 20:35:57.068683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3ae08f4-8fc5-4a5a-9c4a-b82d090667ea req-45711de3-cce5-457a-91eb-612d2fdc74b6 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107259 Sep 23 20:35:57.161684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-c39d8bae-c07e-4057-b2fe-19a9dbc31caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:57.163279 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-c39d8bae-c07e-4057-b2fe-19a9dbc31caa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 1095 time: 0.0475957 Sep 23 20:35:57.261747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-c93a818d-bff5-47db-bddc-d4a4c8df269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:57.263285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-c93a818d-bff5-47db-bddc-d4a4c8df269c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 200 len: 918 time: 0.0931640 Sep 23 20:35:57.307068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-cff7be78-7724-4194-9ccf-607a85bbddab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=261d018d-f831-4466-90b3-75edcfe8dcc3 HTTP/1.1" status: 200 len: 217 time: 0.0358193 Sep 23 20:35:57.358670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-1ebccd2a-612b-4f9e-80f1-1f1ef02de48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:57.360852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-1ebccd2a-612b-4f9e-80f1-1f1ef02de48f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23163c3a-c80a-441d-b3f4-e2efd1c45022 HTTP/1.1" status: 200 len: 856 time: 0.0464766 Sep 23 20:35:57.413430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-1d4b33a6-4107-43d4-8e95-0bd16d3462d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:57.415179 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-1d4b33a6-4107-43d4-8e95-0bd16d3462d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0fd024cc-143e-474d-8e92-e21e7cd1e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463376 Sep 23 20:35:57.416481 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:57.506801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-501edcc3-2463-4875-9576-a89348515c6e service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 Sep 23 20:35:57.620918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8286-9737-49e3-9e50-b4ecc2afd0ab req-b8d2f9d8-53e9-41f6-858a-db065abc88a9 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:57.622470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f0f8286-9737-49e3-9e50-b4ecc2afd0ab req-b8d2f9d8-53e9-41f6-858a-db065abc88a9 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 944 time: 0.1123655 Sep 23 20:35:57.650482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-29b2c95d-98f9-48ac-8a3b-21d936d5ea63 req-8377ad44-5ee0-414a-82b8-6e1898ad3d44 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312628 Sep 23 20:35:57.669965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3f0f8286-9737-49e3-9e50-b4ecc2afd0ab req-13179585-0512-4c27-b8f0-ee97e4087af4 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Sep 23 20:35:57.743138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8b823deb-cc92-4cb6-87e6-7ea1b14a063c up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:57.789623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:57.789991 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:57.867708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46568d8a-387d-431f-97c8-f5992ddfd14f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:57.916401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 46568d8a-387d-431f-97c8-f5992ddfd14f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:57.916794 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:58.806497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf23c3-57c0-43f8-befd-c939f9e51bd4 req-820f81f7-93ad-4664-8454-029187212878 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:58.808001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0edf23c3-57c0-43f8-befd-c939f9e51bd4 req-820f81f7-93ad-4664-8454-029187212878 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 944 time: 0.0506701 Sep 23 20:35:58.850283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0edf23c3-57c0-43f8-befd-c939f9e51bd4 req-456f6d20-22b7-419b-be66-7b28d8b1eda1 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357659 Sep 23 20:35:59.388871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 261d018d-f831-4466-90b3-75edcfe8dcc3 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:35:59.485805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 261d018d-f831-4466-90b3-75edcfe8dcc3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=261d018d-f831-4466-90b3-75edcfe8dcc3,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:59.496447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '261d018d-f831-4466-90b3-75edcfe8dcc3', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'port_id': '261d018d-f831-4466-90b3-75edcfe8dcc3', 'mac_address': 'fa:16:3e:e5:80:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:35:59.532538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:59.544744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261d018d-f831-4466-90b3-75edcfe8dcc3 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:35:59.563800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 261d018d-f831-4466-90b3-75edcfe8dcc3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=261d018d-f831-4466-90b3-75edcfe8dcc3,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:59.568488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:59.618799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=261d018d-f831-4466-90b3-75edcfe8dcc3,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:59.772924 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['261d018d-f831-4466-90b3-75edcfe8dcc3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:59.964704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bc734-4a4c-4120-a2f8-55bfeb5478a4 req-d5d38c1f-7c39-423c-ae2c-04160173eba6 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:59.966379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41bc734-4a4c-4120-a2f8-55bfeb5478a4 req-d5d38c1f-7c39-423c-ae2c-04160173eba6 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 945 time: 0.0483119 Sep 23 20:36:00.003477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e41bc734-4a4c-4120-a2f8-55bfeb5478a4 req-00102a3b-2924-408c-869d-20b05e55c40e tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Sep 23 20:36:01.116123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e150098-df38-4df5-a449-816ecaba9cc5 req-668544b1-5ebc-47a4-a8c6-52d0bb5c9ef5 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:01.117581 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e150098-df38-4df5-a449-816ecaba9cc5 req-668544b1-5ebc-47a4-a8c6-52d0bb5c9ef5 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 945 time: 0.0471275 Sep 23 20:36:01.154051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0e150098-df38-4df5-a449-816ecaba9cc5 req-e156db0b-bef4-4d1d-ae37-144dbc9866a8 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Sep 23 20:36:01.388739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 261d018d-f831-4466-90b3-75edcfe8dcc3 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:36:01.439528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 261d018d-f831-4466-90b3-75edcfe8dcc3 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:36:01.443506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 261d018d-f831-4466-90b3-75edcfe8dcc3 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:36:01.443873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:01.518886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:01.540114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261d018d-f831-4466-90b3-75edcfe8dcc3'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:36:01.542369 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514faa30-fda9-42bc-9a18-a4ef490faeff" -d '{"events": [{"server_uuid": "993baa0d-5436-4a49-b567-fc95a26bf45a", "name": "network-vif-plugged", "status": "completed", "tag": "261d018d-f831-4466-90b3-75edcfe8dcc3"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:36:01.555551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 261d018d-f831-4466-90b3-75edcfe8dcc3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=261d018d-f831-4466-90b3-75edcfe8dcc3,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:01.559795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:01.585695 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f653cc-9dbd-40bf-9b78-ce0f4daec69a x-openstack-request-id: req-b8f653cc-9dbd-40bf-9b78-ce0f4daec69a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:36:01.585927 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993baa0d-5436-4a49-b567-fc95a26bf45a", "name": "network-vif-plugged", "status": "completed", "tag": "261d018d-f831-4466-90b3-75edcfe8dcc3", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:36:01.586180 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8f653cc-9dbd-40bf-9b78-ce0f4daec69a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:36:01.586592 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261d018d-f831-4466-90b3-75edcfe8dcc3', 'code': 200} Sep 23 20:36:01.612860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=261d018d-f831-4466-90b3-75edcfe8dcc3,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:01.673092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac39b-f760-459d-b1fd-d10986252e72 req-ee62c30e-6cb6-4dc0-ad29-0f7a381195c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:01.674626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-532ac39b-f760-459d-b1fd-d10986252e72 req-ee62c30e-6cb6-4dc0-ad29-0f7a381195c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 1097 time: 0.0387518 Sep 23 20:36:01.711553 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-532ac39b-f760-459d-b1fd-d10986252e72 req-a84add86-6be9-4764-800a-64279757d0b1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305123 Sep 23 20:36:02.269974 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc838d-99a1-4dab-81ef-e15fb8ef3041 req-4ae5acd8-7968-4fa2-b00c-ad8ab95a3409 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:02.271458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbc838d-99a1-4dab-81ef-e15fb8ef3041 req-4ae5acd8-7968-4fa2-b00c-ad8ab95a3409 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 946 time: 0.0474257 Sep 23 20:36:02.308224 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2fbc838d-99a1-4dab-81ef-e15fb8ef3041 req-ef3a6ed9-2193-4ed3-8bb3-dc25d55948f3 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Sep 23 20:36:02.518589 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:36:03.424424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaaaeb-48b4-4df5-8351-db9cb868c8bd req-0907898c-1a00-4b61-86f5-d6503e122dc3 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:03.425962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffeaaaeb-48b4-4df5-8351-db9cb868c8bd req-0907898c-1a00-4b61-86f5-d6503e122dc3 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 946 time: 0.0498254 Sep 23 20:36:03.462405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffeaaaeb-48b4-4df5-8351-db9cb868c8bd req-a7bc4932-16bd-463a-a44d-5bb4dc523aa1 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304356 Sep 23 20:36:03.574152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c7ad4-20c3-4bbf-87d8-775030d719e9 req-ce4c0017-1bab-4132-b325-68a63c6edc6a tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:03.575644 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-536c7ad4-20c3-4bbf-87d8-775030d719e9 req-ce4c0017-1bab-4132-b325-68a63c6edc6a tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 946 time: 0.0492003 Sep 23 20:36:03.616967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-536c7ad4-20c3-4bbf-87d8-775030d719e9 req-09fb3e04-e170-4d60-b481-5f1b449e58b1 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Sep 23 20:36:06.386663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-f1bd0419-4802-4395-ae13-0a800f71c78e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387597 Sep 23 20:36:06.469659 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-7d2f7cf3-eaf2-4379-9446-bf835cd1f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:06.471206 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-7d2f7cf3-eaf2-4379-9446-bf835cd1f4f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 1097 time: 0.0410130 Sep 23 20:36:06.928694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-16b5516a-47d3-4ccd-b5c1-0485702c7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:06.930168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-16b5516a-47d3-4ccd-b5c1-0485702c7b8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 200 len: 918 time: 0.4390907 Sep 23 20:36:06.973090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-4861e6d1-4621-4d41-86c2-4ea621960ded service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=261d018d-f831-4466-90b3-75edcfe8dcc3 HTTP/1.1" status: 200 len: 217 time: 0.0341122 Sep 23 20:36:07.021895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-31a0647b-e6c2-4265-b5dd-c839d16fbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:07.023267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-31a0647b-e6c2-4265-b5dd-c839d16fbc35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23163c3a-c80a-441d-b3f4-e2efd1c45022 HTTP/1.1" status: 200 len: 856 time: 0.0427897 Sep 23 20:36:07.069432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-a141fcd2-9624-41a3-9def-1081830fdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:07.070972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-a141fcd2-9624-41a3-9def-1081830fdf29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0fd024cc-143e-474d-8e92-e21e7cd1e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404966 Sep 23 20:36:07.160885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-ee867a37-2543-4e69-a5da-5e8b00ac50fb service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827928 Sep 23 20:36:07.254572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77719c45-d9ee-4181-a9aa-d3fa49ca81d0 req-cbded2cf-9ced-42c1-a359-97d7ddf22bc3 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Sep 23 20:36:13.285222 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3161828d-687e-44e0-b5fb-cde71c6746f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:16.419182 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee5fcb2-66a1-4d9e-979a-0cf2568b1492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:16.583520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:17.331821 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:18.823582 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:22.119478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb006b-327c-4a57-9449-db2daa87f16f req-40da7af4-3c19-4901-ade5-7dca6c1d5cfd tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:22.120964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fbb006b-327c-4a57-9449-db2daa87f16f req-40da7af4-3c19-4901-ade5-7dca6c1d5cfd tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 946 time: 0.0494635 Sep 23 20:36:22.158065 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fbb006b-327c-4a57-9449-db2daa87f16f req-0d48e1f5-b7e1-46db-ad57-065d63da8514 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Sep 23 20:36:23.279257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a85cc-d21f-43a9-a71a-de48a7cadde7 req-bc281aa3-a3b7-4370-ae5e-632665a47b1d tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:23.280826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d17a85cc-d21f-43a9-a71a-de48a7cadde7 req-bc281aa3-a3b7-4370-ae5e-632665a47b1d tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 946 time: 0.0509567 Sep 23 20:36:23.321579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d17a85cc-d21f-43a9-a71a-de48a7cadde7 req-1f85b78e-7f4d-476d-a6f8-2f351e6c6540 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Sep 23 20:36:23.678059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-b3a396bf-acb9-4495-8e48-4b9e285270b0 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:23.679096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-b3a396bf-acb9-4495-8e48-4b9e285270b0 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 946 time: 0.0519016 Sep 23 20:36:23.769518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Deleting port 261d018d-f831-4466-90b3-75edcfe8dcc3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:36:23.769864 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:23.863941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] For port 261d018d-f831-4466-90b3-75edcfe8dcc3, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=261d018d-f831-4466-90b3-75edcfe8dcc3,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:23.864301 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:23.876862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Calling delete_port for 261d018d-f831-4466-90b3-75edcfe8dcc3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:36:24.002814 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:24.014905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['261d018d-f831-4466-90b3-75edcfe8dcc3'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:36:24.034760 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Pushing event deleted for resources: {'Port': ['ID=261d018d-f831-4466-90b3-75edcfe8dcc3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:24.078187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] No DVR routers for this DVR port 261d018d-f831-4466-90b3-75edcfe8dcc3 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:36:24.080925 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:24.083261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1eb997c-30d2-4ed9-bca3-38a683ab2e22 req-02df5ff1-3d98-44e2-a141-80114a3d0f89 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "DELETE /v2.0/ports/261d018d-f831-4466-90b3-75edcfe8dcc3 HTTP/1.1" status: 204 len: 173 time: 0.3976581 Sep 23 20:36:24.083723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'name': 'network-vif-deleted', 'tag': '261d018d-f831-4466-90b3-75edcfe8dcc3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:36:24.086018 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a88b7-bc9b-4124-a690-ee0eda72c03f" -d '{"events": [{"server_uuid": "993baa0d-5436-4a49-b567-fc95a26bf45a", "name": "network-vif-deleted", "tag": "261d018d-f831-4466-90b3-75edcfe8dcc3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:36:24.127228 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e41a849-9bc2-4acd-b558-14763ad377c0 x-openstack-request-id: req-0e41a849-9bc2-4acd-b558-14763ad377c0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:36:24.127599 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993baa0d-5436-4a49-b567-fc95a26bf45a", "name": "network-vif-deleted", "tag": "261d018d-f831-4466-90b3-75edcfe8dcc3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:36:24.127785 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e41a849-9bc2-4acd-b558-14763ad377c0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:36:24.128627 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993baa0d-5436-4a49-b567-fc95a26bf45a', 'name': 'network-vif-deleted', 'tag': '261d018d-f831-4466-90b3-75edcfe8dcc3', 'status': 'completed', 'code': 200} Sep 23 20:36:24.433288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f428eaf7-5bc9-49f7-91f7-66b1a3328bd2 req-d00f0e73-b04a-4404-b586-7e77c25c87e5 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=993baa0d-5436-4a49-b567-fc95a26bf45a HTTP/1.1" status: 200 len: 210 time: 0.0287313 Sep 23 20:36:26.069171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:26.284293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-cd70bf33-2ff8-40db-8b04-45baa94c287c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:26.285759 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-cd70bf33-2ff8-40db-8b04-45baa94c287c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/networks?id=0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 200 len: 817 time: 0.1049716 Sep 23 20:36:26.300784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-11037c14-7eac-4df2-9887-8026248bccee tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/quotas/a886c11f5c044d7b8ff663c9703a1a64 HTTP/1.1" status: 200 len: 375 time: 0.0093265 Sep 23 20:36:26.351506 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-aed298df-7fd0-49a5-a4ec-4919407168d5 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455382 Sep 23 20:36:26.446619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-4ea4773e-5a4a-4165-a2d4-3d4f20075e84 service neutron] 10.222.0.38 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835993 Sep 23 20:36:26.534580 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-2227f6e0-894d-4cd3-810d-872a7bb893a6 service neutron] 10.222.0.38 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819809 Sep 23 20:36:26.690797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c95a9e6-9a7d-4ccb-a2b4-ff33f79f42ca req-8aa51ae0-2c77-4cad-977c-ef28864e0085 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 210 time: 0.0261180 Sep 23 20:36:27.427463 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:27.555872 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 261d018d-f831-4466-90b3-75edcfe8dcc3 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:36:27.576726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 261d018d-f831-4466-90b3-75edcfe8dcc3 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:36:27.577050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 261d018d-f831-4466-90b3-75edcfe8dcc3 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:36:27.579904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-b19ba4ff-e160-4fca-aabf-546743186c75 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:27.581969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-b19ba4ff-e160-4fca-aabf-546743186c75 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "GET /v2.0/networks?id=0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 200 len: 817 time: 0.1104450 Sep 23 20:36:27.594363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Request body: {'port': {'device_id': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'admin_state_up': True, 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:36:27.702947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Made reservation on behalf of a886c11f5c044d7b8ff663c9703a1a64 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:36:27.706532 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:27.789010 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f43e8ae6-36fd-43e9-bb42-1483e1284698 req-45f68c24-439c-4ccb-b883-b470c27ec3ef tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 210 time: 0.0310428 Sep 23 20:36:27.851492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Allocated IP 172.20.0.3 (0fd024cc-143e-474d-8e92-e21e7cd1e529/23163c3a-c80a-441d-b3f4-e2efd1c45022/8758e42f-5035-47e0-845c-a63db58b5a1c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:36:27.997746 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.030061 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.073784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:36:28.076837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:36:28.080435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:36:28.108025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Pushing event updated for resources: {'Port': ['ID=8758e42f-5035-47e0-845c-a63db58b5a1c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:28.136851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:28.137493 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.153058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-0867f62f-dc99-4877-a5f9-3d046af5707c tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621910 Sep 23 20:36:28.165719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Request body: {'port': {'device_id': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:36:28.221496 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.264184 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-950031ec-a102-4e99-af06-6b1c058d52fc None None] Provisioning complete for port 8758e42f-5035-47e0-845c-a63db58b5a1c triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:36:28.264478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-950031ec-a102-4e99-af06-6b1c058d52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.296957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-950031ec-a102-4e99-af06-6b1c058d52fc None None] Port 8758e42f-5035-47e0-845c-a63db58b5a1c cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:36:28.481595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8758e42f-5035-47e0-845c-a63db58b5a1c {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:36:28.489627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.501167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Transition to ACTIVE for port object 8758e42f-5035-47e0-845c-a63db58b5a1c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:36:28.507155 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.556912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8758e42f-5035-47e0-845c-a63db58b5a1c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:28.629292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Attempting to bind port 8758e42f-5035-47e0-845c-a63db58b5a1c on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:36:28.629922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Attempting to bind port 8758e42f-5035-47e0-845c-a63db58b5a1c by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:36:28.629922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Attempting to bind port 8758e42f-5035-47e0-845c-a63db58b5a1c on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:36:28.634513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Port 8758e42f-5035-47e0-845c-a63db58b5a1c on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:36:28.634836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Attempting to bind port 8758e42f-5035-47e0-845c-a63db58b5a1c on network 0fd024cc-143e-474d-8e92-e21e7cd1e529 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:36:28.639923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:36:28.640267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Checking segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:36:28.640639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Bound using segment: {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:36:28.641059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Bound port: 8758e42f-5035-47e0-845c-a63db58b5a1c, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:36:28.641413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.712650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] For port 8758e42f-5035-47e0-845c-a63db58b5a1c, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:36:28.716794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] For port 8758e42f-5035-47e0-845c-a63db58b5a1c, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8758e42f-5035-47e0-845c-a63db58b5a1c,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:36:28.723878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.760408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:28.761020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.762449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] 10.222.0.72 "PUT /v2.0/ports/8758e42f-5035-47e0-845c-a63db58b5a1c HTTP/1.1" status: 200 len: 1091 time: 0.6010337 Sep 23 20:36:28.762851 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'tag': '8758e42f-5035-47e0-845c-a63db58b5a1c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:36:28.765082 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ff933-ab0b-4a0e-9f9f-19de512062ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ec2375-d512-4a39-adf6-55aea69b0100", "tag": "8758e42f-5035-47e0-845c-a63db58b5a1c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:36:28.791315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d51cca-8e6f-4783-8bda-0c7d90a858f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8758e42f-5035-47e0-845c-a63db58b5a1c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:28.814598 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37193c75-5542-414a-a407-cead5f94aeca x-openstack-request-id: req-37193c75-5542-414a-a407-cead5f94aeca {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:36:28.814883 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ec2375-d512-4a39-adf6-55aea69b0100", "tag": "8758e42f-5035-47e0-845c-a63db58b5a1c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:36:28.815131 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-37193c75-5542-414a-a407-cead5f94aeca {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:36:28.815522 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'tag': '8758e42f-5035-47e0-845c-a63db58b5a1c', 'status': 'completed', 'code': 200} Sep 23 20:36:28.852486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-93d1c277-8e9e-4dd1-b8b8-c207e807020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:28.854134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-93d1c277-8e9e-4dd1-b8b8-c207e807020e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 1094 time: 0.0499902 Sep 23 20:36:28.910732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-88ca0de2-bc19-46ac-9c95-6fc75184e158 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8758e42f-5035-47e0-845c-a63db58b5a1c HTTP/1.1" status: 200 len: 217 time: 0.0475490 Sep 23 20:36:28.977889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-2b9a9501-2763-4428-8776-07190d401a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:28.979425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-2b9a9501-2763-4428-8776-07190d401a5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23163c3a-c80a-441d-b3f4-e2efd1c45022 HTTP/1.1" status: 200 len: 856 time: 0.0551326 Sep 23 20:36:28.988882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55027c15-15eb-4705-9830-f77f77ce8c9b req-618e072a-500c-4fea-932d-8aaea952637b tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:28.990313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55027c15-15eb-4705-9830-f77f77ce8c9b req-618e072a-500c-4fea-932d-8aaea952637b tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 943 time: 0.1219354 Sep 23 20:36:29.052697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-55027c15-15eb-4705-9830-f77f77ce8c9b req-84b828cd-db65-45ac-b353-322310327803 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540986 Sep 23 20:36:29.055382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-5d892ae5-ac20-428e-a820-feed6695075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:29.056803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-5d892ae5-ac20-428e-a820-feed6695075b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0fd024cc-143e-474d-8e92-e21e7cd1e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656562 Sep 23 20:36:29.148522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-7b034488-e9a1-47cd-81ad-71e16db17655 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846460 Sep 23 20:36:29.238959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e4fe0ed4-4fa9-40ec-ba86-0c05672adb4e req-e6477474-ec36-4375-8569-ee8ecc1816b7 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833008 Sep 23 20:36:29.325224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-aa50250d-048c-40a4-965b-2bbe7196e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:29.328102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-aa50250d-048c-40a4-965b-2bbe7196e919 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 1094 time: 0.0420558 Sep 23 20:36:29.413947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-d074fb6c-ed15-4287-b87d-b44ebfb296b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:29.415430 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-d074fb6c-ed15-4287-b87d-b44ebfb296b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 200 len: 918 time: 0.0815649 Sep 23 20:36:29.458474 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-5abf2ef3-4a47-483c-9517-1f2a26fe7fd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8758e42f-5035-47e0-845c-a63db58b5a1c HTTP/1.1" status: 200 len: 217 time: 0.0357101 Sep 23 20:36:29.506366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-145b745e-c574-4539-8b81-7ed5149ae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:29.507744 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-145b745e-c574-4539-8b81-7ed5149ae9b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23163c3a-c80a-441d-b3f4-e2efd1c45022 HTTP/1.1" status: 200 len: 856 time: 0.0418999 Sep 23 20:36:29.552565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-279cc9cd-327a-441f-9b75-ec60f3c29a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:29.553995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-279cc9cd-327a-441f-9b75-ec60f3c29a91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0fd024cc-143e-474d-8e92-e21e7cd1e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383964 Sep 23 20:36:29.644089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-04cb8245-fac4-4382-bb67-f4912c450e05 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823498 Sep 23 20:36:29.731539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-426ff933-ab0b-4a0e-9f9f-19de512062ff req-674e375c-f23b-454b-b835-5f40e94b2e29 service neutron] 10.222.0.72 "GET /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797946 Sep 23 20:36:30.172196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed91378-b9a9-4905-a120-1b2cda741e77 req-1642b48e-fb02-4bbd-a0a2-a083a4808854 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:30.173677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ed91378-b9a9-4905-a120-1b2cda741e77 req-1642b48e-fb02-4bbd-a0a2-a083a4808854 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 943 time: 0.0523479 Sep 23 20:36:30.210622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ed91378-b9a9-4905-a120-1b2cda741e77 req-85e8448a-1691-41c4-819b-27b923ccb198 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309684 Sep 23 20:36:31.323287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702f142-1499-4efd-a8cc-6542e1c87be7 req-26b940ba-0263-44d9-9374-37069f8717fd tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:31.324776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0702f142-1499-4efd-a8cc-6542e1c87be7 req-26b940ba-0263-44d9-9374-37069f8717fd tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 943 time: 0.0493610 Sep 23 20:36:31.362312 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0702f142-1499-4efd-a8cc-6542e1c87be7 req-1a439ee8-a99d-49de-bf12-bc371891201f tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Sep 23 20:36:31.571155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8758e42f-5035-47e0-845c-a63db58b5a1c details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:36:31.664502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8758e42f-5035-47e0-845c-a63db58b5a1c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8758e42f-5035-47e0-845c-a63db58b5a1c,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:31.675343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '8758e42f-5035-47e0-845c-a63db58b5a1c', 'network_id': '0fd024cc-143e-474d-8e92-e21e7cd1e529', 'port_id': '8758e42f-5035-47e0-845c-a63db58b5a1c', 'mac_address': 'fa:16:3e:b0:7a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23163c3a-c80a-441d-b3f4-e2efd1c45022', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:36:31.711503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:31.723633 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8758e42f-5035-47e0-845c-a63db58b5a1c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:36:31.741682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8758e42f-5035-47e0-845c-a63db58b5a1c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8758e42f-5035-47e0-845c-a63db58b5a1c,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:31.745614 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:31.794376 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8758e42f-5035-47e0-845c-a63db58b5a1c,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:31.801705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.802057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.802421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.802764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.803101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.803432 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.803763 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.804093 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.804421 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.804747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.805074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.805396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:31.957619 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8758e42f-5035-47e0-845c-a63db58b5a1c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:36:32.473154 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804a859-e3ea-43fa-8836-d2019b864ef8 req-cd242eed-9b35-4160-a1e9-f80a30e47a96 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:32.474633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a804a859-e3ea-43fa-8836-d2019b864ef8 req-cd242eed-9b35-4160-a1e9-f80a30e47a96 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 944 time: 0.0472198 Sep 23 20:36:32.510816 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a804a859-e3ea-43fa-8836-d2019b864ef8 req-0b69e8e7-938b-4081-be94-479ba4b137ed tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Sep 23 20:36:33.586134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8758e42f-5035-47e0-845c-a63db58b5a1c up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:36:33.627242 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d3831-a8f2-4d4e-a566-1c64f20fef31 req-fea04999-cb1e-41d5-ae7b-507d74bfe183 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:33.629285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-689d3831-a8f2-4d4e-a566-1c64f20fef31 req-fea04999-cb1e-41d5-ae7b-507d74bfe183 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 944 time: 0.0521924 Sep 23 20:36:33.636589 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 8758e42f-5035-47e0-845c-a63db58b5a1c completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:36:33.640338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 8758e42f-5035-47e0-845c-a63db58b5a1c triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:36:33.640884 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:33.665666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-689d3831-a8f2-4d4e-a566-1c64f20fef31 req-8199695c-892d-4907-86d1-72c6c99a5999 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301719 Sep 23 20:36:33.715733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:33.737113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758e42f-5035-47e0-845c-a63db58b5a1c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:36:33.739907 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f23233-5829-4af7-a91c-218f31c6469b" -d '{"events": [{"server_uuid": "f6ec2375-d512-4a39-adf6-55aea69b0100", "name": "network-vif-plugged", "status": "completed", "tag": "8758e42f-5035-47e0-845c-a63db58b5a1c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:36:33.751678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 8758e42f-5035-47e0-845c-a63db58b5a1c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8758e42f-5035-47e0-845c-a63db58b5a1c,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:33.756501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:33.782034 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa889fdf-774f-4aaf-899b-030a75804cda x-openstack-request-id: req-aa889fdf-774f-4aaf-899b-030a75804cda {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:36:33.782837 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ec2375-d512-4a39-adf6-55aea69b0100", "name": "network-vif-plugged", "status": "completed", "tag": "8758e42f-5035-47e0-845c-a63db58b5a1c", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:36:33.782837 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa889fdf-774f-4aaf-899b-030a75804cda {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:36:33.785698 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758e42f-5035-47e0-845c-a63db58b5a1c', 'code': 200} Sep 23 20:36:33.814512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=8758e42f-5035-47e0-845c-a63db58b5a1c,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:33.871608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7177e2-f90d-4386-9aa8-c6bf8e8dc7ac req-05fe2bd3-d309-481b-8968-a6e3a417ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:33.872999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed7177e2-f90d-4386-9aa8-c6bf8e8dc7ac req-05fe2bd3-d309-481b-8968-a6e3a417ec4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 1096 time: 0.0391543 Sep 23 20:36:33.905942 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed7177e2-f90d-4386-9aa8-c6bf8e8dc7ac req-8cc6c468-c2ba-439a-9106-d27b46eaff34 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259318 Sep 23 20:36:34.786264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb783c-0d4e-499d-88bd-93bfcbcb5a35 req-4bb8df6f-be41-49f1-99f8-257cd945395d tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:34.787760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eebb783c-0d4e-499d-88bd-93bfcbcb5a35 req-4bb8df6f-be41-49f1-99f8-257cd945395d tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Sep 23 20:36:34.824585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eebb783c-0d4e-499d-88bd-93bfcbcb5a35 req-349a2b38-ed07-449b-9ba2-4593cbebcbc7 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307889 Sep 23 20:36:35.942989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3395abb-ea0c-4367-997a-515e9b3d5964 req-2a5d4096-fa64-490f-9285-995ff89b928a tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:35.944377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3395abb-ea0c-4367-997a-515e9b3d5964 req-2a5d4096-fa64-490f-9285-995ff89b928a tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 945 time: 0.0525010 Sep 23 20:36:35.982276 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3395abb-ea0c-4367-997a-515e9b3d5964 req-692e4122-4712-4c44-ac98-d1c16bec686b tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Sep 23 20:36:36.093445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc3dc2-b5e1-4fa1-b824-e5430dbf3f9c req-706a8dcf-636d-477e-b9d5-55d5b4388993 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:36.094934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfc3dc2-b5e1-4fa1-b824-e5430dbf3f9c req-706a8dcf-636d-477e-b9d5-55d5b4388993 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Sep 23 20:36:36.131477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dfc3dc2-b5e1-4fa1-b824-e5430dbf3f9c req-dbf42737-b148-4068-a1a7-3a4a937bce71 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299327 Sep 23 20:36:39.517011 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:36:43.286773 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5abd7d0-e25c-4443-ad75-d2318c28cd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:46.419005 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-311aa5fe-27a6-46ce-b91c-030b19332543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:46.584069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:47.334821 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:48.826803 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:54.461632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870256-d251-487f-976f-0b2071cf4382 req-7cd46f3d-3039-4380-8c54-0b5bc4255c84 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:54.463160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75870256-d251-487f-976f-0b2071cf4382 req-7cd46f3d-3039-4380-8c54-0b5bc4255c84 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Sep 23 20:36:54.500556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-75870256-d251-487f-976f-0b2071cf4382 req-ec9faac4-6d72-4af6-8c7f-099709e1a8b3 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Sep 23 20:36:55.621887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4456c-17c4-4ede-9ff7-47fb81faced6 req-b4564bd6-6198-4127-9f5f-f444a1dea38b tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:55.623329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b4456c-17c4-4ede-9ff7-47fb81faced6 req-b4564bd6-6198-4127-9f5f-f444a1dea38b tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 945 time: 0.0531902 Sep 23 20:36:55.660220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b4456c-17c4-4ede-9ff7-47fb81faced6 req-134dd57b-5c07-4781-ba99-9865694a87e0 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/security-groups?id=08f66063-ebd5-4505-ad08-82cc6007b915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309622 Sep 23 20:36:55.974471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907270da-f483-4950-b667-e368074039b1 req-be1bb4bf-de63-4766-8993-70570c153bc4 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:55.976067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-907270da-f483-4950-b667-e368074039b1 req-be1bb4bf-de63-4766-8993-70570c153bc4 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 945 time: 0.0484664 Sep 23 20:36:56.066487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Deleting port 8758e42f-5035-47e0-845c-a63db58b5a1c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:36:56.066823 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:56.082258 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:56.153178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] For port 8758e42f-5035-47e0-845c-a63db58b5a1c, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=8758e42f-5035-47e0-845c-a63db58b5a1c,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:56.153538 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:56.165383 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Calling delete_port for 8758e42f-5035-47e0-845c-a63db58b5a1c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:36:56.290227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:56.301235 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['8758e42f-5035-47e0-845c-a63db58b5a1c'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:36:56.317926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Pushing event deleted for resources: {'Port': ['ID=8758e42f-5035-47e0-845c-a63db58b5a1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:56.330549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.330903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.331772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.332110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.332442 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.332772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.333098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.333429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.333756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.334430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.334430 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.334719 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:36:56.369024 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] No DVR routers for this DVR port 8758e42f-5035-47e0-845c-a63db58b5a1c on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:36:56.371669 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:56.373652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-907270da-f483-4950-b667-e368074039b1 req-30beb031-21c7-488b-81b1-4a2c0b493711 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.72 "DELETE /v2.0/ports/8758e42f-5035-47e0-845c-a63db58b5a1c HTTP/1.1" status: 204 len: 173 time: 0.3919115 Sep 23 20:36:56.374064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'name': 'network-vif-deleted', 'tag': '8758e42f-5035-47e0-845c-a63db58b5a1c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:36:56.376353 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f59bdc-2c80-40fd-b449-c6d969143986" -d '{"events": [{"server_uuid": "f6ec2375-d512-4a39-adf6-55aea69b0100", "name": "network-vif-deleted", "tag": "8758e42f-5035-47e0-845c-a63db58b5a1c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:36:56.419529 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd82c5a-8735-437a-9ad2-7f2329447202 x-openstack-request-id: req-9bd82c5a-8735-437a-9ad2-7f2329447202 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:36:56.420006 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ec2375-d512-4a39-adf6-55aea69b0100", "name": "network-vif-deleted", "tag": "8758e42f-5035-47e0-845c-a63db58b5a1c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:36:56.420266 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9bd82c5a-8735-437a-9ad2-7f2329447202 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:36:56.420662 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ec2375-d512-4a39-adf6-55aea69b0100', 'name': 'network-vif-deleted', 'tag': '8758e42f-5035-47e0-845c-a63db58b5a1c', 'status': 'completed', 'code': 200} Sep 23 20:36:56.776026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-706f94de-21a6-42df-ab09-9e50df6e32dc req-864c44fa-f230-4df9-a7e9-f091e7d48f08 tempest-TestEncryptedCinderVolumes-1937246057 tempest-TestEncryptedCinderVolumes-1937246057-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6ec2375-d512-4a39-adf6-55aea69b0100 HTTP/1.1" status: 200 len: 210 time: 0.0322573 Sep 23 20:36:57.426728 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:57.865075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:36:58.187152 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:58.418366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Deleting port 82bff257-d958-4211-b864-4bbf9762c31b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:36:58.418699 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:58.492236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] For port 82bff257-d958-4211-b864-4bbf9762c31b, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=82bff257-d958-4211-b864-4bbf9762c31b,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:58.492516 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:58.507989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Calling delete_port for 82bff257-d958-4211-b864-4bbf9762c31b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:36:58.673707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:58.698040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bff257-d958-4211-b864-4bbf9762c31b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:36:58.856948 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:59.063566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Router ef7a77e2-130e-4780-93cd-6d70b47052ae has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:36:59.509187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:36:59.516788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-355b78e0-9e0f-40a6-8c6b-37c3dcd72871 admin admin] 10.222.0.38 "PUT /v2.0/routers/ef7a77e2-130e-4780-93cd-6d70b47052ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6480377 Sep 23 20:36:59.517236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45644) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:36:59.517780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] Sync routers for ids ['ef7a77e2-130e-4780-93cd-6d70b47052ae'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:36:59.526692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] Routers {'ef7a77e2-130e-4780-93cd-6d70b47052ae'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:36:59.527300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ef7a77e2-130e-4780-93cd-6d70b47052ae'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:36:59.622117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:59.628131 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] Set router ef7a77e2-130e-4780-93cd-6d70b47052ae gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:36:59.703328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8758e42f-5035-47e0-845c-a63db58b5a1c no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:36:59.726518 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:59.727271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 8758e42f-5035-47e0-845c-a63db58b5a1c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:36:59.727627 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 8758e42f-5035-47e0-845c-a63db58b5a1c not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:36:59.782510 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Deleting port 4e29add0-f508-43cb-aa55-c40d9ebc3e08 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:36:59.782854 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:59.826014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:36:58Z', 'revision_number': 5, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port': {'id': '4e29add0-f508-43cb-aa55-c40d9ebc3e08', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:44Z', 'updated_at': '2021-09-23T20:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:36:59.853389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] Checking router: ef7a77e2-130e-4780-93cd-6d70b47052ae for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:36:59.859513 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] For port 4e29add0-f508-43cb-aa55-c40d9ebc3e08, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4e29add0-f508-43cb-aa55-c40d9ebc3e08,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:36:59.859880 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:59.861858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] Routers {'ef7a77e2-130e-4780-93cd-6d70b47052ae'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:36:59.862506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ef7a77e2-130e-4780-93cd-6d70b47052ae'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:36:59.872567 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Calling delete_port for 4e29add0-f508-43cb-aa55-c40d9ebc3e08 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:37:00.049063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.081358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e29add0-f508-43cb-aa55-c40d9ebc3e08,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:00.102402 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] Set router ef7a77e2-130e-4780-93cd-6d70b47052ae gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:00.108436 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.108788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.109128 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.109464 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.109798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.110149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.110486 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.110811 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.111135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.111459 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.111783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.112104 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:00.151986 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.152220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:36:59Z', 'revision_number': 6, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:00.180706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a350204-0448-4cd4-968d-74fcb78bcf41 None None] The sync data for ids ['ef7a77e2-130e-4780-93cd-6d70b47052ae'] in n-d-810763-1 is: [{'id': 'ef7a77e2-130e-4780-93cd-6d70b47052ae', 'name': 'tempest-TestEncryptedCinderVolumes-1543814779-router', 'tenant_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:43Z', 'updated_at': '2021-09-23T20:36:59Z', 'revision_number': 6, 'project_id': 'a886c11f5c044d7b8ff663c9703a1a64', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:37:00.241646 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.243711 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.286094 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.286654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7a77e2-130e-4780-93cd-6d70b47052ae {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:37:00.291340 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.292627 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-24f400b1-0f9c-48a2-839e-71640137d926 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ef7a77e2-130e-4780-93cd-6d70b47052ae HTTP/1.1" status: 204 len: 168 time: 0.7743344 Sep 23 20:37:00.295114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45648) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:00.343635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] Deleting subnet 23163c3a-c80a-441d-b3f4-e2efd1c45022 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:37:00.346732 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.379546 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.452634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.505513 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.531273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23163c3a-c80a-441d-b3f4-e2efd1c45022,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:00.536131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.538418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-69e3807b-0914-4d65-93a8-5ee1ca0d9c51 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/23163c3a-c80a-441d-b3f4-e2efd1c45022 HTTP/1.1" status: 204 len: 168 time: 0.2423666 Sep 23 20:37:00.540966 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45650) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:00.547350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1702e-3732-4b73-b217-071e9c05e9d1 None None] Network 0fd024cc-143e-474d-8e92-e21e7cd1e529 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:37:00.612872 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.666232 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Deleting port 6a92097c-9bed-4700-a027-396286cc3105 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:37:00.666571 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.732107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] For port 6a92097c-9bed-4700-a027-396286cc3105, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6a92097c-9bed-4700-a027-396286cc3105,segment=NetworkSegment(fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1),segment_id=fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:00.732411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.743556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Calling delete_port for 6a92097c-9bed-4700-a027-396286cc3105 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:37:00.818414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.844940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a92097c-9bed-4700-a027-396286cc3105,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:00.851610 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] No DVR routers for this DVR port 6a92097c-9bed-4700-a027-396286cc3105 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:37:00.919525 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.939704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd024cc-143e-474d-8e92-e21e7cd1e529']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:00.949445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18bdfa2-68f1-4857-9617-30d4ba66eaa8 None None] DHCP port deletion for 0fd024cc-143e-474d-8e92-e21e7cd1e529 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:37:00.950390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:00.950828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc62b8c0-a35d-4d86-a5db-2c93ab3db1d1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:00.964836 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.978377 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.984685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:37:00.985027 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:37:00.986689 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:37:01.044554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:01.060685 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:01.062577 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0fd024cc-143e-474d-8e92-e21e7cd1e529 HTTP/1.1" status: 204 len: 168 time: 0.5206473 Sep 23 20:37:01.063584 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87032361-8f7e-4704-ae7f-af946b15ba10 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd024cc-143e-474d-8e92-e21e7cd1e529,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:01.065940 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45652) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:01.418199 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:01.651155 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Deleting port 46568d8a-387d-431f-97c8-f5992ddfd14f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:37:01.651834 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:01.727394 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] For port 46568d8a-387d-431f-97c8-f5992ddfd14f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46568d8a-387d-431f-97c8-f5992ddfd14f,segment=NetworkSegment(91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7),segment_id=91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:01.727763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:01.740511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Calling delete_port for 46568d8a-387d-431f-97c8-f5992ddfd14f owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:37:01.755036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82bff257-d958-4211-b864-4bbf9762c31b no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:37:01.774936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 82bff257-d958-4211-b864-4bbf9762c31b {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:37:01.775284 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 82bff257-d958-4211-b864-4bbf9762c31b not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:37:01.775705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6a92097c-9bed-4700-a027-396286cc3105 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:37:01.793952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6a92097c-9bed-4700-a027-396286cc3105 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:37:01.794328 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6a92097c-9bed-4700-a027-396286cc3105 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:37:01.794744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4e29add0-f508-43cb-aa55-c40d9ebc3e08 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:37:01.813140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4e29add0-f508-43cb-aa55-c40d9ebc3e08 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:37:01.813490 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4e29add0-f508-43cb-aa55-c40d9ebc3e08 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:37:02.198743 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:02.225419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Pushing event deleted for resources: {'Port': ['ID=46568d8a-387d-431f-97c8-f5992ddfd14f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:02.391106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:02.598484 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Router ee53e447-190a-49f8-a3f6-109e47e11f2c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:37:02.700788 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:37:02.706841 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8a433b71-b708-4bdc-845d-dcb7faecc112 admin admin] 10.222.0.38 "PUT /v2.0/routers/ee53e447-190a-49f8-a3f6-109e47e11f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389141 Sep 23 20:37:02.708926 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45654) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:02.711500 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] Sync routers for ids ['ee53e447-190a-49f8-a3f6-109e47e11f2c'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:37:02.721479 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] Routers {'ee53e447-190a-49f8-a3f6-109e47e11f2c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:02.722155 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ee53e447-190a-49f8-a3f6-109e47e11f2c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:02.807576 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:02.823953 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] Set router ee53e447-190a-49f8-a3f6-109e47e11f2c gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:02.908593 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:02.967345 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Deleting port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:37:02.967693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.044129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] For port 8b823deb-cc92-4cb6-87e6-7ea1b14a063c, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:03.044494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.057921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Calling delete_port for 8b823deb-cc92-4cb6-87e6-7ea1b14a063c owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:37:03.085803 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:37:02Z', 'revision_number': 5, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port': {'id': '8b823deb-cc92-4cb6-87e6-7ea1b14a063c', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:35:49Z', 'updated_at': '2021-09-23T20:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:03.114921 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] Checking router: ee53e447-190a-49f8-a3f6-109e47e11f2c for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:37:03.123106 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] Routers {'ee53e447-190a-49f8-a3f6-109e47e11f2c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:03.123717 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['ee53e447-190a-49f8-a3f6-109e47e11f2c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:03.213357 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] Set router ee53e447-190a-49f8-a3f6-109e47e11f2c gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:03.232534 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.261162 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b823deb-cc92-4cb6-87e6-7ea1b14a063c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:03.270552 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:37:02Z', 'revision_number': 6, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:03.298344 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c6d71-ffd6-4935-826e-4d36cbacb83a None None] The sync data for ids ['ee53e447-190a-49f8-a3f6-109e47e11f2c'] in n-d-810763-1 is: [{'id': 'ee53e447-190a-49f8-a3f6-109e47e11f2c', 'name': 'tempest-TestEncryptedCinderVolumes-1334738575-router', 'tenant_id': '48641726f17f448f87c3a2407e07d18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:35:48Z', 'updated_at': '2021-09-23T20:37:02Z', 'revision_number': 6, 'project_id': '48641726f17f448f87c3a2407e07d18a', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:37:03.323968 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.412642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.414702 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.455136 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.455666 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee53e447-190a-49f8-a3f6-109e47e11f2c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:37:03.460453 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.461598 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-656680bf-aa56-4536-b9c8-4cce2ddba890 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ee53e447-190a-49f8-a3f6-109e47e11f2c HTTP/1.1" status: 204 len: 168 time: 0.7516525 Sep 23 20:37:03.464338 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45656) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:03.506564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] Deleting subnet a48fbeee-43e9-41b6-9144-2a30c8b4470c {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:37:03.509441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.542117 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.619331 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.671528 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.699034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48fbeee-43e9-41b6-9144-2a30c8b4470c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:03.702985 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.704368 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e7c3efdc-7543-49db-956e-f867004fabe3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a48fbeee-43e9-41b6-9144-2a30c8b4470c HTTP/1.1" status: 204 len: 168 time: 0.2391520 Sep 23 20:37:03.706851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45658) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:03.713651 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94feaeb-1030-435b-8d9f-3474d3a62257 None None] Network 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:37:03.785406 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.837648 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Deleting port 582b9e7d-88db-453d-a004-2ccb973d85a1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:37:03.837994 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.899297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] For port 582b9e7d-88db-453d-a004-2ccb973d85a1, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=582b9e7d-88db-453d-a004-2ccb973d85a1,segment=NetworkSegment(91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7),segment_id=91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:03.899665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:03.916015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Calling delete_port for 582b9e7d-88db-453d-a004-2ccb973d85a1 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:37:03.991663 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.017699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] No DVR routers for this DVR port 582b9e7d-88db-453d-a004-2ccb973d85a1 on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:37:04.019949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=582b9e7d-88db-453d-a004-2ccb973d85a1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:04.089844 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982e3d2-a70c-4c85-a41a-ead59d9ac8a8 None None] DHCP port deletion for 624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:37:04.094904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.121481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:04.131030 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:04.131326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a5ea8f-4b0c-4cd4-a4cc-eab4001395a7') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:04.140852 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.154606 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.162798 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:37:04.163259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:37:04.165334 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:37:04.171709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46568d8a-387d-431f-97c8-f5992ddfd14f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:37:04.193388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 46568d8a-387d-431f-97c8-f5992ddfd14f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:37:04.193830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46568d8a-387d-431f-97c8-f5992ddfd14f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:37:04.223224 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.229181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.231095 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] 10.222.0.38 "DELETE /v2.0/networks/624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4 HTTP/1.1" status: 204 len: 168 time: 0.5232947 Sep 23 20:37:04.242618 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8314466-8597-4e4e-8c5b-c5641bdb8f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=624fa13a-4a20-4cfb-9e32-fc7e1e0b73b4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:04.419197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45662) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:04.462760 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c97b999f-97d5-42fa-b032-42cad43e5793 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a886c11f5c044d7b8ff663c9703a1a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423269 Sep 23 20:37:04.465112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45664) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:04.512429 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a094399c-eb72-4f33-ac6d-0667695919ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.532763 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a094399c-eb72-4f33-ac6d-0667695919ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.579480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a094399c-eb72-4f33-ac6d-0667695919ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.582037 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a094399c-eb72-4f33-ac6d-0667695919ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:04.583234 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a094399c-eb72-4f33-ac6d-0667695919ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08f66063-ebd5-4505-ad08-82cc6007b915 HTTP/1.1" status: 204 len: 168 time: 0.1172168 Sep 23 20:37:04.591158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094399c-eb72-4f33-ac6d-0667695919ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f66063-ebd5-4505-ad08-82cc6007b915,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:04.906996 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45670) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:04.946302 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-32436023-22de-4aba-983e-461146ce1a85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48641726f17f448f87c3a2407e07d18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381186 Sep 23 20:37:04.948654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45672) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:04.995731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11a079-2da8-4bda-bfe6-1b42b3d7d2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.019364 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11a079-2da8-4bda-bfe6-1b42b3d7d2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.070096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11a079-2da8-4bda-bfe6-1b42b3d7d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.072722 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee11a079-2da8-4bda-bfe6-1b42b3d7d2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.073915 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ee11a079-2da8-4bda-bfe6-1b42b3d7d2c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a8596e8-1ebb-4896-a6fa-0a48933ac8a4 HTTP/1.1" status: 204 len: 168 time: 0.1243880 Sep 23 20:37:05.083706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11a079-2da8-4bda-bfe6-1b42b3d7d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8596e8-1ebb-4896-a6fa-0a48933ac8a4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:05.730289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45694) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:05.753114 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 582b9e7d-88db-453d-a004-2ccb973d85a1 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:37:05.776669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 582b9e7d-88db-453d-a004-2ccb973d85a1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:37:05.777011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 582b9e7d-88db-453d-a004-2ccb973d85a1 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:37:05.777428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8b823deb-cc92-4cb6-87e6-7ea1b14a063c no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:37:05.795462 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 8b823deb-cc92-4cb6-87e6-7ea1b14a063c {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:37:05.795800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 8b823deb-cc92-4cb6-87e6-7ea1b14a063c not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:37:05.837824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1891861699-network', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:05.858137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Made reservation on behalf of 3210b3df78cc4aa3b93a5956082b2923 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:37:05.860375 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.868914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.954882 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.958597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.983920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:37:05.994263 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:05.998979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:05.999313 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Added segment 5b907f95-61d7-48ef-965d-e28fdc9560bf of type vlan for network fee29683-d6f9-472f-922f-5d3c6751f943 Sep 23 20:37:06.039209 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.062997 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.063937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:06.064521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.088943 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3572943 Sep 23 20:37:06.091793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:06.096923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Request body: {'subnet': {'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1891861699-subnet', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:06.117986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Made reservation on behalf of 3210b3df78cc4aa3b93a5956082b2923 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:37:06.120176 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.130370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af278eca-21f6-4464-91e5-b41e694961c6 admin admin] Pushing event updated for resources: {'Network': ['ID=fee29683-d6f9-472f-922f-5d3c6751f943,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:06.141134 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network fee29683-d6f9-472f-922f-5d3c6751f943 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:37:06.287150 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.340034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee2f7d5-8afd-424f-9951-cd0116974563,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:06.351806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Checking segment: {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:06.352160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Network hostable DHCP agents. Network: fee29683-d6f9-472f-922f-5d3c6751f943, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:37:06.369729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Network fee29683-d6f9-472f-922f-5d3c6751f943 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:37:06.378097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, fee29683-d6f9-472f-922f-5d3c6751f943) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:06.382229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:06.382828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.387275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e2535-1f35-4cb4-95de-eab80ce73a95 None None] Network fee29683-d6f9-472f-922f-5d3c6751f943 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:37:06.397978 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-50a1100f-fd5e-4c50-b0a7-1ae866f94f66 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3049605 Sep 23 20:37:06.400889 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45700) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:06.405171 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:06.427030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.428042 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.477929 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.533161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-fee29683-d6f9-472f-922f-5d3c6751f943', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:37:06.534079 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.616794 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.670645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Allocated IP 172.20.0.2 (fee29683-d6f9-472f-922f-5d3c6751f943/dee2f7d5-8afd-424f-9951-cd0116974563/4d9b1291-9a83-48a9-8166-12bfc6c844fa) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:06.818012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.821316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.824068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.840212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.861162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Network fee29683-d6f9-472f-922f-5d3c6751f943 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:06.864473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:06.868028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:06.877163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Pushing event updated for resources: {'Port': ['ID=4d9b1291-9a83-48a9-8166-12bfc6c844fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:06.926792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Attempting to bind port 4d9b1291-9a83-48a9-8166-12bfc6c844fa on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:37:06.927180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Attempting to bind port 4d9b1291-9a83-48a9-8166-12bfc6c844fa by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:37:06.927529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Attempting to bind port 4d9b1291-9a83-48a9-8166-12bfc6c844fa on network fee29683-d6f9-472f-922f-5d3c6751f943 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:06.932367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:37:06.932743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Checking segment: {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:06.933147 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.933539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Bound using segment: {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:37:06.934025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Bound port: 4d9b1291-9a83-48a9-8166-12bfc6c844fa, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:37:06.934432 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:06.943478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Allocated IP 172.25.6.162 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f7234f32-b348-4128-97e7-d9f1021df8fe) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:07.000404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] For port 4d9b1291-9a83-48a9-8166-12bfc6c844fa, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:37:07.003780 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] For port 4d9b1291-9a83-48a9-8166-12bfc6c844fa, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d9b1291-9a83-48a9-8166-12bfc6c844fa,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:37:07.007706 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:07.062336 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:07.064644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87588eab-831e-44e1-98d0-98d0832db6eb None None] Pushing event updated for resources: {'Port': ['ID=4d9b1291-9a83-48a9-8166-12bfc6c844fa,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:07.099267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:07.138671 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:07.141478 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:07.145062 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:07.169834 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Pushing event updated for resources: {'Port': ['ID=f7234f32-b348-4128-97e7-d9f1021df8fe,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:07.409809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:07.801553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d9b1291-9a83-48a9-8166-12bfc6c844fa up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:07.852068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4d9b1291-9a83-48a9-8166-12bfc6c844fa triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:07.852747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:07.897246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:07.935808 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:07.970584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 4d9b1291-9a83-48a9-8166-12bfc6c844fa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d9b1291-9a83-48a9-8166-12bfc6c844fa,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:07.975864 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.001331 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89d240-914b-4610-adab-435eea2a7abf None None] Network fee29683-d6f9-472f-922f-5d3c6751f943 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:37:08.030906 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:37:08.075332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=4d9b1291-9a83-48a9-8166-12bfc6c844fa,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:08.129390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-19288b52-85c7-4229-addb-69bbe15bb3f7 None None] Provisioning complete for port 4d9b1291-9a83-48a9-8166-12bfc6c844fa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:08.129762 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19288b52-85c7-4229-addb-69bbe15bb3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.139082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:37:08.154932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Sync routers for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:37:08.155152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.156296 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-868aef8f-338b-45f1-b98e-0be4d3134033 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7545378 Sep 23 20:37:08.159240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:08.180915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:08.181451 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:08.350345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:08.533661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:07Z', 'revision_number': 3, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:08.562365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Checking router: 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:37:08.562645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Updating router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 port f7234f32-b348-4128-97e7-d9f1021df8fe binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:37:08.580882 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.598478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.600706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4f0a45ed-7be2-4c1c-b6e5-6093c96b2dd9 None None] Provisioning complete for port 4d9b1291-9a83-48a9-8166-12bfc6c844fa triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:08.601067 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f0a45ed-7be2-4c1c-b6e5-6093c96b2dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.732937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Allocated IP 172.20.0.1 (fee29683-d6f9-472f-922f-5d3c6751f943/dee2f7d5-8afd-424f-9951-cd0116974563/caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:08.835361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.867633 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.904497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Network fee29683-d6f9-472f-922f-5d3c6751f943 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:08.907444 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:08.907663 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.911922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:08.914926 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.938279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Pushing event updated for resources: {'Port': ['ID=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:08.961584 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.970829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Attempting to bind port f7234f32-b348-4128-97e7-d9f1021df8fe on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:37:08.972025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Attempting to bind port f7234f32-b348-4128-97e7-d9f1021df8fe by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:37:08.972257 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Attempting to bind port f7234f32-b348-4128-97e7-d9f1021df8fe on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:08.985483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:37:08.985835 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:08.986165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.986720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:37:08.987277 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Bound port: f7234f32-b348-4128-97e7-d9f1021df8fe, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:37:08.987657 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:08.989522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dfa86-d3a1-40d2-bf5e-869b809e8c5e None None] Pushing event updated for resources: {'Port': ['ID=f7234f32-b348-4128-97e7-d9f1021df8fe,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:09.047944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] For port f7234f32-b348-4128-97e7-d9f1021df8fe, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:37:09.053423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] For port f7234f32-b348-4128-97e7-d9f1021df8fe, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f7234f32-b348-4128-97e7-d9f1021df8fe,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:37:09.057645 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:09.099849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:09.118584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:09.119406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:09.267452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:09.272687 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:09.344384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:09.346127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Pushing event updated for resources: {'Port': ['ID=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:09.358979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dfa86-d3a1-40d2-bf5e-869b809e8c5e None None] Pushing event updated for resources: {'Port': ['ID=f7234f32-b348-4128-97e7-d9f1021df8fe,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:09.374382 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a94526e7-c47d-469b-91e7-c4c4923cdf80 None None] Provisioning complete for port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:09.374753 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a94526e7-c47d-469b-91e7-c4c4923cdf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:09.427928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a94526e7-c47d-469b-91e7-c4c4923cdf80 None None] Port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:37:09.432713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:09.437825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Network fee29683-d6f9-472f-922f-5d3c6751f943 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:09.439236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:09.557424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:37:09.646128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:08Z', 'revision_number': 1, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:09.672029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:37:09.674804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f25615-0f02-48a0-a5bd-fa4d2b6dabdb None None] The sync data for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 is: [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:08Z', 'revision_number': 1, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:37:09.676430 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-640fb83b-c0df-4b1f-9bb9-5f02d1ae1187 None None] Provisioning complete for port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:09.676795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640fb83b-c0df-4b1f-9bb9-5f02d1ae1187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:09.680528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-90ced655-46f6-405f-ba0c-cffc1a41bf0f admin admin] 10.222.0.38 "PUT /v2.0/routers/25b5a85b-bcad-4d69-a287-4c6a3fed9e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5183074 Sep 23 20:37:09.712881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-640fb83b-c0df-4b1f-9bb9-5f02d1ae1187 None None] Port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:37:09.775220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d9b1291-9a83-48a9-8166-12bfc6c844fa up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:09.827309 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4d9b1291-9a83-48a9-8166-12bfc6c844fa triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:09.827885 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.194629 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:10.199797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1065199545-network', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:10.221703 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Made reservation on behalf of 62ddbaefc0a546a98c3dfe446e5c57d5 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:37:10.224192 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.233905 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.341743 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.346486 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.376374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:37:10.385216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1c6322-efcd-4a44-a86a-59519e93cf54,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:10.394072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.394255 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Added segment b94ff5f4-1530-47c0-983d-3ab928bc62f3 of type vlan for network 5804fa02-932a-4f2b-9525-9eadef0ffebf Sep 23 20:37:10.436652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.462959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.464011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:10.464612 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.498811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3030016 Sep 23 20:37:10.501696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45720) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:10.508068 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Request body: {'subnet': {'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1065199545-subnet', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:10.530105 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Made reservation on behalf of 62ddbaefc0a546a98c3dfe446e5c57d5 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:37:10.531297 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb39d6-4b79-41d2-b0bc-425c57f502af admin admin] Pushing event updated for resources: {'Network': ['ID=5804fa02-932a-4f2b-9525-9eadef0ffebf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:10.532630 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.541520 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:37:10.717044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.776707 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dfb69da-cd77-4268-af19-43543e264971,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:10.786328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Checking segment: {'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:10.786802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Network hostable DHCP agents. Network: 5804fa02-932a-4f2b-9525-9eadef0ffebf, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:37:10.804090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:37:10.812968 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5804fa02-932a-4f2b-9525-9eadef0ffebf) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:10.817312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:10.817910 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.823191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2eac9-69c5-4c74-8c0d-b975355c1033 None None] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:37:10.832850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c342598b-a8e8-45c9-8737-c7b5637409e1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3287671 Sep 23 20:37:10.835376 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45722) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:10.839897 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:10.861206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.862966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.918428 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:10.985017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-5804fa02-932a-4f2b-9525-9eadef0ffebf', 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'fixed_ips': [{'subnet_id': '4dfb69da-cd77-4268-af19-43543e264971'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:37:10.985895 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.056097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.118759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Allocated IP 172.20.0.2 (5804fa02-932a-4f2b-9525-9eadef0ffebf/4dfb69da-cd77-4268-af19-43543e264971/46ea0a0b-b744-4889-a006-0be68c2c5e14) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:11.253781 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.267074 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.273344 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.274804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.310521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:11.315072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:11.321693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:11.324495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Pushing event updated for resources: {'Port': ['ID=46ea0a0b-b744-4889-a006-0be68c2c5e14,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:11.384395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Allocated IP 172.25.6.59 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/ae65d428-edfe-4e5a-b667-b2fdecf3e7e4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:11.384617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Attempting to bind port 46ea0a0b-b744-4889-a006-0be68c2c5e14 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:37:11.384962 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Attempting to bind port 46ea0a0b-b744-4889-a006-0be68c2c5e14 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:37:11.385315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Attempting to bind port 46ea0a0b-b744-4889-a006-0be68c2c5e14 on network 5804fa02-932a-4f2b-9525-9eadef0ffebf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:11.390952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:37:11.391323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Checking segment: {'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:11.391727 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.392119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Bound using segment: {'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:37:11.392579 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Bound port: 46ea0a0b-b744-4889-a006-0be68c2c5e14, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:37:11.392960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.457446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] For port 46ea0a0b-b744-4889-a006-0be68c2c5e14, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:37:11.460538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] For port 46ea0a0b-b744-4889-a006-0be68c2c5e14, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46ea0a0b-b744-4889-a006-0be68c2c5e14,segment=NetworkSegment(b94ff5f4-1530-47c0-983d-3ab928bc62f3),segment_id=b94ff5f4-1530-47c0-983d-3ab928bc62f3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:37:11.464988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.488798 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.523551 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777a491-72ec-4806-ace0-1748b78cec42 None None] Pushing event updated for resources: {'Port': ['ID=46ea0a0b-b744-4889-a006-0be68c2c5e14,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:11.528386 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.570115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:11.573119 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:11.581658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:11.584883 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Pushing event updated for resources: {'Port': ['ID=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:11.747058 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Sync routers for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:37:11.761293 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:11.762155 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:11.885545 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:11.898548 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7234f32-b348-4128-97e7-d9f1021df8fe up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:11.901431 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:11.945728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f7234f32-b348-4128-97e7-d9f1021df8fe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:11.946018 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.035534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.056997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port f7234f32-b348-4128-97e7-d9f1021df8fe, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f7234f32-b348-4128-97e7-d9f1021df8fe,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:12.062549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.063474 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46ea0a0b-b744-4889-a006-0be68c2c5e14 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:12.095312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.117864 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 2, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:12.141936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=f7234f32-b348-4128-97e7-d9f1021df8fe,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:12.145383 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Checking router: 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:37:12.145760 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Updating router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:37:12.151511 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 46ea0a0b-b744-4889-a006-0be68c2c5e14 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:12.151887 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.175549 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.248476 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.256114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Router 524d18a8-30ef-4032-a562-643d30a9e828 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:37:12.288818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 46ea0a0b-b744-4889-a006-0be68c2c5e14, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46ea0a0b-b744-4889-a006-0be68c2c5e14,segment=NetworkSegment(b94ff5f4-1530-47c0-983d-3ab928bc62f3),segment_id=b94ff5f4-1530-47c0-983d-3ab928bc62f3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:12.298154 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.354779 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=46ea0a0b-b744-4889-a006-0be68c2c5e14,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:12.393468 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:37:12.411098 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.415141 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-33439ce2-6ac8-4068-983e-4ac12e16b859 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5761847 Sep 23 20:37:12.415311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Sync routers for ids ['524d18a8-30ef-4032-a562-643d30a9e828'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:37:12.416028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:12.425079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Routers {'524d18a8-30ef-4032-a562-643d30a9e828'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:12.425716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['524d18a8-30ef-4032-a562-643d30a9e828'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:12.499676 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.508669 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.556894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Set router 524d18a8-30ef-4032-a562-643d30a9e828 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:12.563874 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Pushing event updated for resources: {'Port': ['ID=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:12.589304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.589641 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.589968 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.590315 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.590635 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.590952 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.591263 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.591575 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.591890 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.592198 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.592507 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.592811 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:12.647938 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Attempting to bind port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:37:12.648449 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Attempting to bind port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:37:12.648954 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Attempting to bind port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 on network fee29683-d6f9-472f-922f-5d3c6751f943 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:12.656999 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:37:12.657377 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Checking segment: {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:12.657786 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.658184 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Bound using segment: {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:37:12.659953 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Bound port: caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:37:12.660346 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.680191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4edb8-5e87-411a-b0f4-d2015abf54f1 None None] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:37:12.733697 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] For port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:37:12.738772 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] For port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:37:12.746748 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.818058 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caef04e-f559-460b-b2f2-0c7e03db7c6b None None] Pushing event updated for resources: {'Port': ['ID=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:12.825291 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:12.825831 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:12.828673 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d38d192f-e5fb-4201-973b-bc1650507b8f None None] Provisioning complete for port 46ea0a0b-b744-4889-a006-0be68c2c5e14 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:12.829039 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d38d192f-e5fb-4201-973b-bc1650507b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.948465 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:12.967646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:12.993051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:37:11Z', 'revision_number': 3, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port': {'id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:11Z', 'updated_at': '2021-09-23T20:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:13.051229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Checking router: 524d18a8-30ef-4032-a562-643d30a9e828 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:37:13.051584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Updating router 524d18a8-30ef-4032-a562-643d30a9e828 port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:37:13.093808 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.166432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Allocated IP 172.20.0.1 (5804fa02-932a-4f2b-9525-9eadef0ffebf/4dfb69da-cd77-4268-af19-43543e264971/bc2e1bc8-6ca5-48f6-99d8-41866f12621e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:13.208689 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:13.220858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2b1f6c0f-8920-49aa-a0b8-10e0801a2615 None None] Provisioning complete for port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:13.221270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6c0f-8920-49aa-a0b8-10e0801a2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.240644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3d225-612e-405a-946e-4bfd590026e1 None None] The sync data for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 is: [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:37:13.312939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.331850 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c898a-e2dd-4321-b228-6c193ebfa68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.352236 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.389050 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:13.391781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:13.394252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:13.406123 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6c0f-8920-49aa-a0b8-10e0801a2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.445890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Pushing event updated for resources: {'Port': ['ID=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:13.453295 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.489472 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.501714 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.542974 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2b1f6c0f-8920-49aa-a0b8-10e0801a2615 None None] For port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:13.553908 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6c0f-8920-49aa-a0b8-10e0801a2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.581306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Attempting to bind port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:37:13.581306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Attempting to bind port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:37:13.581709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Attempting to bind port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:13.583846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d63f6-8559-450d-9ad5-3963facfbb5c None None] Pushing event updated for resources: {'Port': ['ID=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:13.597778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:37:13.598157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:13.598591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.598989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:37:13.599475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Bound port: ae65d428-edfe-4e5a-b667-b2fdecf3e7e4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:37:13.599860 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.613874 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.803496 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.809300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.859941 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4d2805f7-30c4-4e72-9b02-edef572b01ca None None] Provisioning complete for port 46ea0a0b-b744-4889-a006-0be68c2c5e14 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:13.860321 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d2805f7-30c4-4e72-9b02-edef572b01ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.867101 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7234f32-b348-4128-97e7-d9f1021df8fe up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:13.875700 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f6c0f-8920-49aa-a0b8-10e0801a2615 None None] Pushing event updated for resources: {'Port': ['ID=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:13.883227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.912627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Pushing event updated for resources: {'Port': ['ID=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:13.926824 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] For port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:37:13.946337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] For port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:37:13.956269 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:13.992218 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:13.993647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:14.053187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d63f6-8559-450d-9ad5-3963facfbb5c None None] Pushing event updated for resources: {'Port': ['ID=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:14.060732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port f7234f32-b348-4128-97e7-d9f1021df8fe triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:14.061116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:14.088938 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Routers {'524d18a8-30ef-4032-a562-643d30a9e828'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:14.089585 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:36:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['524d18a8-30ef-4032-a562-643d30a9e828'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:14.117867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Router 524d18a8-30ef-4032-a562-643d30a9e828 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:37:14.192712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4d2805f7-30c4-4e72-9b02-edef572b01ca None None] Provisioning complete for port bc2e1bc8-6ca5-48f6-99d8-41866f12621e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:14.193083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d2805f7-30c4-4e72-9b02-edef572b01ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:14.241300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:37:14.246706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d62ac63d-c44e-4f17-be62-cdc1c1c20caa admin admin] 10.222.0.38 "PUT /v2.0/routers/524d18a8-30ef-4032-a562-643d30a9e828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8295667 Sep 23 20:37:14.277981 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] Set router 524d18a8-30ef-4032-a562-643d30a9e828 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:14.304472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4d2805f7-30c4-4e72-9b02-edef572b01ca None None] Port bc2e1bc8-6ca5-48f6-99d8-41866f12621e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:37:14.317054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:14.466106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fd45bd46-0f2a-4d4e-bfa3-83850ed421d1 None None] Provisioning complete for port bc2e1bc8-6ca5-48f6-99d8-41866f12621e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:14.466411 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd45bd46-0f2a-4d4e-bfa3-83850ed421d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:14.477140 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:14.477505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:14.558399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fd45bd46-0f2a-4d4e-bfa3-83850ed421d1 None None] Port bc2e1bc8-6ca5-48f6-99d8-41866f12621e cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:37:14.625435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 4, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port': {'id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:11Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bc2e1bc8-6ca5-48f6-99d8-41866f12621e', 'name': '', 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'mac_address': 'fa:16:3e:1a:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '4dfb69da-cd77-4268-af19-43543e264971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:12Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 2, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'subnets': [{'id': '4dfb69da-cd77-4268-af19-43543e264971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:14.629637 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46ea0a0b-b744-4889-a006-0be68c2c5e14 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:14.659181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb02cfd-45db-404f-a7f8-d2b62747d3a7 None None] The sync data for ids ['524d18a8-30ef-4032-a562-643d30a9e828'] in n-d-810763-1 is: [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 4, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port': {'id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:11Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bc2e1bc8-6ca5-48f6-99d8-41866f12621e', 'name': '', 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'mac_address': 'fa:16:3e:1a:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '4dfb69da-cd77-4268-af19-43543e264971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:12Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 2, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'subnets': [{'id': '4dfb69da-cd77-4268-af19-43543e264971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:37:14.710677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 46ea0a0b-b744-4889-a006-0be68c2c5e14 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:14.711058 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:15.793002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:15.855055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:15.855436 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:16.422284 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee77560f-5dae-41c4-a0cb-bd66600f713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:16.517353 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:37:16.590911 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:17.353378 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:17.540915 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Sync routers for ids ['524d18a8-30ef-4032-a562-643d30a9e828'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:37:17.551562 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Routers {'524d18a8-30ef-4032-a562-643d30a9e828'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:17.552282 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['524d18a8-30ef-4032-a562-643d30a9e828'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:17.787633 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Set router 524d18a8-30ef-4032-a562-643d30a9e828 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:17.872591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:17.944645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:17.945123 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.038385 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.064036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:18.071476 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.126915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:18.133202 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 4, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port': {'id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:11Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bc2e1bc8-6ca5-48f6-99d8-41866f12621e', 'name': '', 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'mac_address': 'fa:16:3e:1a:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '4dfb69da-cd77-4268-af19-43543e264971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:12Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 2, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'subnets': [{'id': '4dfb69da-cd77-4268-af19-43543e264971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:18.175262 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Checking router: 524d18a8-30ef-4032-a562-643d30a9e828 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:37:18.176382 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Updating router 524d18a8-30ef-4032-a562-643d30a9e828 port bc2e1bc8-6ca5-48f6-99d8-41866f12621e binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:37:18.205409 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.525988 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.532332 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.591636 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bddeb-da04-4b8b-928b-db1f3c3a779b None None] Pushing event updated for resources: {'Port': ['ID=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:18.648818 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Attempting to bind port bc2e1bc8-6ca5-48f6-99d8-41866f12621e on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:37:18.649190 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Attempting to bind port bc2e1bc8-6ca5-48f6-99d8-41866f12621e by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:37:18.649558 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Attempting to bind port bc2e1bc8-6ca5-48f6-99d8-41866f12621e on network 5804fa02-932a-4f2b-9525-9eadef0ffebf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:18.661096 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:37:18.661471 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Checking segment: {'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:18.662027 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.662027 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Bound using segment: {'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:37:18.662865 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Bound port: bc2e1bc8-6ca5-48f6-99d8-41866f12621e, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94ff5f4-1530-47c0-983d-3ab928bc62f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:37:18.664654 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.760765 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] For port bc2e1bc8-6ca5-48f6-99d8-41866f12621e, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:37:18.764599 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] For port bc2e1bc8-6ca5-48f6-99d8-41866f12621e, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,segment=NetworkSegment(b94ff5f4-1530-47c0-983d-3ab928bc62f3),segment_id=b94ff5f4-1530-47c0-983d-3ab928bc62f3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:37:18.772957 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.849651 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Routers {'524d18a8-30ef-4032-a562-643d30a9e828'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:18.850334 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:37:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['524d18a8-30ef-4032-a562-643d30a9e828'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:18.871279 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.891993 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bddeb-da04-4b8b-928b-db1f3c3a779b None None] Pushing event updated for resources: {'Port': ['ID=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:18.936524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1a45a1ca-74ea-4f77-bc1f-2e055193186b None None] Provisioning complete for port bc2e1bc8-6ca5-48f6-99d8-41866f12621e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:18.937184 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a45a1ca-74ea-4f77-bc1f-2e055193186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:18.992528 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] Set router 524d18a8-30ef-4032-a562-643d30a9e828 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:19.071666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a45a1ca-74ea-4f77-bc1f-2e055193186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:19.119316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1a45a1ca-74ea-4f77-bc1f-2e055193186b None None] For port bc2e1bc8-6ca5-48f6-99d8-41866f12621e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,segment=NetworkSegment(b94ff5f4-1530-47c0-983d-3ab928bc62f3),segment_id=b94ff5f4-1530-47c0-983d-3ab928bc62f3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:19.128164 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a45a1ca-74ea-4f77-bc1f-2e055193186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:19.180424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45a1ca-74ea-4f77-bc1f-2e055193186b None None] Pushing event updated for resources: {'Port': ['ID=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:19.238937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 4, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port': {'id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:11Z', 'updated_at': '2021-09-23T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bc2e1bc8-6ca5-48f6-99d8-41866f12621e', 'name': '', 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'mac_address': 'fa:16:3e:1a:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '4dfb69da-cd77-4268-af19-43543e264971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:12Z', 'updated_at': '2021-09-23T20:37:18Z', 'revision_number': 4, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'subnets': [{'id': '4dfb69da-cd77-4268-af19-43543e264971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:19.256369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e4d11851-a29a-45cf-96a9-1f6b14e03642 None None] Provisioning complete for port bc2e1bc8-6ca5-48f6-99d8-41866f12621e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:19.256742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4d11851-a29a-45cf-96a9-1f6b14e03642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:19.266339 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf78d2-9ab6-4d04-9741-2bd6bd95f35d None None] The sync data for ids ['524d18a8-30ef-4032-a562-643d30a9e828'] in n-d-810763-1 is: [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 4, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port': {'id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:11Z', 'updated_at': '2021-09-23T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'bc2e1bc8-6ca5-48f6-99d8-41866f12621e', 'name': '', 'network_id': '5804fa02-932a-4f2b-9525-9eadef0ffebf', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'mac_address': 'fa:16:3e:1a:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '4dfb69da-cd77-4268-af19-43543e264971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:12Z', 'updated_at': '2021-09-23T20:37:18Z', 'revision_number': 4, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'subnets': [{'id': '4dfb69da-cd77-4268-af19-43543e264971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:37:19.820693 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bc2e1bc8-6ca5-48f6-99d8-41866f12621e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:19.873427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port bc2e1bc8-6ca5-48f6-99d8-41866f12621e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:19.874112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:19.954388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:20.019305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:20.019967 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:24.447415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-85b402b3-b332-4b91-a39b-62793c3b71c8 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:24.448813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-85b402b3-b332-4b91-a39b-62793c3b71c8 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 815 time: 0.0998755 Sep 23 20:37:24.463677 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-25372908-ec69-40ef-bfd2-dcc7be709eb4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/quotas/3210b3df78cc4aa3b93a5956082b2923 HTTP/1.1" status: 200 len: 375 time: 0.0090306 Sep 23 20:37:24.519217 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-a86cb0fd-5083-4f5d-8b6e-e8d6c6d2a87d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498257 Sep 23 20:37:24.613381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-83afff73-6630-459b-a3f7-7ce85d3271e4 service neutron] 10.222.0.38 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824513 Sep 23 20:37:24.703696 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-0ff6f8de-671a-47cb-857b-854856c6cb65 service neutron] 10.222.0.38 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839169 Sep 23 20:37:24.860694 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57de841b-62f1-4830-a849-f50e56692269 req-271782fe-f0e5-4d06-a67e-7cb9dcd03f01 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 210 time: 0.0266032 Sep 23 20:37:25.776364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-13770abf-51bf-45b9-9e42-04a68a32c356 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:25.777820 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-13770abf-51bf-45b9-9e42-04a68a32c356 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 815 time: 0.1093969 Sep 23 20:37:25.790293 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'port': {'device_id': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'admin_state_up': True, 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:26.113768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:26.215304 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-072f6cbd-45f1-4489-9c35-7aaeb6c7b369 req-5267e35d-6b07-45c5-975f-1f4c1ed37656 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 210 time: 0.0368557 Sep 23 20:37:26.322661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Made reservation on behalf of 3210b3df78cc4aa3b93a5956082b2923 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:37:26.326162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:26.465570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Allocated IP 172.20.0.3 (fee29683-d6f9-472f-922f-5d3c6751f943/dee2f7d5-8afd-424f-9951-cd0116974563/647363f3-9019-4aef-a19b-16895c87ee9d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:26.619849 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:26.654733 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:26.702269 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Network fee29683-d6f9-472f-922f-5d3c6751f943 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:26.705452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:26.712441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:26.734565 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:26.769857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:26.770530 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:26.787446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c880b4ef-290e-412b-a94a-e771f0f8efa4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008147 Sep 23 20:37:26.948482 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3ba34f28-3d48-4f48-a3fd-36e49a563468 None None] Provisioning complete for port 647363f3-9019-4aef-a19b-16895c87ee9d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:26.948891 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ba34f28-3d48-4f48-a3fd-36e49a563468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:26.988346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3ba34f28-3d48-4f48-a3fd-36e49a563468 None None] Port 647363f3-9019-4aef-a19b-16895c87ee9d cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:37:27.341764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb3b7-4683-4ebd-9278-695c9fd245e7 req-c4495468-2311-4436-9ee4-6c7c6d6279ca tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:27.343327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61bdb3b7-4683-4ebd-9278-695c9fd245e7 req-c4495468-2311-4436-9ee4-6c7c6d6279ca tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0525532 Sep 23 20:37:27.385828 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-61bdb3b7-4683-4ebd-9278-695c9fd245e7 req-031bc7ec-8caa-442c-912a-dc388ff6b537 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Sep 23 20:37:27.426505 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:28.503559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b57fd3-3633-434b-9160-b8082962c61d req-7545adbe-11c2-4327-965f-87072bdd7271 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:28.505089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79b57fd3-3633-434b-9160-b8082962c61d req-7545adbe-11c2-4327-965f-87072bdd7271 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0521123 Sep 23 20:37:28.545239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79b57fd3-3633-434b-9160-b8082962c61d req-d810cf40-833e-4e32-a0ff-fe4909066384 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340810 Sep 23 20:37:29.662070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7532f-c755-4be9-9ac2-45de5c70c2fc req-d986544d-9e64-477c-b9ca-3daa236c81df tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:29.663745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21b7532f-c755-4be9-9ac2-45de5c70c2fc req-d986544d-9e64-477c-b9ca-3daa236c81df tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0496080 Sep 23 20:37:29.708737 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-21b7532f-c755-4be9-9ac2-45de5c70c2fc req-314e2b6b-cdf0-4c9f-b7f8-03d2ab7b52ae tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 Sep 23 20:37:30.830699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6f9c4-9035-4bff-b22c-2e4031b91bc7 req-72b4431e-1421-4fe1-8776-c86e992a2597 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:30.832559 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4b6f9c4-9035-4bff-b22c-2e4031b91bc7 req-72b4431e-1421-4fe1-8776-c86e992a2597 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0532904 Sep 23 20:37:30.871602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4b6f9c4-9035-4bff-b22c-2e4031b91bc7 req-3cf7b6cc-5652-4a13-a21f-cc3b09805617 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Sep 23 20:37:31.988975 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e930b5-ab02-4e15-86fa-a6dc9901c9c3 req-d3dba72d-0866-4b95-9c24-1ee1c45ca1ef tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:31.990593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73e930b5-ab02-4e15-86fa-a6dc9901c9c3 req-d3dba72d-0866-4b95-9c24-1ee1c45ca1ef tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0515001 Sep 23 20:37:32.032552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-73e930b5-ab02-4e15-86fa-a6dc9901c9c3 req-7ef4c6ed-dfa2-4400-98bd-431161534b54 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Sep 23 20:37:33.157097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd303ea4-eddf-4b76-8bbe-2eda4e18b893 req-f0e1855d-caee-45d2-b1d8-44e77ff1e2b3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:33.159261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd303ea4-eddf-4b76-8bbe-2eda4e18b893 req-f0e1855d-caee-45d2-b1d8-44e77ff1e2b3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0558629 Sep 23 20:37:33.209901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd303ea4-eddf-4b76-8bbe-2eda4e18b893 req-94df963e-7f1c-49c0-b07a-c9a5982a984f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Sep 23 20:37:34.328295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697777e1-bd9d-4024-9449-32cdf6cf02f4 req-4df704a5-1842-4965-a327-dca869b8f52b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:34.329901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-697777e1-bd9d-4024-9449-32cdf6cf02f4 req-4df704a5-1842-4965-a327-dca869b8f52b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0510836 Sep 23 20:37:34.370843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-697777e1-bd9d-4024-9449-32cdf6cf02f4 req-f9cb5fd7-c859-48e4-bcba-72c5b61e990e tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Sep 23 20:37:35.495953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07e9d-81da-4bb9-a76c-3833327806aa req-fab357e3-2fbc-4913-b89a-27677f0bb343 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:35.497511 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6dc07e9d-81da-4bb9-a76c-3833327806aa req-fab357e3-2fbc-4913-b89a-27677f0bb343 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0496581 Sep 23 20:37:35.539936 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6dc07e9d-81da-4bb9-a76c-3833327806aa req-7984476b-a398-4a0b-a8ea-18757710f116 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353591 Sep 23 20:37:36.275606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-6d249781-c9b6-4413-8b63-fec9a6d7e52b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:37:36.276669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-6d249781-c9b6-4413-8b63-fec9a6d7e52b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056272 Sep 23 20:37:36.289355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Request body: {'port': {'device_id': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:36.345308 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:36.599669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647363f3-9019-4aef-a19b-16895c87ee9d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:37:36.608665 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:36.644445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Transition to ACTIVE for port object 647363f3-9019-4aef-a19b-16895c87ee9d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:37:36.647482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:36.704007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ac20f-4868-4055-8a72-73a8e25109ff req-0285331e-187c-4509-bce7-7a66a2b1dca3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:36.705527 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-800ac20f-4868-4055-8a72-73a8e25109ff req-0285331e-187c-4509-bce7-7a66a2b1dca3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 931 time: 0.0994959 Sep 23 20:37:36.720461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:36.790238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-800ac20f-4868-4055-8a72-73a8e25109ff req-0c04597d-df2b-4295-ad35-32a5e9d157fe tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Sep 23 20:37:36.813324 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Attempting to bind port 647363f3-9019-4aef-a19b-16895c87ee9d on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:37:36.813662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Attempting to bind port 647363f3-9019-4aef-a19b-16895c87ee9d by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:37:36.813998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Attempting to bind port 647363f3-9019-4aef-a19b-16895c87ee9d on network fee29683-d6f9-472f-922f-5d3c6751f943 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:36.819512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Port 647363f3-9019-4aef-a19b-16895c87ee9d on network fee29683-d6f9-472f-922f-5d3c6751f943 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:37:36.819772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Attempting to bind port 647363f3-9019-4aef-a19b-16895c87ee9d on network fee29683-d6f9-472f-922f-5d3c6751f943 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:37:36.824731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:37:36.825082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Checking segment: {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:37:36.825473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Bound using segment: {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:37:36.825904 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Bound port: 647363f3-9019-4aef-a19b-16895c87ee9d, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b907f95-61d7-48ef-965d-e28fdc9560bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:37:36.826295 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:36.893788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:37:36.896786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647363f3-9019-4aef-a19b-16895c87ee9d,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:37:36.900795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:36.934425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:36.935050 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:36.936477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] 10.222.0.72 "PUT /v2.0/ports/647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 1091 time: 0.6508832 Sep 23 20:37:36.936907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:37:36.939171 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b0cf25-c060-4746-9caa-b09b1240a18f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:37:36.968676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d459f7d-2173-4747-b894-5c768237bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:36.981490 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a60048-c58a-4a15-899f-61da8b578558 x-openstack-request-id: req-32a60048-c58a-4a15-899f-61da8b578558 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:37:36.981926 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:37:36.982373 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32a60048-c58a-4a15-899f-61da8b578558 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:37:36.982773 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d', 'status': 'completed', 'code': 200} Sep 23 20:37:37.025919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-b580cc72-b023-4c9b-b186-ba70a857506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.027544 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-b580cc72-b023-4c9b-b186-ba70a857506f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1094 time: 0.0429962 Sep 23 20:37:37.072918 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-03d0a413-9ba9-4db3-b34d-c2448f70b047 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 217 time: 0.0367041 Sep 23 20:37:37.126802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-708bc587-53e7-414b-9774-1d2a89d950c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.128298 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-708bc587-53e7-414b-9774-1d2a89d950c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0489323 Sep 23 20:37:37.173315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-2bb5300d-0607-495a-a837-aee7ff9a4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.175049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-2bb5300d-0607-495a-a837-aee7ff9a4c86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394554 Sep 23 20:37:37.266895 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-bf4cb5c9-e777-4d96-80c8-103f083b8e39 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835629 Sep 23 20:37:37.358283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2bbaff0d-8eb2-4eac-a021-5ea6c4c3001a req-c54bfeeb-05a4-4c36-b2b2-366a67b20b49 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Sep 23 20:37:37.437443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-73c70f8c-bf5c-459a-b8e9-b96f0146c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.438938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-73c70f8c-bf5c-459a-b8e9-b96f0146c379 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1094 time: 0.0395787 Sep 23 20:37:37.529835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-0a275e19-121f-4016-aef8-ca5aae548cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.531391 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-0a275e19-121f-4016-aef8-ca5aae548cad service neutron] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 916 time: 0.0853913 Sep 23 20:37:37.571862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-bf56ff8b-182b-4aa1-b970-81481bbf6afa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 217 time: 0.0327065 Sep 23 20:37:37.624697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-0e528e15-3684-419d-bf08-d8bd829c0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.626084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-0e528e15-3684-419d-bf08-d8bd829c0d18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0474429 Sep 23 20:37:37.672579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-ad447b85-4811-420e-a60c-cf496442f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.674035 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-ad447b85-4811-420e-a60c-cf496442f06a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394294 Sep 23 20:37:37.763186 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-30bcfd51-ddd1-48fc-a511-2b96ff4ce0e6 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800881 Sep 23 20:37:37.854062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f1b0cf25-c060-4746-9caa-b09b1240a18f req-5ad9a3e8-aaa1-4de9-a17e-854b659361d0 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832605 Sep 23 20:37:37.913217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a06ec-5fd8-4124-8387-3bb809d1e971 req-5b2ca42d-74ab-4ac4-b7e9-d1aa769724fe tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.915410 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d83a06ec-5fd8-4124-8387-3bb809d1e971 req-5b2ca42d-74ab-4ac4-b7e9-d1aa769724fe tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 943 time: 0.0569184 Sep 23 20:37:37.958740 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d83a06ec-5fd8-4124-8387-3bb809d1e971 req-34f2a2ee-52df-42ac-a7a2-92e77b0c2ab1 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 Sep 23 20:37:39.074619 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e41d-4831-42d2-9349-61277f1c9a56 req-6f3b0af1-5b97-49a9-9f7a-a05f9ddab6b2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:39.076084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a117e41d-4831-42d2-9349-61277f1c9a56 req-6f3b0af1-5b97-49a9-9f7a-a05f9ddab6b2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 943 time: 0.0513594 Sep 23 20:37:39.112812 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a117e41d-4831-42d2-9349-61277f1c9a56 req-e44c9cd9-71a3-46bb-9b57-61e52e335e49 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302579 Sep 23 20:37:39.887002 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647363f3-9019-4aef-a19b-16895c87ee9d details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:37:39.980892 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647363f3-9019-4aef-a19b-16895c87ee9d,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:39.992280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '647363f3-9019-4aef-a19b-16895c87ee9d', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'port_id': '647363f3-9019-4aef-a19b-16895c87ee9d', 'mac_address': 'fa:16:3e:0d:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:37:40.032100 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:40.044751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647363f3-9019-4aef-a19b-16895c87ee9d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:37:40.063995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647363f3-9019-4aef-a19b-16895c87ee9d,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:40.068135 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:40.113646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:40.120699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.121044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.121383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.121716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.122083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.122450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.122775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.123097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.123442 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.124009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.124352 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.124657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:40.226157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcd1a3-4d8b-42e1-8982-7611cc929a4f req-22ca96d4-0210-4b5c-b6fe-8836efa18f2e tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:40.227697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ddcd1a3-4d8b-42e1-8982-7611cc929a4f req-22ca96d4-0210-4b5c-b6fe-8836efa18f2e tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 944 time: 0.0487792 Sep 23 20:37:40.264869 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ddcd1a3-4d8b-42e1-8982-7611cc929a4f req-65c800b5-4bb6-4db5-bcd4-e5fc5f364034 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Sep 23 20:37:40.306003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['647363f3-9019-4aef-a19b-16895c87ee9d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:37:41.381793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234122d-5644-4f66-9eec-b786b2b08fe2 req-6f16568c-de07-4c40-84b9-70eef73957ef tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:41.383250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e234122d-5644-4f66-9eec-b786b2b08fe2 req-6f16568c-de07-4c40-84b9-70eef73957ef tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 944 time: 0.0471928 Sep 23 20:37:41.419370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e234122d-5644-4f66-9eec-b786b2b08fe2 req-b00f9107-62b6-4220-ac34-ea9b20a4bc7d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302279 Sep 23 20:37:41.889961 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647363f3-9019-4aef-a19b-16895c87ee9d up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:41.936695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 647363f3-9019-4aef-a19b-16895c87ee9d completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:37:41.940444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 647363f3-9019-4aef-a19b-16895c87ee9d triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:41.941465 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:42.013421 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:42.034018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:37:42.036260 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db277a36-31f6-4b42-a8a8-19d5983c367c" -d '{"events": [{"server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "name": "network-vif-plugged", "status": "completed", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:37:42.056773 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647363f3-9019-4aef-a19b-16895c87ee9d,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:42.061351 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:42.084915 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737b57b-507c-4c94-aac2-093ae5366b41 x-openstack-request-id: req-0737b57b-507c-4c94-aac2-093ae5366b41 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:37:42.085108 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "name": "network-vif-plugged", "status": "completed", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:37:42.085319 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0737b57b-507c-4c94-aac2-093ae5366b41 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:37:42.085692 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d', 'code': 200} Sep 23 20:37:42.110555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:42.175198 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32db66-95d1-4f54-a3b7-fc90e64526da req-1bcc9527-ef59-4399-be51-aab2a1e51e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:42.177286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae32db66-95d1-4f54-a3b7-fc90e64526da req-1bcc9527-ef59-4399-be51-aab2a1e51e43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1096 time: 0.0434973 Sep 23 20:37:42.211979 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ae32db66-95d1-4f54-a3b7-fc90e64526da req-c9f588a2-fb4f-406e-bca2-a1a487254de7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263593 Sep 23 20:37:42.532060 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7cea7-ea55-4ece-abaa-02562fb65da2 req-c3c9c819-751c-482a-bc4e-e8d321c2f2c4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:42.533550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6bd7cea7-ea55-4ece-abaa-02562fb65da2 req-c3c9c819-751c-482a-bc4e-e8d321c2f2c4 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Sep 23 20:37:42.570267 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6bd7cea7-ea55-4ece-abaa-02562fb65da2 req-a8979bfe-8192-4193-a301-ee4a6424fc10 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301821 Sep 23 20:37:43.282506 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3e1e-a631-4711-9fbf-148fd4626c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:43.682774 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e8e93-0654-449a-8e7a-88f6fdc95fae req-032e1abf-3155-42cc-911f-8f3b04f89576 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:43.684258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-270e8e93-0654-449a-8e7a-88f6fdc95fae req-032e1abf-3155-42cc-911f-8f3b04f89576 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Sep 23 20:37:43.720275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-270e8e93-0654-449a-8e7a-88f6fdc95fae req-428abbae-2779-463f-aec8-fcbff469d318 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298040 Sep 23 20:37:43.834898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719ba52-cfd5-4b94-9668-05fac733dcee req-491e1960-06b0-48db-a6bc-52fde5b90523 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:43.836366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0719ba52-cfd5-4b94-9668-05fac733dcee req-491e1960-06b0-48db-a6bc-52fde5b90523 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0523276 Sep 23 20:37:43.873133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0719ba52-cfd5-4b94-9668-05fac733dcee req-b7ec8276-fe7b-4b7e-9d51-3b04c5b4d04d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Sep 23 20:37:44.054552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77105d3e-28c3-411f-8b12-19dbbe84651b req-b03c7629-4db0-422c-83ed-16632a1d646c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:44.056002 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77105d3e-28c3-411f-8b12-19dbbe84651b req-b03c7629-4db0-422c-83ed-16632a1d646c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0480733 Sep 23 20:37:44.092277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-77105d3e-28c3-411f-8b12-19dbbe84651b req-d06bf051-c4f4-4b8f-98f8-953bd664d033 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303559 Sep 23 20:37:46.415451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86c5c876-c328-4cfb-82d2-81928534facc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:46.583412 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:47.339778 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:48.835342 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:53.516199 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:37:55.652831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ef2a-e6a5-4755-9347-3561b8e95345 req-c48a7083-1316-4bb7-9f4c-a26daa25165d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:55.654318 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ec0ef2a-e6a5-4755-9347-3561b8e95345 req-c48a7083-1316-4bb7-9f4c-a26daa25165d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0473018 Sep 23 20:37:55.693136 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ec0ef2a-e6a5-4755-9347-3561b8e95345 req-16c111de-d388-4295-842d-2717db0e5790 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Sep 23 20:37:55.715125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:55.845669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0952408-685e-47ee-95fd-c21d3d2676af tempest-TestMinimumBasicScenario-1161718789 tempest-TestMinimumBasicScenario-1161718789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:55.847720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a0952408-685e-47ee-95fd-c21d3d2676af tempest-TestMinimumBasicScenario-1161718789 tempest-TestMinimumBasicScenario-1161718789-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1091 time: 0.1316435 Sep 23 20:37:55.850730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:55.854861 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '647363f3-9019-4aef-a19b-16895c87ee9d', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:55.876858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:55.970390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.075829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Allocated IP 172.25.6.181 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/19618386-99b7-4d72-a839-78ee05408fe2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:37:56.119733 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.177209 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.209855 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.248564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:37:56.251279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:37:56.255252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:37:56.280415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'Port': ['ID=19618386-99b7-4d72-a839-78ee05408fe2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:56.599606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.666499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.815639 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.820110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:56.886808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'Port': ['ID=19618386-99b7-4d72-a839-78ee05408fe2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:56.898320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.898671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.899015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.899351 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.899684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.900021 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.900344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.900668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.901006 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.901317 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.901639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.901960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:56.907449 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.005653 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Floating IP c5150e3d-5d81-402e-8d0b-af95326c0514 associated. External IP: 172.25.6.181, port: 647363f3-9019-4aef-a19b-16895c87ee9d. Sep 23 20:37:57.208458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:37:57.310739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:37:57.323089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] Sync routers for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:37:57.331732 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.332818 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:57.333493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:37:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:57.355379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3df1b9d7-1dba-4355-82fd-883ce0b9900c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5036659 Sep 23 20:37:57.355960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:37:57.358183 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6357aa-4125-4339-90b9-1c7ee21d5de1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:37:57.358399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45922) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:57.363004 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cdefd937-6e72-48a8-9d8e-2ff31a4a8b09 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805177077', 'description': 'tempest-secgroup-smoke-805177077 description', 'project_id': '3210b3df78cc4aa3b93a5956082b2923'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:57.386958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdefd937-6e72-48a8-9d8e-2ff31a4a8b09 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.394356 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94fa10-c500-4bac-bf6b-d6c4d04fea77 x-openstack-request-id: req-8d94fa10-c500-4bac-bf6b-d6c4d04fea77 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:37:57.394642 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:37:57.394883 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d94fa10-c500-4bac-bf6b-d6c4d04fea77 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:37:57.395284 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d', 'status': 'completed', 'code': 200} Sep 23 20:37:57.451949 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:57.454716 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.458752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-894714f2-c118-4cd3-a5fe-4d08c02e469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:57.460207 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-894714f2-c118-4cd3-a5fe-4d08c02e469e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1096 time: 0.0424757 Sep 23 20:37:57.476592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdefd937-6e72-48a8-9d8e-2ff31a4a8b09 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.486843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdefd937-6e72-48a8-9d8e-2ff31a4a8b09 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.541273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefd937-6e72-48a8-9d8e-2ff31a4a8b09 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427539e9-0121-488d-8bb8-d81f442ced94,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:57.545649 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdefd937-6e72-48a8-9d8e-2ff31a4a8b09 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.547010 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cdefd937-6e72-48a8-9d8e-2ff31a4a8b09 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1876841 Sep 23 20:37:57.550456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45928) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:57.555819 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-146329fa-274d-4703-ae1d-f225fb34ed0c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'security_group_rule': {'security_group_id': '427539e9-0121-488d-8bb8-d81f442ced94', 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:57.565263 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-d91ce206-4b3d-4ad7-a0f7-5b1f4ebd1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:57.567862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-d91ce206-4b3d-4ad7-a0f7-5b1f4ebd1d49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 916 time: 0.1008289 Sep 23 20:37:57.584103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-146329fa-274d-4703-ae1d-f225fb34ed0c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.645850 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-b39e4106-b609-4fe4-8af5-257efdb10295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 999 time: 0.0710993 Sep 23 20:37:57.650862 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-146329fa-274d-4703-ae1d-f225fb34ed0c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.654564 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-146329fa-274d-4703-ae1d-f225fb34ed0c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.672952 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146329fa-274d-4703-ae1d-f225fb34ed0c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e3a7a0-316f-49db-98fa-ffe91c799889,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:57.679733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-146329fa-274d-4703-ae1d-f225fb34ed0c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.681133 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-146329fa-274d-4703-ae1d-f225fb34ed0c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295226 Sep 23 20:37:57.683758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45930) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:57.688653 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f97dcfec-754a-4d6d-b232-ac6cae61da39 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'security_group_rule': {'security_group_id': '427539e9-0121-488d-8bb8-d81f442ced94', 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:57.703079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-a62d66d1-85d7-4c11-9517-501f4e79fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:57.704601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-a62d66d1-85d7-4c11-9517-501f4e79fc7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0521014 Sep 23 20:37:57.716821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97dcfec-754a-4d6d-b232-ac6cae61da39 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.757305 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-b2c14266-fe2a-471a-8815-f64e5c6cbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:57.758887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-b2c14266-fe2a-471a-8815-f64e5c6cbe96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461605 Sep 23 20:37:57.782028 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97dcfec-754a-4d6d-b232-ac6cae61da39 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.786973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97dcfec-754a-4d6d-b232-ac6cae61da39 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.806231 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dcfec-754a-4d6d-b232-ac6cae61da39 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9465461-7451-4ec3-95f0-01b8488ca974,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:57.814347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f97dcfec-754a-4d6d-b232-ac6cae61da39 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.816539 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f97dcfec-754a-4d6d-b232-ac6cae61da39 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316285 Sep 23 20:37:57.819311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45932) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:57.824206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-65d188e6-8dfb-4f77-996e-8d11bcef90d9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'security_group_rule': {'security_group_id': '427539e9-0121-488d-8bb8-d81f442ced94', 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:57.852849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d188e6-8dfb-4f77-996e-8d11bcef90d9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.856462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-ecb8ff6c-049a-4aeb-a34f-a346ff417632 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908594 Sep 23 20:37:57.876183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'c5150e3d-5d81-402e-8d0b-af95326c0514', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'port_id': '647363f3-9019-4aef-a19b-16895c87ee9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'mac_address': 'fa:16:3e:0d:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:37:56Z', 'updated_at': '2021-09-23T20:37:56Z', 'revision_number': 0, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 5, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:57.903053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] Checking router: 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:37:57.912796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:37:57.913514 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:37:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:57.914140 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d188e6-8dfb-4f77-996e-8d11bcef90d9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.918820 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d188e6-8dfb-4f77-996e-8d11bcef90d9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.939861 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d188e6-8dfb-4f77-996e-8d11bcef90d9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f453a8-f4f4-42e1-85c6-c71090682c57,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:57.947659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65d188e6-8dfb-4f77-996e-8d11bcef90d9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:57.949463 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-65d188e6-8dfb-4f77-996e-8d11bcef90d9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288664 Sep 23 20:37:57.952091 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45934) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:57.955266 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa6357aa-4125-4339-90b9-1c7ee21d5de1 req-745f289a-4342-419b-96c3-fb813ef5669c service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915029 Sep 23 20:37:57.956977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-d71df668-fbf2-4e7a-b145-83fa4619b68f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'security_group_rule': {'security_group_id': '427539e9-0121-488d-8bb8-d81f442ced94', 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:57.986795 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d71df668-fbf2-4e7a-b145-83fa4619b68f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.029097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:37:58.048898 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d71df668-fbf2-4e7a-b145-83fa4619b68f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.052813 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d71df668-fbf2-4e7a-b145-83fa4619b68f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.071583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71df668-fbf2-4e7a-b145-83fa4619b68f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af50ceda-d55b-4b11-bb1a-f31d63022e5d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:58.078669 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d71df668-fbf2-4e7a-b145-83fa4619b68f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.079919 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d71df668-fbf2-4e7a-b145-83fa4619b68f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268392 Sep 23 20:37:58.083519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 45936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:58.088148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'security_group_rule': {'security_group_id': '427539e9-0121-488d-8bb8-d81f442ced94', 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:58.109632 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Project 3210b3df78cc4aa3b93a5956082b2923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:37:58.114452 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.175048 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.179031 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.196583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe1da96-8596-4c2e-906a-ea279fa6da2a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:58.204245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.205549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-313571b5-a57c-4263-bdf1-9e706ba51cd2 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209860 Sep 23 20:37:58.209130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 45938) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:37:58.213993 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'security_group_rule': {'security_group_id': '427539e9-0121-488d-8bb8-d81f442ced94', 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:58.235487 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Project 3210b3df78cc4aa3b93a5956082b2923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:37:58.241171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.263035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'c5150e3d-5d81-402e-8d0b-af95326c0514', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'port_id': '647363f3-9019-4aef-a19b-16895c87ee9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'mac_address': 'fa:16:3e:0d:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:37:56Z', 'updated_at': '2021-09-23T20:37:56Z', 'revision_number': 0, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 5, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:37:58.288665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae553-da21-4eda-abe5-c877150d3e43 None None] The sync data for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 is: [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'c5150e3d-5d81-402e-8d0b-af95326c0514', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'port_id': '647363f3-9019-4aef-a19b-16895c87ee9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'mac_address': 'fa:16:3e:0d:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:37:56Z', 'updated_at': '2021-09-23T20:37:56Z', 'revision_number': 0, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 5, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:37:58.304425 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.309206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.333025 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad562c53-a9b1-49d9-a5c1-616a0c7e697a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:58.346354 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.348568 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4828ee65-2bb7-474e-9a54-c87bd4d0f66a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382561 Sep 23 20:37:58.430236 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-3725f7a6-adcf-4082-b40a-3cf140a364dd tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805177077&fields=id&tenant_id=3210b3df78cc4aa3b93a5956082b2923 HTTP/1.1" status: 200 len: 267 time: 0.0332878 Sep 23 20:37:58.485425 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-10331e18-0110-417e-aa1b-366d689d1039 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:58.486961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-10331e18-0110-417e-aa1b-366d689d1039 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0502605 Sep 23 20:37:58.498716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'port': {'security_groups': ['e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae', '427539e9-0121-488d-8bb8-d81f442ced94']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:37:58.501701 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659d3d-4427-44fd-915a-2810d6f3a41b None None] New status for floating IP c5150e3d-5d81-402e-8d0b-af95326c0514: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:37:58.563959 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.752102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647363f3-9019-4aef-a19b-16895c87ee9d,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:58.780720 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.785142 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.797607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['647363f3-9019-4aef-a19b-16895c87ee9d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:37:58.828026 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:58.828652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.830036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-599cd90c-62fc-43a6-84ba-57e07d71f3b3 req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "PUT /v2.0/ports/647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 981 time: 0.3359380 Sep 23 20:37:58.853709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4543e-23e0-4e85-b64b-1ee222320df5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:58.909553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['647363f3-9019-4aef-a19b-16895c87ee9d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:37:58.945561 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5736252-85b8-44eb-8aad-993c7077b9c3 req-a315ed2f-b56b-4554-abd1-aea11737c88d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:58.947176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5736252-85b8-44eb-8aad-993c7077b9c3 req-a315ed2f-b56b-4554-abd1-aea11737c88d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0533066 Sep 23 20:37:58.995751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b5736252-85b8-44eb-8aad-993c7077b9c3 req-e9c503d5-6e19-48f0-ac0c-f9c027031dfb tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421555 Sep 23 20:37:59.189989 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0c9df5cd-abfb-4b50-9338-e9de3a18ebc0 None None] Provisioning complete for port 647363f3-9019-4aef-a19b-16895c87ee9d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:59.190974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c9df5cd-abfb-4b50-9338-e9de3a18ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:59.397011 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:37:59.399399 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c75223-8fd3-43b9-8658-0a48f08bdc68" -d '{"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:37:59.434928 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038fefa-6597-4968-857a-c30757dabb4c x-openstack-request-id: req-8038fefa-6597-4968-857a-c30757dabb4c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:37:59.435208 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:37:59.435452 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8038fefa-6597-4968-857a-c30757dabb4c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:37:59.435843 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d', 'status': 'completed', 'code': 200} Sep 23 20:37:59.499396 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-f4c9e44a-2ac3-43d2-b760-87800566ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:59.500870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-f4c9e44a-2ac3-43d2-b760-87800566ce22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1135 time: 0.0409238 Sep 23 20:37:59.591807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-a1e61d61-7cfa-49b1-86f1-4c225a1a0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:59.593197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-a1e61d61-7cfa-49b1-86f1-4c225a1a0d43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 916 time: 0.0847490 Sep 23 20:37:59.994803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-89665d07-63fe-4485-a330-f5dc72440b24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 1001 time: 0.3937471 Sep 23 20:38:00.044593 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-dc07f4c8-9137-4f1b-ab67-b4488feae250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:00.046064 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-dc07f4c8-9137-4f1b-ab67-b4488feae250 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0443726 Sep 23 20:38:00.091034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-7ca59c35-0b5d-4c4e-b797-f209fa6f8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:00.092502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-7ca59c35-0b5d-4c4e-b797-f209fa6f8851 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393503 Sep 23 20:38:00.181493 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-7f83ad02-f52b-4f24-9c53-75a55740f143 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Sep 23 20:38:00.272643 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65c75223-8fd3-43b9-8658-0a48f08bdc68 req-c46abae5-0828-4929-a2f4-9e0205e35b61 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839701 Sep 23 20:38:09.385223 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-076b05a5-e8bf-4b5a-949c-714a5cc2869e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389266 Sep 23 20:38:09.472025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-7d78dcbd-6ba8-40de-8c04-3c11a652d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:09.473582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-7d78dcbd-6ba8-40de-8c04-3c11a652d231 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1135 time: 0.0411053 Sep 23 20:38:09.585361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-a56de99f-7a33-4c02-a404-7f724bf221cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:09.587142 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-a56de99f-7a33-4c02-a404-7f724bf221cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 916 time: 0.0928328 Sep 23 20:38:09.653097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-70840ba7-387b-4b1d-901f-9fdec95705ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 1001 time: 0.0590098 Sep 23 20:38:09.701943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-7074875a-aff0-4a29-b08c-b5cb0c20ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:09.703354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-7074875a-aff0-4a29-b08c-b5cb0c20ef82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0424194 Sep 23 20:38:09.751472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-9845ca68-8d1f-4843-8b0d-a13d10af1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:09.753552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-9845ca68-8d1f-4843-8b0d-a13d10af1846 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423923 Sep 23 20:38:09.843176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-26a9e93a-3f7c-40ff-954f-cc7e3e151c8e service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811977 Sep 23 20:38:09.934448 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fab04e6e-ecf7-45cb-b97b-3a9a739b88e7 req-8926e0c5-07d5-4bff-a47b-ecb691e819ae service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Sep 23 20:38:13.154493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-638f6f5f-a116-46d8-bcde-bae403964b11 req-70702fc2-00dc-4e9d-996d-fdb06db9c37a tempest-ServerDiskConfigTestJSON-716886585 tempest-ServerDiskConfigTestJSON-716886585-project] (94825) timed out ('10.222.0.72', 53107) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:38:13.284148 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe9e7-0c3d-40fa-a9a2-3cb40e38aa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:16.251710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771250f3-fcd5-4ca2-91c3-8f379e764d30 req-30e8901e-8a47-4085-8712-1bb7a2552c17 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:16.253301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-771250f3-fcd5-4ca2-91c3-8f379e764d30 req-30e8901e-8a47-4085-8712-1bb7a2552c17 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0826526 Sep 23 20:38:16.255987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-3e4d7929-f63e-4e8a-bda9-82c21ae9381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:16.257355 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-3e4d7929-f63e-4e8a-bda9-82c21ae9381a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1135 time: 0.0729218 Sep 23 20:38:16.331827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-771250f3-fcd5-4ca2-91c3-8f379e764d30 req-1455b17f-33c7-47d2-a9f8-83e70b06324b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713608 Sep 23 20:38:16.383687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-d471ee7c-495f-435c-8a15-eabd8daa6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:16.385204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-d471ee7c-495f-435c-8a15-eabd8daa6f8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 916 time: 0.1191442 Sep 23 20:38:16.415502 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4789c8e0-8c39-4b8e-ba5c-2826c1ea0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:16.449449 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-94c43bf2-965c-47bb-b908-42cc93b99663 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 1001 time: 0.0567560 Sep 23 20:38:16.507253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-5413cd05-f5ce-434e-a569-9801ffdf40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:16.508721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-5413cd05-f5ce-434e-a569-9801ffdf40c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0480716 Sep 23 20:38:16.555497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-b6aea046-b993-4e00-997e-4279e2747175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:16.556971 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-b6aea046-b993-4e00-997e-4279e2747175 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405283 Sep 23 20:38:16.586044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:16.651516 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-3a40f2a7-0395-4cf9-9687-bf1b89ef2360 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Sep 23 20:38:16.743009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-372388d8-ff3d-4509-a262-f659a3c37df2 req-c4fbb9bd-8ede-4a29-9c62-d32886134c43 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846345 Sep 23 20:38:17.343551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:17.446889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c20ed-d676-4210-b96b-4585e0a500a8 req-a647e1a9-605c-491b-8dc8-861a56508b05 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:17.448374 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd9c20ed-d676-4210-b96b-4585e0a500a8 req-a647e1a9-605c-491b-8dc8-861a56508b05 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0497603 Sep 23 20:38:17.487220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cd9c20ed-d676-4210-b96b-4585e0a500a8 req-bc618aeb-b53f-455f-aa37-12a6fab99c7b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326922 Sep 23 20:38:18.606944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1170a-9ef5-418f-9361-1925cc568c94 req-77369ab6-1ef3-493f-ac29-c812837536ba tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:18.608308 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7de1170a-9ef5-418f-9361-1925cc568c94 req-77369ab6-1ef3-493f-ac29-c812837536ba tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0530267 Sep 23 20:38:18.646754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7de1170a-9ef5-418f-9361-1925cc568c94 req-d992133e-86b0-4f0f-9903-c2ff5161895e tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323460 Sep 23 20:38:18.836805 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:19.761168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bc61a-5c0f-4d2e-8ac0-2b2d6104d394 req-42dc0541-3dd6-4929-8c16-c30e2d8086b0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:19.762739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d6bc61a-5c0f-4d2e-8ac0-2b2d6104d394 req-42dc0541-3dd6-4929-8c16-c30e2d8086b0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0487347 Sep 23 20:38:19.803598 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5d6bc61a-5c0f-4d2e-8ac0-2b2d6104d394 req-4e425727-c10c-4597-b33c-adb58fa11edb tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348344 Sep 23 20:38:20.921179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4413-669f-41f9-909c-542fd541442c req-0f428992-77ca-4f4b-8264-d490fc536849 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:20.922671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-211c4413-669f-41f9-909c-542fd541442c req-0f428992-77ca-4f4b-8264-d490fc536849 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0506482 Sep 23 20:38:20.961749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-211c4413-669f-41f9-909c-542fd541442c req-974be7f4-3d69-4300-a64b-68c4ae6fb13c tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326414 Sep 23 20:38:22.081234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817146f-2c2d-4c4e-abb5-555bb43007c3 req-f905e12c-e629-4404-9bd8-9766b9d6f0d3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:22.082754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1817146f-2c2d-4c4e-abb5-555bb43007c3 req-f905e12c-e629-4404-9bd8-9766b9d6f0d3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0531681 Sep 23 20:38:22.121463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1817146f-2c2d-4c4e-abb5-555bb43007c3 req-b14c3ce5-277e-4bd6-8b88-f85cbbbf846f tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326815 Sep 23 20:38:23.235445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0d8d2-e93b-46b5-bd53-85152d74365b req-aec86160-7420-46f7-98f1-64534b5e3207 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:23.237372 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d0d8d2-e93b-46b5-bd53-85152d74365b req-aec86160-7420-46f7-98f1-64534b5e3207 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0504339 Sep 23 20:38:23.279951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a3d0d8d2-e93b-46b5-bd53-85152d74365b req-715247eb-1a26-465c-9dda-513604eb942a tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360343 Sep 23 20:38:24.399989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f019a3-24b9-4efc-b943-0288737bb544 req-2cf82a7a-2cd4-4d06-a070-79a8fd7609bf tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:24.401542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69f019a3-24b9-4efc-b943-0288737bb544 req-2cf82a7a-2cd4-4d06-a070-79a8fd7609bf tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0485067 Sep 23 20:38:24.442482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-69f019a3-24b9-4efc-b943-0288737bb544 req-a3753433-2273-46d8-b3e1-6dcd28e68d61 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347164 Sep 23 20:38:25.561080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf72de-7c91-4a84-86f2-793f054c513e req-025f742f-f341-4c0d-8042-42cbb1dbabaa tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:25.562624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92bf72de-7c91-4a84-86f2-793f054c513e req-025f742f-f341-4c0d-8042-42cbb1dbabaa tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0533679 Sep 23 20:38:25.603852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92bf72de-7c91-4a84-86f2-793f054c513e req-5fd0d11d-acc6-4cf0-9832-2f9c13fe708e tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342853 Sep 23 20:38:26.116725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:26.724268 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd80d47-bb2e-4853-926b-9c4533300a58 req-f2797fd6-2c55-420c-92eb-38c4a6becae5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:26.725722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd80d47-bb2e-4853-926b-9c4533300a58 req-f2797fd6-2c55-420c-92eb-38c4a6becae5 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0484688 Sep 23 20:38:26.763783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd80d47-bb2e-4853-926b-9c4533300a58 req-60fa27af-7fd0-4954-8dd1-6f2a0b5869cf tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320489 Sep 23 20:38:27.440118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:27.881443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615b171-7750-43ca-8526-5bcbf1be828a req-8fb38a55-0e9e-4656-885c-38a4fea06f58 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:27.882955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b615b171-7750-43ca-8526-5bcbf1be828a req-8fb38a55-0e9e-4656-885c-38a4fea06f58 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0526862 Sep 23 20:38:27.920653 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b615b171-7750-43ca-8526-5bcbf1be828a req-3173c8b8-459e-4617-bc2c-0f1e3a177b24 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&id=427539e9-0121-488d-8bb8-d81f442ced94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316443 Sep 23 20:38:30.516269 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:38:43.284507 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb10a495-eafb-4627-84a9-bda8c590f374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:46.415776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cf39490-0883-47f8-ab72-6e28994c44f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:46.586532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:47.346620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:48.839094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:56.118507 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:57.440400 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:59.811751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-025c1097-c2d4-4a14-8713-e1ac13c00b91 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805177077&fields=id&tenant_id=3210b3df78cc4aa3b93a5956082b2923 HTTP/1.1" status: 200 len: 267 time: 0.1418085 Sep 23 20:38:59.864334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-d919a92c-efe5-429e-a64c-fdfbbc22f01b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:59.865799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-d919a92c-efe5-429e-a64c-fdfbbc22f01b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 984 time: 0.0480065 Sep 23 20:38:59.876700 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Request body: {'port': {'security_groups': ['e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:38:59.938893 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.107108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647363f3-9019-4aef-a19b-16895c87ee9d,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:00.134822 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.139200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.150917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['647363f3-9019-4aef-a19b-16895c87ee9d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:39:00.186019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:00.186902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.188865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6649d20-3363-4297-b4d4-56774d3cae61 req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "PUT /v2.0/ports/647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 942 time: 0.3163111 Sep 23 20:39:00.189355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:00.191613 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c012944-415e-4f85-9c60-0e6d5d066eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:00.195704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:00.228166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event updated for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:00.232640 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f12661b-0bc8-457c-8cac-acb2eee4cec2 x-openstack-request-id: req-9f12661b-0bc8-457c-8cac-acb2eee4cec2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:00.232939 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:00.233188 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f12661b-0bc8-457c-8cac-acb2eee4cec2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:00.233580 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d', 'status': 'completed', 'code': 200} Sep 23 20:39:00.254267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.254642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.254959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.255292 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.255754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.256170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.256798 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.257216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.257964 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.258329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.258661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.259187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640809af-ebf1-4e82-9918-23d4e9ad57a3 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.274640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['647363f3-9019-4aef-a19b-16895c87ee9d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:39:00.280180 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.315507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-7ce00b7a-6d7b-4fa9-8972-caf5e333479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:00.317208 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.317444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-7ce00b7a-6d7b-4fa9-8972-caf5e333479c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1096 time: 0.0534649 Sep 23 20:39:00.391750 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.395642 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.400335 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "DELETE /v2.0/security-groups/427539e9-0121-488d-8bb8-d81f442ced94 HTTP/1.1" status: 204 len: 168 time: 0.2003973 Sep 23 20:39:00.402589 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:00.443953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-62a10a63-77a1-4571-bc24-a7b8beb272d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:00.446825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-62a10a63-77a1-4571-bc24-a7b8beb272d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 916 time: 0.1218348 Sep 23 20:39:00.449722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427539e9-0121-488d-8bb8-d81f442ced94,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:00.462797 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.463002 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.463299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.463640 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.463976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.464299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.464625 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.464949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.465269 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.465593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.465914 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.466242 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360aa49-5fde-4450-8062-f8785e89290b tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:00.515726 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-59c86eee-7f81-4b3c-97cb-9363bd5c06f2 None None] Provisioning complete for port 647363f3-9019-4aef-a19b-16895c87ee9d triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:00.516088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59c86eee-7f81-4b3c-97cb-9363bd5c06f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.519271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-6912e084-8be7-479c-8f51-ec785da45fe2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 1001 time: 0.0649602 Sep 23 20:39:00.569067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-025cb2e0-7173-48d8-9190-07d0928ba0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:00.570749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-025cb2e0-7173-48d8-9190-07d0928ba0dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0448778 Sep 23 20:39:00.585044 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Deleting port 19618386-99b7-4d72-a839-78ee05408fe2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:00.585631 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.618950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-4c30bd5f-bfa3-48e5-b3e5-d9a05e5210dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:00.620482 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-4c30bd5f-bfa3-48e5-b3e5-d9a05e5210dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420909 Sep 23 20:39:00.658712 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.659038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.671076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Calling delete_port for 19618386-99b7-4d72-a839-78ee05408fe2 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:00.714627 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-af91f787-37f7-4321-84c2-340b244f4471 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Sep 23 20:39:00.807931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1c012944-415e-4f85-9c60-0e6d5d066eb6 req-cb0c1472-90aa-471a-814a-3d47f72b1f69 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867379 Sep 23 20:39:00.814450 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.840059 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event deleted for resources: {'Port': ['ID=19618386-99b7-4d72-a839-78ee05408fe2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:00.900465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:00.900791 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Floating IP c5150e3d-5d81-402e-8d0b-af95326c0514 disassociated (deleted). External IP: 172.25.6.181, port: 647363f3-9019-4aef-a19b-16895c87ee9d. Sep 23 20:39:01.098750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:01.202380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:01.206758 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:01.211901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] Sync routers for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:01.220695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:01.221300 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:01.232758 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e46b9304-fa67-4248-81cf-a1bba39578f0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "DELETE /v2.0/floatingips/c5150e3d-5d81-402e-8d0b-af95326c0514 HTTP/1.1" status: 204 len: 168 time: 0.8291695 Sep 23 20:39:01.233430 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:01.235863 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f03fd39-3306-4797-8002-d7ebb873e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:01.328899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:01.438603 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dccec89-65d1-4e6a-8daa-5ba205c44b76 x-openstack-request-id: req-1dccec89-65d1-4e6a-8daa-5ba205c44b76 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:01.439010 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:01.439355 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dccec89-65d1-4e6a-8daa-5ba205c44b76 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:01.439853 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d', 'status': 'completed', 'code': 200} Sep 23 20:39:01.510279 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-b3429d45-de0f-491b-b773-21d2af566b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:01.511962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-b3429d45-de0f-491b-b773-21d2af566b6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3210b3df78cc4aa3b93a5956082b2923&device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 1096 time: 0.0463843 Sep 23 20:39:01.553472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 5, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:01.578841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] Checking router: 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:01.587009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:01.587612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:01.605250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-a6614b23-135c-4807-b35c-2f9ed293374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:01.606768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-a6614b23-135c-4807-b35c-2f9ed293374d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 200 len: 916 time: 0.0864146 Sep 23 20:39:01.651317 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-5174cfab-8517-4094-bc65-e9ad505b36bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 200 len: 217 time: 0.0370736 Sep 23 20:39:01.696955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:01.703954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-d7856ac9-6d4c-4cea-b6d5-56e539f5c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:01.705470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-d7856ac9-6d4c-4cea-b6d5-56e539f5c2c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 200 len: 854 time: 0.0457990 Sep 23 20:39:01.753400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-5cb0627e-d9d9-48cb-aa6a-283b6847984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:01.755026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-5cb0627e-d9d9-48cb-aa6a-283b6847984b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fee29683-d6f9-472f-922f-5d3c6751f943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406539 Sep 23 20:39:01.851371 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-058eb2a6-7a10-4c1f-863b-9d8be3072967 service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878270 Sep 23 20:39:01.899288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 5, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:01.930044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87d30f-6cdd-47ca-a768-cb0b49639197 None None] The sync data for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 is: [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:09Z', 'revision_number': 4, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6', 'name': '', 'network_id': 'fee29683-d6f9-472f-922f-5d3c6751f943', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'mac_address': 'fa:16:3e:c7:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:08Z', 'updated_at': '2021-09-23T20:37:13Z', 'revision_number': 5, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'subnets': [{'id': 'dee2f7d5-8afd-424f-9951-cd0116974563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:01.946399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f03fd39-3306-4797-8002-d7ebb873e98c req-49ee5763-c7d9-4548-82ae-42588b0d093e service neutron] 10.222.0.72 "GET /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874257 Sep 23 20:39:02.149768 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e644d6a-2dc9-4668-83d6-67bc52ba9737 None None] New status for floating IP c5150e3d-5d81-402e-8d0b-af95326c0514: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:39:07.516628 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:39:08.196075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c9c38-a313-42aa-952b-b9f8e0f0f791 req-387ccbfa-0a8d-40ff-9c8e-5fe7d05959c0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:08.197582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-726c9c38-a313-42aa-952b-b9f8e0f0f791 req-387ccbfa-0a8d-40ff-9c8e-5fe7d05959c0 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0570402 Sep 23 20:39:08.235846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-726c9c38-a313-42aa-952b-b9f8e0f0f791 req-e769166c-a03f-46ab-9d68-f828edd3ed79 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Sep 23 20:39:09.349077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19dbc1-8749-4ecf-b53f-08d87cc25d46 req-9ef0f0d6-bb32-472a-9201-ad6d168d7728 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:09.351044 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c19dbc1-8749-4ecf-b53f-08d87cc25d46 req-9ef0f0d6-bb32-472a-9201-ad6d168d7728 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0499270 Sep 23 20:39:09.388151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9c19dbc1-8749-4ecf-b53f-08d87cc25d46 req-fef02571-e6d9-4677-9943-0ae1e887cde9 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/security-groups?id=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Sep 23 20:39:09.792174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-c01f8b73-b038-4d57-ae01-116ef3990c2d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:09.793636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-c01f8b73-b038-4d57-ae01-116ef3990c2d tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 945 time: 0.0479298 Sep 23 20:39:09.883389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Deleting port 647363f3-9019-4aef-a19b-16895c87ee9d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:09.883727 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.968927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] For port 647363f3-9019-4aef-a19b-16895c87ee9d, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=647363f3-9019-4aef-a19b-16895c87ee9d,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:09.969359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.982616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Calling delete_port for 647363f3-9019-4aef-a19b-16895c87ee9d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:10.110054 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:10.122146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['647363f3-9019-4aef-a19b-16895c87ee9d'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:39:10.137906 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Pushing event deleted for resources: {'Port': ['ID=647363f3-9019-4aef-a19b-16895c87ee9d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:10.182155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] No DVR routers for this DVR port 647363f3-9019-4aef-a19b-16895c87ee9d on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:10.184929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:10.186987 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93135ec1-4769-4d75-9b3d-92a7288bd6a9 req-06aa5ae0-1ee7-4e56-9745-57e06856ca21 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.72 "DELETE /v2.0/ports/647363f3-9019-4aef-a19b-16895c87ee9d HTTP/1.1" status: 204 len: 173 time: 0.3873756 Sep 23 20:39:10.187419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'name': 'network-vif-deleted', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:10.189907 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c236ffa0-7a1e-4b12-a315-83fee2a2992e" -d '{"events": [{"server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "name": "network-vif-deleted", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:10.228609 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd2f854-3739-4003-a56d-70ed6c91757c x-openstack-request-id: req-2cd2f854-3739-4003-a56d-70ed6c91757c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:10.228910 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b51c377-a928-4ae0-b8f1-70bff3b9ecb7", "name": "network-vif-deleted", "tag": "647363f3-9019-4aef-a19b-16895c87ee9d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:10.229167 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2cd2f854-3739-4003-a56d-70ed6c91757c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:10.229661 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b51c377-a928-4ae0-b8f1-70bff3b9ecb7', 'name': 'network-vif-deleted', 'tag': '647363f3-9019-4aef-a19b-16895c87ee9d', 'status': 'completed', 'code': 200} Sep 23 20:39:10.495075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-536fc26c-21d9-468a-9d17-97d26fd1037f req-f29c8a69-3437-40b7-b169-bb249581d236 tempest-TestMinimumBasicScenario-1457994409 tempest-TestMinimumBasicScenario-1457994409-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b51c377-a928-4ae0-b8f1-70bff3b9ecb7 HTTP/1.1" status: 200 len: 210 time: 0.0274222 Sep 23 20:39:12.056682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:12.393606 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.631932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Deleting port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:12.632181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.710398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] For port caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:12.710760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.722625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Calling delete_port for caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:12.894752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.920435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:13.079818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:13.286327 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc1393b9-f9ee-445e-8818-63a96f697f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:13.290512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:13.396795 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:13.402456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d0c2007c-5913-4198-9294-3e0559a115b7 admin admin] 10.222.0.38 "PUT /v2.0/routers/25b5a85b-bcad-4d69-a287-4c6a3fed9e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3442559 Sep 23 20:39:13.404515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:13.407272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] Sync routers for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:13.416249 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:13.416865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:13.506855 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:13.612044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:13.664880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Deleting port f7234f32-b348-4128-97e7-d9f1021df8fe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:13.665228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:13.676480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:13.746653 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] For port f7234f32-b348-4128-97e7-d9f1021df8fe, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=f7234f32-b348-4128-97e7-d9f1021df8fe,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:13.747033 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:13.759267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Calling delete_port for f7234f32-b348-4128-97e7-d9f1021df8fe owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:13.856494 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:39:12Z', 'revision_number': 5, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port': {'id': 'f7234f32-b348-4128-97e7-d9f1021df8fe', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:13.882634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] Checking router: 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:13.891053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] Routers {'25b5a85b-bcad-4d69-a287-4c6a3fed9e47'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:13.891765 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:38:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:13.928353 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:13.957499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7234f32-b348-4128-97e7-d9f1021df8fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:13.981367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] Set router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:14.015399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.035287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:39:13Z', 'revision_number': 6, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:14.062545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424565a3-e2d4-460e-bb36-b9b938e3d3dd None None] The sync data for ids ['25b5a85b-bcad-4d69-a287-4c6a3fed9e47'] in n-d-810763-1 is: [{'id': '25b5a85b-bcad-4d69-a287-4c6a3fed9e47', 'name': 'tempest-TestMinimumBasicScenario-1891861699-router', 'tenant_id': '3210b3df78cc4aa3b93a5956082b2923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:06Z', 'updated_at': '2021-09-23T20:39:13Z', 'revision_number': 6, 'project_id': '3210b3df78cc4aa3b93a5956082b2923', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:14.353336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647363f3-9019-4aef-a19b-16895c87ee9d no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:14.377290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 647363f3-9019-4aef-a19b-16895c87ee9d {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:14.377628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 647363f3-9019-4aef-a19b-16895c87ee9d not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:14.443971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.446160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.496666 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.496666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b5a85b-bcad-4d69-a287-4c6a3fed9e47 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:39:14.499738 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.500855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f868ad8-64f7-44a5-9576-4ead8eec1043 admin admin] 10.222.0.38 "DELETE /v2.0/routers/25b5a85b-bcad-4d69-a287-4c6a3fed9e47 HTTP/1.1" status: 204 len: 168 time: 1.0954006 Sep 23 20:39:14.503595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:14.546123 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] Deleting subnet dee2f7d5-8afd-424f-9951-cd0116974563 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:39:14.549022 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.582485 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.660589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.711289 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.736108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee2f7d5-8afd-424f-9951-cd0116974563,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:14.739711 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.742920 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-509090e8-3f5a-4454-94ca-0b5baa4d8add admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dee2f7d5-8afd-424f-9951-cd0116974563 HTTP/1.1" status: 204 len: 168 time: 0.2370808 Sep 23 20:39:14.744098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:14.746460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf33a2d-4283-429e-8b61-e596a488192e None None] Network fee29683-d6f9-472f-922f-5d3c6751f943 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:14.818541 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.878334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Deleting port 4d9b1291-9a83-48a9-8166-12bfc6c844fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:14.878670 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.928581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] DHCP port deletion for fee29683-d6f9-472f-922f-5d3c6751f943 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:39:14.948082 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] For port 4d9b1291-9a83-48a9-8166-12bfc6c844fa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d9b1291-9a83-48a9-8166-12bfc6c844fa,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:14.948534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:14.961563 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Calling delete_port for 4d9b1291-9a83-48a9-8166-12bfc6c844fa owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:14.980792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Deleting port 4d9b1291-9a83-48a9-8166-12bfc6c844fa {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:14.981170 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.045777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] For port 4d9b1291-9a83-48a9-8166-12bfc6c844fa, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d9b1291-9a83-48a9-8166-12bfc6c844fa,segment=NetworkSegment(5b907f95-61d7-48ef-965d-e28fdc9560bf),segment_id=5b907f95-61d7-48ef-965d-e28fdc9560bf)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:15.046193 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.047461 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.060478 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Calling delete_port for 4d9b1291-9a83-48a9-8166-12bfc6c844fa owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:15.078954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9b1291-9a83-48a9-8166-12bfc6c844fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:15.085845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] No DVR routers for this DVR port 4d9b1291-9a83-48a9-8166-12bfc6c844fa on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:15.147291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.160017 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.174057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] No DVR routers for this DVR port 4d9b1291-9a83-48a9-8166-12bfc6c844fa on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:15.176051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Pushing event deleted for resources: {'Port': ['ID=4d9b1291-9a83-48a9-8166-12bfc6c844fa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:15.181290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee29683-d6f9-472f-922f-5d3c6751f943']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:15.186805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.186984 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.187325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.187655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.187982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.188746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.189071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.189389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.189705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.190025 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.190393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.190715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5211156-d9ef-40d5-b7ee-af6b13508ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:15.196815 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b907f95-61d7-48ef-965d-e28fdc9560bf') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:15.197130 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b907f95-61d7-48ef-965d-e28fdc9560bf') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:15.206228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.218808 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.225302 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:39:15.225674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:39:15.227323 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:39:15.279270 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.284930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.290360 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fee29683-d6f9-472f-922f-5d3c6751f943 HTTP/1.1" status: 204 len: 168 time: 0.5418098 Sep 23 20:39:15.290448 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46108) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:15.299720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15822b33-4193-475a-8ef7-d5652b9894f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee29683-d6f9-472f-922f-5d3c6751f943,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:15.629690 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:15.830525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7234f32-b348-4128-97e7-d9f1021df8fe no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:15.855353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: f7234f32-b348-4128-97e7-d9f1021df8fe {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:15.855696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device f7234f32-b348-4128-97e7-d9f1021df8fe not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:15.856120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:15.875956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:15.876361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device caf5d4e4-c1a0-4425-9dae-f70c34b1c1f6 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:15.876783 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d9b1291-9a83-48a9-8166-12bfc6c844fa no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:15.895552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4d9b1291-9a83-48a9-8166-12bfc6c844fa {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:15.895960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d9b1291-9a83-48a9-8166-12bfc6c844fa not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:16.153489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Deleting port bc2e1bc8-6ca5-48f6-99d8-41866f12621e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:16.153735 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:16.229107 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] For port bc2e1bc8-6ca5-48f6-99d8-41866f12621e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,segment=NetworkSegment(b94ff5f4-1530-47c0-983d-3ab928bc62f3),segment_id=b94ff5f4-1530-47c0-983d-3ab928bc62f3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:16.229465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:16.241460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Calling delete_port for bc2e1bc8-6ca5-48f6-99d8-41866f12621e owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:16.416086 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728f1b62-1a6e-4c58-a4c5-7bb0ad40f53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:16.420454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:16.445722 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2e1bc8-6ca5-48f6-99d8-41866f12621e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:16.588513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:16.614389 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:16.824346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Router 524d18a8-30ef-4032-a562-643d30a9e828 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:16.928701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:16.933640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-117f913f-82bd-47a4-810f-85adde7fe390 admin admin] 10.222.0.38 "PUT /v2.0/routers/524d18a8-30ef-4032-a562-643d30a9e828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6421909 Sep 23 20:39:16.936378 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46110) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:16.937046 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] Sync routers for ids ['524d18a8-30ef-4032-a562-643d30a9e828'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:16.946832 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] Routers {'524d18a8-30ef-4032-a562-643d30a9e828'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:16.947437 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['524d18a8-30ef-4032-a562-643d30a9e828'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:17.034705 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.049860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] Set router 524d18a8-30ef-4032-a562-643d30a9e828 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:17.139210 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.194925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Deleting port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:17.195495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.277712 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] For port ae65d428-edfe-4e5a-b667-b2fdecf3e7e4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:17.278075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.291115 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Calling delete_port for ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:17.320119 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:39:16Z', 'revision_number': 5, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port': {'id': 'ae65d428-edfe-4e5a-b667-b2fdecf3e7e4', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524d18a8-30ef-4032-a562-643d30a9e828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:37:11Z', 'updated_at': '2021-09-23T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:17.346094 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] Checking router: 524d18a8-30ef-4032-a562-643d30a9e828 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:17.353232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.355051 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] Routers {'524d18a8-30ef-4032-a562-643d30a9e828'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:17.355642 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['524d18a8-30ef-4032-a562-643d30a9e828'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:17.437647 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] Set router 524d18a8-30ef-4032-a562-643d30a9e828 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:17.456876 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.480702 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae65d428-edfe-4e5a-b667-b2fdecf3e7e4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:17.491206 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:39:17Z', 'revision_number': 6, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:17.517263 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ffe97-3ab0-4d30-b234-3e1ed38a840e None None] The sync data for ids ['524d18a8-30ef-4032-a562-643d30a9e828'] in n-d-810763-1 is: [{'id': '524d18a8-30ef-4032-a562-643d30a9e828', 'name': 'tempest-TestMinimumBasicScenario-1065199545-router', 'tenant_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:37:10Z', 'updated_at': '2021-09-23T20:39:17Z', 'revision_number': 6, 'project_id': '62ddbaefc0a546a98c3dfe446e5c57d5', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:17.557018 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.646888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.649048 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.692349 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.693668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524d18a8-30ef-4032-a562-643d30a9e828 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:39:17.698316 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.701951 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-59041368-80ed-4224-afc1-cd14e1f8ab77 admin admin] 10.222.0.38 "DELETE /v2.0/routers/524d18a8-30ef-4032-a562-643d30a9e828 HTTP/1.1" status: 204 len: 168 time: 0.7621686 Sep 23 20:39:17.702053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46112) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:17.752061 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] Deleting subnet 4dfb69da-cd77-4268-af19-43543e264971 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:39:17.755195 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.793439 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.876808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.948011 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.979126 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.979367 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c794b3c-9e12-41f9-8d0a-afb5f6883035 None None] Network 5804fa02-932a-4f2b-9525-9eadef0ffebf requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:17.981172 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4dfb69da-cd77-4268-af19-43543e264971 HTTP/1.1" status: 204 len: 168 time: 0.2781980 Sep 23 20:39:17.984406 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:18.014260 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bc2e1bc8-6ca5-48f6-99d8-41866f12621e no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:18.026976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f4881-194c-4786-afbd-eaa40a876051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dfb69da-cd77-4268-af19-43543e264971,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:18.065764 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: bc2e1bc8-6ca5-48f6-99d8-41866f12621e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:18.066102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bc2e1bc8-6ca5-48f6-99d8-41866f12621e not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:18.086631 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.141794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Deleting port 46ea0a0b-b744-4889-a006-0be68c2c5e14 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:18.142141 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.211955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] For port 46ea0a0b-b744-4889-a006-0be68c2c5e14, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46ea0a0b-b744-4889-a006-0be68c2c5e14,segment=NetworkSegment(b94ff5f4-1530-47c0-983d-3ab928bc62f3),segment_id=b94ff5f4-1530-47c0-983d-3ab928bc62f3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:18.212312 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.223575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Calling delete_port for 46ea0a0b-b744-4889-a006-0be68c2c5e14 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:18.300198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.332796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=46ea0a0b-b744-4889-a006-0be68c2c5e14,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:18.337770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c4edfc-bd37-4c93-97c8-88ff5489ee5b None None] DHCP port deletion for 5804fa02-932a-4f2b-9525-9eadef0ffebf request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:39:18.339538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] No DVR routers for this DVR port 46ea0a0b-b744-4889-a006-0be68c2c5e14 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:18.415900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.435036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5804fa02-932a-4f2b-9525-9eadef0ffebf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:18.444386 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94ff5f4-1530-47c0-983d-3ab928bc62f3') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:18.444682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94ff5f4-1530-47c0-983d-3ab928bc62f3') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:18.454574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.476168 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.482944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:39:18.483349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:39:18.485081 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:39:18.547148 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.554836 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.556703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] 10.222.0.38 "DELETE /v2.0/networks/5804fa02-932a-4f2b-9525-9eadef0ffebf HTTP/1.1" status: 204 len: 168 time: 0.5709877 Sep 23 20:39:18.566607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c396a-eb7f-4a78-9c7b-bbf08dc91d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=5804fa02-932a-4f2b-9525-9eadef0ffebf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:18.719388 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:18.757941 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-abb0afa7-9c49-422f-8e7e-27d69e125e39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3210b3df78cc4aa3b93a5956082b2923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374119 Sep 23 20:39:18.760231 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:18.806377 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e70413f-9987-42a0-8561-4782ed6b0933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.827931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e70413f-9987-42a0-8561-4782ed6b0933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.841469 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.874076 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e70413f-9987-42a0-8561-4782ed6b0933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.876718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e70413f-9987-42a0-8561-4782ed6b0933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.877891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e70413f-9987-42a0-8561-4782ed6b0933 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae HTTP/1.1" status: 204 len: 168 time: 0.1167779 Sep 23 20:39:18.886372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70413f-9987-42a0-8561-4782ed6b0933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53e3fa7-e8e9-493a-bafd-de3a2f81c3ae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:19.182545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:19.221443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f622fa9-7296-496a-b791-9bd662856ca5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62ddbaefc0a546a98c3dfe446e5c57d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376420 Sep 23 20:39:19.223638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:19.274326 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07259bfc-3018-464c-8b20-59978ba86a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.295040 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07259bfc-3018-464c-8b20-59978ba86a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.342250 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07259bfc-3018-464c-8b20-59978ba86a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.345090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07259bfc-3018-464c-8b20-59978ba86a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.346261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-07259bfc-3018-464c-8b20-59978ba86a8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c1c6322-efcd-4a44-a86a-59519e93cf54 HTTP/1.1" status: 204 len: 168 time: 0.1210468 Sep 23 20:39:19.354900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07259bfc-3018-464c-8b20-59978ba86a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1c6322-efcd-4a44-a86a-59519e93cf54,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:19.829391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:19.848922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:19.850063 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ae65d428-edfe-4e5a-b667-b2fdecf3e7e4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:19.850476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46ea0a0b-b744-4889-a006-0be68c2c5e14 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:19.869433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 46ea0a0b-b744-4889-a006-0be68c2c5e14 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:19.869849 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46ea0a0b-b744-4889-a006-0be68c2c5e14 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:20.823042 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:20.827789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450856246', 'description': 'tempest-secgroup-smoke-1450856246 description', 'project_id': 'a0b57aab6135417186c284b83e777726'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:20.849410 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.856984 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.946790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.950500 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.986427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf395bb-9a1f-452c-a250-47ca36cd2216,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.040870 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.044344 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.072654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.073822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2497501 Sep 23 20:39:21.075748 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc7b89-8a66-44d1-80a5-e3ad5e486e98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d15989-df6d-42f4-af79-47615b77dc00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.076900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46174) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.081715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5146ff81-2fec-486d-9858-04c6c2ccaf10 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'c1d15989-df6d-42f4-af79-47615b77dc00', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:21.107416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5146ff81-2fec-486d-9858-04c6c2ccaf10 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.164789 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5146ff81-2fec-486d-9858-04c6c2ccaf10 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.168114 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5146ff81-2fec-486d-9858-04c6c2ccaf10 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.185148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146ff81-2fec-486d-9858-04c6c2ccaf10 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcf5b0f-7907-4306-af92-a87fa3622f3b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.192603 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5146ff81-2fec-486d-9858-04c6c2ccaf10 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.193954 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5146ff81-2fec-486d-9858-04c6c2ccaf10 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158626 Sep 23 20:39:21.196613 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46176) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.200880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ee73ec3b-e3dc-4e8f-9522-f6d5dff770dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'c1d15989-df6d-42f4-af79-47615b77dc00', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:21.226449 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee73ec3b-e3dc-4e8f-9522-f6d5dff770dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.280303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee73ec3b-e3dc-4e8f-9522-f6d5dff770dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.283754 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee73ec3b-e3dc-4e8f-9522-f6d5dff770dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.300706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73ec3b-e3dc-4e8f-9522-f6d5dff770dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f19d7e-b84f-41a8-ab6d-88ee809466a4,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.306550 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee73ec3b-e3dc-4e8f-9522-f6d5dff770dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.307775 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ee73ec3b-e3dc-4e8f-9522-f6d5dff770dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1102512 Sep 23 20:39:21.310461 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46178) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.315017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-52ce2446-c971-4984-acf8-dfeed70c7c6c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'c1d15989-df6d-42f4-af79-47615b77dc00', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:21.342070 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ce2446-c971-4984-acf8-dfeed70c7c6c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.398158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ce2446-c971-4984-acf8-dfeed70c7c6c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.401714 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ce2446-c971-4984-acf8-dfeed70c7c6c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.419588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce2446-c971-4984-acf8-dfeed70c7c6c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d236e27e-7885-41f6-8c2f-1e4f0e92dc00,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.425592 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52ce2446-c971-4984-acf8-dfeed70c7c6c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.426771 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-52ce2446-c971-4984-acf8-dfeed70c7c6c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153951 Sep 23 20:39:21.430070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46180) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.434447 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2803f3d6-17d1-40ae-905f-f21ba5870dd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'c1d15989-df6d-42f4-af79-47615b77dc00', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:21.459801 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2803f3d6-17d1-40ae-905f-f21ba5870dd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.519288 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2803f3d6-17d1-40ae-905f-f21ba5870dd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.522713 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2803f3d6-17d1-40ae-905f-f21ba5870dd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.539404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803f3d6-17d1-40ae-905f-f21ba5870dd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1f5efe-9691-467f-a663-0768e0bd1f09,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.544987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2803f3d6-17d1-40ae-905f-f21ba5870dd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.546143 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2803f3d6-17d1-40ae-905f-f21ba5870dd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151299 Sep 23 20:39:21.548992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46182) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.553720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'c1d15989-df6d-42f4-af79-47615b77dc00', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:21.575217 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:39:21.579889 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.638147 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.641726 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.659411 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592976a6-20fa-4755-a0c7-46c3535c1c9b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.665268 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.666446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0d400c00-ddab-4f70-ad50-9febe03ecd39 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165531 Sep 23 20:39:21.669147 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.673495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'c1d15989-df6d-42f4-af79-47615b77dc00', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:21.694476 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:39:21.699103 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.757725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.761050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.778328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c593b9-f770-4fe9-ae1a-6751d164d658,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.784059 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.785260 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0a081821-a014-4cee-a127-5abceab291fa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152117 Sep 23 20:39:21.788402 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.793452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'network': {'name': 'tempest-network-smoke--26933319', 'project_id': 'a0b57aab6135417186c284b83e777726', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:21.813701 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:21.817033 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.848308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:39:21.857267 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.857631 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Added segment f1011da3-f323-48a7-aa98-8f69d322b205 of type vlan for network f4d16753-7d29-4cf2-be1e-7c425d76a54c Sep 23 20:39:21.899166 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.922700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.928216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:21.928805 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.967292 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1778877 Sep 23 20:39:21.970309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46188) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:21.997851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'admin_state_up': True, 'project_id': 'a0b57aab6135417186c284b83e777726', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:22.004120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804251c1-8985-4c4e-aac8-c625881faf6b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Network': ['ID=f4d16753-7d29-4cf2-be1e-7c425d76a54c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:22.015271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:39:22.024494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.025641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.082366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.215547 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.403853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.421973 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.526552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.112 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/38b54e3f-416b-466d-af10-3adb00dd2d28) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:22.624134 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.655678 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.693142 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:22.695843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:22.699312 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:22.706481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=38b54e3f-416b-466d-af10-3adb00dd2d28,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:22.949096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.417500 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.540158 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 838fc66c-754d-407a-8175-216f7b1ef87d is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:39:23.644824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:23.655083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Sync routers for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:23.664039 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.665285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:23.665451 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f52dbca3-82a3-480e-a2bf-6acd2bd345d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6942141 Sep 23 20:39:23.666021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:23.668779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:23.769926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:23.792062 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cc698901-c498-4613-94de-e284c21ba812 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a0b57aab6135417186c284b83e777726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220925 Sep 23 20:39:23.794694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:23.880199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af7295-1052-4661-9ff3-ec9796c161d5 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:23.882339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e1af7295-1052-4661-9ff3-ec9796c161d5 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866618 Sep 23 20:39:23.885189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:23.912131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-10bbac69-b5a0-454a-8c31-9de8b1a79ccc tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257585 Sep 23 20:39:23.914676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:23.919315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110294591', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'project_id': 'a0b57aab6135417186c284b83e777726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:23.951575 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:22Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:23.979596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Checking router: 838fc66c-754d-407a-8175-216f7b1ef87d for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:23.979952 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Updating router 838fc66c-754d-407a-8175-216f7b1ef87d port 38b54e3f-416b-466d-af10-3adb00dd2d28 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:39:24.005037 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.014651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:24.018385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.195797 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.258936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.260304 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Subnet': ['ID=c88098a0-616e-42a0-98e8-cb3f0f102c68,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:24.266107 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Checking segment: {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:24.266507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network hostable DHCP agents. Network: f4d16753-7d29-4cf2-be1e-7c425d76a54c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:39:24.268464 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.283216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:39:24.291121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, f4d16753-7d29-4cf2-be1e-7c425d76a54c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:24.295335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:24.295933 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.306506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b5034-847c-4045-b7e4-fcd7121846f1 None None] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:24.313728 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5dc19854-8910-41f4-a55f-6aed82d40b2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3952682 Sep 23 20:39:24.314133 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:24.337696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Attempting to bind port 38b54e3f-416b-466d-af10-3adb00dd2d28 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:24.338067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Attempting to bind port 38b54e3f-416b-466d-af10-3adb00dd2d28 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:24.338466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Attempting to bind port 38b54e3f-416b-466d-af10-3adb00dd2d28 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:24.343221 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eb8b6-3234-4344-a22b-6b8292cbde20 None None] Pushing event updated for resources: {'Port': ['ID=38b54e3f-416b-466d-af10-3adb00dd2d28,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:24.356024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:24.356401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:24.356808 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.357199 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:24.357678 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Bound port: 38b54e3f-416b-466d-af10-3adb00dd2d28, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:24.358062 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.447836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] For port 38b54e3f-416b-466d-af10-3adb00dd2d28, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:24.454879 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] For port 38b54e3f-416b-466d-af10-3adb00dd2d28, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=38b54e3f-416b-466d-af10-3adb00dd2d28,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:24.461549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.549224 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:24.549841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:24.601792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eb8b6-3234-4344-a22b-6b8292cbde20 None None] Pushing event updated for resources: {'Port': ['ID=38b54e3f-416b-466d-af10-3adb00dd2d28,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:24.609438 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:39:24.610326 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.749936 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.754377 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:24.865282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Allocated IP 172.20.0.2 (f4d16753-7d29-4cf2-be1e-7c425d76a54c/c88098a0-616e-42a0-98e8-cb3f0f102c68/90ee7ce7-9bf4-48f5-84b7-ae5520c528ec) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:25.071719 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:22Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:25.103603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.106369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914bfc1-d06b-4d6d-8d7a-b59a86af047f None None] The sync data for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 is: [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:22Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:25.109917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.172751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.1 (f4d16753-7d29-4cf2-be1e-7c425d76a54c/c88098a0-616e-42a0-98e8-cb3f0f102c68/84cf8e1f-0966-4d82-93f9-ef72a61dffed) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:25.319270 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.324335 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:25.338896 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Pushing event updated for resources: {'Port': ['ID=90ee7ce7-9bf4-48f5-84b7-ae5520c528ec,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:25.342827 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:25.345177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:25.382409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.402340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Attempting to bind port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:25.402712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Attempting to bind port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:25.403073 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Attempting to bind port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec on network f4d16753-7d29-4cf2-be1e-7c425d76a54c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:25.408172 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:25.408530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Checking segment: {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:25.408933 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.409326 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Bound using segment: {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:25.409795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Bound port: 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:25.410169 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.422992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:25.425871 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:25.430774 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:25.463596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=84cf8e1f-0966-4d82-93f9-ef72a61dffed,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:25.485940 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] For port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:25.489349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] For port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=90ee7ce7-9bf4-48f5-84b7-ae5520c528ec,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:25.493626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.496014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.564242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4908559-b492-4672-9f7d-35856c0fd5ce None None] Pushing event updated for resources: {'Port': ['ID=90ee7ce7-9bf4-48f5-84b7-ae5520c528ec,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:25.640007 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.906623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 38b54e3f-416b-466d-af10-3adb00dd2d28 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:25.961446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 38b54e3f-416b-466d-af10-3adb00dd2d28 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:25.961927 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.002468 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.010480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.064130 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.085011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 38b54e3f-416b-466d-af10-3adb00dd2d28, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=38b54e3f-416b-466d-af10-3adb00dd2d28,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:26.088727 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.089498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:26.099833 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.102696 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=84cf8e1f-0966-4d82-93f9-ef72a61dffed,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:26.166707 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.179365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=38b54e3f-416b-466d-af10-3adb00dd2d28,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:26.190652 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:26.191033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.202386 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:26.204006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:26.279897 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.321014 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=90ee7ce7-9bf4-48f5-84b7-ae5520c528ec,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:26.326085 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.337920 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 838fc66c-754d-407a-8175-216f7b1ef87d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:26.384895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=90ee7ce7-9bf4-48f5-84b7-ae5520c528ec,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:26.454049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:26.459973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d2b7508d-c83b-43df-a2b4-63d7a601c512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/838fc66c-754d-407a-8175-216f7b1ef87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1444731 Sep 23 20:39:26.577399 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8553e-edf2-4e2c-9f95-544310b6e681 None None] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:26.614592 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-bd0ba482-7395-4cba-8c86-a3e7b976771f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450856246&fields=id&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 267 time: 0.0347173 Sep 23 20:39:26.712920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-db3d3621-4281-403d-884a-af6e2b95b091 None None] Provisioning complete for port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:26.713233 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db3d3621-4281-403d-884a-af6e2b95b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.745340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-1f962e97-2f62-4a6a-852d-e67cb70917ad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:26.746868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-1f962e97-2f62-4a6a-852d-e67cb70917ad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/networks?id=f4d16753-7d29-4cf2-be1e-7c425d76a54c HTTP/1.1" status: 200 len: 795 time: 0.1233954 Sep 23 20:39:26.763261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-9a770a62-7805-42d9-a246-5e2931d1f150 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/quotas/a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 375 time: 0.0102320 Sep 23 20:39:26.823265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-60554804-07c3-4efc-8aef-404ad594d92d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535791 Sep 23 20:39:26.933386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-164db411-6b91-4d6a-bbe4-4cd573181435 service neutron] 10.222.0.38 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002367 Sep 23 20:39:27.011316 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Sync routers for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:27.021836 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:27.022571 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:27.029381 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-66df0b38-1bf5-4243-bed8-aa9bacc029fc service neutron] 10.222.0.38 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892828 Sep 23 20:39:27.062038 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-92f604ac-bf43-42eb-9e9e-0d63dc9e81b9 None None] Provisioning complete for port 84cf8e1f-0966-4d82-93f9-ef72a61dffed triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:27.062578 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f604ac-bf43-42eb-9e9e-0d63dc9e81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.104930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-92f604ac-bf43-42eb-9e9e-0d63dc9e81b9 None None] Port 84cf8e1f-0966-4d82-93f9-ef72a61dffed cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:27.116647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-92f604ac-bf43-42eb-9e9e-0d63dc9e81b9 None None] Provisioning complete for port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:27.117250 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92f604ac-bf43-42eb-9e9e-0d63dc9e81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.152878 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:27.276963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fd5df6f-0ef8-4e2e-ac83-2280674625cc req-e420aa8c-b82b-4c37-b4a7-1b130f0727fd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0365510 Sep 23 20:39:27.369534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ec2ac72b-b62f-4c9e-ab90-3a559ed4cfc9 None None] Provisioning complete for port 84cf8e1f-0966-4d82-93f9-ef72a61dffed triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:27.369834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac72b-b62f-4c9e-ab90-3a559ed4cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.412287 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 2, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:27.424157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ac72b-b62f-4c9e-ab90-3a559ed4cfc9 None None] Port 84cf8e1f-0966-4d82-93f9-ef72a61dffed cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:27.449216 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Checking router: 838fc66c-754d-407a-8175-216f7b1ef87d for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:27.449573 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Updating router 838fc66c-754d-407a-8175-216f7b1ef87d port 84cf8e1f-0966-4d82-93f9-ef72a61dffed binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:39:27.462906 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.484243 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.545529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-64cc5485-aa50-48c8-ad14-feeda5364ca0 None None] Provisioning complete for port 84cf8e1f-0966-4d82-93f9-ef72a61dffed triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:27.546330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64cc5485-aa50-48c8-ad14-feeda5364ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.587607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-64cc5485-aa50-48c8-ad14-feeda5364ca0 None None] Port 84cf8e1f-0966-4d82-93f9-ef72a61dffed cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:27.764141 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.768835 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.820870 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Pushing event updated for resources: {'Port': ['ID=84cf8e1f-0966-4d82-93f9-ef72a61dffed,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:27.829957 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.830326 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.830655 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.830982 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.831306 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.831657 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.831943 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.832259 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.832572 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.832883 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.833201 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.834155 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:27.862283 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 38b54e3f-416b-466d-af10-3adb00dd2d28 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:27.891593 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Attempting to bind port 84cf8e1f-0966-4d82-93f9-ef72a61dffed on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:27.891983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Attempting to bind port 84cf8e1f-0966-4d82-93f9-ef72a61dffed by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:27.892876 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Attempting to bind port 84cf8e1f-0966-4d82-93f9-ef72a61dffed on network f4d16753-7d29-4cf2-be1e-7c425d76a54c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:27.899848 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:27.900221 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Checking segment: {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:27.900611 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.901150 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Bound using segment: {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:27.901627 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Bound port: 84cf8e1f-0966-4d82-93f9-ef72a61dffed, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:27.902000 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.929499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 38b54e3f-416b-466d-af10-3adb00dd2d28 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:27.929878 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.985933 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] For port 84cf8e1f-0966-4d82-93f9-ef72a61dffed, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:27.992203 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] For port 84cf8e1f-0966-4d82-93f9-ef72a61dffed, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=84cf8e1f-0966-4d82-93f9-ef72a61dffed,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:27.997487 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.034572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:28.054945 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:28.055566 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:28.083150 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:28.084281 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.107048 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1bb48-62e0-4330-bd5b-dc33433a965b None None] Pushing event updated for resources: {'Port': ['ID=84cf8e1f-0966-4d82-93f9-ef72a61dffed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:28.135810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ea2778a1-5704-478c-9450-d8af89e19415 None None] Provisioning complete for port 84cf8e1f-0966-4d82-93f9-ef72a61dffed triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:28.136180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea2778a1-5704-478c-9450-d8af89e19415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.179305 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:28.259617 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea2778a1-5704-478c-9450-d8af89e19415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.300263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ea2778a1-5704-478c-9450-d8af89e19415 None None] For port 84cf8e1f-0966-4d82-93f9-ef72a61dffed, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=84cf8e1f-0966-4d82-93f9-ef72a61dffed,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:28.305655 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea2778a1-5704-478c-9450-d8af89e19415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.368267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2778a1-5704-478c-9450-d8af89e19415 None None] Pushing event updated for resources: {'Port': ['ID=84cf8e1f-0966-4d82-93f9-ef72a61dffed,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:28.421394 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:27Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:28.431079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-abecbe14-b655-4215-b32d-1f72b0af38dd None None] Provisioning complete for port 84cf8e1f-0966-4d82-93f9-ef72a61dffed triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:28.431534 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abecbe14-b655-4215-b32d-1f72b0af38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.449598 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cb118-f720-4f57-86e7-c17f147faae1 None None] The sync data for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 is: [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:27Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:28.457986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-ca41d573-d14d-4ddf-a0d6-e3493def3239 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:28.460771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-ca41d573-d14d-4ddf-a0d6-e3493def3239 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/networks?id=f4d16753-7d29-4cf2-be1e-7c425d76a54c HTTP/1.1" status: 200 len: 795 time: 0.1674883 Sep 23 20:39:28.482726 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-df9ad0f2-d958-4c11-a09c-04cc41945654 req-1641ed21-fd20-44d0-85df-b2ca1fcf19e8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 210 time: 0.0764143 Sep 23 20:39:28.538014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-bbdc0ce9-cd4d-446c-80bc-71bf0da1499a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 380 time: 0.0594723 Sep 23 20:39:28.549897 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'port': {'device_id': '66528e37-b559-4a65-8438-7fa21332b5c1', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'admin_state_up': True, 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'security_groups': ['c1d15989-df6d-42f4-af79-47615b77dc00']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:28.678326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:28.681937 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.812663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.9 (f4d16753-7d29-4cf2-be1e-7c425d76a54c/c88098a0-616e-42a0-98e8-cb3f0f102c68/acc00102-20a9-453b-aa10-a44cb3bfcbd0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:28.965943 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.001940 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.048587 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:29.051853 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:29.056139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:29.087589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=acc00102-20a9-453b-aa10-a44cb3bfcbd0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:29.119526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:29.120204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.135929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-25e6a730-6908-46a6-a135-69d4673aa073 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908208 Sep 23 20:39:29.199295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Request body: {'port': {'device_id': '66528e37-b559-4a65-8438-7fa21332b5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:29.262392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.277233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ddeddd25-918b-4ef3-bb84-14f9e6bb9b37 None None] Provisioning complete for port acc00102-20a9-453b-aa10-a44cb3bfcbd0 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:29.278199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddeddd25-918b-4ef3-bb84-14f9e6bb9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.336120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ddeddd25-918b-4ef3-bb84-14f9e6bb9b37 None None] Port acc00102-20a9-453b-aa10-a44cb3bfcbd0 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:29.576016 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc00102-20a9-453b-aa10-a44cb3bfcbd0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:39:29.589204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.606802 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Transition to ACTIVE for port object acc00102-20a9-453b-aa10-a44cb3bfcbd0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:39:29.611334 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.701043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Pushing event updated for resources: {'Port': ['ID=acc00102-20a9-453b-aa10-a44cb3bfcbd0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:29.753568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f04181-cc23-4bc9-afc4-f6d701f6ebd1 req-cb124c6f-814c-4c77-93ff-cfa8149812e8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:29.755323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1f04181-cc23-4bc9-afc4-f6d701f6ebd1 req-cb124c6f-814c-4c77-93ff-cfa8149812e8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 943 time: 0.1389251 Sep 23 20:39:29.810183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Attempting to bind port acc00102-20a9-453b-aa10-a44cb3bfcbd0 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:29.810544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Attempting to bind port acc00102-20a9-453b-aa10-a44cb3bfcbd0 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:29.810876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Attempting to bind port acc00102-20a9-453b-aa10-a44cb3bfcbd0 on network f4d16753-7d29-4cf2-be1e-7c425d76a54c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:29.816928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1f04181-cc23-4bc9-afc4-f6d701f6ebd1 req-70a8bc0c-a060-415c-9cd6-67f6a12a2a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548098 Sep 23 20:39:29.823281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Port acc00102-20a9-453b-aa10-a44cb3bfcbd0 on network f4d16753-7d29-4cf2-be1e-7c425d76a54c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:39:29.823796 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Attempting to bind port acc00102-20a9-453b-aa10-a44cb3bfcbd0 on network f4d16753-7d29-4cf2-be1e-7c425d76a54c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:29.829608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:29.830334 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Checking segment: {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:29.830728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Bound using segment: {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:29.831162 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Bound port: acc00102-20a9-453b-aa10-a44cb3bfcbd0, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1011da3-f323-48a7-aa98-8f69d322b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:29.831529 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.871710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 84cf8e1f-0966-4d82-93f9-ef72a61dffed up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:29.901456 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] For port acc00102-20a9-453b-aa10-a44cb3bfcbd0, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:29.904434 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] For port acc00102-20a9-453b-aa10-a44cb3bfcbd0, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:29.910118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.919682 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 84cf8e1f-0966-4d82-93f9-ef72a61dffed triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:29.920052 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.949183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:29.950010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.951487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] 10.222.0.72 "PUT /v2.0/ports/acc00102-20a9-453b-aa10-a44cb3bfcbd0 HTTP/1.1" status: 200 len: 1091 time: 0.8073964 Sep 23 20:39:29.951885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:29.954400 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1748e8-76d7-4d0c-906d-605d74f29b26" -d '{"events": [{"name": "network-changed", "server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:29.980865 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665982a1-79c2-4122-8fb2-d53aed5a2277 service neutron] Pushing event updated for resources: {'Port': ['ID=acc00102-20a9-453b-aa10-a44cb3bfcbd0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:30.017100 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5017ef20-2dfe-4eae-8c1a-6069eb25217b x-openstack-request-id: req-5017ef20-2dfe-4eae-8c1a-6069eb25217b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:30.017380 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:30.017706 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5017ef20-2dfe-4eae-8c1a-6069eb25217b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:30.018020 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'status': 'completed', 'code': 200} Sep 23 20:39:30.053999 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-d0c2ad8c-8c7a-4c8a-8e1e-4d9d52816f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.055585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-d0c2ad8c-8c7a-4c8a-8e1e-4d9d52816f99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 1094 time: 0.0511696 Sep 23 20:39:30.099616 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-e477331b-660a-48e0-b0f0-c6515fc0e99e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0 HTTP/1.1" status: 200 len: 217 time: 0.0361040 Sep 23 20:39:30.150524 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-99744ad7-caba-4cdc-bded-e16daeb08c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.152009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-99744ad7-caba-4cdc-bded-e16daeb08c43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c88098a0-616e-42a0-98e8-cb3f0f102c68 HTTP/1.1" status: 200 len: 835 time: 0.0449164 Sep 23 20:39:30.200694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-09403919-a315-45a6-8ec1-c9be2934d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.202268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-09403919-a315-45a6-8ec1-c9be2934d318 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4d16753-7d29-4cf2-be1e-7c425d76a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434103 Sep 23 20:39:30.290757 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-4c160b0f-325a-44c6-bd7c-a91520bc0a62 service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Sep 23 20:39:30.382585 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86b022d4-2b6e-4e55-b165-2dc34def3758 req-ab084fea-1430-49d6-b324-f457db23bc55 service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851610 Sep 23 20:39:30.466624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-26c7448b-aade-49e3-b412-b6d807bb9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.467997 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-26c7448b-aade-49e3-b412-b6d807bb9113 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 1094 time: 0.0400007 Sep 23 20:39:30.560216 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-c2264d07-2d9c-4529-b228-554b6634062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.562043 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-c2264d07-2d9c-4529-b228-554b6634062e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4d16753-7d29-4cf2-be1e-7c425d76a54c HTTP/1.1" status: 200 len: 896 time: 0.0866914 Sep 23 20:39:30.602277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-39deec2f-c815-4cab-a018-fe6f8b7923ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0 HTTP/1.1" status: 200 len: 217 time: 0.0335889 Sep 23 20:39:30.650661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-7dc357b7-7913-4097-bf17-e45b91903a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.652068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-7dc357b7-7913-4097-bf17-e45b91903a3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c88098a0-616e-42a0-98e8-cb3f0f102c68 HTTP/1.1" status: 200 len: 835 time: 0.0423656 Sep 23 20:39:30.701284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-4ab62b78-d4ea-4455-8188-cbe5e2d25635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.702984 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-4ab62b78-d4ea-4455-8188-cbe5e2d25635 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4d16753-7d29-4cf2-be1e-7c425d76a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428693 Sep 23 20:39:30.791489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-26422c81-2965-46f2-90d3-27a3eb87fc2a service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806117 Sep 23 20:39:30.883463 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb1748e8-76d7-4d0c-906d-605d74f29b26 req-1b1162c2-052c-4041-9e23-734e32209d07 service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849819 Sep 23 20:39:30.933101 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65019a44-dcd1-4d49-8f01-4ef610f8adaa req-a7db3347-9329-4e33-9b0f-a14b05156837 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.934642 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65019a44-dcd1-4d49-8f01-4ef610f8adaa req-a7db3347-9329-4e33-9b0f-a14b05156837 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0483747 Sep 23 20:39:30.972985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65019a44-dcd1-4d49-8f01-4ef610f8adaa req-7c6ecf13-1943-42b5-b2ae-68b4c2c98f2c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Sep 23 20:39:32.085538 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b44fe-f77a-47fa-b340-bf9827b1e27a req-4317ffd6-9adc-4483-927f-ccebce209f32 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:32.086953 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-737b44fe-f77a-47fa-b340-bf9827b1e27a req-4317ffd6-9adc-4483-927f-ccebce209f32 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 943 time: 0.0481141 Sep 23 20:39:32.123424 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-737b44fe-f77a-47fa-b340-bf9827b1e27a req-c494df37-ed3d-4b23-a333-93236fde30e6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304987 Sep 23 20:39:32.431479 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device acc00102-20a9-453b-aa10-a44cb3bfcbd0 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:39:32.530353 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port acc00102-20a9-453b-aa10-a44cb3bfcbd0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:32.544602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'port_id': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'mac_address': 'fa:16:3e:1e:be:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:39:32.582004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.594933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc00102-20a9-453b-aa10-a44cb3bfcbd0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:39:32.613608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port acc00102-20a9-453b-aa10-a44cb3bfcbd0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:32.617293 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.663997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=acc00102-20a9-453b-aa10-a44cb3bfcbd0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:32.816999 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['acc00102-20a9-453b-aa10-a44cb3bfcbd0'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:39:33.240152 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb829f7-55d6-4893-be41-005a294fccf1 req-134b71b4-2637-4f96-8d0b-d6618cbd303d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:33.241587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bb829f7-55d6-4893-be41-005a294fccf1 req-134b71b4-2637-4f96-8d0b-d6618cbd303d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0515482 Sep 23 20:39:33.277444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bb829f7-55d6-4893-be41-005a294fccf1 req-69c1dec6-fb31-41e5-8979-ac6d11f64f71 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299017 Sep 23 20:39:34.390062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f70b34-6237-4a09-af96-aee63e35561a req-0bd7b8f5-17a1-4bf1-909a-4d86de48b44f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:34.391535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17f70b34-6237-4a09-af96-aee63e35561a req-0bd7b8f5-17a1-4bf1-909a-4d86de48b44f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 944 time: 0.0469878 Sep 23 20:39:34.428396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17f70b34-6237-4a09-af96-aee63e35561a req-190a137e-5699-4540-93f5-e118ab170acd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304346 Sep 23 20:39:34.443263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device acc00102-20a9-453b-aa10-a44cb3bfcbd0 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:34.491305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port acc00102-20a9-453b-aa10-a44cb3bfcbd0 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:39:34.495003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port acc00102-20a9-453b-aa10-a44cb3bfcbd0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:34.495375 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.580051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.603051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:34.605266 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72d01d0-71cd-40f2-a01b-d107afc2535e" -d '{"events": [{"server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "name": "network-vif-plugged", "status": "completed", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:34.617796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port acc00102-20a9-453b-aa10-a44cb3bfcbd0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:34.621946 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.668776 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=acc00102-20a9-453b-aa10-a44cb3bfcbd0,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:34.699912 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fa63d1-fea2-4c0c-bd2b-5bc9822c9b1d x-openstack-request-id: req-c6fa63d1-fea2-4c0c-bd2b-5bc9822c9b1d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:34.700278 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "name": "network-vif-plugged", "status": "completed", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:34.700535 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6fa63d1-fea2-4c0c-bd2b-5bc9822c9b1d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:34.700932 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'code': 200} Sep 23 20:39:34.794475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aaaebc-ff89-4ee6-9d15-f251c489a9d9 req-f364f729-fae5-4bea-808a-63890506ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:34.795929 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97aaaebc-ff89-4ee6-9d15-f251c489a9d9 req-f364f729-fae5-4bea-808a-63890506ed6f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0395153 Sep 23 20:39:34.829852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97aaaebc-ff89-4ee6-9d15-f251c489a9d9 req-7b28012e-bcaf-44c7-8844-db631d7971cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263827 Sep 23 20:39:35.548928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb35f17-1a8e-4d72-b7b1-04ea60c3e8e7 req-4c6bcd7b-b94a-4802-8918-8dff21dd31f5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:35.550439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6eb35f17-1a8e-4d72-b7b1-04ea60c3e8e7 req-4c6bcd7b-b94a-4802-8918-8dff21dd31f5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0535851 Sep 23 20:39:35.588095 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6eb35f17-1a8e-4d72-b7b1-04ea60c3e8e7 req-012ab0ec-b9e0-4a1b-8528-add2440fc56a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 Sep 23 20:39:36.702225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd2673-0ca9-4ea3-9442-4df6313a0374 req-e41a2691-7da1-4607-ba59-ac67dde7f511 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:36.703723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fdd2673-0ca9-4ea3-9442-4df6313a0374 req-e41a2691-7da1-4607-ba59-ac67dde7f511 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0504763 Sep 23 20:39:36.742230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fdd2673-0ca9-4ea3-9442-4df6313a0374 req-4908b61e-49e0-489d-84d4-7b18f35bca4d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Sep 23 20:39:36.859225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba6067-0933-47e6-be1b-3897643ab188 req-a0170d9f-c8ee-4a21-a799-54753d8bf98f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:36.860785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6aba6067-0933-47e6-be1b-3897643ab188 req-a0170d9f-c8ee-4a21-a799-54753d8bf98f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Sep 23 20:39:36.903768 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6aba6067-0933-47e6-be1b-3897643ab188 req-a476e68e-135f-41fb-9037-58417ac555a7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367892 Sep 23 20:39:36.928617 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.974775 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1820d7e-7529-4b8d-a5c7-a984f66112bd tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:36.976422 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a1820d7e-7529-4b8d-a5c7-a984f66112bd tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 1091 time: 0.0467131 Sep 23 20:39:36.979399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.983636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:37.007737 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.107110 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.215093 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.203 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/f7ff5dfc-042d-44af-a6b6-24d9980c1944) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:37.326837 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.358760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.400005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:37.402752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:37.406266 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:37.413631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=f7ff5dfc-042d-44af-a6b6-24d9980c1944,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:37.756078 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.831385 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.987706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.992412 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.057595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=f7ff5dfc-042d-44af-a6b6-24d9980c1944,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:38.069413 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.168151 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP d7afaff6-d1ca-46dd-88e1-d39526eb28fa associated. External IP: 172.25.6.203, port: acc00102-20a9-453b-aa10-a44cb3bfcbd0. Sep 23 20:39:38.714272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 838fc66c-754d-407a-8175-216f7b1ef87d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:38.821415 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:38.830803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] Sync routers for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:38.837617 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.840822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:38.841429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:38.866959 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-008bdd7a-30da-4c2d-be37-d1f8b27770a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8840952 Sep 23 20:39:38.866959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:38.867346 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b88a65-cefc-4841-bf26-a3505ab5733a" -d '{"events": [{"name": "network-changed", "server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:38.945759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:38.960518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e07d0-26c8-4cbb-8370-00092f22209c req-e78f8898-8626-43a6-b8bb-35584c33ba5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:38.962045 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b4e07d0-26c8-4cbb-8370-00092f22209c req-e78f8898-8626-43a6-b8bb-35584c33ba5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Sep 23 20:39:39.001905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b4e07d0-26c8-4cbb-8370-00092f22209c req-708748e0-b5af-441c-9cd9-969e87795de8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Sep 23 20:39:39.025067 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46272) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:39.047078 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6725ca4-e657-42bb-ba78-beabb54f9524 x-openstack-request-id: req-d6725ca4-e657-42bb-ba78-beabb54f9524 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:39.047373 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:39.047619 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6725ca4-e657-42bb-ba78-beabb54f9524 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:39.048021 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'status': 'completed', 'code': 200} Sep 23 20:39:39.090266 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-399e8219-1d4c-4789-a981-949720418cd4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/d7afaff6-d1ca-46dd-88e1-d39526eb28fa HTTP/1.1" status: 200 len: 991 time: 0.0636849 Sep 23 20:39:39.110476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-b7e62e96-fc6c-45eb-8d21-52ebcec13c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:39.112011 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-b7e62e96-fc6c-45eb-8d21-52ebcec13c54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0419085 Sep 23 20:39:39.175182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd7afaff6-d1ca-46dd-88e1-d39526eb28fa', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'port_id': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'mac_address': 'fa:16:3e:1e:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66528e37-b559-4a65-8438-7fa21332b5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:37Z', 'updated_at': '2021-09-23T20:39:37Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:39.201314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] Checking router: 838fc66c-754d-407a-8175-216f7b1ef87d for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:39.205952 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-a6d38855-d0fb-4c78-925f-9b81c802e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:39.207489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-a6d38855-d0fb-4c78-925f-9b81c802e9a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4d16753-7d29-4cf2-be1e-7c425d76a54c HTTP/1.1" status: 200 len: 896 time: 0.0884900 Sep 23 20:39:39.210037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:39.210677 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:39:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:39.271655 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-8541995f-7fe3-454b-9349-3ac97d50711e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0 HTTP/1.1" status: 200 len: 999 time: 0.0568478 Sep 23 20:39:39.313497 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:39.324421 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-99f1c571-465d-475d-b377-d31d7b558b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:39.325905 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-99f1c571-465d-475d-b377-d31d7b558b69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c88098a0-616e-42a0-98e8-cb3f0f102c68 HTTP/1.1" status: 200 len: 835 time: 0.0479746 Sep 23 20:39:39.372097 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-8333fbb2-f5df-4aea-8fcd-e353daf748fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:39.373612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-8333fbb2-f5df-4aea-8fcd-e353daf748fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4d16753-7d29-4cf2-be1e-7c425d76a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397177 Sep 23 20:39:39.464238 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-cbae6da1-36a1-4a5e-9afd-be09b1a38013 service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830340 Sep 23 20:39:39.535046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd7afaff6-d1ca-46dd-88e1-d39526eb28fa', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'port_id': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'mac_address': 'fa:16:3e:1e:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66528e37-b559-4a65-8438-7fa21332b5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:37Z', 'updated_at': '2021-09-23T20:39:37Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:39.558578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-71b88a65-cefc-4841-bf26-a3505ab5733a req-81914446-27ff-4167-8c5c-2f9c862a77fe service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872281 Sep 23 20:39:39.561036 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083b80c-f342-4e41-88f9-334cda459deb None None] The sync data for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 is: [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd7afaff6-d1ca-46dd-88e1-d39526eb28fa', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'port_id': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'mac_address': 'fa:16:3e:1e:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66528e37-b559-4a65-8438-7fa21332b5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:37Z', 'updated_at': '2021-09-23T20:39:37Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:39.763697 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded6fda7-d8d9-42dc-bbfc-3b543f4c18fe None None] New status for floating IP d7afaff6-d1ca-46dd-88e1-d39526eb28fa: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:39:40.094029 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46274) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:40.157847 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6ea7da7a-4d2f-4cfb-b31f-c2bcef4c560d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/d7afaff6-d1ca-46dd-88e1-d39526eb28fa HTTP/1.1" status: 200 len: 993 time: 0.0626550 Sep 23 20:39:43.289011 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-71e63d40-2fcb-4ece-9c71-0c958a3e224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:44.515696 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:39:46.417361 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3af727-8f3b-4ebb-941f-f629a86fa093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:46.590179 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:47.345936 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:48.844008 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:56.134670 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:57.453653 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:11.521187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717276-9f0f-4fa2-b67f-bea897403a27 req-de4f6af8-3b4f-47c0-891e-80bc890f8a85 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:11.522716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10717276-9f0f-4fa2-b67f-bea897403a27 req-de4f6af8-3b4f-47c0-891e-80bc890f8a85 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0482714 Sep 23 20:40:11.562465 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10717276-9f0f-4fa2-b67f-bea897403a27 req-a35465cf-b3ac-4294-98c7-efbfab562474 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330226 Sep 23 20:40:12.699394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6350-8465-479e-8f76-a578e24c79a7 req-6e2448ca-3c89-457a-b926-bc2d110cb603 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:12.700884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f56c6350-8465-479e-8f76-a578e24c79a7 req-6e2448ca-3c89-457a-b926-bc2d110cb603 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0619838 Sep 23 20:40:12.738517 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f56c6350-8465-479e-8f76-a578e24c79a7 req-6c9dd9a0-b6f0-4ca5-a161-89585c1c7031 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Sep 23 20:40:12.760208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:12.819797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-bce31f9f-4214-4bd3-89a1-a206edc1c64a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/d7afaff6-d1ca-46dd-88e1-d39526eb28fa HTTP/1.1" status: 200 len: 993 time: 0.0584660 Sep 23 20:40:13.291112 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e727091-d86b-4ef0-b792-b6d441fbfe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:13.397588 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-43f39c5e-ea49-4d18-b3c1-3bd5d87a4ec6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419984 Sep 23 20:40:13.489677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-a2cda7e7-ef46-41b1-8e19-b20037f1ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:13.491687 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-a2cda7e7-ef46-41b1-8e19-b20037f1ad61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0495362 Sep 23 20:40:13.593200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-c0ac814a-4082-45f9-906b-8c6ab4c64133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:13.594792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-c0ac814a-4082-45f9-906b-8c6ab4c64133 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4d16753-7d29-4cf2-be1e-7c425d76a54c HTTP/1.1" status: 200 len: 896 time: 0.0846655 Sep 23 20:40:13.666808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-ec7dc2ab-4ca0-4d53-bc7f-482fca40fc78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0 HTTP/1.1" status: 200 len: 1001 time: 0.0650012 Sep 23 20:40:13.741114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-47a91658-2b35-472b-b2c5-4a090a14a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:13.743783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-47a91658-2b35-472b-b2c5-4a090a14a53d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c88098a0-616e-42a0-98e8-cb3f0f102c68 HTTP/1.1" status: 200 len: 835 time: 0.0690732 Sep 23 20:40:13.800677 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-c93ca649-034f-4128-a447-b1a83f85cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:13.802197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-c93ca649-034f-4128-a447-b1a83f85cd33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4d16753-7d29-4cf2-be1e-7c425d76a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507243 Sep 23 20:40:13.897766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-771f1e64-e36b-4e4b-9c98-e18e44adb184 service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886030 Sep 23 20:40:14.013419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ac5ad03-ee29-4d29-9684-af2953954a57 req-c69f302b-982b-4f58-8b30-a507dbaba14e service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081204 Sep 23 20:40:14.109736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d70b-077d-489c-a191-57b4533b3046 req-f0f2ae7f-0e33-45d2-b88b-f882384e98ec tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:14.111321 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e90d70b-077d-489c-a191-57b4533b3046 req-f0f2ae7f-0e33-45d2-b88b-f882384e98ec tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0564430 Sep 23 20:40:14.149423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7e90d70b-077d-489c-a191-57b4533b3046 req-3e6746aa-ce8e-436b-806c-8f6d434b9767 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Sep 23 20:40:15.266166 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a10945-4659-4228-a637-f61a432bc5e8 req-4ea33d2b-f6ae-4b54-92e5-61750119abb2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:15.267690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84a10945-4659-4228-a637-f61a432bc5e8 req-4ea33d2b-f6ae-4b54-92e5-61750119abb2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0488257 Sep 23 20:40:15.305980 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84a10945-4659-4228-a637-f61a432bc5e8 req-5599a5f6-ec50-496b-9275-e779b1b5aaef tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Sep 23 20:40:16.419884 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7473257-b94a-43cf-9c6e-b8403c1d4b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:16.425172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e7962-d213-4d72-aede-6fda8c697aab req-c1e8dfa1-9c78-4bc9-8a1c-1c6a5d77312d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:16.426746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b6e7962-d213-4d72-aede-6fda8c697aab req-c1e8dfa1-9c78-4bc9-8a1c-1c6a5d77312d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Sep 23 20:40:16.477042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6b6e7962-d213-4d72-aede-6fda8c697aab req-b06e1fe6-99f0-4cd5-abde-b0d48472132a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Sep 23 20:40:16.499372 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:16.572297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-405e91a4-1929-4cfe-8a8e-21f33115eb79 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/d7afaff6-d1ca-46dd-88e1-d39526eb28fa HTTP/1.1" status: 200 len: 993 time: 0.0717356 Sep 23 20:40:16.592549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:16.808380 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46310) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:16.966539 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port f7ff5dfc-042d-44af-a6b6-24d9980c1944 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:40:16.966926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:17.053480 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:17.053810 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:17.068129 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for f7ff5dfc-042d-44af-a6b6-24d9980c1944 owned by network:floatingip {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:40:17.225233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:17.254032 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=f7ff5dfc-042d-44af-a6b6-24d9980c1944,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:17.264844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.265186 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.265527 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.265865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.266200 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.266573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.267460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.267460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.267810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.267947 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.268173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.268496 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:17.328159 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:17.328532 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP d7afaff6-d1ca-46dd-88e1-d39526eb28fa disassociated (deleted). External IP: 172.25.6.203, port: acc00102-20a9-453b-aa10-a44cb3bfcbd0. Sep 23 20:40:17.350259 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:17.546300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 838fc66c-754d-407a-8175-216f7b1ef87d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:40:17.653965 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:40:17.658874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:17.665325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] Sync routers for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:40:17.675291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:17.676517 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:17.687854 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3d76956c-8e3e-4fb2-9e39-a51f3e8df556 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/floatingips/d7afaff6-d1ca-46dd-88e1-d39526eb28fa HTTP/1.1" status: 204 len: 168 time: 0.8757610 Sep 23 20:40:17.687854 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:40:17.693257 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:40:17.808080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:17.929591 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4ea6a-c9c8-4324-af98-370ca60e5873 x-openstack-request-id: req-afa4ea6a-c9c8-4324-af98-370ca60e5873 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:40:17.930623 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:40:17.930718 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afa4ea6a-c9c8-4324-af98-370ca60e5873 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:40:17.931121 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'status': 'completed', 'code': 200} Sep 23 20:40:18.040032 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-b2041bfa-5bd2-4b0b-b3e5-df8d0d43dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:18.041606 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-b2041bfa-5bd2-4b0b-b3e5-df8d0d43dd10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0872033 Sep 23 20:40:18.068313 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78293-0ba0-440c-a744-2666811f1ff7 req-b879550f-a232-475f-bf53-8fb27e3b61a2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:18.069852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bf78293-0ba0-440c-a744-2666811f1ff7 req-b879550f-a232-475f-bf53-8fb27e3b61a2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0814047 Sep 23 20:40:18.164242 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7bf78293-0ba0-440c-a744-2666811f1ff7 req-fcda0484-6dcf-433b-8f77-51011fdf0724 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744326 Sep 23 20:40:18.188066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-f0b5b710-1ec3-4b12-a264-385339aac4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:18.189570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-f0b5b710-1ec3-4b12-a264-385339aac4ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4d16753-7d29-4cf2-be1e-7c425d76a54c HTTP/1.1" status: 200 len: 896 time: 0.1391413 Sep 23 20:40:18.197732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:18.225090 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] Checking router: 838fc66c-754d-407a-8175-216f7b1ef87d for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:40:18.235348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:18.235982 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:18.237845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-5c21bf89-8a5e-4632-a3d2-0279b683a60a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0 HTTP/1.1" status: 200 len: 217 time: 0.0407295 Sep 23 20:40:18.289374 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-d7cad67e-8b53-41f1-9f9b-80b6d9701770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:18.291494 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-d7cad67e-8b53-41f1-9f9b-80b6d9701770 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c88098a0-616e-42a0-98e8-cb3f0f102c68 HTTP/1.1" status: 200 len: 835 time: 0.0468781 Sep 23 20:40:18.347674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-cbb07960-5e2a-41ca-90a6-9a893126b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:18.350098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-cbb07960-5e2a-41ca-90a6-9a893126b91d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4d16753-7d29-4cf2-be1e-7c425d76a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515091 Sep 23 20:40:18.356057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:18.447552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-ba95cf44-2dc9-4e34-be5d-4fa488b132cb service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892379 Sep 23 20:40:18.548909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-15bb9d8b-1d78-4875-9cf9-1570d2239ccf req-5a2bfe51-e27b-4e75-9b5d-3f5c432bceb6 service neutron] 10.222.0.72 "GET /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929244 Sep 23 20:40:18.560305 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:18.592466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab176e27-7fa8-411a-ad96-b891c994be16 None None] The sync data for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 is: [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '84cf8e1f-0966-4d82-93f9-ef72a61dffed', 'name': '', 'network_id': 'f4d16753-7d29-4cf2-be1e-7c425d76a54c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:56:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:24Z', 'updated_at': '2021-09-23T20:39:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'c88098a0-616e-42a0-98e8-cb3f0f102c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:40:18.818817 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698024ee-67bf-4c88-b027-01202f5e2fef None None] New status for floating IP d7afaff6-d1ca-46dd-88e1-d39526eb28fa: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:40:18.850041 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:19.298645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e47f6f-f37d-4bdb-800b-e75bd07c584d req-ddabdfed-733a-428c-816f-7cf0178bcffc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:19.300157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e47f6f-f37d-4bdb-800b-e75bd07c584d req-ddabdfed-733a-428c-816f-7cf0178bcffc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0516186 Sep 23 20:40:19.343075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-79e47f6f-f37d-4bdb-800b-e75bd07c584d req-68599266-95b8-4ddf-b7be-797d51613a07 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1d15989-df6d-42f4-af79-47615b77dc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368614 Sep 23 20:40:19.403959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-8bf35cf7-5aee-40d1-bda2-7a3d5c900535 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:19.405476 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-8bf35cf7-5aee-40d1-bda2-7a3d5c900535 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/ports?device_id=66528e37-b559-4a65-8438-7fa21332b5c1 HTTP/1.1" status: 200 len: 945 time: 0.0491996 Sep 23 20:40:19.495080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port acc00102-20a9-453b-aa10-a44cb3bfcbd0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:40:19.495313 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:19.586578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port acc00102-20a9-453b-aa10-a44cb3bfcbd0, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=acc00102-20a9-453b-aa10-a44cb3bfcbd0,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:19.586945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:19.598840 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for acc00102-20a9-453b-aa10-a44cb3bfcbd0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:40:19.728176 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:19.757092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=acc00102-20a9-453b-aa10-a44cb3bfcbd0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:19.783278 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.783624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.783961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.784290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.784614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.784939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.785261 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.785581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.785903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.786246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.786566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.786882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:19.809454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] No DVR routers for this DVR port acc00102-20a9-453b-aa10-a44cb3bfcbd0 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:40:19.812482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:19.814819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6a92e36-389f-46f4-99b1-23720d1c5a08 req-e6ca9d1b-9d1b-4208-b1cb-066672a62e44 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "DELETE /v2.0/ports/acc00102-20a9-453b-aa10-a44cb3bfcbd0 HTTP/1.1" status: 204 len: 173 time: 0.4023225 Sep 23 20:40:19.815286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'name': 'network-vif-deleted', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:40:19.817654 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60060d7f-9da0-4902-b896-59773de24b8f" -d '{"events": [{"server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "name": "network-vif-deleted", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:40:19.920556 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b639005a-25e9-4e70-a67b-3980042e69a9 x-openstack-request-id: req-b639005a-25e9-4e70-a67b-3980042e69a9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:40:19.920854 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66528e37-b559-4a65-8438-7fa21332b5c1", "name": "network-vif-deleted", "tag": "acc00102-20a9-453b-aa10-a44cb3bfcbd0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:40:19.921105 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b639005a-25e9-4e70-a67b-3980042e69a9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:40:19.921501 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66528e37-b559-4a65-8438-7fa21332b5c1', 'name': 'network-vif-deleted', 'tag': 'acc00102-20a9-453b-aa10-a44cb3bfcbd0', 'status': 'completed', 'code': 200} Sep 23 20:40:20.403028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:20.758526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:21.008429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 84cf8e1f-0966-4d82-93f9-ef72a61dffed {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:40:21.008835 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:21.094419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 84cf8e1f-0966-4d82-93f9-ef72a61dffed, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=84cf8e1f-0966-4d82-93f9-ef72a61dffed,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:21.094783 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:21.106938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 84cf8e1f-0966-4d82-93f9-ef72a61dffed owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:40:21.287404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:21.319614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=84cf8e1f-0966-4d82-93f9-ef72a61dffed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:21.506433 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:21.514492 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:40:21.723212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 838fc66c-754d-407a-8175-216f7b1ef87d has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:40:21.832344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:40:21.841209 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46330) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:21.842710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ac60a891-9ce3-44f9-a93e-9de029137126 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/838fc66c-754d-407a-8175-216f7b1ef87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4386001 Sep 23 20:40:21.843543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] Sync routers for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:40:21.854155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:21.854793 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:21.892898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting subnet c88098a0-616e-42a0-98e8-cb3f0f102c68 {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:40:21.896034 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:21.941326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:21.963890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:22.034319 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.091521 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.119320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Subnet': ['ID=c88098a0-616e-42a0-98e8-cb3f0f102c68,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:22.121290 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.125930 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8bc19928-1f10-4f35-bb81-f6971ae33067 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/subnets/c88098a0-616e-42a0-98e8-cb3f0f102c68 HTTP/1.1" status: 204 len: 168 time: 0.2836986 Sep 23 20:40:22.126645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:22.129902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccea4c-9bfa-424d-992a-dd78b5f456bf None None] Network f4d16753-7d29-4cf2-be1e-7c425d76a54c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:40:22.222236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:40:21Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:22.264346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] Checking router: 838fc66c-754d-407a-8175-216f7b1ef87d for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:40:22.279341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] Routers {'838fc66c-754d-407a-8175-216f7b1ef87d'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:22.279977 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['838fc66c-754d-407a-8175-216f7b1ef87d'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:22.409960 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] Set router 838fc66c-754d-407a-8175-216f7b1ef87d gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:22.440806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] DHCP port deletion for f4d16753-7d29-4cf2-be1e-7c425d76a54c request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:40:22.600882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Deleting port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:40:22.601167 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.605760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.672360 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] For port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=90ee7ce7-9bf4-48f5-84b7-ae5520c528ec,segment=NetworkSegment(f1011da3-f323-48a7-aa98-8f69d322b205),segment_id=f1011da3-f323-48a7-aa98-8f69d322b205)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:22.672753 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.688346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Calling delete_port for 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:40:22.705383 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:40:21Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:22.715181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.740947 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device acc00102-20a9-453b-aa10-a44cb3bfcbd0 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:40:22.769181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 38b54e3f-416b-466d-af10-3adb00dd2d28 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:40:22.769533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.769716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402e2de-47af-49b7-afd5-34b514080987 None None] The sync data for ids ['838fc66c-754d-407a-8175-216f7b1ef87d'] in n-d-810763-1 is: [{'id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872323897', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:40:21Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '38b54e3f-416b-466d-af10-3adb00dd2d28', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838fc66c-754d-407a-8175-216f7b1ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:22Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:40:22.792243 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: acc00102-20a9-453b-aa10-a44cb3bfcbd0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:40:22.792580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device acc00102-20a9-453b-aa10-a44cb3bfcbd0 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:40:22.830353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.857756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 38b54e3f-416b-466d-af10-3adb00dd2d28, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=38b54e3f-416b-466d-af10-3adb00dd2d28,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:22.858023 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:22.861997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Pushing event deleted for resources: {'Port': ['ID=90ee7ce7-9bf4-48f5-84b7-ae5520c528ec,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:22.869285 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] No DVR routers for this DVR port 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:40:22.871689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.872031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.872227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 38b54e3f-416b-466d-af10-3adb00dd2d28 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:40:22.872385 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.872694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.873018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.873407 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.873661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.873986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.874336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.874658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.874975 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:22.875293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663bf40-8b09-4e76-84a3-0d32f18c3527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:23.042422 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.073070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=38b54e3f-416b-466d-af10-3adb00dd2d28,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:23.143026 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.236058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.238392 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.280828 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.281326 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Fanout notify agent at l3_agent the message router_deleted on router 838fc66c-754d-407a-8175-216f7b1ef87d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:40:23.288066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.289282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7e047dc8-a403-4749-9e8c-fa693284e2fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/routers/838fc66c-754d-407a-8175-216f7b1ef87d HTTP/1.1" status: 204 len: 168 time: 1.1615887 Sep 23 20:40:23.291996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:23.375510 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.482094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.502315 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d16753-7d29-4cf2-be1e-7c425d76a54c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:23.511920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1011da3-f323-48a7-aa98-8f69d322b205') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:23.512215 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1011da3-f323-48a7-aa98-8f69d322b205') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:23.521289 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.533929 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.540200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:40:23.540583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:40:23.543527 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:40:23.599875 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.608035 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.609334 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/networks/f4d16753-7d29-4cf2-be1e-7c425d76a54c HTTP/1.1" status: 204 len: 168 time: 0.3163080 Sep 23 20:40:23.612211 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46336) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:23.621541 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35716e6-9cd8-438e-8cc1-5264d0824d12 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Network': ['ID=f4d16753-7d29-4cf2-be1e-7c425d76a54c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:23.670233 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5218faf-68b5-4926-b846-195a0988586e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.699535 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5218faf-68b5-4926-b846-195a0988586e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.764727 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5218faf-68b5-4926-b846-195a0988586e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.767416 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f5218faf-68b5-4926-b846-195a0988586e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.768581 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f5218faf-68b5-4926-b846-195a0988586e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/security-groups/c1d15989-df6d-42f4-af79-47615b77dc00 HTTP/1.1" status: 204 len: 168 time: 0.1553991 Sep 23 20:40:23.778758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5218faf-68b5-4926-b846-195a0988586e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d15989-df6d-42f4-af79-47615b77dc00,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:23.885918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 84cf8e1f-0966-4d82-93f9-ef72a61dffed no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:40:23.906873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 84cf8e1f-0966-4d82-93f9-ef72a61dffed {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:40:23.907220 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 84cf8e1f-0966-4d82-93f9-ef72a61dffed not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:40:23.907644 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 38b54e3f-416b-466d-af10-3adb00dd2d28 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:40:23.925846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 38b54e3f-416b-466d-af10-3adb00dd2d28 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:40:23.926120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 38b54e3f-416b-466d-af10-3adb00dd2d28 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:40:23.926555 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:40:23.944965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:40:23.945930 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 90ee7ce7-9bf4-48f5-84b7-ae5520c528ec not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:40:24.459081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46342) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:24.464467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3e363d4b-984c-4e50-822f-d7a8de5fff4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397360753', 'description': 'tempest-secgroup-smoke-397360753 description', 'project_id': 'a0b57aab6135417186c284b83e777726'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:24.487097 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e363d4b-984c-4e50-822f-d7a8de5fff4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.568645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e363d4b-984c-4e50-822f-d7a8de5fff4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.572415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e363d4b-984c-4e50-822f-d7a8de5fff4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.596106 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e363d4b-984c-4e50-822f-d7a8de5fff4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.597269 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3e363d4b-984c-4e50-822f-d7a8de5fff4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1371748 Sep 23 20:40:24.600370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:24.605699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a5b3560f-c690-46b1-849e-b44fb585e0ac tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '54508365-8553-45c6-945a-4bcdb9556d4f', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:24.606090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e363d4b-984c-4e50-822f-d7a8de5fff4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54508365-8553-45c6-945a-4bcdb9556d4f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:24.631399 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560f-c690-46b1-849e-b44fb585e0ac tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.692043 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560f-c690-46b1-849e-b44fb585e0ac tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.695739 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560f-c690-46b1-849e-b44fb585e0ac tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.713898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3560f-c690-46b1-849e-b44fb585e0ac tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84316832-2beb-410f-b02f-14d9b612d776,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:24.720978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560f-c690-46b1-849e-b44fb585e0ac tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.722368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a5b3560f-c690-46b1-849e-b44fb585e0ac tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208627 Sep 23 20:40:24.725144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46346) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:24.730371 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a9a6d6ae-a1cc-495a-b3de-6c08cd99b768 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '54508365-8553-45c6-945a-4bcdb9556d4f', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:24.755948 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d6ae-a1cc-495a-b3de-6c08cd99b768 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.803739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d6ae-a1cc-495a-b3de-6c08cd99b768 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.807155 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d6ae-a1cc-495a-b3de-6c08cd99b768 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.825225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6d6ae-a1cc-495a-b3de-6c08cd99b768 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcc4038-66ec-4e32-9905-062c2a8eb0e6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:24.832319 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d6ae-a1cc-495a-b3de-6c08cd99b768 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.833549 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a9a6d6ae-a1cc-495a-b3de-6c08cd99b768 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1074266 Sep 23 20:40:24.836815 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46348) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:24.841363 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-10dd2bfc-26fb-4a24-83ce-aaee9d1e0de2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '54508365-8553-45c6-945a-4bcdb9556d4f', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:24.868451 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10dd2bfc-26fb-4a24-83ce-aaee9d1e0de2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.929694 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10dd2bfc-26fb-4a24-83ce-aaee9d1e0de2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.933367 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10dd2bfc-26fb-4a24-83ce-aaee9d1e0de2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.950563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd2bfc-26fb-4a24-83ce-aaee9d1e0de2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4bf2da-160a-4781-97ae-8135a44508bc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:24.960595 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10dd2bfc-26fb-4a24-83ce-aaee9d1e0de2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:24.962433 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-10dd2bfc-26fb-4a24-83ce-aaee9d1e0de2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245701 Sep 23 20:40:24.965353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46350) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:24.969534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b89b7df2-1a9f-4f05-80a7-5cb7e5f3c46f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '54508365-8553-45c6-945a-4bcdb9556d4f', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:24.999510 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b89b7df2-1a9f-4f05-80a7-5cb7e5f3c46f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.058958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b89b7df2-1a9f-4f05-80a7-5cb7e5f3c46f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.062444 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b89b7df2-1a9f-4f05-80a7-5cb7e5f3c46f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.080554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b7df2-1a9f-4f05-80a7-5cb7e5f3c46f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246b3900-4dd9-4082-a86a-f9e0c4bcd3c6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:25.087807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b89b7df2-1a9f-4f05-80a7-5cb7e5f3c46f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.088998 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b89b7df2-1a9f-4f05-80a7-5cb7e5f3c46f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227484 Sep 23 20:40:25.091785 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46352) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:25.096112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '54508365-8553-45c6-945a-4bcdb9556d4f', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:25.116561 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:40:25.121362 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.181065 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.184497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.203560 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fb5562-23da-4b74-af88-85977ff16097,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:25.206781 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.208061 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a5d5c228-1558-4829-8947-e6e415480d17 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153085 Sep 23 20:40:25.210783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46354) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:25.215036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '54508365-8553-45c6-945a-4bcdb9556d4f', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:25.236765 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:40:25.241490 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.304575 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.308665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.606384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a1c815-3e76-4ddb-9681-249780f0e2a9,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:25.609666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.610945 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a323d7dc-3252-4264-a4eb-36fc66a3aa5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3992209 Sep 23 20:40:25.613780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46356) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:25.618573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'network': {'name': 'tempest-network-smoke--645028087', 'project_id': 'a0b57aab6135417186c284b83e777726', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:25.638148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:40:25.641441 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.665659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:40:25.675302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.675786 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Added segment ae3347c2-07ac-47fb-8c17-342f701ff15d of type vlan for network b996ce25-0eef-43ff-a100-0697939891be Sep 23 20:40:25.715282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.739681 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.745261 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:25.745966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.778492 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1636534 Sep 23 20:40:25.781256 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46358) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:25.785489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'admin_state_up': True, 'project_id': 'a0b57aab6135417186c284b83e777726', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:25.827166 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48792d2-2c45-4837-bc03-7a10d7db7750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Network': ['ID=b996ce25-0eef-43ff-a100-0697939891be,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:25.839154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network b996ce25-0eef-43ff-a100-0697939891be details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:40:25.843124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.844283 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.906329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:26.051216 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:26.128971 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:26.240962 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:26.264767 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:26.377414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.185 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/973ad370-eaf5-4dca-ba53-4e0c1f323440) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:40:26.483873 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:26.518363 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:26.557728 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:40:26.560529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:40:26.564347 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:40:26.588449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=973ad370-eaf5-4dca-ba53-4e0c1f323440,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:26.833821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.032874 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.171659 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 19a1400d-56e6-46d0-a350-f978c3a2d339 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:40:27.277422 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:40:27.290357 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Sync routers for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:40:27.300103 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:27.300699 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:27.300843 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.302057 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-3a37d7e4-a08b-475d-a82b-3b131521cb99 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5198812 Sep 23 20:40:27.305428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:27.337264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-42eb4548-8d84-4248-866c-3b85c40e5ea3 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a0b57aab6135417186c284b83e777726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276511 Sep 23 20:40:27.337558 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:27.407796 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:27.431564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec6f86-527d-4b07-94fe-9b6e227f363f tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:27.433046 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-61ec6f86-527d-4b07-94fe-9b6e227f363f tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945334 Sep 23 20:40:27.435925 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:27.465748 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-70f7f945-849f-403e-a49f-f224943f9cf2 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286641 Sep 23 20:40:27.468319 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:27.473239 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1119746784', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'project_id': 'a0b57aab6135417186c284b83e777726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:27.475261 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.572581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:40:27.576306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.596383 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:26Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:27.622615 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Checking router: 19a1400d-56e6-46d0-a350-f978c3a2d339 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:40:27.622967 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Updating router 19a1400d-56e6-46d0-a350-f978c3a2d339 port 973ad370-eaf5-4dca-ba53-4e0c1f323440 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:40:27.656624 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.790526 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.857871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Subnet': ['ID=dff66ae2-aeb3-4802-b589-fd6cb0dfc081,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:27.865506 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Checking segment: {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:40:27.865871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network hostable DHCP agents. Network: b996ce25-0eef-43ff-a100-0697939891be, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:40:27.884588 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b996ce25-0eef-43ff-a100-0697939891be is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:40:27.893880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, b996ce25-0eef-43ff-a100-0697939891be) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:40:27.898729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:27.899322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.903318 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f6daf8-3777-4f36-a860-e1d0bf02dfbf None None] Network b996ce25-0eef-43ff-a100-0697939891be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:40:27.918417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c1e7297c-809f-4988-89e1-f39cf52ab063 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4489958 Sep 23 20:40:27.921429 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:27.930182 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.937801 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:27.989098 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Attempting to bind port 973ad370-eaf5-4dca-ba53-4e0c1f323440 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:40:27.989459 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Attempting to bind port 973ad370-eaf5-4dca-ba53-4e0c1f323440 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:40:27.989829 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Attempting to bind port 973ad370-eaf5-4dca-ba53-4e0c1f323440 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:40:27.998910 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:40:27.999307 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:40:27.999681 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.000073 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:40:28.000544 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Bound port: 973ad370-eaf5-4dca-ba53-4e0c1f323440, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:40:28.000929 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.027726 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Pushing event updated for resources: {'Port': ['ID=973ad370-eaf5-4dca-ba53-4e0c1f323440,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:28.044702 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.044944 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.045276 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.045608 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.045937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.046288 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.046617 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.046937 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.047256 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.047577 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.047895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.048211 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:40:28.081048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-b996ce25-0eef-43ff-a100-0697939891be', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:40:28.081725 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] For port 973ad370-eaf5-4dca-ba53-4e0c1f323440, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:40:28.081948 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.085154 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] For port 973ad370-eaf5-4dca-ba53-4e0c1f323440, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=973ad370-eaf5-4dca-ba53-4e0c1f323440,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:40:28.094084 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.161860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde89c0-8a5f-4798-88a7-8038f4df86e0 None None] Pushing event updated for resources: {'Port': ['ID=973ad370-eaf5-4dca-ba53-4e0c1f323440,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:28.166568 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:28.167184 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:28.240946 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Allocated IP 172.20.0.2 (b996ce25-0eef-43ff-a100-0697939891be/dff66ae2-aeb3-4802-b589-fd6cb0dfc081/250d71e8-e50e-4985-9162-5a0e6a5fef9f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:40:28.280675 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:28.415133 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.427321 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.432332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.467124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Network b996ce25-0eef-43ff-a100-0697939891be is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:40:28.470239 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:40:28.472771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:40:28.478984 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:26Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:28.489183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Pushing event updated for resources: {'Port': ['ID=250d71e8-e50e-4985-9162-5a0e6a5fef9f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:28.527284 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8507451-e4c3-4667-a225-aeac89e75c73 None None] The sync data for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 is: [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:26Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:40:28.551623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Attempting to bind port 250d71e8-e50e-4985-9162-5a0e6a5fef9f on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:40:28.551623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Attempting to bind port 250d71e8-e50e-4985-9162-5a0e6a5fef9f by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:40:28.552052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Attempting to bind port 250d71e8-e50e-4985-9162-5a0e6a5fef9f on network b996ce25-0eef-43ff-a100-0697939891be {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:40:28.560223 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:40:28.560906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Checking segment: {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:40:28.561083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.561460 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Bound using segment: {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:40:28.562273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Bound port: 250d71e8-e50e-4985-9162-5a0e6a5fef9f, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:40:28.562619 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.788300 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.1 (b996ce25-0eef-43ff-a100-0697939891be/dff66ae2-aeb3-4802-b589-fd6cb0dfc081/c16becbb-913c-4261-8a7f-c95847037cd9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:40:28.823386 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] For port 250d71e8-e50e-4985-9162-5a0e6a5fef9f, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:40:28.827208 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] For port 250d71e8-e50e-4985-9162-5a0e6a5fef9f, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=250d71e8-e50e-4985-9162-5a0e6a5fef9f,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:40:28.834873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.905439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99308f0-e348-4dce-bd91-b678d60c6aaa None None] Pushing event updated for resources: {'Port': ['ID=250d71e8-e50e-4985-9162-5a0e6a5fef9f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:28.953426 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.994252 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:29.047903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b996ce25-0eef-43ff-a100-0697939891be is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:40:29.051289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:40:29.064571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:40:29.099399 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=c16becbb-913c-4261-8a7f-c95847037cd9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:29.126543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:29.293686 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:29.609200 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:29.614099 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:29.690845 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=c16becbb-913c-4261-8a7f-c95847037cd9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:29.693351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:29.819147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b996ce25-0eef-43ff-a100-0697939891be is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:40:29.821151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:40:29.965055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 250d71e8-e50e-4985-9162-5a0e6a5fef9f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:40:29.985505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 19a1400d-56e6-46d0-a350-f978c3a2d339 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:40:29.998471 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f1fac-21eb-468b-80a4-cc4012439b63 None None] Network b996ce25-0eef-43ff-a100-0697939891be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:40:30.089485 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3a1887ef-5028-4d78-9e93-11115b0f4a85 None None] Provisioning complete for port 250d71e8-e50e-4985-9162-5a0e6a5fef9f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:30.089859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a1887ef-5028-4d78-9e93-11115b0f4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:30.126508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:40:30.131741 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9a9518eb-0400-4f18-8b06-4c8883e39ead tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/19a1400d-56e6-46d0-a350-f978c3a2d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091217 Sep 23 20:40:30.155543 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 250d71e8-e50e-4985-9162-5a0e6a5fef9f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:30.155918 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:30.284171 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-a8d25e92-7174-4319-9eb1-fa715c4ad712 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397360753&fields=id&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 267 time: 0.0353270 Sep 23 20:40:30.321792 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a1887ef-5028-4d78-9e93-11115b0f4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:30.354603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:30.392853 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3a1887ef-5028-4d78-9e93-11115b0f4a85 None None] For port 250d71e8-e50e-4985-9162-5a0e6a5fef9f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=250d71e8-e50e-4985-9162-5a0e6a5fef9f,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:30.401022 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a1887ef-5028-4d78-9e93-11115b0f4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:30.413158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-aac465b0-7fd1-4a02-9b22-d55b36241512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:30.415213 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-aac465b0-7fd1-4a02-9b22-d55b36241512 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/networks?id=b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 200 len: 796 time: 0.1226096 Sep 23 20:40:30.433623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-57217b2f-ef89-41a9-bbec-311ad1d24c57 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/quotas/a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 375 time: 0.0122864 Sep 23 20:40:30.475281 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:40:30.476851 n-d-810763-1 neutron-server[94827]: DEBUG oslo_db.api [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:40:30.489348 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1887ef-5028-4d78-9e93-11115b0f4a85 None None] Pushing event updated for resources: {'Port': ['ID=250d71e8-e50e-4985-9162-5a0e6a5fef9f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:30.505658 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-48568a6b-1aa0-48ad-b22d-37fcc0d0c634 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644441 Sep 23 20:40:30.552170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Sync routers for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:40:30.568400 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:30.569655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:30.685187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-dd2528f3-5801-4b45-bd96-7d89667b2cb8 service neutron] 10.222.0.38 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661582 Sep 23 20:40:30.697799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:30.755710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5ec28346-ac9b-4dd9-b68c-03a79b664e39 None None] Provisioning complete for port c16becbb-913c-4261-8a7f-c95847037cd9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:30.756092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ec28346-ac9b-4dd9-b68c-03a79b664e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:30.800202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-8b455e20-5d53-4726-98c8-90e1407d7cb4 service neutron] 10.222.0.38 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061058 Sep 23 20:40:30.868060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28346-ac9b-4dd9-b68c-03a79b664e39 None None] Port c16becbb-913c-4261-8a7f-c95847037cd9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:40:30.890180 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5ec28346-ac9b-4dd9-b68c-03a79b664e39 None None] Provisioning complete for port 250d71e8-e50e-4985-9162-5a0e6a5fef9f triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:30.890594 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ec28346-ac9b-4dd9-b68c-03a79b664e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.022271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d45df9b5-3caa-47d4-a805-007ac99a12a1 req-80e7b83e-78b6-4e28-8d8f-52a582b9308d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 210 time: 0.0419838 Sep 23 20:40:31.071609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 973ad370-eaf5-4dca-ba53-4e0c1f323440 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:40:31.114505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 2, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:31.145572 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Checking router: 19a1400d-56e6-46d0-a350-f978c3a2d339 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:40:31.146059 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Updating router 19a1400d-56e6-46d0-a350-f978c3a2d339 port c16becbb-913c-4261-8a7f-c95847037cd9 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:40:31.186611 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.200522 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 973ad370-eaf5-4dca-ba53-4e0c1f323440 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:31.200905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.281554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2f6dd9f4-e44d-459b-b389-56c49546c63d None None] Provisioning complete for port c16becbb-913c-4261-8a7f-c95847037cd9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:31.281935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd9f4-e44d-459b-b389-56c49546c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.390336 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2f6dd9f4-e44d-459b-b389-56c49546c63d None None] Port c16becbb-913c-4261-8a7f-c95847037cd9 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:40:31.478493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.513657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 973ad370-eaf5-4dca-ba53-4e0c1f323440, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=973ad370-eaf5-4dca-ba53-4e0c1f323440,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:31.520578 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.612322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=973ad370-eaf5-4dca-ba53-4e0c1f323440,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:31.634004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.639591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.694749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a33f17-1182-4012-a150-67a7be53d13c None None] Pushing event updated for resources: {'Port': ['ID=c16becbb-913c-4261-8a7f-c95847037cd9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:31.756986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Attempting to bind port c16becbb-913c-4261-8a7f-c95847037cd9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:40:31.756986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Attempting to bind port c16becbb-913c-4261-8a7f-c95847037cd9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:40:31.756986 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Attempting to bind port c16becbb-913c-4261-8a7f-c95847037cd9 on network b996ce25-0eef-43ff-a100-0697939891be {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:40:31.757450 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:40:31.758453 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Checking segment: {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:40:31.758712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.759106 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Bound using segment: {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:40:31.759728 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Bound port: c16becbb-913c-4261-8a7f-c95847037cd9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:40:31.759955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.828602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] For port c16becbb-913c-4261-8a7f-c95847037cd9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:40:31.831857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] For port c16becbb-913c-4261-8a7f-c95847037cd9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c16becbb-913c-4261-8a7f-c95847037cd9,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:40:31.836841 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:31.892525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 250d71e8-e50e-4985-9162-5a0e6a5fef9f up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:40:31.896883 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:31.897526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:32.013154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a33f17-1182-4012-a150-67a7be53d13c None None] Pushing event updated for resources: {'Port': ['ID=c16becbb-913c-4261-8a7f-c95847037cd9,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:32.032593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-209affb3-0b48-4128-9602-d5b00aaaec16 None None] Provisioning complete for port c16becbb-913c-4261-8a7f-c95847037cd9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:32.032973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-209affb3-0b48-4128-9602-d5b00aaaec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.112834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:32.153711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 250d71e8-e50e-4985-9162-5a0e6a5fef9f triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:32.154062 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.195195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1f4e37b3-e204-4fb9-a855-11d5dd4dcafc req-c93692d8-5be0-49c0-b49c-992d6cc8b9b4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 210 time: 0.0387263 Sep 23 20:40:32.212615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-4290d6f8-2652-4678-b984-7f78c51f4fec tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:32.214246 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-4290d6f8-2652-4678-b984-7f78c51f4fec tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/networks?id=b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 200 len: 796 time: 0.2225475 Sep 23 20:40:32.260800 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d7024452-5d62-4f07-87e5-e89f3a353f5e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 379 time: 0.0361047 Sep 23 20:40:32.270930 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'port': {'device_id': '522b3308-0158-4ce6-b406-3afc17511c80', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'admin_state_up': True, 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'security_groups': ['54508365-8553-45c6-945a-4bcdb9556d4f']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:32.282615 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-209affb3-0b48-4128-9602-d5b00aaaec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.400735 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:40:32.404586 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.541062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.12 (b996ce25-0eef-43ff-a100-0697939891be/dff66ae2-aeb3-4802-b589-fd6cb0dfc081/068ff361-0ef3-4c6a-9dec-62c52f5e20a5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:40:32.548006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-209affb3-0b48-4128-9602-d5b00aaaec16 None None] For port c16becbb-913c-4261-8a7f-c95847037cd9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c16becbb-913c-4261-8a7f-c95847037cd9,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:32.558348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-209affb3-0b48-4128-9602-d5b00aaaec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.583596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 973ad370-eaf5-4dca-ba53-4e0c1f323440 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:40:32.672135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209affb3-0b48-4128-9602-d5b00aaaec16 None None] Pushing event updated for resources: {'Port': ['ID=c16becbb-913c-4261-8a7f-c95847037cd9,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:32.700192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-17b7f0a3-f9c6-40b4-b471-4fd925f96c57 None None] Provisioning complete for port c16becbb-913c-4261-8a7f-c95847037cd9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:32.700565 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17b7f0a3-f9c6-40b4-b471-4fd925f96c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.702829 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 973ad370-eaf5-4dca-ba53-4e0c1f323440 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:32.703189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.704482 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.743240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.746866 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:32.785071 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b996ce25-0eef-43ff-a100-0697939891be is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:40:32.786306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6caab7-5b86-4252-a770-1bde00e8e590 None None] The sync data for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 is: [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:40:32.790237 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:40:32.794259 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:40:32.823823 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:32.878686 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:32.879370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:32.907760 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-328d56af-5d81-4f6e-81ef-d34c5581309a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6406815 Sep 23 20:40:32.922139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Request body: {'port': {'device_id': '522b3308-0158-4ce6-b406-3afc17511c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:32.999174 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:33.123756 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b311be82-9ced-45db-b6be-d0551e5f89b5 None None] Provisioning complete for port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:33.124382 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b311be82-9ced-45db-b6be-d0551e5f89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:33.163564 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b311be82-9ced-45db-b6be-d0551e5f89b5 None None] Port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:40:33.477110 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991c0d-2ebc-43d2-b744-e05e59a12fb9 req-39694ede-48e1-4b66-a3df-dd9a98200880 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:33.478722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97991c0d-2ebc-43d2-b744-e05e59a12fb9 req-39694ede-48e1-4b66-a3df-dd9a98200880 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 932 time: 0.0899353 Sep 23 20:40:33.590261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97991c0d-2ebc-43d2-b744-e05e59a12fb9 req-107df3eb-cee6-4466-8a01-8c8770d15227 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688472 Sep 23 20:40:33.742681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:40:33.750919 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:33.764446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Transition to ACTIVE for port object 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:40:33.769125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:33.842264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Pushing event updated for resources: {'Port': ['ID=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:33.913716 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Attempting to bind port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:40:33.914062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Attempting to bind port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:40:33.915124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Attempting to bind port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 on network b996ce25-0eef-43ff-a100-0697939891be {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:40:33.924234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 on network b996ce25-0eef-43ff-a100-0697939891be not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:40:33.924234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Attempting to bind port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 on network b996ce25-0eef-43ff-a100-0697939891be {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:40:33.925684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:40:33.925684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Checking segment: {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:40:33.925998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Bound using segment: {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:40:33.926472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Bound port: 068ff361-0ef3-4c6a-9dec-62c52f5e20a5, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3347c2-07ac-47fb-8c17-342f701ff15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:40:33.926853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:33.954001 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c16becbb-913c-4261-8a7f-c95847037cd9 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:40:34.014412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] For port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:40:34.018149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] For port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:40:34.018563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port c16becbb-913c-4261-8a7f-c95847037cd9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:34.019957 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:34.027844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:34.066602 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.067302 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:34.068784 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] 10.222.0.72 "PUT /v2.0/ports/068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 200 len: 1092 time: 1.1530652 Sep 23 20:40:34.069240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:40:34.071738 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938aa703-e267-487b-9a94-3507662424a2" -d '{"events": [{"name": "network-changed", "server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:40:34.109001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebba62-dc1b-4143-89fd-84c5651d981f service neutron] Pushing event updated for resources: {'Port': ['ID=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:34.132244 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e0d52-9c97-4cee-b66e-f27a04bd0c2b x-openstack-request-id: req-d32e0d52-9c97-4cee-b66e-f27a04bd0c2b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:40:34.132484 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:40:34.132787 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d32e0d52-9c97-4cee-b66e-f27a04bd0c2b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:40:34.133186 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'status': 'completed', 'code': 200} Sep 23 20:40:34.175989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-2e40f34a-9e24-46ce-afe8-61fe02887bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.177541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-2e40f34a-9e24-46ce-afe8-61fe02887bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1095 time: 0.0646522 Sep 23 20:40:34.220274 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-a04267a5-a4f1-437f-a88b-f5feca2b3b72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 200 len: 217 time: 0.0352516 Sep 23 20:40:34.277076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-c41db773-68af-4a05-b274-43092411a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.278601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-c41db773-68af-4a05-b274-43092411a0f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff66ae2-aeb3-4802-b589-fd6cb0dfc081 HTTP/1.1" status: 200 len: 835 time: 0.0514529 Sep 23 20:40:34.325951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-fbf71d50-5d8c-425c-94d4-6e78fa32c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.327522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-fbf71d50-5d8c-425c-94d4-6e78fa32c756 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b996ce25-0eef-43ff-a100-0697939891be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424156 Sep 23 20:40:34.426960 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-1f4e736e-f1ad-4b8b-aeca-c559b3198360 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924735 Sep 23 20:40:34.523931 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6ff6dec9-7d40-4224-b14e-88fcf2b809e6 req-62020944-7c67-4176-8c29-c00b7c4992b3 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898013 Sep 23 20:40:34.622701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa703-e267-487b-9a94-3507662424a2 req-a2a67343-9d45-430c-a1d1-b1c787a0aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.624257 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938aa703-e267-487b-9a94-3507662424a2 req-a2a67343-9d45-430c-a1d1-b1c787a0aafe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1095 time: 0.0423558 Sep 23 20:40:34.750432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa703-e267-487b-9a94-3507662424a2 req-a2c6db2a-957c-44a2-89ee-0d0324569310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.751940 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938aa703-e267-487b-9a94-3507662424a2 req-a2c6db2a-957c-44a2-89ee-0d0324569310 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 200 len: 897 time: 0.1211834 Sep 23 20:40:34.760445 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcb6e8-a08c-46ca-96df-67ddcb9e54ef req-492e202e-c598-4ac5-a52a-fecd29413a50 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.761894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8fcb6e8-a08c-46ca-96df-67ddcb9e54ef req-492e202e-c598-4ac5-a52a-fecd29413a50 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 944 time: 0.0983565 Sep 23 20:40:34.807526 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938aa703-e267-487b-9a94-3507662424a2 req-b5d40aef-711d-4c36-b477-654ba9c948bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 200 len: 217 time: 0.0446353 Sep 23 20:40:34.862092 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8fcb6e8-a08c-46ca-96df-67ddcb9e54ef req-aec46392-3652-41ad-ba90-56b8b1bb1a43 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936029 Sep 23 20:40:34.874927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa703-e267-487b-9a94-3507662424a2 req-d7cf82c6-9aea-479d-891e-b934dc20cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.876413 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938aa703-e267-487b-9a94-3507662424a2 req-d7cf82c6-9aea-479d-891e-b934dc20cebf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff66ae2-aeb3-4802-b589-fd6cb0dfc081 HTTP/1.1" status: 200 len: 835 time: 0.0593214 Sep 23 20:40:34.930168 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa703-e267-487b-9a94-3507662424a2 req-25bceb7d-7e5e-46ba-8db1-0405907d12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:34.931713 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938aa703-e267-487b-9a94-3507662424a2 req-25bceb7d-7e5e-46ba-8db1-0405907d12b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b996ce25-0eef-43ff-a100-0697939891be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473719 Sep 23 20:40:35.031387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938aa703-e267-487b-9a94-3507662424a2 req-c26662e1-c824-4c91-a9b3-03c07c168721 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914619 Sep 23 20:40:35.121827 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-938aa703-e267-487b-9a94-3507662424a2 req-7390e4b6-0c90-4c19-bb9c-fb1b77423f32 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 Sep 23 20:40:35.986034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c8c3-2511-4d33-a369-f3f12b61eda0 req-9c1e792c-9a59-455a-943b-18cb75cae38b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:35.987602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea0c8c3-2511-4d33-a369-f3f12b61eda0 req-9c1e792c-9a59-455a-943b-18cb75cae38b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 944 time: 0.0558269 Sep 23 20:40:36.025761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ea0c8c3-2511-4d33-a369-f3f12b61eda0 req-76674747-a22e-46fb-8437-0a8a1c49aae9 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Sep 23 20:40:36.788540 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:40:36.882281 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:36.894593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'port_id': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'mac_address': 'fa:16:3e:ff:85:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:40:36.931907 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:36.949488 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:40:36.970153 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:36.975576 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:37.024070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:37.153457 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf954b8-4307-4400-8910-ef2ba9245902 req-ec1a751a-fd11-40d9-964d-313884e72337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:37.155021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bf954b8-4307-4400-8910-ef2ba9245902 req-ec1a751a-fd11-40d9-964d-313884e72337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 945 time: 0.0501719 Sep 23 20:40:37.177752 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['068ff361-0ef3-4c6a-9dec-62c52f5e20a5'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:40:37.197558 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1bf954b8-4307-4400-8910-ef2ba9245902 req-9b9aa266-b785-4850-a002-19c3496b656f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364075 Sep 23 20:40:38.313990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ced8d-bf56-4bd2-a19f-dab84c0febb0 req-6c06643e-38b3-469b-83a3-55a315b136c7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:38.315617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa3ced8d-bf56-4bd2-a19f-dab84c0febb0 req-6c06643e-38b3-469b-83a3-55a315b136c7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Sep 23 20:40:38.354952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aa3ced8d-bf56-4bd2-a19f-dab84c0febb0 req-e30c7e1c-08ed-4261-866c-b6feaa82e78a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Sep 23 20:40:38.804205 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:40:38.854183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:40:38.857923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:40:38.858322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:38.938776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:38.962346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:40:38.965131 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27447f96-366d-4fbc-80b4-80e57f6595d2" -d '{"events": [{"server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "name": "network-vif-plugged", "status": "completed", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:40:38.981834 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:40:38.988160 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:39.011727 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645defff-75ef-4553-b545-2ab1db1e09ef x-openstack-request-id: req-645defff-75ef-4553-b545-2ab1db1e09ef {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:40:39.012019 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "name": "network-vif-plugged", "status": "completed", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:40:39.012267 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-645defff-75ef-4553-b545-2ab1db1e09ef {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:40:39.012685 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'code': 200} Sep 23 20:40:39.038411 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:39.115412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b5a03-1eee-40a1-8900-3f341ce59347 req-cca751ab-b4a3-4591-93b5-0152ba963c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:39.117487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e62b5a03-1eee-40a1-8900-3f341ce59347 req-cca751ab-b4a3-4591-93b5-0152ba963c73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1097 time: 0.0447347 Sep 23 20:40:39.153090 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e62b5a03-1eee-40a1-8900-3f341ce59347 req-1dbe33cc-704b-4d4f-83f9-d2153251f953 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281894 Sep 23 20:40:39.472028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83744fa8-2eb2-4609-b1d8-cd86595d7a6b req-2d42e782-a4e1-4214-bf78-e074e59c59f1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:39.473569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-83744fa8-2eb2-4609-b1d8-cd86595d7a6b req-2d42e782-a4e1-4214-bf78-e074e59c59f1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0502050 Sep 23 20:40:39.518314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-83744fa8-2eb2-4609-b1d8-cd86595d7a6b req-b0ff45d9-955d-4d2e-8c6d-c48b0da869f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381188 Sep 23 20:40:40.632755 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf0de0-aea9-4eae-bc0a-270a72f6f1db req-b282d9fa-c0cc-4f7c-91f6-e1daa8bfc0d0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:40.634181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dbf0de0-aea9-4eae-bc0a-270a72f6f1db req-b282d9fa-c0cc-4f7c-91f6-e1daa8bfc0d0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0490806 Sep 23 20:40:40.672502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8dbf0de0-aea9-4eae-bc0a-270a72f6f1db req-e147b0b7-e61c-44eb-9ba6-1e27abe3c054 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Sep 23 20:40:40.790916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717538f6-28ea-4b10-bf28-704a36abcfd1 req-8f005578-3478-44d9-954f-a1f4d46bed57 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:40.792402 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-717538f6-28ea-4b10-bf28-704a36abcfd1 req-8f005578-3478-44d9-954f-a1f4d46bed57 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0530856 Sep 23 20:40:40.832181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-717538f6-28ea-4b10-bf28-704a36abcfd1 req-9ba0f7aa-aa8b-4a2f-8d0a-add91640d657 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338306 Sep 23 20:40:40.854458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:40.893883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180ee98-7ef2-4894-bb35-65904fef57a4 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:40.895379 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4180ee98-7ef2-4894-bb35-65904fef57a4 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1092 time: 0.0399189 Sep 23 20:40:40.898296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:40.903109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:40:40.925282 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.025636 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.129423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.142 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/649f3551-85b0-4408-b9cd-16f9bbf10a90) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:40:41.239467 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.274023 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.310400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:40:41.313699 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:40:41.317409 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:40:41.343158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=649f3551-85b0-4408-b9cd-16f9bbf10a90,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:41.668594 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.734186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.882396 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.887423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:41.957435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=649f3551-85b0-4408-b9cd-16f9bbf10a90,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:40:41.969153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:42.068872 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP 80957709-41c6-44a5-9e9e-491456749018 associated. External IP: 172.25.6.142, port: 068ff361-0ef3-4c6a-9dec-62c52f5e20a5. Sep 23 20:40:42.275733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 19a1400d-56e6-46d0-a350-f978c3a2d339 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:40:42.385698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:40:42.395699 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] Sync routers for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:40:42.402135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:42.432774 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-23ea89f1-a03f-42a9-bd7b-e98066286d9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5328922 Sep 23 20:40:42.433375 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:40:42.436125 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746965a-026d-4a18-a007-ba69e4d036a2" -d '{"events": [{"name": "network-changed", "server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:40:42.500281 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:42.500901 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:42.531917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777366f-7fd2-45a5-824d-33a933e432c0 req-67b201da-af41-418e-ade9-fe4aa08d3c73 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:42.533326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4777366f-7fd2-45a5-824d-33a933e432c0 req-67b201da-af41-418e-ade9-fe4aa08d3c73 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0499728 Sep 23 20:40:42.574976 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4777366f-7fd2-45a5-824d-33a933e432c0 req-7cfbf0e0-03a2-45cb-9c68-e7deb514fb85 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348716 Sep 23 20:40:42.597027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:42.605814 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:42.638865 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52532aa3-ee42-4a0a-bba5-32539a932205 x-openstack-request-id: req-52532aa3-ee42-4a0a-bba5-32539a932205 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:40:42.639259 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:40:42.639399 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52532aa3-ee42-4a0a-bba5-32539a932205 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:40:42.639787 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'status': 'completed', 'code': 200} Sep 23 20:40:42.696079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2f941bda-dfb1-498d-8003-da8a4e88b962 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/80957709-41c6-44a5-9e9e-491456749018 HTTP/1.1" status: 200 len: 992 time: 0.0977485 Sep 23 20:40:42.710554 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-68ff5209-0f46-4cf0-a2b6-52126865ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:42.712594 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-68ff5209-0f46-4cf0-a2b6-52126865ab23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1097 time: 0.0596011 Sep 23 20:40:42.807159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-7b21e422-d9c9-4172-9ffb-4a549ca37057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:42.808534 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-7b21e422-d9c9-4172-9ffb-4a549ca37057 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 200 len: 897 time: 0.0883334 Sep 23 20:40:42.833445 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '80957709-41c6-44a5-9e9e-491456749018', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'port_id': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'mac_address': 'fa:16:3e:ff:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522b3308-0158-4ce6-b406-3afc17511c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:40:41Z', 'updated_at': '2021-09-23T20:40:41Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:32Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:42.864765 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] Checking router: 19a1400d-56e6-46d0-a350-f978c3a2d339 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:40:42.873236 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:40:42.873845 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:40:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:42.874523 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-ed2d0b10-60f7-4e22-a248-9ac0c5abde7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 200 len: 1000 time: 0.0584245 Sep 23 20:40:42.923327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-3f900451-cdb5-49c1-8663-f6aa302a1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:42.924806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-3f900451-cdb5-49c1-8663-f6aa302a1781 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff66ae2-aeb3-4802-b589-fd6cb0dfc081 HTTP/1.1" status: 200 len: 835 time: 0.0441434 Sep 23 20:40:42.979935 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:40:42.986932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-389d3a48-8818-4a83-959d-a9e3b05c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:42.988460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-389d3a48-8818-4a83-959d-a9e3b05c3437 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b996ce25-0eef-43ff-a100-0697939891be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572848 Sep 23 20:40:43.081041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-e1300d38-2462-4e3a-9425-4a41a67a1e61 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 Sep 23 20:40:43.174679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2746965a-026d-4a18-a007-ba69e4d036a2 req-f46b0c08-904f-4872-b56d-f570284e3799 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Sep 23 20:40:43.205964 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '80957709-41c6-44a5-9e9e-491456749018', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'port_id': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'mac_address': 'fa:16:3e:ff:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522b3308-0158-4ce6-b406-3afc17511c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:40:41Z', 'updated_at': '2021-09-23T20:40:41Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:32Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:40:43.232308 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c17bb0-8349-480d-b9e9-30e037657f12 None None] The sync data for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 is: [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '80957709-41c6-44a5-9e9e-491456749018', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'port_id': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'mac_address': 'fa:16:3e:ff:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522b3308-0158-4ce6-b406-3afc17511c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:40:41Z', 'updated_at': '2021-09-23T20:40:41Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:32Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:40:43.314180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d930ebbc-5f3e-4de0-aee8-f34f07c312bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:43.447708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a162-c678-413f-b1b3-ac3828929b25 None None] New status for floating IP 80957709-41c6-44a5-9e9e-491456749018: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:40:43.700108 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:40:43.759399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cdcad8e4-9a71-429b-86f1-921fbc156913 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/80957709-41c6-44a5-9e9e-491456749018 HTTP/1.1" status: 200 len: 994 time: 0.0581176 Sep 23 20:40:46.421025 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-274f3b1f-b640-4214-932f-bfa2e6e2bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:46.593803 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:47.354747 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:48.849275 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:56.149547 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:57.467352 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:58.515255 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:41:13.300268 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ea5b42f-e305-4f46-9042-ae6d9bf44a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:13.404244 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-122b30e1-181e-4837-93bf-1800d9652710 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461392 Sep 23 20:41:13.486068 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510406d-e429-4dab-b775-72eff9e6303f req-f07d68c5-d162-4548-ace2-049d19c01311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:13.487619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-f07d68c5-d162-4548-ace2-049d19c01311 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1097 time: 0.0403011 Sep 23 20:41:13.588970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510406d-e429-4dab-b775-72eff9e6303f req-c1e369ba-9157-4adf-b99e-25a949a95d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:13.590487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-c1e369ba-9157-4adf-b99e-25a949a95d2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 200 len: 897 time: 0.0827837 Sep 23 20:41:13.658577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-9ba3ea05-dc63-439d-8a81-0a4fc20c6585 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 200 len: 1002 time: 0.0598927 Sep 23 20:41:13.707063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510406d-e429-4dab-b775-72eff9e6303f req-decbf93d-5e65-44f4-a7a3-1d755c2cd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:13.708528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-decbf93d-5e65-44f4-a7a3-1d755c2cd3ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff66ae2-aeb3-4802-b589-fd6cb0dfc081 HTTP/1.1" status: 200 len: 835 time: 0.0433567 Sep 23 20:41:13.753597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510406d-e429-4dab-b775-72eff9e6303f req-0cc005bf-e022-498f-8da9-d444fd200a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:13.755141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-0cc005bf-e022-498f-8da9-d444fd200a23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b996ce25-0eef-43ff-a100-0697939891be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390217 Sep 23 20:41:13.847878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-bfb16212-5d9d-477f-b000-374547aef5ab service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Sep 23 20:41:13.941314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1510406d-e429-4dab-b775-72eff9e6303f req-25ee96bb-b810-4ccb-8ba8-8bbfe0896568 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863633 Sep 23 20:41:15.170449 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d1e17-c4f7-4c8f-bb94-a8f0642b71a7 req-b51d4003-6db2-4e81-9094-6b61259748be tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:15.172080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-722d1e17-c4f7-4c8f-bb94-a8f0642b71a7 req-b51d4003-6db2-4e81-9094-6b61259748be tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0792010 Sep 23 20:41:15.175247 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-710d00db-1c2d-4e79-9f24-03da372b3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:15.176745 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-710d00db-1c2d-4e79-9f24-03da372b3a30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1097 time: 0.0726066 Sep 23 20:41:15.253253 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-722d1e17-c4f7-4c8f-bb94-a8f0642b71a7 req-02cafcdb-7ac7-4428-bdf6-356c3e632974 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748544 Sep 23 20:41:15.304428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-25963fff-191c-42fe-954c-25b32c485ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:15.305909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-25963fff-191c-42fe-954c-25b32c485ec6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 200 len: 897 time: 0.1214588 Sep 23 20:41:15.370116 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-de02e5d0-33d4-405f-817a-fd2042f6d812 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 200 len: 1002 time: 0.0563555 Sep 23 20:41:15.422976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-50c7dd02-4a6d-4e5f-8aa2-d8a56f1934fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:15.424440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-50c7dd02-4a6d-4e5f-8aa2-d8a56f1934fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff66ae2-aeb3-4802-b589-fd6cb0dfc081 HTTP/1.1" status: 200 len: 835 time: 0.0469990 Sep 23 20:41:15.469228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-308ad7f0-32ff-465b-8e97-95ad73bb40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:15.470699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-308ad7f0-32ff-465b-8e97-95ad73bb40e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b996ce25-0eef-43ff-a100-0697939891be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389936 Sep 23 20:41:15.563724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-3d8394aa-3651-45b5-b872-26a98db1d701 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853419 Sep 23 20:41:15.655076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b42a3e81-6fac-47ab-92ad-1922599812b8 req-85768bc9-4f5a-4f01-ac18-1a172db261fb service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838637 Sep 23 20:41:16.375709 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6b91-16e6-4eb8-bb8d-5ebb91a14da0 req-8e650fe1-1d25-421e-8458-855221b3aa9a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:16.377230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-334a6b91-16e6-4eb8-bb8d-5ebb91a14da0 req-8e650fe1-1d25-421e-8458-855221b3aa9a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0514953 Sep 23 20:41:16.416259 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-334a6b91-16e6-4eb8-bb8d-5ebb91a14da0 req-870e4a0c-2445-4973-941c-cf3a2b4c395a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Sep 23 20:41:16.423770 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e61538e-45a9-4d61-bd65-0d27fc0090bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:16.595104 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:17.355272 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:17.538583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5cbb-b635-4323-807e-0dec66830ce9 req-3db4451c-362f-4b50-9939-f5d2e5679981 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:17.542994 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eaff5cbb-b635-4323-807e-0dec66830ce9 req-3db4451c-362f-4b50-9939-f5d2e5679981 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0545282 Sep 23 20:41:17.585003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-eaff5cbb-b635-4323-807e-0dec66830ce9 req-503cb03a-6197-4ac9-be61-d438dbfa4497 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330079 Sep 23 20:41:18.705636 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e71e0-6905-4326-977f-26b08af8bca8 req-a773e0e4-f3dd-4c1c-bfac-cc3b4b270edb tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:18.707103 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e99e71e0-6905-4326-977f-26b08af8bca8 req-a773e0e4-f3dd-4c1c-bfac-cc3b4b270edb tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0538332 Sep 23 20:41:18.744125 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e99e71e0-6905-4326-977f-26b08af8bca8 req-00ce22fb-16f0-437e-ba6e-5d59a37a39ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309408 Sep 23 20:41:18.851986 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:19.859274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ca6b3-3558-4174-9eed-630e7e68780b req-bd9b337a-0786-4741-98d7-0d1277607e81 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:19.860749 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-859ca6b3-3558-4174-9eed-630e7e68780b req-bd9b337a-0786-4741-98d7-0d1277607e81 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0491865 Sep 23 20:41:19.897938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-859ca6b3-3558-4174-9eed-630e7e68780b req-2f901122-08ad-450a-a774-983955c3cfc5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306845 Sep 23 20:41:21.015118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30b7b-0cba-408c-a0fd-fe8fe5e54c3b req-d5bf59fe-9119-418b-b176-4550a8055ab1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:21.016582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47c30b7b-0cba-408c-a0fd-fe8fe5e54c3b req-d5bf59fe-9119-418b-b176-4550a8055ab1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Sep 23 20:41:21.053683 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47c30b7b-0cba-408c-a0fd-fe8fe5e54c3b req-3ce1e86b-0094-4551-b661-dd2792963366 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306840 Sep 23 20:41:22.167495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedfde2-3864-4d27-97f1-4139a7e57f9a req-72b00370-545c-4131-bba4-28d961bab298 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:22.169023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffedfde2-3864-4d27-97f1-4139a7e57f9a req-72b00370-545c-4131-bba4-28d961bab298 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0474010 Sep 23 20:41:22.205770 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ffedfde2-3864-4d27-97f1-4139a7e57f9a req-89eff2b1-e9b5-4afe-84cc-f7f6542a2bf6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308459 Sep 23 20:41:23.320330 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b100c-6d97-4d22-bfc4-24e12a5c3a4d req-efd93002-3577-4904-89da-8186ae5aed31 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:23.321831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e76b100c-6d97-4d22-bfc4-24e12a5c3a4d req-efd93002-3577-4904-89da-8186ae5aed31 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0490191 Sep 23 20:41:23.360073 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e76b100c-6d97-4d22-bfc4-24e12a5c3a4d req-01b29f16-84cb-4fab-ada9-853d9cc35d48 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322325 Sep 23 20:41:24.476085 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff346f6a-dde9-4349-8e22-e2e2a61821df req-412fe10a-0126-4032-bd34-6fedbeb31ef6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:24.478037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff346f6a-dde9-4349-8e22-e2e2a61821df req-412fe10a-0126-4032-bd34-6fedbeb31ef6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0517919 Sep 23 20:41:24.527249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff346f6a-dde9-4349-8e22-e2e2a61821df req-46a72b1a-d83e-45f3-88a0-a0dd7370f3db tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 Sep 23 20:41:25.643413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78816-0382-463f-94fc-1adcfdfdb1ec req-682f3373-bed0-4fc3-990b-f3b4c8920c34 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:25.644900 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1e78816-0382-463f-94fc-1adcfdfdb1ec req-682f3373-bed0-4fc3-990b-f3b4c8920c34 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0491781 Sep 23 20:41:25.681875 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e1e78816-0382-463f-94fc-1adcfdfdb1ec req-c042864d-3c5b-431d-8ab0-6c0d725a0f76 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Sep 23 20:41:26.139992 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:26.794650 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bf18f-e03e-4a9a-b0a7-817f3cc8e69d req-6859429d-6a52-4ea7-9645-2c81f33956f1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:26.796096 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da5bf18f-e03e-4a9a-b0a7-817f3cc8e69d req-6859429d-6a52-4ea7-9645-2c81f33956f1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0478723 Sep 23 20:41:26.833260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da5bf18f-e03e-4a9a-b0a7-817f3cc8e69d req-bb820019-3df9-4e54-96f8-e0070c080f53 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Sep 23 20:41:27.466921 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:27.951642 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfc5ad-d917-43d9-a4e7-390a88648d46 req-b40bc4ad-f355-478d-988f-2564e8d0ed5f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:27.953167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05dfc5ad-d917-43d9-a4e7-390a88648d46 req-b40bc4ad-f355-478d-988f-2564e8d0ed5f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0524664 Sep 23 20:41:27.990582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05dfc5ad-d917-43d9-a4e7-390a88648d46 req-6d736dec-6b6e-4ede-aefd-ab85b3ec0ed0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Sep 23 20:41:29.105830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1843cb-2208-476e-895b-50b2c4aa7efa req-732772f2-0bee-4d7e-994f-c5b3990545f3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:29.107340 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b1843cb-2208-476e-895b-50b2c4aa7efa req-732772f2-0bee-4d7e-994f-c5b3990545f3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Sep 23 20:41:29.145803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b1843cb-2208-476e-895b-50b2c4aa7efa req-9ff29a49-87ba-4cbd-8706-2482a097ae94 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322731 Sep 23 20:41:30.273625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970145e9-7596-40fa-89bc-86dea18e79f4 req-8bc7b343-5d59-4963-bf73-520a7245142f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:30.275193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970145e9-7596-40fa-89bc-86dea18e79f4 req-8bc7b343-5d59-4963-bf73-520a7245142f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0549300 Sep 23 20:41:30.314933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-970145e9-7596-40fa-89bc-86dea18e79f4 req-0e3b350d-938b-4a7c-aebd-5dd3c6f79453 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336580 Sep 23 20:41:31.440179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c99b-9839-4777-af98-f50d693d1c3e req-d2520cb7-ae99-49b0-8b1a-75b64d77ce66 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:31.441668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be58c99b-9839-4777-af98-f50d693d1c3e req-d2520cb7-ae99-49b0-8b1a-75b64d77ce66 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0545228 Sep 23 20:41:31.480462 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be58c99b-9839-4777-af98-f50d693d1c3e req-ce24616a-7b99-4c85-a63f-23a98b0e8130 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309505 Sep 23 20:41:32.600443 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8232a4-47c1-4cbe-8f1b-44d14bede046 req-8370bbd9-fed2-4e43-a210-4745bed3c922 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:32.601889 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e8232a4-47c1-4cbe-8f1b-44d14bede046 req-8370bbd9-fed2-4e43-a210-4745bed3c922 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0523899 Sep 23 20:41:32.638808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e8232a4-47c1-4cbe-8f1b-44d14bede046 req-f1e31184-ed75-42c1-8434-93cb768938e2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309274 Sep 23 20:41:32.661066 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:41:32.723358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b700533f-5969-4ec6-b197-9782260d9b18 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/80957709-41c6-44a5-9e9e-491456749018 HTTP/1.1" status: 200 len: 994 time: 0.0611835 Sep 23 20:41:35.515412 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:41:43.300567 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55483157-928c-41f0-9e3d-f7841bea2bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:46.425159 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad5505d0-d79e-46c0-bb0b-11c0d9b0897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:46.596536 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:47.358892 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:48.854740 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:56.162804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:57.490817 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.348422 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:03.833400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 649f3551-85b0-4408-b9cd-16f9bbf10a90 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:42:03.833735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.906049 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.906397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.917420 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 649f3551-85b0-4408-b9cd-16f9bbf10a90 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:42:04.062647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:04.086916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=649f3551-85b0-4408-b9cd-16f9bbf10a90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:04.114938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.115287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.115631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.115965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.116296 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.116655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.116983 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.117310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.117635 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.117960 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.118311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.118633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:04.157560 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:04.157885 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP 80957709-41c6-44a5-9e9e-491456749018 disassociated (deleted). External IP: 172.25.6.142, port: 068ff361-0ef3-4c6a-9dec-62c52f5e20a5. Sep 23 20:42:04.359684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 19a1400d-56e6-46d0-a350-f978c3a2d339 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:42:04.462573 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:42:04.468125 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:04.472676 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] Sync routers for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:42:04.481599 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:04.482392 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:04.494845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4a2b1797-938a-405e-87db-157e9a944037 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/floatingips/80957709-41c6-44a5-9e9e-491456749018 HTTP/1.1" status: 204 len: 168 time: 1.1452076 Sep 23 20:42:04.495402 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:04.497680 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfd730a-067e-490a-91ff-7d301bde51d2" -d '{"events": [{"name": "network-changed", "server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:04.588974 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:04.654239 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2d0574-d8b9-42fe-9d5e-71ad9adc207a x-openstack-request-id: req-3f2d0574-d8b9-42fe-9d5e-71ad9adc207a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:04.654524 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:04.654770 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f2d0574-d8b9-42fe-9d5e-71ad9adc207a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:04.655179 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'status': 'completed', 'code': 200} Sep 23 20:42:04.745811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-44ed8fc8-e758-4049-b705-5190897be3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:04.747868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-44ed8fc8-e758-4049-b705-5190897be3f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 1097 time: 0.0695736 Sep 23 20:42:04.759508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb002fc4-1cdc-4390-985c-bbaedf7ef820 req-a419af44-f35d-45da-bc19-6d2ffdf23ab1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:04.760896 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb002fc4-1cdc-4390-985c-bbaedf7ef820 req-a419af44-f35d-45da-bc19-6d2ffdf23ab1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0581579 Sep 23 20:42:04.793988 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:32Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:04.820389 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] Checking router: 19a1400d-56e6-46d0-a350-f978c3a2d339 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:42:04.829761 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:04.830405 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:04.852077 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb002fc4-1cdc-4390-985c-bbaedf7ef820 req-c93b19ae-de68-467f-a123-3b9f26f2a728 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818393 Sep 23 20:42:04.876366 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-079f6f72-64c1-4975-9111-0a50f11fa1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:04.877793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-079f6f72-64c1-4975-9111-0a50f11fa1d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 200 len: 897 time: 0.1160638 Sep 23 20:42:04.919714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-3c7f82d9-52df-49d3-a430-f325231db5b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 200 len: 217 time: 0.0339165 Sep 23 20:42:04.933178 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:04.973787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-03701a77-5284-464d-a2f1-cf5543b68206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:04.975285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-03701a77-5284-464d-a2f1-cf5543b68206 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff66ae2-aeb3-4802-b589-fd6cb0dfc081 HTTP/1.1" status: 200 len: 835 time: 0.0479443 Sep 23 20:42:05.023419 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-487d43df-f24f-4872-8e32-94d8d6064a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:05.024933 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-487d43df-f24f-4872-8e32-94d8d6064a88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b996ce25-0eef-43ff-a100-0697939891be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409105 Sep 23 20:42:05.119753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-db719d88-2b5d-4385-906b-44565d8ee61b service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Sep 23 20:42:05.128861 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:32Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:05.158228 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9c788-7467-4549-aa6d-56d601740dce None None] The sync data for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 is: [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:40:29Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': 'c16becbb-913c-4261-8a7f-c95847037cd9', 'name': '', 'network_id': 'b996ce25-0eef-43ff-a100-0697939891be', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:df:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:28Z', 'updated_at': '2021-09-23T20:40:32Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'dff66ae2-aeb3-4802-b589-fd6cb0dfc081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:42:05.213018 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cfd730a-067e-490a-91ff-7d301bde51d2 req-f87ec2c4-aab0-4bb3-b316-57e8f9b2e312 service neutron] 10.222.0.72 "GET /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Sep 23 20:42:05.369435 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580e182-85d8-44b8-a908-3700c461e38c None None] New status for floating IP 80957709-41c6-44a5-9e9e-491456749018: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:42:05.970756 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a92737-a0c4-4903-8dde-4b697710ec0a req-743b425f-f579-4ca5-866a-f9f1ff64cf14 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:05.972300 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72a92737-a0c4-4903-8dde-4b697710ec0a req-743b425f-f579-4ca5-866a-f9f1ff64cf14 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0500481 Sep 23 20:42:06.010408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-72a92737-a0c4-4903-8dde-4b697710ec0a req-410a3803-984b-40fa-bfa3-612f083717b7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=54508365-8553-45c6-945a-4bcdb9556d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Sep 23 20:42:06.165245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-5315e274-b992-4ed4-b049-45eae0c270cd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:06.166734 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-5315e274-b992-4ed4-b049-45eae0c270cd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/ports?device_id=522b3308-0158-4ce6-b406-3afc17511c80 HTTP/1.1" status: 200 len: 946 time: 0.0526612 Sep 23 20:42:06.253711 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:42:06.254057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:06.345311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:06.345664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:06.357256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:42:06.482802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:06.516465 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=068ff361-0ef3-4c6a-9dec-62c52f5e20a5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:06.557772 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] No DVR routers for this DVR port 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:42:06.561629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:06.563808 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-840067b5-8d98-4bc6-a139-13e7b72b01bd req-571f3fdf-38f4-4978-854e-3aaeca38d2c5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "DELETE /v2.0/ports/068ff361-0ef3-4c6a-9dec-62c52f5e20a5 HTTP/1.1" status: 204 len: 173 time: 0.3912551 Sep 23 20:42:06.656679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'name': 'network-vif-deleted', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:06.659158 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9f3cf5-227f-4f12-8221-aa31fca11d9c" -d '{"events": [{"server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "name": "network-vif-deleted", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:06.696164 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e31a3a-c390-4583-b580-6f6f76b2208c x-openstack-request-id: req-c6e31a3a-c390-4583-b580-6f6f76b2208c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:06.696473 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522b3308-0158-4ce6-b406-3afc17511c80", "name": "network-vif-deleted", "tag": "068ff361-0ef3-4c6a-9dec-62c52f5e20a5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:06.696742 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6e31a3a-c390-4583-b580-6f6f76b2208c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:06.697164 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522b3308-0158-4ce6-b406-3afc17511c80', 'name': 'network-vif-deleted', 'tag': '068ff361-0ef3-4c6a-9dec-62c52f5e20a5', 'status': 'completed', 'code': 200} Sep 23 20:42:07.069029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:07.417386 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:07.664624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port c16becbb-913c-4261-8a7f-c95847037cd9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:42:07.664964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:07.750640 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port c16becbb-913c-4261-8a7f-c95847037cd9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=c16becbb-913c-4261-8a7f-c95847037cd9,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:07.750997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:07.762927 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for c16becbb-913c-4261-8a7f-c95847037cd9 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:42:07.948245 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:07.975500 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=c16becbb-913c-4261-8a7f-c95847037cd9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:08.154349 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:08.361586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 19a1400d-56e6-46d0-a350-f978c3a2d339 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:42:08.464839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:42:08.470538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-44651826-f323-43a1-b86d-89e95250be70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/19a1400d-56e6-46d0-a350-f978c3a2d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998652 Sep 23 20:42:08.472645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:08.475374 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] Sync routers for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:42:08.484290 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:08.484889 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:08.686423 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:08.861323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting subnet dff66ae2-aeb3-4802-b589-fd6cb0dfc081 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:42:08.864394 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:42:07Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:08.864563 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:08.891034 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] Checking router: 19a1400d-56e6-46d0-a350-f978c3a2d339 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:42:08.899079 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] Routers {'19a1400d-56e6-46d0-a350-f978c3a2d339'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:08.899678 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['19a1400d-56e6-46d0-a350-f978c3a2d339'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:08.902915 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:08.988106 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.004436 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] Set router 19a1400d-56e6-46d0-a350-f978c3a2d339 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:09.045163 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.073290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Subnet': ['ID=dff66ae2-aeb3-4802-b589-fd6cb0dfc081,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:09.076208 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.080530 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-f23d2752-2cbb-4fc7-8e5a-61356a8f12fc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/subnets/dff66ae2-aeb3-4802-b589-fd6cb0dfc081 HTTP/1.1" status: 204 len: 168 time: 0.6045008 Sep 23 20:42:09.080714 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354500c-6c49-4ca4-86a0-0019a38ceb5c None None] Network b996ce25-0eef-43ff-a100-0697939891be requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:42:09.081157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:09.167581 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:42:09.189559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:42:09.189906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 068ff361-0ef3-4c6a-9dec-62c52f5e20a5 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:42:09.196204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.198740 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:42:07Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:09.227698 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1902e2-d8cd-47c1-9c48-1a6a3154efbd None None] The sync data for ids ['19a1400d-56e6-46d0-a350-f978c3a2d339'] in n-d-810763-1 is: [{'id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995817252', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:40:25Z', 'updated_at': '2021-09-23T20:42:07Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '973ad370-eaf5-4dca-ba53-4e0c1f323440', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a1400d-56e6-46d0-a350-f978c3a2d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:40:26Z', 'updated_at': '2021-09-23T20:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:42:09.296957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] DHCP port deletion for b996ce25-0eef-43ff-a100-0697939891be request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:42:09.304896 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.353314 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Deleting port 250d71e8-e50e-4985-9162-5a0e6a5fef9f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:42:09.353691 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.359080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 973ad370-eaf5-4dca-ba53-4e0c1f323440 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:42:09.359429 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.418470 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] For port 250d71e8-e50e-4985-9162-5a0e6a5fef9f, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=250d71e8-e50e-4985-9162-5a0e6a5fef9f,segment=NetworkSegment(ae3347c2-07ac-47fb-8c17-342f701ff15d),segment_id=ae3347c2-07ac-47fb-8c17-342f701ff15d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:09.418867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.430350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Calling delete_port for 250d71e8-e50e-4985-9162-5a0e6a5fef9f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:42:09.441201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 973ad370-eaf5-4dca-ba53-4e0c1f323440, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=973ad370-eaf5-4dca-ba53-4e0c1f323440,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:09.441573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.453794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 973ad370-eaf5-4dca-ba53-4e0c1f323440 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:42:09.508119 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.533415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Pushing event deleted for resources: {'Port': ['ID=250d71e8-e50e-4985-9162-5a0e6a5fef9f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:09.537660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] No DVR routers for this DVR port 250d71e8-e50e-4985-9162-5a0e6a5fef9f on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.548161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.549448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.549448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.549448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.549448 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b49e4-02ab-41cc-9cfa-951841a4cbb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:09.622641 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.649452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=973ad370-eaf5-4dca-ba53-4e0c1f323440,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:09.712391 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.804932 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.806956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.854585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.855114 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Fanout notify agent at l3_agent the message router_deleted on router 19a1400d-56e6-46d0-a350-f978c3a2d339 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:42:09.862859 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.863983 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0d62c9cd-e47d-46e5-8981-f2dd2ffbfe63 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/routers/19a1400d-56e6-46d0-a350-f978c3a2d339 HTTP/1.1" status: 204 len: 168 time: 0.7822075 Sep 23 20:42:09.867248 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46522) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:09.956982 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:09.984031 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c16becbb-913c-4261-8a7f-c95847037cd9 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:42:10.012594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: c16becbb-913c-4261-8a7f-c95847037cd9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:42:10.013016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device c16becbb-913c-4261-8a7f-c95847037cd9 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:42:10.013553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 250d71e8-e50e-4985-9162-5a0e6a5fef9f no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:42:10.031743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 250d71e8-e50e-4985-9162-5a0e6a5fef9f {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:42:10.032086 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 250d71e8-e50e-4985-9162-5a0e6a5fef9f not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:42:10.049854 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.070182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b996ce25-0eef-43ff-a100-0697939891be']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:10.079880 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3347c2-07ac-47fb-8c17-342f701ff15d') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:10.080182 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3347c2-07ac-47fb-8c17-342f701ff15d') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:10.089573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.102250 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.107955 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:42:10.108339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:42:10.111558 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:42:10.171645 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.178991 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.180139 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/networks/b996ce25-0eef-43ff-a100-0697939891be HTTP/1.1" status: 204 len: 168 time: 0.3113246 Sep 23 20:42:10.183039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:10.191740 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Network': ['ID=b996ce25-0eef-43ff-a100-0697939891be,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:10.199041 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.199383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.199734 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.200075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.200415 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.200751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.201087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.201418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.201751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.202082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.202442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.202769 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bf87d-f791-4176-8462-74cf26588310 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:10.242228 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a8e825d-d918-447f-89a2-7915a55401d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.267332 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a8e825d-d918-447f-89a2-7915a55401d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.336655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a8e825d-d918-447f-89a2-7915a55401d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.340207 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a8e825d-d918-447f-89a2-7915a55401d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.341563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a8e825d-d918-447f-89a2-7915a55401d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/security-groups/54508365-8553-45c6-945a-4bcdb9556d4f HTTP/1.1" status: 204 len: 168 time: 0.1569912 Sep 23 20:42:10.350939 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e825d-d918-447f-89a2-7915a55401d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54508365-8553-45c6-945a-4bcdb9556d4f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:10.632329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:10.637519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-826a2a5f-f58a-4356-b159-9c60f1d062c0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555176885', 'description': 'tempest-secgroup-smoke-555176885 description', 'project_id': 'a0b57aab6135417186c284b83e777726'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:10.658807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-826a2a5f-f58a-4356-b159-9c60f1d062c0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.740255 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-826a2a5f-f58a-4356-b159-9c60f1d062c0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.743869 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-826a2a5f-f58a-4356-b159-9c60f1d062c0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.779144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-826a2a5f-f58a-4356-b159-9c60f1d062c0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.780375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-826a2a5f-f58a-4356-b159-9c60f1d062c0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1470344 Sep 23 20:42:10.781474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a2a5f-f58a-4356-b159-9c60f1d062c0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839da467-e766-4ea9-848c-b45acc70571b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:10.783807 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46534) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:10.788470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1f6c2ac6-d6b5-4627-9b80-1737cdafc99c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '839da467-e766-4ea9-848c-b45acc70571b', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:10.814907 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2ac6-d6b5-4627-9b80-1737cdafc99c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.871264 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2ac6-d6b5-4627-9b80-1737cdafc99c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.874771 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2ac6-d6b5-4627-9b80-1737cdafc99c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.891304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c2ac6-d6b5-4627-9b80-1737cdafc99c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a52a2fa-6cd6-467a-9577-bf3deb3a8c7a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:10.898329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2ac6-d6b5-4627-9b80-1737cdafc99c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.899490 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1f6c2ac6-d6b5-4627-9b80-1737cdafc99c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146181 Sep 23 20:42:10.902781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46536) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:10.907250 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2661b41e-78ff-4430-86a3-56495b2c10ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '839da467-e766-4ea9-848c-b45acc70571b', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:10.933124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2661b41e-78ff-4430-86a3-56495b2c10ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.991339 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2661b41e-78ff-4430-86a3-56495b2c10ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:10.995171 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2661b41e-78ff-4430-86a3-56495b2c10ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.016466 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661b41e-78ff-4430-86a3-56495b2c10ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c9bfb7-1475-4f56-a7c0-e6c18dd0df4b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:11.020604 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2661b41e-78ff-4430-86a3-56495b2c10ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.021794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2661b41e-78ff-4430-86a3-56495b2c10ce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180894 Sep 23 20:42:11.024554 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46538) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:11.029442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-1dc077ab-41bb-4fc7-875d-c8dcb4242cb4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '839da467-e766-4ea9-848c-b45acc70571b', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:11.055176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dc077ab-41bb-4fc7-875d-c8dcb4242cb4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.114807 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dc077ab-41bb-4fc7-875d-c8dcb4242cb4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.118335 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dc077ab-41bb-4fc7-875d-c8dcb4242cb4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.137536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc077ab-41bb-4fc7-875d-c8dcb4242cb4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e169f99b-8b87-4960-93b1-9d23a8347d9d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:11.142312 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1dc077ab-41bb-4fc7-875d-c8dcb4242cb4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.143657 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1dc077ab-41bb-4fc7-875d-c8dcb4242cb4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180363 Sep 23 20:42:11.146287 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46540) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:11.152627 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4b5da0ac-8e86-48cf-8b1f-ae7710399581 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '839da467-e766-4ea9-848c-b45acc70571b', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:11.182464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da0ac-8e86-48cf-8b1f-ae7710399581 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.240641 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da0ac-8e86-48cf-8b1f-ae7710399581 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.244284 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da0ac-8e86-48cf-8b1f-ae7710399581 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.260676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da0ac-8e86-48cf-8b1f-ae7710399581 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee75167-2099-49e3-9cab-b78898312ccc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:11.268009 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b5da0ac-8e86-48cf-8b1f-ae7710399581 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.269194 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4b5da0ac-8e86-48cf-8b1f-ae7710399581 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217098 Sep 23 20:42:11.271902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46542) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:11.276110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '839da467-e766-4ea9-848c-b45acc70571b', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:11.296615 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:42:11.301191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.360573 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.364392 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.382805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05b414e-a79a-4b10-889c-59fc5ee71a55,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:11.389733 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.393472 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0b688455-4e73-4fc3-8a94-8302afc3955a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179039 Sep 23 20:42:11.393572 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46544) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:11.397726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '839da467-e766-4ea9-848c-b45acc70571b', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:11.419006 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:42:11.423816 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.488067 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.491572 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.509824 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71f8907-ca74-408e-9ec9-411acdef47a6,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:11.516399 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.517435 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e02bba89-4b08-4af4-9999-03bc78dd995e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229875 Sep 23 20:42:11.520326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46546) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:11.525073 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'network': {'name': 'tempest-network-smoke--1248066284', 'project_id': 'a0b57aab6135417186c284b83e777726', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:11.544302 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:42:11.547615 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.570726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:42:11.580206 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.580549 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Added segment 925a97aa-8690-47f9-839e-3947ac066c54 of type vlan for network 5f1236b3-b312-46b7-a421-29d546f4cd1e Sep 23 20:42:11.619257 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.643979 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.649454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:11.650041 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.683887 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1620612 Sep 23 20:42:11.686879 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46548) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:11.691049 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'admin_state_up': True, 'project_id': 'a0b57aab6135417186c284b83e777726', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:11.733551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad3631-a5d8-40e5-8f54-10af2c33e192 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Network': ['ID=5f1236b3-b312-46b7-a421-29d546f4cd1e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:11.744443 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:42:11.748303 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.749321 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.799474 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:11.883133 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 973ad370-eaf5-4dca-ba53-4e0c1f323440 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:42:11.902037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 973ad370-eaf5-4dca-ba53-4e0c1f323440 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:42:11.902340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 973ad370-eaf5-4dca-ba53-4e0c1f323440 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:42:11.940086 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:12.119610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:12.140919 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:12.239483 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.253 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/57063c65-ac6a-4d9d-a95e-4bf21287fced) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:42:12.342859 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:12.376679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:12.413683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:12.416370 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:12.419844 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:42:12.426994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=57063c65-ac6a-4d9d-a95e-4bf21287fced,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:12.515051 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:42:12.962885 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.157044 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.282749 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 074b81e9-9323-4770-92a9-787afdccc4fc is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:42:13.300439 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c10300a-a47e-4b30-bb13-1b0cb9ad47a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.390977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:42:13.403755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Sync routers for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:42:13.412785 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.413072 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:13.413891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:13.414124 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5ca11131-2c71-4135-a9a9-e07e1419f065 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7263446 Sep 23 20:42:13.418264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46550) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:13.446077 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-11993942-a948-48aa-b3f4-ab4afa707dae tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a0b57aab6135417186c284b83e777726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267432 Sep 23 20:42:13.449254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46552) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:13.519183 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:13.534615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdce76b-bd85-4aa8-8f3a-cfa89d3276b8 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:13.536069 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4fdce76b-bd85-4aa8-8f3a-cfa89d3276b8 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860229 Sep 23 20:42:13.539021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46554) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:13.566529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-86883f36-a66d-4a9b-a273-80f2aeb03c9d tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264418 Sep 23 20:42:13.569079 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46556) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:13.574236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652713239', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'project_id': 'a0b57aab6135417186c284b83e777726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:13.663780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:42:13.667327 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.696594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:12Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:13.722697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Checking router: 074b81e9-9323-4770-92a9-787afdccc4fc for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:42:13.723051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Updating router 074b81e9-9323-4770-92a9-787afdccc4fc port 57063c65-ac6a-4d9d-a95e-4bf21287fced binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:42:13.749103 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.852347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.912652 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Subnet': ['ID=bc8eb7d6-53c1-4812-8b46-b84a50bd9431,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:13.920449 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Checking segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:42:13.920805 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network hostable DHCP agents. Network: 5f1236b3-b312-46b7-a421-29d546f4cd1e, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:42:13.938364 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:42:13.946531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5f1236b3-b312-46b7-a421-29d546f4cd1e) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:13.950580 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:13.951170 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:13.959558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d5a21-a175-40b4-ba30-4613be6db4a0 None None] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:42:13.965766 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f67de87d-f20f-44ad-be95-47a061ed8069 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3957272 Sep 23 20:42:13.968675 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46560) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:14.208521 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.217739 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.311206 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d980-5456-4b9f-a942-1ed6d89b5bc8 None None] Pushing event updated for resources: {'Port': ['ID=57063c65-ac6a-4d9d-a95e-4bf21287fced,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:14.316127 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Attempting to bind port 57063c65-ac6a-4d9d-a95e-4bf21287fced on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:42:14.316498 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Attempting to bind port 57063c65-ac6a-4d9d-a95e-4bf21287fced by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:42:14.316861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Attempting to bind port 57063c65-ac6a-4d9d-a95e-4bf21287fced on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:42:14.329512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:42:14.329889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:42:14.330325 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.330721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:42:14.331201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Bound port: 57063c65-ac6a-4d9d-a95e-4bf21287fced, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:42:14.331586 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.377891 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-5f1236b3-b312-46b7-a421-29d546f4cd1e', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:42:14.378791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.410599 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] For port 57063c65-ac6a-4d9d-a95e-4bf21287fced, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:42:14.412176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.414155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] For port 57063c65-ac6a-4d9d-a95e-4bf21287fced, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=57063c65-ac6a-4d9d-a95e-4bf21287fced,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:42:14.422551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.572068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d980-5456-4b9f-a942-1ed6d89b5bc8 None None] Pushing event updated for resources: {'Port': ['ID=57063c65-ac6a-4d9d-a95e-4bf21287fced,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:14.578350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:14.578970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:41:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:14.658232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Allocated IP 172.20.0.2 (5f1236b3-b312-46b7-a421-29d546f4cd1e/bc8eb7d6-53c1-4812-8b46-b84a50bd9431/85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:42:14.723389 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:14.965182 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.988565 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.034693 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.1 (5f1236b3-b312-46b7-a421-29d546f4cd1e/bc8eb7d6-53c1-4812-8b46-b84a50bd9431/7814adab-ad45-4685-b031-c7cf268025df) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:42:15.035297 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:15.040538 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:15.043349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:42:15.056563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Pushing event updated for resources: {'Port': ['ID=85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:15.103170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:12Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:15.134420 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68442c76-c7c0-4b50-80c3-090f85ff3949 None None] The sync data for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 is: [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:12Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:42:15.138767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Attempting to bind port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:42:15.139006 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Attempting to bind port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:42:15.139368 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Attempting to bind port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 on network 5f1236b3-b312-46b7-a421-29d546f4cd1e {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:42:15.144736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:42:15.145121 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Checking segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:42:15.145524 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.145920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Bound using segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:42:15.146417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Bound port: 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:42:15.146800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.153071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.189287 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.221198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] For port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:42:15.224814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] For port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:42:15.231353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:15.232357 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.234898 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:15.239137 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:42:15.280556 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=7814adab-ad45-4685-b031-c7cf268025df,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:15.298452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5086519-222e-4aa3-9159-a94928fdea8a None None] Pushing event updated for resources: {'Port': ['ID=85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:15.302556 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.477965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.802443 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.807393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.894479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:15.904817 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=7814adab-ad45-4685-b031-c7cf268025df,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:16.004615 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:16.006720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:16.015166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 57063c65-ac6a-4d9d-a95e-4bf21287fced up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:42:16.093050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 57063c65-ac6a-4d9d-a95e-4bf21287fced triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:16.093725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.145758 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 074b81e9-9323-4770-92a9-787afdccc4fc has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:42:16.189807 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.213467 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 57063c65-ac6a-4d9d-a95e-4bf21287fced, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=57063c65-ac6a-4d9d-a95e-4bf21287fced,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:16.218823 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.219777 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:42:16.273160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:42:16.286522 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-01e4a6c3-72cd-422f-9dd0-27cff5df8e46 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/074b81e9-9323-4770-92a9-787afdccc4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3093183 Sep 23 20:42:16.304322 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=57063c65-ac6a-4d9d-a95e-4bf21287fced,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:16.321148 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:16.321530 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.373847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3210e-ba8a-48e0-a2ed-5eea81a0469e None None] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:42:16.448442 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-23240cd5-bb07-491a-a8ac-f030494516be tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555176885&fields=id&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 267 time: 0.0330863 Sep 23 20:42:16.480161 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.485600 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6678961-e77c-4bbb-8864-b6133d1e9a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.528970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-043252b8-4eec-4003-a487-511ad572432a None None] Provisioning complete for port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:16.529232 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-043252b8-4eec-4003-a487-511ad572432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.567441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-a2279db8-6c31-4fb4-a3ad-895a1d6b9467 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:16.569712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-a2279db8-6c31-4fb4-a3ad-895a1d6b9467 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 797 time: 0.1130369 Sep 23 20:42:16.585600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-c8d96206-9069-4eb4-a70b-b468736f7dee tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/quotas/a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 375 time: 0.0097227 Sep 23 20:42:16.601858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:16.626606 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.651337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2e105367-54f5-410f-b418-f18cab915a06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559413 Sep 23 20:42:16.661985 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:16.669864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-bd7d24d4-dc43-4f56-8766-d14c81e9471e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:42:16.670909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-bd7d24d4-dc43-4f56-8766-d14c81e9471e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055583 Sep 23 20:42:16.719969 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:16.773708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-4fe294c6-a85a-4331-ad60-6a4d587ee142 service neutron] 10.222.0.38 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961256 Sep 23 20:42:16.871888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-c49e2e59-b081-403b-9fa6-465f432a9ac4 service neutron] 10.222.0.38 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918465 Sep 23 20:42:16.872407 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Sync routers for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:42:16.882095 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:16.883005 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:42:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:16.984521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-341faec8-a404-4a7d-8dbe-655449d2de5f None None] Provisioning complete for port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:16.985300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-341faec8-a404-4a7d-8dbe-655449d2de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.005863 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:17.075635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-82aee23b-0303-4248-a7bc-44b70d9af8da req-215730f1-7e2a-4a2f-a4fe-088a0b6d6af0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0449531 Sep 23 20:42:17.122987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-341faec8-a404-4a7d-8dbe-655449d2de5f None None] Provisioning complete for port 7814adab-ad45-4685-b031-c7cf268025df triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:17.123545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-341faec8-a404-4a7d-8dbe-655449d2de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.166439 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-341faec8-a404-4a7d-8dbe-655449d2de5f None None] Port 7814adab-ad45-4685-b031-c7cf268025df cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:42:17.269679 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 2, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:17.290890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2b6c2206-9083-4023-a39d-b7633d82406d None None] Provisioning complete for port 7814adab-ad45-4685-b031-c7cf268025df triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:17.291270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2206-9083-4023-a39d-b7633d82406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.305411 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Checking router: 074b81e9-9323-4770-92a9-787afdccc4fc for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:42:17.306092 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Updating router 074b81e9-9323-4770-92a9-787afdccc4fc port 7814adab-ad45-4685-b031-c7cf268025df binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:42:17.335363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c2206-9083-4023-a39d-b7633d82406d None None] Port 7814adab-ad45-4685-b031-c7cf268025df cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:42:17.341833 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.363044 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.454729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aa47bc02-8d37-44b5-ac18-935774af2aec None None] Provisioning complete for port 7814adab-ad45-4685-b031-c7cf268025df triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:17.455099 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa47bc02-8d37-44b5-ac18-935774af2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.494646 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aa47bc02-8d37-44b5-ac18-935774af2aec None None] Port 7814adab-ad45-4685-b031-c7cf268025df cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:42:17.638187 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.643917 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.700478 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Pushing event updated for resources: {'Port': ['ID=7814adab-ad45-4685-b031-c7cf268025df,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:17.710172 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.710454 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.710643 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.710977 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.711304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.711630 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.711951 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.712269 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.712584 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.712922 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.713425 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.713738 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:17.766877 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Attempting to bind port 7814adab-ad45-4685-b031-c7cf268025df on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:42:17.767238 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Attempting to bind port 7814adab-ad45-4685-b031-c7cf268025df by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:42:17.767595 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Attempting to bind port 7814adab-ad45-4685-b031-c7cf268025df on network 5f1236b3-b312-46b7-a421-29d546f4cd1e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:42:17.772920 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:42:17.773443 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Checking segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:42:17.774011 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.774830 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Bound using segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:42:17.775511 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Bound port: 7814adab-ad45-4685-b031-c7cf268025df, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:42:17.776069 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.850314 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] For port 7814adab-ad45-4685-b031-c7cf268025df, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:42:17.853678 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] For port 7814adab-ad45-4685-b031-c7cf268025df, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7814adab-ad45-4685-b031-c7cf268025df,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:42:17.858864 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.927527 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:17.928177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-95b7310a-d3d3-4255-94c0-6072ee6476e5 None None] Provisioning complete for port 7814adab-ad45-4685-b031-c7cf268025df triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:17.928304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:42:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:17.928665 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95b7310a-d3d3-4255-94c0-6072ee6476e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.944188 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94464c-ce12-4af0-ba92-67247c79d3c0 None None] Pushing event updated for resources: {'Port': ['ID=7814adab-ad45-4685-b031-c7cf268025df,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:17.980587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 57063c65-ac6a-4d9d-a95e-4bf21287fced up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:42:18.146967 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95b7310a-d3d3-4255-94c0-6072ee6476e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.161547 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:18.175474 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-990bbacd-7c1d-44f3-a56e-e103dc2dae5a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:18.177642 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-990bbacd-7c1d-44f3-a56e-e103dc2dae5a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 797 time: 0.1728418 Sep 23 20:42:18.200643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 57063c65-ac6a-4d9d-a95e-4bf21287fced triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:18.201189 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.263919 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-95b7310a-d3d3-4255-94c0-6072ee6476e5 None None] For port 7814adab-ad45-4685-b031-c7cf268025df, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7814adab-ad45-4685-b031-c7cf268025df,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:18.275091 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95b7310a-d3d3-4255-94c0-6072ee6476e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.297128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-78f3c23b-0fdc-43ad-a872-daccd6bd8486 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 379 time: 0.1102905 Sep 23 20:42:18.299593 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47ae55dc-762b-4bd8-b228-d4683f17186e req-e00e1bf9-0d63-4324-8004-5151878a7ffa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0891116 Sep 23 20:42:18.308274 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'port': {'device_id': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'admin_state_up': True, 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'security_groups': ['839da467-e766-4ea9-848c-b45acc70571b']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:18.375138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7310a-d3d3-4255-94c0-6072ee6476e5 None None] Pushing event updated for resources: {'Port': ['ID=7814adab-ad45-4685-b031-c7cf268025df,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:18.388972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:42:18.450034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:42:18.455338 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.459064 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:18.459064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.479434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f96749fa-04ab-4e89-b5c6-8888847b1ec3 None None] Provisioning complete for port 7814adab-ad45-4685-b031-c7cf268025df triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:18.480367 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f96749fa-04ab-4e89-b5c6-8888847b1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.558806 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:17Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:18.585069 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8f32b-90e4-4dc6-9a86-edb43163ec14 None None] The sync data for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 is: [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:17Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:42:18.599039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.3 (5f1236b3-b312-46b7-a421-29d546f4cd1e/bc8eb7d6-53c1-4812-8b46-b84a50bd9431/f82d7460-514f-4e3d-909c-3575cfb4d905) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:42:18.777696 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.811384 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.857166 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.862284 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:18.865361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:18.868109 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:42:18.898161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:18.929514 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:18.930167 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:18.948101 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-2699fd69-a93e-43fb-a795-dcb9dd48a77c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435633 Sep 23 20:42:18.961475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Request body: {'port': {'device_id': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:19.020277 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.139440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ee08ca25-aa75-4ac3-b84c-2cb758af7432 None None] Provisioning complete for port f82d7460-514f-4e3d-909c-3575cfb4d905 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:19.139951 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee08ca25-aa75-4ac3-b84c-2cb758af7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.174481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ee08ca25-aa75-4ac3-b84c-2cb758af7432 None None] Port f82d7460-514f-4e3d-909c-3575cfb4d905 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:42:19.305367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82d7460-514f-4e3d-909c-3575cfb4d905 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:42:19.315145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.327740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Transition to ACTIVE for port object f82d7460-514f-4e3d-909c-3575cfb4d905 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:42:19.336683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.416157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:19.490582 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0e9c0-0538-4bf5-adcc-88056ee7c0f2 req-c75d94d4-11bb-4b9f-b046-5fcb24d0a467 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:19.492208 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9da0e9c0-0538-4bf5-adcc-88056ee7c0f2 req-c75d94d4-11bb-4b9f-b046-5fcb24d0a467 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1108668 Sep 23 20:42:19.521492 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:42:19.521825 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:42:19.522170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 on network 5f1236b3-b312-46b7-a421-29d546f4cd1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:42:19.530118 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Port f82d7460-514f-4e3d-909c-3575cfb4d905 on network 5f1236b3-b312-46b7-a421-29d546f4cd1e not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:42:19.530463 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 on network 5f1236b3-b312-46b7-a421-29d546f4cd1e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:42:19.546186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:42:19.546543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Checking segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:42:19.546932 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Bound using segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:42:19.547373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Bound port: f82d7460-514f-4e3d-909c-3575cfb4d905, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:42:19.547744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.555256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9da0e9c0-0538-4bf5-adcc-88056ee7c0f2 req-ce339f2f-82eb-4a9d-8bcc-58a7c3a38180 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551906 Sep 23 20:42:19.625836 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:42:19.629061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:42:19.633752 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.675043 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:19.675550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.676949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] 10.222.0.72 "PUT /v2.0/ports/f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 1091 time: 0.7198932 Sep 23 20:42:19.677407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:19.679752 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e10579-f920-4c95-8277-c17c9454643d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:19.710734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adbfbe-eb0f-423b-9048-84c6527190ff service neutron] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:19.726988 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd82a9e5-8367-447a-8aa2-d118b11fd38d x-openstack-request-id: req-fd82a9e5-8367-447a-8aa2-d118b11fd38d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:19.727337 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:19.727593 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd82a9e5-8367-447a-8aa2-d118b11fd38d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:19.727991 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'status': 'completed', 'code': 200} Sep 23 20:42:19.762314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-da0d218e-84f8-4ae6-abb3-488ab340c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:19.763849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-da0d218e-84f8-4ae6-abb3-488ab340c89f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.0481496 Sep 23 20:42:19.806975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-ebd034ed-e29e-4301-ab10-f5e38275358a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 217 time: 0.0350137 Sep 23 20:42:19.862159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-95ca4c92-7553-4235-8152-9192a04d430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:19.863826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-95ca4c92-7553-4235-8152-9192a04d430a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0506999 Sep 23 20:42:19.923373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d26c-46d5-4003-a396-b60be8c523bf req-f70daaa2-63f5-4305-8c34-5533b38c740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:19.924779 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-f70daaa2-63f5-4305-8c34-5533b38c740c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543518 Sep 23 20:42:19.949491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7814adab-ad45-4685-b031-c7cf268025df up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:42:19.999746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7814adab-ad45-4685-b031-c7cf268025df triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:20.000117 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:20.015387 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-fb209ec4-763c-418d-b350-0bf8df9058eb service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833955 Sep 23 20:42:20.109033 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3970d26c-46d5-4003-a396-b60be8c523bf req-9ed9031c-7668-4c9f-bff0-3493fb5bebaf service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859509 Sep 23 20:42:20.191019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10579-f920-4c95-8277-c17c9454643d req-5d0025aa-5998-4a66-a310-cb394014b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:20.192403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8e10579-f920-4c95-8277-c17c9454643d req-5d0025aa-5998-4a66-a310-cb394014b63c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.0411682 Sep 23 20:42:20.283208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10579-f920-4c95-8277-c17c9454643d req-6f143512-9f76-4ea5-989c-349178c2174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:20.284637 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8e10579-f920-4c95-8277-c17c9454643d req-6f143512-9f76-4ea5-989c-349178c2174f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.0851655 Sep 23 20:42:20.324807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8e10579-f920-4c95-8277-c17c9454643d req-d43258b8-2193-49dc-9d63-6564f0b4ac30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 217 time: 0.0334661 Sep 23 20:42:20.373540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10579-f920-4c95-8277-c17c9454643d req-2d3bf436-fa5d-4e21-a515-760f3eb15916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:20.375009 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8e10579-f920-4c95-8277-c17c9454643d req-2d3bf436-fa5d-4e21-a515-760f3eb15916 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0437028 Sep 23 20:42:20.425671 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10579-f920-4c95-8277-c17c9454643d req-7bb70446-ccdf-47c0-a60a-e73875b9c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:20.427433 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8e10579-f920-4c95-8277-c17c9454643d req-7bb70446-ccdf-47c0-a60a-e73875b9c9f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430648 Sep 23 20:42:20.520595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8e10579-f920-4c95-8277-c17c9454643d req-293bf6c0-fc98-4ce8-b98f-76128013197c service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847757 Sep 23 20:42:20.616000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b8e10579-f920-4c95-8277-c17c9454643d req-b5b4075f-9864-4a7b-bb1e-bfe78e68a527 service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879827 Sep 23 20:42:20.673837 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f9a4-1606-4064-ba49-3b647bbdfe09 req-e186922c-33bb-432d-a408-fc6da434de89 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:20.675313 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcc7f9a4-1606-4064-ba49-3b647bbdfe09 req-e186922c-33bb-432d-a408-fc6da434de89 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0472026 Sep 23 20:42:20.713222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fcc7f9a4-1606-4064-ba49-3b647bbdfe09 req-c7c3dd0d-7f99-4340-8e40-8c881aaa840d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Sep 23 20:42:21.827350 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ce96-9c91-44c6-903c-f018dce5c0aa req-03b5b6c3-1e23-4dfa-9db6-8aaed900e1bc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:21.828840 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4159ce96-9c91-44c6-903c-f018dce5c0aa req-03b5b6c3-1e23-4dfa-9db6-8aaed900e1bc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Sep 23 20:42:21.866141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4159ce96-9c91-44c6-903c-f018dce5c0aa req-2c06e395-3a23-46e7-bc41-bb75813f12d3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Sep 23 20:42:22.986787 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd4889-291a-4b11-82c8-cf5ecd3b3ee2 req-aad6c4d4-6d38-4c43-ba20-d5afb4ae62b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:22.988326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fcd4889-291a-4b11-82c8-cf5ecd3b3ee2 req-aad6c4d4-6d38-4c43-ba20-d5afb4ae62b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0532348 Sep 23 20:42:23.032679 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fcd4889-291a-4b11-82c8-cf5ecd3b3ee2 req-40c763b1-6ea7-428c-a8d9-b42b91ffd5e3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Sep 23 20:42:23.211611 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:42:23.455290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:23.466290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'port_id': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'mac_address': 'fa:16:3e:89:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:42:23.501134 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:23.512918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82d7460-514f-4e3d-909c-3575cfb4d905 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:42:23.531903 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:23.536004 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:23.581856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:23.736323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['f82d7460-514f-4e3d-909c-3575cfb4d905'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:42:24.146222 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dc11b-c9f3-42c7-9488-791d8367c19c req-b1217929-6818-448e-a209-23c30278f776 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:24.147716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b6dc11b-c9f3-42c7-9488-791d8367c19c req-b1217929-6818-448e-a209-23c30278f776 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0480685 Sep 23 20:42:24.183743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b6dc11b-c9f3-42c7-9488-791d8367c19c req-f3a125c5-60e5-46c0-b7e1-6fbe42ffb33e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300553 Sep 23 20:42:25.209665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:42:25.262993 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port f82d7460-514f-4e3d-909c-3575cfb4d905 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:42:25.266775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port f82d7460-514f-4e3d-909c-3575cfb4d905 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:25.267157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:25.306148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cacb64-230f-40cd-b599-aa053e86c3a9 req-83fd3223-ff44-4cbf-b032-2410de1232ae tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:25.307818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2cacb64-230f-40cd-b599-aa053e86c3a9 req-83fd3223-ff44-4cbf-b032-2410de1232ae tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0558403 Sep 23 20:42:25.345083 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:25.353692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2cacb64-230f-40cd-b599-aa053e86c3a9 req-3ab50a74-0901-471c-9909-3988b2a3d14b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Sep 23 20:42:25.366865 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:25.369159 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614536ab-2afb-4a84-81d5-b0fb26da56ce" -d '{"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:25.381393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:25.385176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:25.411754 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f07d59e-c780-45af-b3a9-c22e256bf59d x-openstack-request-id: req-1f07d59e-c780-45af-b3a9-c22e256bf59d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:25.411992 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:25.412246 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f07d59e-c780-45af-b3a9-c22e256bf59d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:25.412628 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'code': 200} Sep 23 20:42:25.439539 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:25.506379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456add-a745-4230-bb99-0163de318396 req-04331823-a207-4901-a56a-35f3c23e4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:25.507855 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60456add-a745-4230-bb99-0163de318396 req-04331823-a207-4901-a56a-35f3c23e4482 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.0426838 Sep 23 20:42:25.541569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60456add-a745-4230-bb99-0163de318396 req-ae8f15bd-7a0b-4712-921c-6402ec9a74d1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269179 Sep 23 20:42:26.172174 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:26.470746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c00e07-255a-4efa-99e7-7aab6eee7957 req-a6cccdc8-60ba-4c5e-9945-1d1401900884 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:26.472122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8c00e07-255a-4efa-99e7-7aab6eee7957 req-a6cccdc8-60ba-4c5e-9945-1d1401900884 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0481472 Sep 23 20:42:26.510067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8c00e07-255a-4efa-99e7-7aab6eee7957 req-c2eed14a-b030-4eea-a829-5ba60e3d4d4f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319655 Sep 23 20:42:27.481157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:27.622159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54b696-c957-4b17-8595-da3da0e94f7e req-ac0c73d1-f2c2-4467-afdb-1f9cf7bb5caa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:27.623574 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b54b696-c957-4b17-8595-da3da0e94f7e req-ac0c73d1-f2c2-4467-afdb-1f9cf7bb5caa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0476565 Sep 23 20:42:27.661275 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b54b696-c957-4b17-8595-da3da0e94f7e req-5efa7e3b-897a-4384-b66e-8f15e4698660 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Sep 23 20:42:27.775684 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c299e-893d-455b-bb10-d1d49c5a589c req-2d9ff8b3-5b2b-4507-a3b9-0fb9158db153 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:27.777799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c21c299e-893d-455b-bb10-d1d49c5a589c req-2d9ff8b3-5b2b-4507-a3b9-0fb9158db153 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0518336 Sep 23 20:42:27.814629 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c21c299e-893d-455b-bb10-d1d49c5a589c req-1b26e865-50e0-4c61-b83a-66faac0d7422 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Sep 23 20:42:27.836158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:27.874607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a28f6-629f-4873-99d3-fa16f61b8402 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:27.875982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c39a28f6-629f-4873-99d3-fa16f61b8402 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1091 time: 0.0388980 Sep 23 20:42:27.878828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:27.883170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:27.904382 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:27.999949 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.097669 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.214 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/56e97b04-bda9-4fda-a7e3-76cd5024f949) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:42:28.197403 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.231370 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.265673 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:28.268459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:28.271889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:42:28.302131 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=56e97b04-bda9-4fda-a7e3-76cd5024f949,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:28.606912 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.670063 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.815054 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.819638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.885566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=56e97b04-bda9-4fda-a7e3-76cd5024f949,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:28.895359 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.992376 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP d5acc47f-f803-4d44-9b15-f55c34c491d0 associated. External IP: 172.25.6.214, port: f82d7460-514f-4e3d-909c-3575cfb4d905. Sep 23 20:42:29.203532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 074b81e9-9323-4770-92a9-787afdccc4fc has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:42:29.642581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:42:29.653542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] Sync routers for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:42:29.659760 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:29.663529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:29.664195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:42:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:29.687720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e98f871a-468b-4291-bb6e-d2759a0fd07f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8078620 Sep 23 20:42:29.688290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:29.690552 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d565275f-239d-4adb-ad11-831ed3742f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:29.773341 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:29.786718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bec483-9890-49f1-93f0-5b2bcbfd5360 req-85cd6cae-b513-430b-8438-f8ea649b301a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:29.788204 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7bec483-9890-49f1-93f0-5b2bcbfd5360 req-85cd6cae-b513-430b-8438-f8ea649b301a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Sep 23 20:42:29.826441 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7bec483-9890-49f1-93f0-5b2bcbfd5360 req-bdc29b59-3f12-47a9-a716-9c51d76656db tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Sep 23 20:42:29.849264 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46622) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:29.870556 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa93e7-747c-4591-9960-5e95733c250a x-openstack-request-id: req-2bfa93e7-747c-4591-9960-5e95733c250a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:29.871065 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:29.871322 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bfa93e7-747c-4591-9960-5e95733c250a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:29.871860 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'status': 'completed', 'code': 200} Sep 23 20:42:29.927206 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ef684ee7-1ab2-4b0d-9ff4-ed1d68a59dec tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/d5acc47f-f803-4d44-9b15-f55c34c491d0 HTTP/1.1" status: 200 len: 991 time: 0.0764210 Sep 23 20:42:29.939245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565275f-239d-4adb-ad11-831ed3742f8b req-b58d3708-fde6-4f8b-888f-e0bcce0818b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:29.940859 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d565275f-239d-4adb-ad11-831ed3742f8b req-b58d3708-fde6-4f8b-888f-e0bcce0818b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.0463405 Sep 23 20:42:30.005609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd5acc47f-f803-4d44-9b15-f55c34c491d0', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'port_id': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'mac_address': 'fa:16:3e:89:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:42:28Z', 'updated_at': '2021-09-23T20:42:28Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:30.031501 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565275f-239d-4adb-ad11-831ed3742f8b req-635cfb13-4e22-4beb-9e4a-bf0f7888246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:30.032991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d565275f-239d-4adb-ad11-831ed3742f8b req-635cfb13-4e22-4beb-9e4a-bf0f7888246a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.0853086 Sep 23 20:42:30.035214 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] Checking router: 074b81e9-9323-4770-92a9-787afdccc4fc for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:42:30.043636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:30.044230 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:42:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:30.099801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d565275f-239d-4adb-ad11-831ed3742f8b req-ed085b63-293d-4e5d-ad87-4c8766f07ec7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 999 time: 0.0599232 Sep 23 20:42:30.145233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:30.146900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565275f-239d-4adb-ad11-831ed3742f8b req-879997fa-d019-4468-a295-acf3d46f0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:30.148367 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d565275f-239d-4adb-ad11-831ed3742f8b req-879997fa-d019-4468-a295-acf3d46f0df1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0420985 Sep 23 20:42:30.193002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565275f-239d-4adb-ad11-831ed3742f8b req-7ee0fc5d-3af9-4787-9626-e1430c958815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:30.194417 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d565275f-239d-4adb-ad11-831ed3742f8b req-7ee0fc5d-3af9-4787-9626-e1430c958815 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388489 Sep 23 20:42:30.285705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d565275f-239d-4adb-ad11-831ed3742f8b req-4fc9b8d6-a679-42ef-a763-77409898af0d service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844746 Sep 23 20:42:30.377179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd5acc47f-f803-4d44-9b15-f55c34c491d0', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'port_id': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'mac_address': 'fa:16:3e:89:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:42:28Z', 'updated_at': '2021-09-23T20:42:28Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:30.398083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d565275f-239d-4adb-ad11-831ed3742f8b req-560209f6-f050-46ab-b079-f787761b86f0 service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059239 Sep 23 20:42:30.407795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac66cd-ec0c-426b-b739-2a45646c2349 None None] The sync data for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 is: [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd5acc47f-f803-4d44-9b15-f55c34c491d0', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'port_id': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'mac_address': 'fa:16:3e:89:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:42:28Z', 'updated_at': '2021-09-23T20:42:28Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:42:30.616672 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d19b1-533e-4783-a6db-4817299132d1 None None] New status for floating IP d5acc47f-f803-4d44-9b15-f55c34c491d0: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:42:30.931024 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46624) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:30.991770 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5c512a7b-c443-4bd9-9934-74ed8a0045a5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/d5acc47f-f803-4d44-9b15-f55c34c491d0 HTTP/1.1" status: 200 len: 993 time: 0.0594006 Sep 23 20:42:43.301368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cb89b3f-c4bc-491a-84aa-2ba8510c9af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:46.425763 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-748e18be-e6a3-4061-87e3-8695ee8867eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:46.604433 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:47.364513 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:48.860617 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:49.514656 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:42:56.176447 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:57.484202 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:57.756234 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185979-1165-48e7-9afc-1065d59ecf2b req-07223b55-27f6-4fca-8742-6bf6340e1497 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:57.757731 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e185979-1165-48e7-9afc-1065d59ecf2b req-07223b55-27f6-4fca-8742-6bf6340e1497 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0519798 Sep 23 20:42:57.793077 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-8c62fa69-beec-43ad-9768-0fdf3c4c7975 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962617 Sep 23 20:42:57.800336 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9e185979-1165-48e7-9afc-1065d59ecf2b req-73940c15-9ebf-4d26-97e1-6d376ed2ba15 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364208 Sep 23 20:42:57.802563 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-3cb436e8-6ce6-4f9e-baf6-53400db9be86 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:42:57.803512 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-3cb436e8-6ce6-4f9e-baf6-53400db9be86 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048795 Sep 23 20:42:58.920405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-e6ac334a-1126-4950-b475-d46cd16bb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:58.921906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-e6ac334a-1126-4950-b475-d46cd16bb884 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.0663745 Sep 23 20:42:58.945090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946015-d888-4c73-847b-4b6b74d2cda7 req-b2544118-c55b-4a5d-84cd-599109fff72e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:58.946519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed946015-d888-4c73-847b-4b6b74d2cda7 req-b2544118-c55b-4a5d-84cd-599109fff72e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Sep 23 20:42:59.033570 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed946015-d888-4c73-847b-4b6b74d2cda7 req-b8744afb-a9d3-49b5-aec0-a745f74cf6bd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769958 Sep 23 20:42:59.051891 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-d7e82a7d-5eeb-4885-83e9-e25d5db17c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:59.053425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-d7e82a7d-5eeb-4885-83e9-e25d5db17c69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.1237166 Sep 23 20:42:59.119055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-85f8b0bb-5824-4424-a4ee-ece65be549cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 1001 time: 0.0576243 Sep 23 20:42:59.172041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-73604b47-2909-4d2a-bffc-500e18f2908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:59.173508 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-73604b47-2909-4d2a-bffc-500e18f2908e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0476353 Sep 23 20:42:59.218559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-db2f6e3a-c582-4441-81ec-c4fc7656dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:59.220059 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-db2f6e3a-c582-4441-81ec-c4fc7656dd55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396883 Sep 23 20:42:59.308086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-ba4fcf52-dff7-47df-8a90-7c74845aa89c service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801008 Sep 23 20:42:59.401682 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-06137610-e978-4b1d-b0f5-af655b19d5a1 service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846074 Sep 23 20:43:00.148701 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8a5f0-5c62-438b-bf8b-c46c36f8e72b req-c46db9c3-d53c-4b45-bcee-9470d60eb94f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:00.150080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2b8a5f0-5c62-438b-bf8b-c46c36f8e72b req-c46db9c3-d53c-4b45-bcee-9470d60eb94f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Sep 23 20:43:00.187712 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a2b8a5f0-5c62-438b-bf8b-c46c36f8e72b req-766cccc9-bfe3-498a-b2c1-b7fc550ccbd1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312395 Sep 23 20:43:01.307135 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282c28-98c1-4d7e-add6-788b184848d3 req-376fa4a9-0afc-43a4-96c8-7155fb7aca3a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:01.308619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e282c28-98c1-4d7e-add6-788b184848d3 req-376fa4a9-0afc-43a4-96c8-7155fb7aca3a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0512421 Sep 23 20:43:01.348227 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e282c28-98c1-4d7e-add6-788b184848d3 req-dcd0af7e-5c09-44f4-ad1f-83a87bfe54c8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Sep 23 20:43:02.467441 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356146a8-6219-4adb-bddf-b0aaac6a85b1 req-96f762da-fa91-4030-a33c-aad25aa556b3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:02.468967 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-356146a8-6219-4adb-bddf-b0aaac6a85b1 req-96f762da-fa91-4030-a33c-aad25aa556b3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Sep 23 20:43:02.506739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-356146a8-6219-4adb-bddf-b0aaac6a85b1 req-a368c201-45b9-4304-91dc-555076ff4b48 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Sep 23 20:43:03.621615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7dc1e-7932-4bcb-9a35-e9248a1d471e req-c4bb3a5a-86ac-4a20-9a77-3a1d26c78597 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:03.623124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28c7dc1e-7932-4bcb-9a35-e9248a1d471e req-c4bb3a5a-86ac-4a20-9a77-3a1d26c78597 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0485380 Sep 23 20:43:03.660004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28c7dc1e-7932-4bcb-9a35-e9248a1d471e req-039bd65e-9995-4013-a7c4-e331c36eb339 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309787 Sep 23 20:43:04.776819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4a1a3-ea0a-4c99-9f28-80f5bfd4cf1d req-d2c05992-c5e2-47d8-9d9e-d53bc5f38514 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:04.778310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63f4a1a3-ea0a-4c99-9f28-80f5bfd4cf1d req-d2c05992-c5e2-47d8-9d9e-d53bc5f38514 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Sep 23 20:43:04.815603 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63f4a1a3-ea0a-4c99-9f28-80f5bfd4cf1d req-d7bb38b9-b48b-4775-9188-857f9c3e2f59 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Sep 23 20:43:05.932316 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94550b8-8ba2-4516-bf34-d4426eeb0521 req-661e012b-2de5-4deb-bd7f-4fc3ddb3c245 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:05.934066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b94550b8-8ba2-4516-bf34-d4426eeb0521 req-661e012b-2de5-4deb-bd7f-4fc3ddb3c245 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0498984 Sep 23 20:43:05.971131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b94550b8-8ba2-4516-bf34-d4426eeb0521 req-e98b92b2-e2a5-4cae-918a-339fa3c7f493 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305469 Sep 23 20:43:07.090679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b23961-3f33-4816-94c7-9d2323a19468 req-9693b141-5397-4132-aacd-90cc9ef64b26 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:07.092170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4b23961-3f33-4816-94c7-9d2323a19468 req-9693b141-5397-4132-aacd-90cc9ef64b26 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0504391 Sep 23 20:43:07.132817 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d4b23961-3f33-4816-94c7-9d2323a19468 req-dff80d26-9089-400a-9163-7fda381447e6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Sep 23 20:43:08.251759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839828b1-e665-4077-87e5-001410b6e837 req-ff48077e-923b-4de3-99c8-8e91402ed9f8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:08.253771 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-839828b1-e665-4077-87e5-001410b6e837 req-ff48077e-923b-4de3-99c8-8e91402ed9f8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Sep 23 20:43:08.291519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-839828b1-e665-4077-87e5-001410b6e837 req-466e0692-2489-4d2c-ab41-23f0f2ccca67 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Sep 23 20:43:09.407779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961c66d-29b8-4092-a173-3b7be55c367b req-0ccc3f00-9280-499b-9046-ccbb03eb914b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:09.409888 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9961c66d-29b8-4092-a173-3b7be55c367b req-0ccc3f00-9280-499b-9046-ccbb03eb914b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Sep 23 20:43:09.446922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9961c66d-29b8-4092-a173-3b7be55c367b req-ceebdb92-5ecf-4aee-b30f-91ee542103a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310361 Sep 23 20:43:10.563505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6bd5b-57d5-4a2b-a934-9277f44f48d7 req-8eed144e-a812-4f53-9a7d-295c9a86471f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:10.565005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e6bd5b-57d5-4a2b-a934-9277f44f48d7 req-8eed144e-a812-4f53-9a7d-295c9a86471f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0497561 Sep 23 20:43:10.602807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5e6bd5b-57d5-4a2b-a934-9277f44f48d7 req-b7090374-25e9-4f3e-813f-ada0a772daf8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Sep 23 20:43:11.333136 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-df0f6dd6-f3f8-4892-a684-2fb32d60bd03 service neutron] show failed (client error): The resource could not be found. Sep 23 20:43:11.334663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-df0f6dd6-f3f8-4892-a684-2fb32d60bd03 service neutron] 10.222.0.72 "GET /v2.0/ports/f82d7460-514f-4e3d-909c-3575cfb4d905/bindings/n-h2-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0624931 Sep 23 20:43:11.571098 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-ff2eb386-fe78-4749-902d-06d6ae45db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:11.572616 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-ff2eb386-fe78-4749-902d-06d6ae45db72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 1096 time: 0.0879161 Sep 23 20:43:11.583835 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-5a05b125-8fcc-4159-ac66-7cda822fb81d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:43:11.584706 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-5a05b125-8fcc-4159-ac66-7cda822fb81d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057082 Sep 23 20:43:11.596992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:43:11.649465 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:11.719998 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f912c7-4ada-4885-b7aa-3221529a6dbc req-809ca328-05f4-4585-949c-f18d6070d9d2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:11.722226 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8f912c7-4ada-4885-b7aa-3221529a6dbc req-809ca328-05f4-4585-949c-f18d6070d9d2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Sep 23 20:43:11.760951 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8f912c7-4ada-4885-b7aa-3221529a6dbc req-66b716d2-b574-43ba-8216-e4313ac6ff97 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320046 Sep 23 20:43:12.146063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:43:12.177488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h1-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:43:12.217344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:43:12.219791 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea24903-d0ea-4301-b697-f3d6163bf2d6" -d '{"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:43:12.223656 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:12.236437 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Transition to ACTIVE for port object f82d7460-514f-4e3d-909c-3575cfb4d905 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:43:12.240225 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:12.275613 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fad800a-2eab-45c1-9cb1-8ef59638a00b x-openstack-request-id: req-1fad800a-2eab-45c1-9cb1-8ef59638a00b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:43:12.275898 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:43:12.276144 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fad800a-2eab-45c1-9cb1-8ef59638a00b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:43:12.276529 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'code': 200} Sep 23 20:43:12.322512 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:43:12.334919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.335254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.336063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.336063 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.336245 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.336535 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.336858 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.337173 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.337493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.337809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.338126 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.338470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:12.379114 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] No DVR routers for this DVR port f82d7460-514f-4e3d-909c-3575cfb4d905 on host n-h1-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:43:12.521725 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:43:12.522054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:43:12.522414 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 on network 5f1236b3-b312-46b7-a421-29d546f4cd1e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:43:12.526526 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Port f82d7460-514f-4e3d-909c-3575cfb4d905 on network 5f1236b3-b312-46b7-a421-29d546f4cd1e not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:43:12.526843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Attempting to bind port f82d7460-514f-4e3d-909c-3575cfb4d905 on network 5f1236b3-b312-46b7-a421-29d546f4cd1e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:43:12.532948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:43:12.533272 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Checking segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:43:12.533649 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Bound using segment: {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:43:12.534074 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Bound port: f82d7460-514f-4e3d-909c-3575cfb4d905, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925a97aa-8690-47f9-839e-3947ac066c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:43:12.534463 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:12.601604 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:43:12.604470 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:43:12.609598 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:12.642452 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:12.643082 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:12.644506 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 1091 time: 1.0517783 Sep 23 20:43:12.668497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cb572-9f1c-4e60-90ab-85ad7d9564e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:43:12.714500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-efbde7fa-bb75-402a-8a0d-edd8e0e3aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:12.716014 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-efbde7fa-bb75-402a-8a0d-edd8e0e3aff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.0445576 Sep 23 20:43:12.816303 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-1ff29b4c-eadd-42d7-b407-530cb41263e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:12.817828 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-1ff29b4c-eadd-42d7-b407-530cb41263e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.0938227 Sep 23 20:43:12.902362 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-2ad17a32-5699-4a30-9aba-c730c050388c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 999 time: 0.0773871 Sep 23 20:43:12.912267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcd4db-7cdc-4a97-88d1-1c171ff64427 req-9ba813fb-4a41-4d86-9780-7cb773985ed4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:12.913702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41bcd4db-7cdc-4a97-88d1-1c171ff64427 req-9ba813fb-4a41-4d86-9780-7cb773985ed4 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0577724 Sep 23 20:43:12.952258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41bcd4db-7cdc-4a97-88d1-1c171ff64427 req-4fd77fe3-da44-45e2-9ae2-314e49d7964d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Sep 23 20:43:12.957075 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-4cb5bc4a-8495-44f3-9d45-8e9c68e72e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:12.958692 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-4cb5bc4a-8495-44f3-9d45-8e9c68e72e3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0493805 Sep 23 20:43:13.009995 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-6aac94e8-6be4-4d6c-a74c-cc288db39cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:13.011532 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-6aac94e8-6be4-4d6c-a74c-cc288db39cae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463686 Sep 23 20:43:13.100978 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-251c14ca-846b-4330-8530-7dab7c272190 service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826025 Sep 23 20:43:13.194730 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-2572a72a-6198-45ee-8aaa-bdffc4fb4e98 req-209625e3-a71b-4bcf-af65-32a1ad21ecd2 service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870037 Sep 23 20:43:13.302847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-180a3cee-8263-452a-842b-26610313db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:14.082518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b13b14-1724-4bef-9739-647f0675bd0c req-7e191085-792f-4c6d-af16-d30bcccbe4fb tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.084030 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67b13b14-1724-4bef-9739-647f0675bd0c req-7e191085-792f-4c6d-af16-d30bcccbe4fb tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0535519 Sep 23 20:43:14.121358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-67b13b14-1724-4bef-9739-647f0675bd0c req-0a293128-5472-44ed-8fc0-b37bf6e87240 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Sep 23 20:43:14.277607 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:43:14.280049 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6156e37d-844e-401b-a346-8bdce3343c50" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:43:14.330086 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8781c871-dbb8-44d0-84d6-c5066806fede x-openstack-request-id: req-8781c871-dbb8-44d0-84d6-c5066806fede {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:43:14.330495 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:43:14.330866 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8781c871-dbb8-44d0-84d6-c5066806fede {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:43:14.331432 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'status': 'completed', 'code': 200} Sep 23 20:43:14.392944 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-70d00bb2-c5a5-46df-ab98-fd711027b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.394501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-70d00bb2-c5a5-46df-ab98-fd711027b26a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.0451012 Sep 23 20:43:14.396381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-27973265-42e6-4462-bdc2-56fabdcd32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.397938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-27973265-42e6-4462-bdc2-56fabdcd32a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1094 time: 0.0440602 Sep 23 20:43:14.491625 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-5b0ab796-7cf7-4c9c-b385-d5115c8437c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.493357 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-a141123f-1b8b-4b74-a6f3-bfb082ef237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.493571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-5b0ab796-7cf7-4c9c-b385-d5115c8437c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.0885754 Sep 23 20:43:14.494846 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-a141123f-1b8b-4b74-a6f3-bfb082ef237d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.0935211 Sep 23 20:43:14.561548 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-fb3e8c9a-33aa-454b-bc24-4a6e4cfbea51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 999 time: 0.0591512 Sep 23 20:43:14.567868 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-d1b3328d-c824-4a11-9240-9488c9276ba9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 999 time: 0.0657704 Sep 23 20:43:14.614418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-792aedb0-5899-4479-afc5-13a80a173616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.615953 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-792aedb0-5899-4479-afc5-13a80a173616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0468705 Sep 23 20:43:14.617860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-9ba701ae-0c6a-4c62-84d8-dab4ade2843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.619363 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-9ba701ae-0c6a-4c62-84d8-dab4ade2843d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0453053 Sep 23 20:43:14.668482 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-99598107-c0b3-448a-b4cd-9ada0a129935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.668793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156e37d-844e-401b-a346-8bdce3343c50 req-e3e9a51e-d5cd-4fa3-9d74-8da8dcf5782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:14.670152 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-99598107-c0b3-448a-b4cd-9ada0a129935 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470011 Sep 23 20:43:14.670351 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-e3e9a51e-d5cd-4fa3-9d74-8da8dcf5782e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432026 Sep 23 20:43:14.761989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-5b4c5d5f-e87a-4779-a310-41b4615fd331 service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842216 Sep 23 20:43:14.765140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-654a1144-2745-4510-88a2-9455e04e353c service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873950 Sep 23 20:43:14.858118 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-186a9d84-ab19-4193-9f3d-c9a79b7ba9e1 service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886538 Sep 23 20:43:14.862502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6156e37d-844e-401b-a346-8bdce3343c50 req-c3ce79ed-0078-4845-bdd0-e0fc8583f0ce service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895369 Sep 23 20:43:15.239736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cf76e-1bd9-434d-bd99-ac77cc743a29 req-f25a81dc-aed8-4c47-94aa-4083ef77df5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:15.241249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6cf76e-1bd9-434d-bd99-ac77cc743a29 req-f25a81dc-aed8-4c47-94aa-4083ef77df5b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0494010 Sep 23 20:43:15.279479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a6cf76e-1bd9-434d-bd99-ac77cc743a29 req-fedc6e92-fd97-40a4-ba17-3466dc78a83d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Sep 23 20:43:15.403861 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:43:15.491956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:43:15.531015 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:43:15.547873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'port_id': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'mac_address': 'fa:16:3e:89:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:43:15.555640 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:43:15.589494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:15.601592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82d7460-514f-4e3d-909c-3575cfb4d905 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:43:15.620704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:43:15.624738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:15.671160 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:43:15.678934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.679276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.679607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.679939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.680270 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.680595 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.680916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.681236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.681553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.681870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.682186 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:15.682553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:16.397105 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb1d2d-12e6-476c-a614-c8d373201d00 req-0daa74aa-495c-4061-9c05-68ae5aeb5804 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:16.398715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bcb1d2d-12e6-476c-a614-c8d373201d00 req-0daa74aa-495c-4061-9c05-68ae5aeb5804 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0504858 Sep 23 20:43:16.428666 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33433f7d-f71f-4bbe-b5e2-5b6a9dd5ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:16.441761 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9bcb1d2d-12e6-476c-a614-c8d373201d00 req-89d7a177-ae2e-4203-b871-1fa834126e94 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353389 Sep 23 20:43:16.607082 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:16.683634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94494ea-254f-414f-a0b9-aa554cb70162 req-f218380e-256b-403e-a761-cd6c6f56e33c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:16.685163 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d94494ea-254f-414f-a0b9-aa554cb70162 req-f218380e-256b-403e-a761-cd6c6f56e33c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0922253 Sep 23 20:43:16.698001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-93262bcc-09b9-4949-9857-9067a19b7567 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:16.699444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-93262bcc-09b9-4949-9857-9067a19b7567 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8&tenant_id=a0b57aab6135417186c284b83e777726&binding%3Ahost_id=n-h2-810763-1 HTTP/1.1" status: 200 len: 944 time: 0.0861609 Sep 23 20:43:16.760522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d94494ea-254f-414f-a0b9-aa554cb70162 req-1686c199-6e95-4993-bca1-a2327053ab14 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601120 Sep 23 20:43:16.778028 n-d-810763-1 neutron-server[94826]: INFO neutron.api.v2.resource [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-34901280-8751-4dd9-af73-212cf1e54b40 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:43:16.779079 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-34901280-8751-4dd9-af73-212cf1e54b40 service neutron] 10.222.0.72 "DELETE /v2.0/ports/f82d7460-514f-4e3d-909c-3575cfb4d905/bindings/n-h1-810763-1 HTTP/1.1" status: 404 len: 380 time: 0.0721955 Sep 23 20:43:16.909616 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-b6da25d9-efdc-4428-abc0-9bfbe8aced68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:16.911155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-b6da25d9-efdc-4428-abc0-9bfbe8aced68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0879889 Sep 23 20:43:16.921307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37453-97cc-427e-aead-8e11fc130e72 req-7daa28c8-2821-44b3-a713-21dfe22f4acd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:16.922870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63d37453-97cc-427e-aead-8e11fc130e72 req-7daa28c8-2821-44b3-a713-21dfe22f4acd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0909884 Sep 23 20:43:17.022698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-63d37453-97cc-427e-aead-8e11fc130e72 req-a56da079-ef26-4178-986b-f1927e8fba64 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897441 Sep 23 20:43:17.049638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-f74e3b6f-41f8-4d7c-8702-8d79ccb27a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:17.051285 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-f74e3b6f-41f8-4d7c-8702-8d79ccb27a5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.1274023 Sep 23 20:43:17.066730 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['f82d7460-514f-4e3d-909c-3575cfb4d905'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:43:17.122255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-bb149c38-cac1-4aec-bb4a-a177d638afba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 1000 time: 0.0637205 Sep 23 20:43:17.176585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-865d11b2-a788-4314-941c-ec270e27f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:17.177990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-865d11b2-a788-4314-941c-ec270e27f179 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0490885 Sep 23 20:43:17.232332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-ea5f6a62-f341-4841-bc03-1bd4830a302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:17.233845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-ea5f6a62-f341-4841-bc03-1bd4830a302a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492120 Sep 23 20:43:17.322848 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-a216e317-364a-4df4-b8a7-b34232947cf7 service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822315 Sep 23 20:43:17.366459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:17.417652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b0ce325-3d38-45d3-a38e-b2ef731f5c56 req-2c7ac214-3072-4fa0-91b9-6555b4ee4b22 service neutron] 10.222.0.72 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864773 Sep 23 20:43:18.140117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48eac2-66fd-4ec8-8a9e-e75378828682 req-559c5e0d-4884-4c11-9d14-0599409f2da5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:18.141804 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd48eac2-66fd-4ec8-8a9e-e75378828682 req-559c5e0d-4884-4c11-9d14-0599409f2da5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 944 time: 0.0507474 Sep 23 20:43:18.185292 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd48eac2-66fd-4ec8-8a9e-e75378828682 req-8265832f-e7f3-4d12-8b7f-b9a74859697e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333884 Sep 23 20:43:18.207867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:43:18.277411 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b750d374-00db-4a53-a05b-e9d17f31c48c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/d5acc47f-f803-4d44-9b15-f55c34c491d0 HTTP/1.1" status: 200 len: 992 time: 0.0683208 Sep 23 20:43:18.864500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:19.435116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:43:19.483902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port f82d7460-514f-4e3d-909c-3575cfb4d905 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:43:19.488218 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port f82d7460-514f-4e3d-909c-3575cfb4d905 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:43:19.488591 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:19.562311 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:19.589381 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:43:19.591585 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2059df9-4ae3-4482-89ae-2ec33588cc6a" -d '{"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:43:19.604630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:43:19.608344 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:19.633335 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a15148a-0b5d-4dcc-bca6-52bfebc65804 x-openstack-request-id: req-1a15148a-0b5d-4dcc-bca6-52bfebc65804 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:43:19.633621 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:43:19.633869 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a15148a-0b5d-4dcc-bca6-52bfebc65804 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:43:19.634344 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'code': 200} Sep 23 20:43:19.656272 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:43:26.178433 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:26.514707 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:43:27.493237 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:27.822963 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-44ee0865-3da9-4700-9654-40f3a46b6de3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393240 Sep 23 20:43:27.903845 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-e128a8a6-7033-4b70-83fd-8a7240ee7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:27.905297 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-e128a8a6-7033-4b70-83fd-8a7240ee7d2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.0398245 Sep 23 20:43:28.016321 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-c49930cd-1780-42bb-9dc7-1a21f9c82572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:28.017794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-c49930cd-1780-42bb-9dc7-1a21f9c82572 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.0928462 Sep 23 20:43:28.082647 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-58b2aa1c-8c6e-4825-84aa-51fc8c226e1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 1001 time: 0.0562801 Sep 23 20:43:28.133908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-3d66a8bb-794b-4e01-8584-2924b5c6dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:28.135347 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-3d66a8bb-794b-4e01-8584-2924b5c6dd51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0466647 Sep 23 20:43:28.192585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-7d07f0be-92ea-49c4-8d6d-65df50070965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:28.194040 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-7d07f0be-92ea-49c4-8d6d-65df50070965 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392835 Sep 23 20:43:28.287972 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-05cbde59-af1e-4031-8def-2fa2eb659e5c service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Sep 23 20:43:28.378865 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8384f1c5-099f-4094-8c46-f5c6f59847c1 req-c5bf2fcb-c0f3-4ddf-9d31-d4fb82e0d92f service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829663 Sep 23 20:43:43.303395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b91b3bf0-8c18-453a-a7ff-ed7df6894f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:46.428900 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22576775-f73a-48b8-892d-067bb150d0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:46.607787 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:47.368478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:48.867371 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:56.187323 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:57.503622 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:03.514474 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:44:13.183992 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:13.304829 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d36e224d-86a6-4d6e-8967-d8265e5ea838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:13.336943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 56e97b04-bda9-4fda-a7e3-76cd5024f949 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:13.337287 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:13.411376 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:13.411704 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:13.423336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 56e97b04-bda9-4fda-a7e3-76cd5024f949 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:13.565501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:13.591648 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=56e97b04-bda9-4fda-a7e3-76cd5024f949,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:13.617197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.617553 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.617892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.618243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.618577 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.618907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.619236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.619560 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.619884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.620206 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.620526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.620866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:13.661358 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:13.661692 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP d5acc47f-f803-4d44-9b15-f55c34c491d0 disassociated (deleted). External IP: 172.25.6.214, port: f82d7460-514f-4e3d-909c-3575cfb4d905. Sep 23 20:44:13.866993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 074b81e9-9323-4770-92a9-787afdccc4fc has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:13.970224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:13.975202 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:13.980956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] Sync routers for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:13.989755 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:13.990428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:43:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:14.004211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-dbde2e0d-4d05-448b-abad-96ed2e248eda tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/floatingips/d5acc47f-f803-4d44-9b15-f55c34c491d0 HTTP/1.1" status: 204 len: 168 time: 0.8191428 Sep 23 20:44:14.004803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:14.007076 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:14.100811 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:14.177984 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169a6330-7d0c-4ad9-9153-4d7dd8922ce0 x-openstack-request-id: req-169a6330-7d0c-4ad9-9153-4d7dd8922ce0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:14.178309 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:14.178560 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-169a6330-7d0c-4ad9-9153-4d7dd8922ce0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:14.178968 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'status': 'completed', 'code': 200} Sep 23 20:44:14.240925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-f38d17c7-b74e-42f4-95ac-eb9e9d209961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:14.242557 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-f38d17c7-b74e-42f4-95ac-eb9e9d209961 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 1096 time: 0.0408964 Sep 23 20:44:14.322312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:14.341151 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-85194e1e-4d13-4376-8810-87279d8898d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:14.342791 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-85194e1e-4d13-4376-8810-87279d8898d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 200 len: 898 time: 0.0928218 Sep 23 20:44:14.349644 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda27fd-8028-4392-8424-cd103903da89 req-0ca5b5d4-ae97-4883-b87b-90c293f632d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:14.351160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cda27fd-8028-4392-8424-cd103903da89 req-0ca5b5d4-ae97-4883-b87b-90c293f632d5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1254416 Sep 23 20:44:14.355147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] Checking router: 074b81e9-9323-4770-92a9-787afdccc4fc for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:14.363476 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:14.364083 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:43:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:14.385393 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-98be1ce3-fc69-419f-b182-eec403997505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 200 len: 217 time: 0.0354729 Sep 23 20:44:14.391710 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6cda27fd-8028-4392-8424-cd103903da89 req-3c8fecd8-50d5-42f6-aed6-db90aeec3c98 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331149 Sep 23 20:44:14.441637 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-03b7347f-5634-4a7c-be3a-ed89a504fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:14.443127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-03b7347f-5634-4a7c-be3a-ed89a504fd84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 200 len: 834 time: 0.0508771 Sep 23 20:44:14.492538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-d5e1b3de-188b-4af0-a0e9-b1f824558df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:14.494090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-d5e1b3de-188b-4af0-a0e9-b1f824558df3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f1236b3-b312-46b7-a421-29d546f4cd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423188 Sep 23 20:44:14.587600 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-537f21b4-0d44-46c0-9935-9b078ee98dc4 service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852387 Sep 23 20:44:14.625696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:14.682942 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-8e0ab306-6d6f-47d1-9dc9-1324e4bef757 req-49e254c3-4d59-43c1-9bc6-7814630bfc06 service neutron] 10.222.0.41 "GET /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858161 Sep 23 20:44:14.818021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:14.843851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b340938-1514-45d1-9a6e-9d90403e4348 None None] The sync data for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 is: [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:42:15Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '7814adab-ad45-4685-b031-c7cf268025df', 'name': '', 'network_id': '5f1236b3-b312-46b7-a421-29d546f4cd1e', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:20:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:14Z', 'updated_at': '2021-09-23T20:42:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': 'bc8eb7d6-53c1-4812-8b46-b84a50bd9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:15.050565 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400b02f-2130-4106-80fd-a3ecc6aabed9 None None] New status for floating IP d5acc47f-f803-4d44-9b15-f55c34c491d0: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:44:15.508091 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39cd2-d5d8-4556-aae4-ef52e64c138b req-0967aa31-0406-4a2d-a74c-1cc91200932c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:15.509536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ece39cd2-d5d8-4556-aae4-ef52e64c138b req-0967aa31-0406-4a2d-a74c-1cc91200932c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0471170 Sep 23 20:44:15.547349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ece39cd2-d5d8-4556-aae4-ef52e64c138b req-7273d7dc-32e6-46a4-b2c4-ed842ff6763c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=839da467-e766-4ea9-848c-b45acc70571b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Sep 23 20:44:15.754999 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21365560-4001-4458-9722-2e06a0d9ee78 req-55bd40d7-a262-4077-8396-3ddf63e825a6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:15.756429 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-21365560-4001-4458-9722-2e06a0d9ee78 req-55bd40d7-a262-4077-8396-3ddf63e825a6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Sep 23 20:44:15.847130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port f82d7460-514f-4e3d-909c-3575cfb4d905 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:15.847390 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:15.934069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port f82d7460-514f-4e3d-909c-3575cfb4d905, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=f82d7460-514f-4e3d-909c-3575cfb4d905,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:15.934535 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:15.947789 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for f82d7460-514f-4e3d-909c-3575cfb4d905 owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:16.074090 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.102225 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=f82d7460-514f-4e3d-909c-3575cfb4d905,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:16.134522 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.134865 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.135229 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.135583 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.135930 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.136281 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.136629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.136977 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.137326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.137673 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.138015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.138491 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.158866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] No DVR routers for this DVR port f82d7460-514f-4e3d-909c-3575cfb4d905 on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:44:16.161344 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.163476 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-21365560-4001-4458-9722-2e06a0d9ee78 req-bfeac7ca-caa7-4d91-91cf-ca1d72b8c19d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.41 "DELETE /v2.0/ports/f82d7460-514f-4e3d-909c-3575cfb4d905 HTTP/1.1" status: 204 len: 173 time: 0.4002964 Sep 23 20:44:16.163901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-deleted', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:16.166160 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1179cb03-00aa-4782-b88e-a9189fe43a28" -d '{"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-deleted", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:16.206307 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf32e1-de72-4459-a74d-b093ac8fbf92 x-openstack-request-id: req-8eaf32e1-de72-4459-a74d-b093ac8fbf92 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:16.206602 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0a71f4-fccd-495d-903e-f7226a86b4f8", "name": "network-vif-deleted", "tag": "f82d7460-514f-4e3d-909c-3575cfb4d905", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:16.206854 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8eaf32e1-de72-4459-a74d-b093ac8fbf92 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:16.207250 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a71f4-fccd-495d-903e-f7226a86b4f8', 'name': 'network-vif-deleted', 'tag': 'f82d7460-514f-4e3d-909c-3575cfb4d905', 'status': 'completed', 'code': 200} Sep 23 20:44:16.428230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-757d6324-11cf-429c-8df6-7ccf7b8cbb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.611305 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.666853 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d20c6340-32f0-4136-b6db-f98b034c7cd2 req-3eb77de9-4321-4c18-97ea-cdbac3584487 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd0a71f4-fccd-495d-903e-f7226a86b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0310500 Sep 23 20:44:17.371494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:17.723786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:18.081389 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.333751 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 7814adab-ad45-4685-b031-c7cf268025df {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:18.333751 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.423225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 7814adab-ad45-4685-b031-c7cf268025df, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7814adab-ad45-4685-b031-c7cf268025df,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:18.423586 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.436916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 7814adab-ad45-4685-b031-c7cf268025df owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:18.870353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.960998 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.986424 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=7814adab-ad45-4685-b031-c7cf268025df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:19.160096 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.369408 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 074b81e9-9323-4770-92a9-787afdccc4fc has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:19.480146 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:19.485489 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-896200ab-5986-42d0-ab81-22730cf09985 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/074b81e9-9323-4770-92a9-787afdccc4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7606828 Sep 23 20:44:19.488260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:19.494279 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] Sync routers for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:19.504345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:19.504957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:19.541920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting subnet bc8eb7d6-53c1-4812-8b46-b84a50bd9431 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:44:19.545058 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.586075 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.608722 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:19.670627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.729883 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.770740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8eb7d6-53c1-4812-8b46-b84a50bd9431,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:19.772786 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.778826 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-062f29f6-cb3f-4c58-a208-2342fd124cd8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/subnets/bc8eb7d6-53c1-4812-8b46-b84a50bd9431 HTTP/1.1" status: 204 len: 168 time: 0.2860508 Sep 23 20:44:19.779958 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:19.790135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:19.792062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1278dd-1259-4a45-808a-5a9ae0ab20ab None None] Network 5f1236b3-b312-46b7-a421-29d546f4cd1e requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:44:19.830111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: f82d7460-514f-4e3d-909c-3575cfb4d905 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:19.830486 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device f82d7460-514f-4e3d-909c-3575cfb4d905 not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:19.880587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:44:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:19.889390 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.928667 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] Checking router: 074b81e9-9323-4770-92a9-787afdccc4fc for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:19.955020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] Routers {'074b81e9-9323-4770-92a9-787afdccc4fc'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:19.955600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['074b81e9-9323-4770-92a9-787afdccc4fc'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:19.999417 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.060158 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 57063c65-ac6a-4d9d-a95e-4bf21287fced {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:20.060597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.095009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] Set router 074b81e9-9323-4770-92a9-787afdccc4fc gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:20.098868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] DHCP port deletion for 5f1236b3-b312-46b7-a421-29d546f4cd1e request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:44:20.153439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 57063c65-ac6a-4d9d-a95e-4bf21287fced, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=57063c65-ac6a-4d9d-a95e-4bf21287fced,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:20.153790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.165808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 57063c65-ac6a-4d9d-a95e-4bf21287fced owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:20.284287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Deleting port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:20.284769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.336794 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.357339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] For port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4,segment=NetworkSegment(925a97aa-8690-47f9-839e-3947ac066c54),segment_id=925a97aa-8690-47f9-839e-3947ac066c54)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:20.357598 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.363720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=57063c65-ac6a-4d9d-a95e-4bf21287fced,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:20.373622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Calling delete_port for 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:20.388847 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:44:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.424643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.447927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f005900-121b-4033-8b8b-1a04b73f859f None None] The sync data for ids ['074b81e9-9323-4770-92a9-787afdccc4fc'] in n-d-810763-1 is: [{'id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927372801', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:42:11Z', 'updated_at': '2021-09-23T20:44:18Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '57063c65-ac6a-4d9d-a95e-4bf21287fced', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b81e9-9323-4770-92a9-787afdccc4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:42:12Z', 'updated_at': '2021-09-23T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:20.507725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.524307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.526596 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.534190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Pushing event deleted for resources: {'Port': ['ID=85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:20.543085 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] No DVR routers for this DVR port 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:44:20.545690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.546033 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.546404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.546735 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.547080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.547391 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.547709 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.548028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.548345 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.548760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.549079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.549398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3dd398-5c3e-4fab-aec4-0f097af99de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:20.574197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.574765 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Fanout notify agent at l3_agent the message router_deleted on router 074b81e9-9323-4770-92a9-787afdccc4fc {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:44:20.588166 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.589818 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fcd4d6ff-1b2f-4e80-a50a-da5f3b3527f6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/routers/074b81e9-9323-4770-92a9-787afdccc4fc HTTP/1.1" status: 204 len: 168 time: 0.8095663 Sep 23 20:44:20.592807 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:20.707492 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.798663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.819641 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1236b3-b312-46b7-a421-29d546f4cd1e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.829873 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925a97aa-8690-47f9-839e-3947ac066c54') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.830188 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925a97aa-8690-47f9-839e-3947ac066c54') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.841190 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.865435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.873356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:44:20.874178 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:44:20.877314 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:44:20.951845 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.960801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.963446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/networks/5f1236b3-b312-46b7-a421-29d546f4cd1e HTTP/1.1" status: 204 len: 168 time: 0.3696241 Sep 23 20:44:20.966853 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46764) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:20.975931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d5932-2093-4d28-8881-acb4b398caad tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Network': ['ID=5f1236b3-b312-46b7-a421-29d546f4cd1e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:21.028958 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf63c8e4-a019-44e4-b8e8-952da98948ef tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.053710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf63c8e4-a019-44e4-b8e8-952da98948ef tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.123436 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf63c8e4-a019-44e4-b8e8-952da98948ef tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.126609 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf63c8e4-a019-44e4-b8e8-952da98948ef tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.127812 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-bf63c8e4-a019-44e4-b8e8-952da98948ef tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/security-groups/839da467-e766-4ea9-848c-b45acc70571b HTTP/1.1" status: 204 len: 168 time: 0.1598566 Sep 23 20:44:21.138775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63c8e4-a019-44e4-b8e8-952da98948ef tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839da467-e766-4ea9-848c-b45acc70571b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:21.346120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46770) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:21.350775 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-0c732c6f-3a8d-4e7d-8ca4-7622effddd06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180351987', 'description': 'tempest-secgroup-smoke-180351987 description', 'project_id': 'a0b57aab6135417186c284b83e777726'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:21.373586 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c732c6f-3a8d-4e7d-8ca4-7622effddd06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.452809 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c732c6f-3a8d-4e7d-8ca4-7622effddd06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.456516 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c732c6f-3a8d-4e7d-8ca4-7622effddd06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.484996 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c732c6f-3a8d-4e7d-8ca4-7622effddd06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.486111 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0c732c6f-3a8d-4e7d-8ca4-7622effddd06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389532 Sep 23 20:44:21.489814 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:21.490791 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c732c6f-3a8d-4e7d-8ca4-7622effddd06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:21.494391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b89e0ee-d77a-4e48-a331-674f1050c091 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '5cdb41e6-ab77-447d-a6d1-ba0ca32293e7', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:21.527275 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89e0ee-d77a-4e48-a331-674f1050c091 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.596683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89e0ee-d77a-4e48-a331-674f1050c091 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.600404 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89e0ee-d77a-4e48-a331-674f1050c091 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.619207 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89e0ee-d77a-4e48-a331-674f1050c091 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f930cd03-5bf1-443f-8262-214f36faec6c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:21.625072 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b89e0ee-d77a-4e48-a331-674f1050c091 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.626332 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8b89e0ee-d77a-4e48-a331-674f1050c091 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354518 Sep 23 20:44:21.629063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:21.635834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3e498550-6743-45ed-b13c-33f13f5de455 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '5cdb41e6-ab77-447d-a6d1-ba0ca32293e7', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:21.660419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e498550-6743-45ed-b13c-33f13f5de455 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.718198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e498550-6743-45ed-b13c-33f13f5de455 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.721920 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e498550-6743-45ed-b13c-33f13f5de455 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.745212 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e498550-6743-45ed-b13c-33f13f5de455 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbebe006-3b9d-40e0-be14-f2cde7146fb6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:21.751938 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e498550-6743-45ed-b13c-33f13f5de455 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.754316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3e498550-6743-45ed-b13c-33f13f5de455 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239047 Sep 23 20:44:21.756646 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:21.760907 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4f790238-a075-47cc-8563-edd0e1a47dfe tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '5cdb41e6-ab77-447d-a6d1-ba0ca32293e7', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:21.786425 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f790238-a075-47cc-8563-edd0e1a47dfe tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.847329 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f790238-a075-47cc-8563-edd0e1a47dfe tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.851138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f790238-a075-47cc-8563-edd0e1a47dfe tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.880249 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f790238-a075-47cc-8563-edd0e1a47dfe tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd9d4bf-57ac-4545-9a8c-bb42049add26,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:21.888434 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f790238-a075-47cc-8563-edd0e1a47dfe tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.889636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4f790238-a075-47cc-8563-edd0e1a47dfe tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320708 Sep 23 20:44:21.893125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:21.897490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a8e75389-ac00-4118-a7b9-c70171cba927 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '5cdb41e6-ab77-447d-a6d1-ba0ca32293e7', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:21.923463 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8e75389-ac00-4118-a7b9-c70171cba927 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.983507 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8e75389-ac00-4118-a7b9-c70171cba927 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.987853 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8e75389-ac00-4118-a7b9-c70171cba927 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.001359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 57063c65-ac6a-4d9d-a95e-4bf21287fced no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:22.012437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e75389-ac00-4118-a7b9-c70171cba927 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd273e2-2b4b-40f3-aa6e-2cd2f7ffd9cd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:22.020147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8e75389-ac00-4118-a7b9-c70171cba927 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.021542 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a8e75389-ac00-4118-a7b9-c70171cba927 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274564 Sep 23 20:44:22.023324 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 57063c65-ac6a-4d9d-a95e-4bf21287fced {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:22.023697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 57063c65-ac6a-4d9d-a95e-4bf21287fced not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:22.024120 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7814adab-ad45-4685-b031-c7cf268025df no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:22.024877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46780) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:22.030241 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '5cdb41e6-ab77-447d-a6d1-ba0ca32293e7', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:22.046424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7814adab-ad45-4685-b031-c7cf268025df {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:22.046766 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7814adab-ad45-4685-b031-c7cf268025df not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:22.047196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:22.055244 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:44:22.061782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.068125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:22.068480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 85e3ca21-3fe1-4fb4-b2fe-602e0fc516a4 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:22.124489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.128030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.145460 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebf0e1e-d35c-4e63-b0ce-9c074a40f760,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:22.152430 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.153680 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2720560d-d790-422a-8430-d43e9daad5b8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275597 Sep 23 20:44:22.156438 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46782) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:22.161500 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': '5cdb41e6-ab77-447d-a6d1-ba0ca32293e7', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:22.187142 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:44:22.192489 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.261110 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.265053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.284194 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05981deb-f1b1-4ee7-bb61-5c32ce1d565e,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:22.288151 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.290496 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c790daf-c16c-4a02-a957-95b99423ccdd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326807 Sep 23 20:44:22.293529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46784) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:22.298309 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'network': {'name': 'tempest-network-smoke--226016416', 'project_id': 'a0b57aab6135417186c284b83e777726', 'port_security_enabled': True}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:22.319588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:44:22.324418 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.350857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:44:22.360300 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.360717 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Added segment 4a38b70b-b919-477a-bfa7-4002a7eb5705 of type vlan for network 07420762-5426-49a6-a760-9daa02a4138c Sep 23 20:44:22.403217 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.428359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.435053 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:22.435643 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.465941 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1689208 Sep 23 20:44:22.466448 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:22.472070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'admin_state_up': True, 'project_id': 'a0b57aab6135417186c284b83e777726', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:22.498071 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.499128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.505014 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82328714-be8e-4e2d-99eb-558897b34af8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Network': ['ID=07420762-5426-49a6-a760-9daa02a4138c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:22.516531 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 07420762-5426-49a6-a760-9daa02a4138c details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:44:22.561971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.696199 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.888184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.906290 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.011551 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.212 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/ab287faf-3dfb-4895-940e-f07e652e9fe2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:44:23.112637 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.146518 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.183151 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:44:23.185962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:44:23.190251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:44:23.224899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=ab287faf-3dfb-4895-940e-f07e652e9fe2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:23.460646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.651347 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.775697 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router fa238d50-3559-4b41-a9d6-eb647a58b5b1 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:44:23.879389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:23.889378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Sync routers for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:23.898967 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:23.899805 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:23.901501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.903058 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fdd3706c-6cb8-4948-b79d-fcbe36fd9750 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4350691 Sep 23 20:44:23.909160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46792) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:23.984982 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-d06990f2-83c8-4f8b-8f82-c3029cc9adaa tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a0b57aab6135417186c284b83e777726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746243 Sep 23 20:44:23.987576 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46796) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:24.010266 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:24.080265 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37061d2d-e193-433c-ab63-5d86dac725be tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:24.081698 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-37061d2d-e193-433c-ab63-5d86dac725be tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931458 Sep 23 20:44:24.084743 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46798) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:24.113092 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8ef1307b-1921-4744-acd0-9b9c8980df68 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270989 Sep 23 20:44:24.115793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46800) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:24.120595 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809110511', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'project_id': 'a0b57aab6135417186c284b83e777726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:24.190689 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:23Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:24.214849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:44:24.217362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Checking router: fa238d50-3559-4b41-a9d6-eb647a58b5b1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:24.217707 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Updating router fa238d50-3559-4b41-a9d6-eb647a58b5b1 port ab287faf-3dfb-4895-940e-f07e652e9fe2 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:44:24.218352 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.242829 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.403519 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.462174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Subnet': ['ID=3e0fd398-fed3-458b-8e70-b112e79a1133,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:24.472444 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Checking segment: {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:44:24.472809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network hostable DHCP agents. Network: 07420762-5426-49a6-a760-9daa02a4138c, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:44:24.490544 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 07420762-5426-49a6-a760-9daa02a4138c is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:44:24.499670 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 07420762-5426-49a6-a760-9daa02a4138c) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:44:24.504575 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:24.506090 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.512655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce554abf-ae85-4b2e-bb70-3a9696b30f5e None None] Network 07420762-5426-49a6-a760-9daa02a4138c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:44:24.528263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7f554735-1cdc-4577-a68b-d5b7a405ab56 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4089124 Sep 23 20:44:24.528726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46802) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:24.531382 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.540389 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.590890 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Attempting to bind port ab287faf-3dfb-4895-940e-f07e652e9fe2 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:44:24.591303 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Attempting to bind port ab287faf-3dfb-4895-940e-f07e652e9fe2 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:44:24.591611 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Attempting to bind port ab287faf-3dfb-4895-940e-f07e652e9fe2 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:44:24.604900 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:44:24.605564 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:44:24.605971 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.606392 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:44:24.607066 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Bound port: ab287faf-3dfb-4895-940e-f07e652e9fe2, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:44:24.607455 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.609978 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Pushing event updated for resources: {'Port': ['ID=ab287faf-3dfb-4895-940e-f07e652e9fe2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:24.642887 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.643238 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.643576 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.643916 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.644246 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.644577 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.644903 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.645228 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.645554 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.645874 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.646195 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.646541 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:24.672134 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] For port ab287faf-3dfb-4895-940e-f07e652e9fe2, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:44:24.675384 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] For port ab287faf-3dfb-4895-940e-f07e652e9fe2, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ab287faf-3dfb-4895-940e-f07e652e9fe2,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:44:24.679675 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.717618 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-07420762-5426-49a6-a760-9daa02a4138c', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:44:24.718940 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.729080 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:24.729709 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:24.807683 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728fe96-1640-4c61-83e0-704c0b931d79 None None] Pushing event updated for resources: {'Port': ['ID=ab287faf-3dfb-4895-940e-f07e652e9fe2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:24.850731 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:24.862878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Allocated IP 172.20.0.2 (07420762-5426-49a6-a760-9daa02a4138c/3e0fd398-fed3-458b-8e70-b112e79a1133/3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:44:25.022158 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.036572 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.038283 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:23Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:25.044038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.067372 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524d59b-021a-4b68-a2cf-0924db16034c None None] The sync data for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 is: [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:23Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:25.083976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Network 07420762-5426-49a6-a760-9daa02a4138c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:44:25.087325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:44:25.090944 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:44:25.105109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Pushing event updated for resources: {'Port': ['ID=3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:25.157746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Attempting to bind port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:44:25.158187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Attempting to bind port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:44:25.158642 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Attempting to bind port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 on network 07420762-5426-49a6-a760-9daa02a4138c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:44:25.164612 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:44:25.165233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Checking segment: {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:44:25.165715 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.166255 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Bound using segment: {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:44:25.166805 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Bound port: 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:44:25.167309 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.238050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] For port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:44:25.242901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] For port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:44:25.248404 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.315322 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.1 (07420762-5426-49a6-a760-9daa02a4138c/3e0fd398-fed3-458b-8e70-b112e79a1133/08dcf1e4-5805-45c7-a968-3332388675c1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:44:25.339888 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fded95c-6bfd-4313-91a7-f8365a3f59f9 None None] Pushing event updated for resources: {'Port': ['ID=3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:25.467347 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.526034 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.571877 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 07420762-5426-49a6-a760-9daa02a4138c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:44:25.575120 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:44:25.577665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:44:25.611655 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=08dcf1e4-5805-45c7-a968-3332388675c1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:25.633341 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.771410 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.082709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.083976 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:44:26.097105 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.150815 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:26.151242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.169903 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.197694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.198635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=08dcf1e4-5805-45c7-a968-3332388675c1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:26.251519 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.282570 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 07420762-5426-49a6-a760-9daa02a4138c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:44:26.284593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:44:26.287433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:26.292171 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.293050 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ab287faf-3dfb-4895-940e-f07e652e9fe2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:44:26.389596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:26.395410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a5580-8118-4c55-9c95-897f11b3f82a None None] Network 07420762-5426-49a6-a760-9daa02a4138c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:44:26.409705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ab287faf-3dfb-4895-940e-f07e652e9fe2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:26.410034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.527851 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ae828fe8-90aa-44a8-86f7-5f0e34099385 None None] Provisioning complete for port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:26.528220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae828fe8-90aa-44a8-86f7-5f0e34099385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.630248 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.673069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port ab287faf-3dfb-4895-940e-f07e652e9fe2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ab287faf-3dfb-4895-940e-f07e652e9fe2,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:26.680917 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:26.710140 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router fa238d50-3559-4b41-a9d6-eb647a58b5b1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:26.768054 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=ab287faf-3dfb-4895-940e-f07e652e9fe2,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:26.832582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:26.837844 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a0d6ecd6-ef43-4020-9654-05c22ee11253 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/fa238d50-3559-4b41-a9d6-eb647a58b5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3081279 Sep 23 20:44:26.945483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Sync routers for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:26.955028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:26.955858 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:26.989026 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-bb907c10-17fc-4f35-92a5-43f6cdab455a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180351987&fields=id&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 267 time: 0.0335531 Sep 23 20:44:27.121517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-825f483e-e1a2-4be5-8932-297a61c50b9b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:27.123165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-825f483e-e1a2-4be5-8932-297a61c50b9b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/networks?id=07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 200 len: 796 time: 0.1242862 Sep 23 20:44:27.140159 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-dbeee908-4ea2-4152-922f-30daabebbe3c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/quotas/a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 375 time: 0.0103598 Sep 23 20:44:27.196477 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-93250528-9d9c-4c4e-aa9f-88ee4bbffe70 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500810 Sep 23 20:44:27.217124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2c794c94-8e84-4d91-a5eb-88d89af6f8af None None] Provisioning complete for port 08dcf1e4-5805-45c7-a968-3332388675c1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:27.217719 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c794c94-8e84-4d91-a5eb-88d89af6f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:27.268970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2c794c94-8e84-4d91-a5eb-88d89af6f8af None None] Port 08dcf1e4-5805-45c7-a968-3332388675c1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:44:27.277473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:27.300915 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-bfb4b9e3-4168-4890-95ac-c970c98d80ef service neutron] 10.222.0.38 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919309 Sep 23 20:44:27.315721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2c794c94-8e84-4d91-a5eb-88d89af6f8af None None] Provisioning complete for port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:27.316092 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c794c94-8e84-4d91-a5eb-88d89af6f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:27.403934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-25608cd7-6ab1-4542-a450-367460ccd066 service neutron] 10.222.0.38 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944471 Sep 23 20:44:27.544559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:27.566873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 2, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:27.571034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1871f9a6-c16c-4c03-9b40-a6cbdafc8ced req-cd035d5a-acac-496e-a137-d73389effad7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Sep 23 20:44:27.600203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Checking router: fa238d50-3559-4b41-a9d6-eb647a58b5b1 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:27.600567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Updating router fa238d50-3559-4b41-a9d6-eb647a58b5b1 port 08dcf1e4-5805-45c7-a968-3332388675c1 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:44:27.625007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:27.678489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-97f884eb-697f-46f3-a207-30092d7ad307 None None] Provisioning complete for port 08dcf1e4-5805-45c7-a968-3332388675c1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:27.678857 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97f884eb-697f-46f3-a207-30092d7ad307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:27.773560 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-97f884eb-697f-46f3-a207-30092d7ad307 None None] Port 08dcf1e4-5805-45c7-a968-3332388675c1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:44:27.931336 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:27.937306 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:27.993236 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c3f0-fdad-43b6-9f66-59bd1be461ed None None] Pushing event updated for resources: {'Port': ['ID=08dcf1e4-5805-45c7-a968-3332388675c1,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:28.047880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:44:28.085469 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Attempting to bind port 08dcf1e4-5805-45c7-a968-3332388675c1 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:44:28.086404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Attempting to bind port 08dcf1e4-5805-45c7-a968-3332388675c1 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:44:28.086767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Attempting to bind port 08dcf1e4-5805-45c7-a968-3332388675c1 on network 07420762-5426-49a6-a760-9daa02a4138c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:44:28.099745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:44:28.100118 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Checking segment: {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:44:28.100549 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.100915 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Bound using segment: {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:44:28.102344 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Bound port: 08dcf1e4-5805-45c7-a968-3332388675c1, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:44:28.102727 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.151624 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:28.152007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.227897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] For port 08dcf1e4-5805-45c7-a968-3332388675c1, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:44:28.230245 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-59c4c902-267c-4d19-8f0e-530aa610a239 None None] Provisioning complete for port 08dcf1e4-5805-45c7-a968-3332388675c1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:28.230611 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59c4c902-267c-4d19-8f0e-530aa610a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.233241 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] For port 08dcf1e4-5805-45c7-a968-3332388675c1, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08dcf1e4-5805-45c7-a968-3332388675c1,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:44:28.256430 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.331275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-59c4c902-267c-4d19-8f0e-530aa610a239 None None] Port 08dcf1e4-5805-45c7-a968-3332388675c1 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:44:28.360966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c3f0-fdad-43b6-9f66-59bd1be461ed None None] Pushing event updated for resources: {'Port': ['ID=08dcf1e4-5805-45c7-a968-3332388675c1,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:28.364092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:28.364708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:28.367334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ab287faf-3dfb-4895-940e-f07e652e9fe2 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:44:28.516791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ab287faf-3dfb-4895-940e-f07e652e9fe2 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:28.517160 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.519639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:28.628070 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-e3cb0783-9819-464c-b28a-3b8a120855f0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:28.630083 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-e3cb0783-9819-464c-b28a-3b8a120855f0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/networks?id=07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 200 len: 796 time: 0.1435370 Sep 23 20:44:28.643163 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-175dce4b-883b-4173-8d06-65365871b77f None None] Provisioning complete for port 08dcf1e4-5805-45c7-a968-3332388675c1 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:28.643524 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-175dce4b-883b-4173-8d06-65365871b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.691623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3e06a055-88bf-4829-9ca1-3e0f462b801a req-a9aa40f8-f2d9-427f-a48f-27c62840c6d0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 210 time: 0.0355878 Sep 23 20:44:28.702690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-8af71ec5-78d1-401b-ba75-8271e2137422 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 379 time: 0.0624733 Sep 23 20:44:28.713791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'port': {'device_id': '04629273-d0e0-41b0-b3ba-69eacc435553', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'admin_state_up': True, 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'security_groups': ['5cdb41e6-ab77-447d-a6d1-ba0ca32293e7']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:28.831676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:44:28.835100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.847358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-175dce4b-883b-4173-8d06-65365871b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.889334 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-175dce4b-883b-4173-8d06-65365871b77f None None] For port 08dcf1e4-5805-45c7-a968-3332388675c1, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08dcf1e4-5805-45c7-a968-3332388675c1,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:28.894051 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-175dce4b-883b-4173-8d06-65365871b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.924791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:28.954197 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f51d1c-e8c2-48df-8d9b-23ecdb232c3b None None] The sync data for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 is: [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:28.961835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.13 (07420762-5426-49a6-a760-9daa02a4138c/3e0fd398-fed3-458b-8e70-b112e79a1133/e0eaa0c4-571c-4f06-a3ba-418edd57b762) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:44:28.979532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dce4b-883b-4173-8d06-65365871b77f None None] Pushing event updated for resources: {'Port': ['ID=08dcf1e4-5805-45c7-a968-3332388675c1,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:29.131655 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:29.166627 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:29.214714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network 07420762-5426-49a6-a760-9daa02a4138c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:44:29.217826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:44:29.224507 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:44:29.228490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=e0eaa0c4-571c-4f06-a3ba-418edd57b762,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:29.281148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:29.281833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:29.297375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-4cf90b63-c2df-47ec-a8e0-a637b4453a0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879447 Sep 23 20:44:29.367614 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Request body: {'port': {'device_id': '04629273-d0e0-41b0-b3ba-69eacc435553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:29.431688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:29.520710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4e3c1c29-966a-4ee3-b1b4-a1e1fbd39193 None None] Provisioning complete for port e0eaa0c4-571c-4f06-a3ba-418edd57b762 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:29.521548 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e3c1c29-966a-4ee3-b1b4-a1e1fbd39193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:29.560657 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c1c29-966a-4ee3-b1b4-a1e1fbd39193 None None] Port e0eaa0c4-571c-4f06-a3ba-418edd57b762 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:44:29.723668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eaa0c4-571c-4f06-a3ba-418edd57b762 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:44:29.732423 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:29.749478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Transition to ACTIVE for port object e0eaa0c4-571c-4f06-a3ba-418edd57b762 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:44:29.754249 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:30.043410 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08dcf1e4-5805-45c7-a968-3332388675c1 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:44:30.093928 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 08dcf1e4-5805-45c7-a968-3332388675c1 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:30.094255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:30.179157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eaa0c4-571c-4f06-a3ba-418edd57b762,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:30.222637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839e8e6-18ee-4c8d-8cb3-9019cd5afade req-c386d227-3081-4736-9aca-5750a6e16fc2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:30.224192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f839e8e6-18ee-4c8d-8cb3-9019cd5afade req-c386d227-3081-4736-9aca-5750a6e16fc2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 944 time: 0.0840383 Sep 23 20:44:30.298919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f839e8e6-18ee-4c8d-8cb3-9019cd5afade req-38d373fd-1e18-4754-bb95-39050eccb2cc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519464 Sep 23 20:44:30.303413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Attempting to bind port e0eaa0c4-571c-4f06-a3ba-418edd57b762 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:44:30.303750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Attempting to bind port e0eaa0c4-571c-4f06-a3ba-418edd57b762 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:44:30.304079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Attempting to bind port e0eaa0c4-571c-4f06-a3ba-418edd57b762 on network 07420762-5426-49a6-a760-9daa02a4138c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:44:30.309437 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Port e0eaa0c4-571c-4f06-a3ba-418edd57b762 on network 07420762-5426-49a6-a760-9daa02a4138c not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:44:30.309757 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Attempting to bind port e0eaa0c4-571c-4f06-a3ba-418edd57b762 on network 07420762-5426-49a6-a760-9daa02a4138c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:44:30.315098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:44:30.315436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Checking segment: {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:44:30.315816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Bound using segment: {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:44:30.316240 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Bound port: e0eaa0c4-571c-4f06-a3ba-418edd57b762, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a38b70b-b919-477a-bfa7-4002a7eb5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07420762-5426-49a6-a760-9daa02a4138c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:44:30.316588 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:30.383997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] For port e0eaa0c4-571c-4f06-a3ba-418edd57b762, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:44:30.387232 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] For port e0eaa0c4-571c-4f06-a3ba-418edd57b762, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:44:30.392296 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:30.424121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:30.424806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:30.426106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] 10.222.0.72 "PUT /v2.0/ports/e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 200 len: 1092 time: 1.1205258 Sep 23 20:44:30.426639 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:30.428878 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439fa724-d517-4e10-9af7-6e3c1a8cadaf" -d '{"events": [{"name": "network-changed", "server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:30.461532 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ea23-2b80-45d0-bfff-27daac108cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eaa0c4-571c-4f06-a3ba-418edd57b762,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:30.496632 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5ed619-21e0-419e-9286-15a4cb723329 x-openstack-request-id: req-9e5ed619-21e0-419e-9286-15a4cb723329 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:30.496915 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:30.497187 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e5ed619-21e0-419e-9286-15a4cb723329 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:30.497595 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'status': 'completed', 'code': 200} Sep 23 20:44:30.514141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-6738b547-ec7f-495e-88e4-d592e3d2d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:30.515695 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-6738b547-ec7f-495e-88e4-d592e3d2d51f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1095 time: 0.0504735 Sep 23 20:44:30.559265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-21934b42-a375-40a1-9c8c-b6ce868d194b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 200 len: 217 time: 0.0353885 Sep 23 20:44:30.609056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-642e1c89-a8f0-478f-b8bc-8f0aadba2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:30.610576 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-642e1c89-a8f0-478f-b8bc-8f0aadba2a8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e0fd398-fed3-458b-8e70-b112e79a1133 HTTP/1.1" status: 200 len: 834 time: 0.0443246 Sep 23 20:44:30.659900 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-33a6b234-c01a-4c56-8ff7-b78c75f94c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:30.661393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-33a6b234-c01a-4c56-8ff7-b78c75f94c9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07420762-5426-49a6-a760-9daa02a4138c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433969 Sep 23 20:44:30.751882 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-558d2b31-16d9-44a8-8e8e-3cbc4836580c service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833261 Sep 23 20:44:30.842838 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97e3bc25-b346-4b23-9b21-edc9485c3a54 req-62cc7c16-bd2a-4498-916b-f87ff2b00c5a service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845361 Sep 23 20:44:30.933965 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-05df8d26-b276-4b96-bfd6-aa62bd470feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:30.935555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-05df8d26-b276-4b96-bfd6-aa62bd470feb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1095 time: 0.0431428 Sep 23 20:44:31.033080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-bdb6611c-c13d-4018-9b9a-1edfbbfc9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:31.034601 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-bdb6611c-c13d-4018-9b9a-1edfbbfc9c92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 200 len: 897 time: 0.0917428 Sep 23 20:44:31.076420 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-39e6bbdc-f4db-488a-988a-33ad2dafebf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 200 len: 217 time: 0.0349894 Sep 23 20:44:31.125894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-02932d11-61ba-49a5-a609-e421fed762d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:31.127403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-02932d11-61ba-49a5-a609-e421fed762d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e0fd398-fed3-458b-8e70-b112e79a1133 HTTP/1.1" status: 200 len: 834 time: 0.0432024 Sep 23 20:44:31.173916 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-7b5d0e46-0f7f-470e-8f05-f58a91f05dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:31.175458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-7b5d0e46-0f7f-470e-8f05-f58a91f05dec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07420762-5426-49a6-a760-9daa02a4138c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407140 Sep 23 20:44:31.267528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-c5c49bbc-e9aa-46f5-b3d1-e7baf0073f33 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844626 Sep 23 20:44:31.361249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-439fa724-d517-4e10-9af7-6e3c1a8cadaf req-721720b0-4e57-4c80-a2ea-d1f0353fbee1 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 Sep 23 20:44:31.420214 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff4716-b9dc-4bbf-a5af-0e71c173f9ba req-28908852-bd4d-4b94-8f70-c0451660dce7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:31.421706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0ff4716-b9dc-4bbf-a5af-0e71c173f9ba req-28908852-bd4d-4b94-8f70-c0451660dce7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 944 time: 0.0487201 Sep 23 20:44:31.459846 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0ff4716-b9dc-4bbf-a5af-0e71c173f9ba req-7939d4d7-9b2e-4314-8ea1-d873da99c3af tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316253 Sep 23 20:44:32.573387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de98cc-7da2-43ee-a584-0af3360abc58 req-7f1062cc-d0d2-4d29-94c5-f79d35841d14 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:32.574902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22de98cc-7da2-43ee-a584-0af3360abc58 req-7f1062cc-d0d2-4d29-94c5-f79d35841d14 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 944 time: 0.0487840 Sep 23 20:44:32.612904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22de98cc-7da2-43ee-a584-0af3360abc58 req-615cdf98-0e44-43f7-a546-18f1d2777a93 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Sep 23 20:44:33.729398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940613-a05d-4dd6-ba47-bf050ab04ca5 req-0183dfd4-ac5e-410a-af97-da56002940ba tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:33.730891 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7940613-a05d-4dd6-ba47-bf050ab04ca5 req-0183dfd4-ac5e-410a-af97-da56002940ba tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 944 time: 0.0526402 Sep 23 20:44:33.767196 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a7940613-a05d-4dd6-ba47-bf050ab04ca5 req-58eea0f7-bb35-489e-adc3-022d5e70c373 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304234 Sep 23 20:44:33.813681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e0eaa0c4-571c-4f06-a3ba-418edd57b762 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:44:33.905739 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e0eaa0c4-571c-4f06-a3ba-418edd57b762, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:34.076009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'port_id': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'mac_address': 'fa:16:3e:96:81:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:44:34.113845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:34.126586 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eaa0c4-571c-4f06-a3ba-418edd57b762 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:44:34.146363 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e0eaa0c4-571c-4f06-a3ba-418edd57b762, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:34.150762 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:34.200846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e0eaa0c4-571c-4f06-a3ba-418edd57b762,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:34.354191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e0eaa0c4-571c-4f06-a3ba-418edd57b762'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:44:34.881818 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388f0f-96a9-4122-b60b-35dabffe66f5 req-8f4f89cf-3449-4639-a2de-0f2c78b3029b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:34.883982 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58388f0f-96a9-4122-b60b-35dabffe66f5 req-8f4f89cf-3449-4639-a2de-0f2c78b3029b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Sep 23 20:44:34.920796 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-58388f0f-96a9-4122-b60b-35dabffe66f5 req-fc99a28b-8292-489a-8d30-4847f8e6482f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Sep 23 20:44:35.845622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e0eaa0c4-571c-4f06-a3ba-418edd57b762 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:44:35.895051 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port e0eaa0c4-571c-4f06-a3ba-418edd57b762 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:44:35.899394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port e0eaa0c4-571c-4f06-a3ba-418edd57b762 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:35.899779 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:35.984069 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:36.009771 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:36.012229 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42e9e61-7e49-481c-aee2-f621fdfc899b" -d '{"events": [{"server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "name": "network-vif-plugged", "status": "completed", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:36.025340 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e0eaa0c4-571c-4f06-a3ba-418edd57b762, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:36.029552 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:36.043797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f59f9-ab95-4ea7-bc53-6ae902a93e11 req-f480da56-7620-4084-8e8d-a68ade6d0a86 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:36.045299 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d96f59f9-ab95-4ea7-bc53-6ae902a93e11 req-f480da56-7620-4084-8e8d-a68ade6d0a86 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 945 time: 0.0552769 Sep 23 20:44:36.076990 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e0eaa0c4-571c-4f06-a3ba-418edd57b762,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:36.086098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d96f59f9-ab95-4ea7-bc53-6ae902a93e11 req-7f9d1250-3468-4ef2-aece-e5db25e6e453 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343378 Sep 23 20:44:36.177556 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5fb122-23a1-4e88-a690-ff4dfdf56cec x-openstack-request-id: req-7f5fb122-23a1-4e88-a690-ff4dfdf56cec {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:36.177851 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "name": "network-vif-plugged", "status": "completed", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:36.178193 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f5fb122-23a1-4e88-a690-ff4dfdf56cec {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:36.178620 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'code': 200} Sep 23 20:44:36.275827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ef1d3-10c6-4ca8-84c6-88272908063a req-8d40d179-99ae-49c5-923b-58eb58dab95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:36.277323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c8ef1d3-10c6-4ca8-84c6-88272908063a req-8d40d179-99ae-49c5-923b-58eb58dab95e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1097 time: 0.0441544 Sep 23 20:44:36.313164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5c8ef1d3-10c6-4ca8-84c6-88272908063a req-8eebb2f5-758b-47c3-8dd8-d59d331519f6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281720 Sep 23 20:44:37.202170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5be404-d77a-4019-a79b-b469e241f6b6 req-b8ba455a-f037-46ae-a02f-0e2be696be09 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:37.203674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a5be404-d77a-4019-a79b-b469e241f6b6 req-b8ba455a-f037-46ae-a02f-0e2be696be09 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0485904 Sep 23 20:44:37.243005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3a5be404-d77a-4019-a79b-b469e241f6b6 req-802c789f-7975-40d6-bad3-4ee119c9b26e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332620 Sep 23 20:44:38.356882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a025cb3-243e-440c-9104-740099f092c9 req-2ccf8394-bf0d-43d2-a26c-cea1861a8988 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:38.358401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a025cb3-243e-440c-9104-740099f092c9 req-2ccf8394-bf0d-43d2-a26c-cea1861a8988 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0484235 Sep 23 20:44:38.395487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1a025cb3-243e-440c-9104-740099f092c9 req-727f86ef-0882-4086-8cb6-fe8953b5a365 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310409 Sep 23 20:44:38.511601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb4091-c136-41df-819f-9edccb8b23fd req-eeb42116-4df8-422b-bf33-9dd47ec38bce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:38.513106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb4091-c136-41df-819f-9edccb8b23fd req-eeb42116-4df8-422b-bf33-9dd47ec38bce tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0533934 Sep 23 20:44:38.549852 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60cb4091-c136-41df-819f-9edccb8b23fd req-9e067aa6-f54a-44eb-9526-a3538ec75316 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Sep 23 20:44:38.571714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:38.610353 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0bc28-b2fd-4d07-931e-c01bab2e6b6f tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:38.611862 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-92b0bc28-b2fd-4d07-931e-c01bab2e6b6f tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1092 time: 0.0391812 Sep 23 20:44:38.614568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:38.618732 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:44:38.641012 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:38.738561 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:38.837803 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.226 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/00ecf2b2-1230-4c42-b212-75bceb862a3c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:44:38.939625 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:38.971204 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:39.006828 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:44:39.009657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:44:39.013325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:44:39.044342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=00ecf2b2-1230-4c42-b212-75bceb862a3c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:39.354400 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:39.418691 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:39.564135 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:39.568763 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:39.638150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=00ecf2b2-1230-4c42-b212-75bceb862a3c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:39.649846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:39.744129 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP b7940b21-821c-4f4c-b867-03ff7a148296 associated. External IP: 172.25.6.226, port: e0eaa0c4-571c-4f06-a3ba-418edd57b762. Sep 23 20:44:39.945520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router fa238d50-3559-4b41-a9d6-eb647a58b5b1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:40.051852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:40.062337 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] Sync routers for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:40.068227 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:40.073755 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:40.074469 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:40.095314 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-18d95795-edb6-4cf5-b6b7-68cb76f38adf tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4797595 Sep 23 20:44:40.095882 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:40.098368 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147982be-c39a-497c-9b45-782a543985e4" -d '{"events": [{"name": "network-changed", "server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:40.197040 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be59bb0-e38f-4865-873f-9f47211845d4 req-6a64027d-fcdd-470d-b54e-0c32e8b37dde tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:40.199247 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be59bb0-e38f-4865-873f-9f47211845d4 req-6a64027d-fcdd-470d-b54e-0c32e8b37dde tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0523446 Sep 23 20:44:40.238189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8be59bb0-e38f-4865-873f-9f47211845d4 req-79361e1b-ff01-464a-9b6a-f4cb4b6a0ae8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324938 Sep 23 20:44:40.261143 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46868) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:40.270979 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:40.283807 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba00f0-715c-4c00-939a-7f7761daacd1 x-openstack-request-id: req-34ba00f0-715c-4c00-939a-7f7761daacd1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:40.284174 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:40.284502 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34ba00f0-715c-4c00-939a-7f7761daacd1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:40.284996 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'status': 'completed', 'code': 200} Sep 23 20:44:40.331446 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b8db1a29-3393-49b4-92dc-4cf57402b438 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/b7940b21-821c-4f4c-b867-03ff7a148296 HTTP/1.1" status: 200 len: 992 time: 0.0685024 Sep 23 20:44:40.351584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147982be-c39a-497c-9b45-782a543985e4 req-0e585ae6-777e-4f0a-96f8-b1a20a49634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:40.353178 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147982be-c39a-497c-9b45-782a543985e4 req-0e585ae6-777e-4f0a-96f8-b1a20a49634e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1097 time: 0.0447505 Sep 23 20:44:40.443624 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147982be-c39a-497c-9b45-782a543985e4 req-c4770176-3dc2-45ff-be7f-2d486b2099c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:40.445111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147982be-c39a-497c-9b45-782a543985e4 req-c4770176-3dc2-45ff-be7f-2d486b2099c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 200 len: 897 time: 0.0841491 Sep 23 20:44:40.492596 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'b7940b21-821c-4f4c-b867-03ff7a148296', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'port_id': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'mac_address': 'fa:16:3e:96:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04629273-d0e0-41b0-b3ba-69eacc435553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:44:39Z', 'updated_at': '2021-09-23T20:44:39Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:40.512783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147982be-c39a-497c-9b45-782a543985e4 req-788f22db-d153-4eef-9bf4-a3e8ef4e0e1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 200 len: 1000 time: 0.0609763 Sep 23 20:44:40.524000 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] Checking router: fa238d50-3559-4b41-a9d6-eb647a58b5b1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:40.531859 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:44:40.536293 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:40.536895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:44:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:40.563336 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147982be-c39a-497c-9b45-782a543985e4 req-5d7187f1-dc4e-4b02-b200-97930d039dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:40.564845 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147982be-c39a-497c-9b45-782a543985e4 req-5d7187f1-dc4e-4b02-b200-97930d039dfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e0fd398-fed3-458b-8e70-b112e79a1133 HTTP/1.1" status: 200 len: 834 time: 0.0453737 Sep 23 20:44:40.609352 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147982be-c39a-497c-9b45-782a543985e4 req-aebf9d21-505f-4346-bb48-8ca8ef858cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:40.610893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147982be-c39a-497c-9b45-782a543985e4 req-aebf9d21-505f-4346-bb48-8ca8ef858cd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07420762-5426-49a6-a760-9daa02a4138c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396590 Sep 23 20:44:40.640253 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:40.704751 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147982be-c39a-497c-9b45-782a543985e4 req-e40e021b-5003-43c2-9543-26be2dde90fa service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870833 Sep 23 20:44:40.793403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-147982be-c39a-497c-9b45-782a543985e4 req-fe845aea-39dd-4bdc-b4e3-12965c9af747 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Sep 23 20:44:40.859534 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'b7940b21-821c-4f4c-b867-03ff7a148296', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'port_id': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'mac_address': 'fa:16:3e:96:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04629273-d0e0-41b0-b3ba-69eacc435553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:44:39Z', 'updated_at': '2021-09-23T20:44:39Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:40.887341 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f5ce2-3bf1-4791-a569-8b33fc3d6e04 None None] The sync data for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 is: [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'b7940b21-821c-4f4c-b867-03ff7a148296', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'port_id': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'mac_address': 'fa:16:3e:96:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04629273-d0e0-41b0-b3ba-69eacc435553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:44:39Z', 'updated_at': '2021-09-23T20:44:39Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:41.076480 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b9fc2f-5842-4d6b-98cf-1bd44538678f None None] New status for floating IP b7940b21-821c-4f4c-b867-03ff7a148296: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:44:41.334198 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46870) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:41.395815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-6d810307-0db8-44f6-aed9-667f48415516 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/b7940b21-821c-4f4c-b867-03ff7a148296 HTTP/1.1" status: 200 len: 994 time: 0.0609934 Sep 23 20:44:43.305661 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb43-f596-40a4-ae27-f69966a5e3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:46.430707 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6639-1239-4702-b74e-75141c1bfe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:46.611987 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:47.374871 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:48.874729 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:56.188322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:57.512206 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:12.728219 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b24b-aff4-4c46-9b19-983588b14fe5 req-5b0dca50-50cc-4578-90d8-b9e6df563b59 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:12.729706 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceb9b24b-aff4-4c46-9b19-983588b14fe5 req-5b0dca50-50cc-4578-90d8-b9e6df563b59 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0537536 Sep 23 20:45:12.769003 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ceb9b24b-aff4-4c46-9b19-983588b14fe5 req-5a261b46-23f4-4af4-bf65-15e9aaa54846 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326500 Sep 23 20:45:13.307163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb89a104-135d-4679-a3a4-06bb1446f98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:13.886037 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266282b5-9e36-424f-bae5-7cd9d16a28ed req-5e8f5f35-fa3b-4f95-8c24-524bd7e0240d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:13.888203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-266282b5-9e36-424f-bae5-7cd9d16a28ed req-5e8f5f35-fa3b-4f95-8c24-524bd7e0240d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0489025 Sep 23 20:45:13.926189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-266282b5-9e36-424f-bae5-7cd9d16a28ed req-d0f4f9d1-8bc9-4a2d-a553-afbdaf901f45 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318921 Sep 23 20:45:15.041991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17746039-186c-4b0e-86dd-99f4028b43b0 req-c6c1abb8-6ed8-4276-a32f-842d94f00898 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:15.043515 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17746039-186c-4b0e-86dd-99f4028b43b0 req-c6c1abb8-6ed8-4276-a32f-842d94f00898 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0491931 Sep 23 20:45:15.082023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-17746039-186c-4b0e-86dd-99f4028b43b0 req-7b4dd30e-5591-4bb9-9ee5-9474477d8446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324333 Sep 23 20:45:15.429523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-b6c7c183-beec-4f3c-abeb-c4a2175b4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:15.431335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-b6c7c183-beec-4f3c-abeb-c4a2175b4ef9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1097 time: 0.0462296 Sep 23 20:45:15.533586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-3341f4f2-7c32-4d69-a8c0-aeee3a6358ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:15.535124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-3341f4f2-7c32-4d69-a8c0-aeee3a6358ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 200 len: 897 time: 0.0844486 Sep 23 20:45:15.603913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-ada7cd5b-8a2d-4e5d-af3d-5bd58f08a69e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 200 len: 1002 time: 0.0612824 Sep 23 20:45:15.652574 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-1e323d84-e43c-4272-9581-90133c4978b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:15.654028 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-1e323d84-e43c-4272-9581-90133c4978b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e0fd398-fed3-458b-8e70-b112e79a1133 HTTP/1.1" status: 200 len: 834 time: 0.0430894 Sep 23 20:45:15.705717 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-e2aa0b01-6169-4c54-8095-74a3b2749bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:15.707496 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-e2aa0b01-6169-4c54-8095-74a3b2749bb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07420762-5426-49a6-a760-9daa02a4138c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464027 Sep 23 20:45:15.799651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-5e3bbf97-7976-40db-8aa0-deaf2ef7b678 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851622 Sep 23 20:45:15.888123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb9bc97e-fdb5-467c-8f6b-a924217aa6e5 req-eb24f7e3-ac2f-4f83-ae2b-65d138ee4031 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812192 Sep 23 20:45:16.204730 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36599bf1-d2ac-4eba-835d-ca9e9999c012 req-43ed69d6-1f6b-4543-8c2c-d2f9f44c4990 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:16.206146 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36599bf1-d2ac-4eba-835d-ca9e9999c012 req-43ed69d6-1f6b-4543-8c2c-d2f9f44c4990 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0538089 Sep 23 20:45:16.244263 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-36599bf1-d2ac-4eba-835d-ca9e9999c012 req-bd0ca6ab-a482-42e8-9047-7113774f8b8b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317099 Sep 23 20:45:16.430746 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4956ee61-d8ab-43e9-bc41-ced08fee0de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:16.613732 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:17.360119 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c6802-ed78-4e20-a088-4e1ba1ed5b29 req-b1c3efc4-697e-4221-a511-99a1787c2c96 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:17.361622 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-146c6802-ed78-4e20-a088-4e1ba1ed5b29 req-b1c3efc4-697e-4221-a511-99a1787c2c96 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0495989 Sep 23 20:45:17.378276 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:17.399879 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-146c6802-ed78-4e20-a088-4e1ba1ed5b29 req-813a572b-cfd8-4503-94d6-7307f98d4ef9 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Sep 23 20:45:17.531852 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:45:18.519733 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329c27-2abf-4d43-825a-90a1a1c305ea req-da1ec1f4-84d2-48b4-8eb4-05f545ef9a1b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:18.521210 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13329c27-2abf-4d43-825a-90a1a1c305ea req-da1ec1f4-84d2-48b4-8eb4-05f545ef9a1b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0478709 Sep 23 20:45:18.559066 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13329c27-2abf-4d43-825a-90a1a1c305ea req-98233588-7adf-4007-9a5b-01cb915f1c0c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Sep 23 20:45:18.874537 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:19.675621 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac4f0-6d88-4676-a4fb-11e90db93277 req-33e96d33-1c10-4047-b8de-3cb3884a7910 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:19.677801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cfac4f0-6d88-4676-a4fb-11e90db93277 req-33e96d33-1c10-4047-b8de-3cb3884a7910 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0529289 Sep 23 20:45:19.721539 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1cfac4f0-6d88-4676-a4fb-11e90db93277 req-2ccd05eb-5e94-43c4-9266-09c6bdce9f5c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370538 Sep 23 20:45:20.840057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a082-71f0-4860-8821-01b5c21a049f req-7a6bc32c-923e-4738-ae8a-aed455020644 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:20.841689 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d76a082-71f0-4860-8821-01b5c21a049f req-7a6bc32c-923e-4738-ae8a-aed455020644 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0534029 Sep 23 20:45:20.880780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d76a082-71f0-4860-8821-01b5c21a049f req-2224375a-e982-4e65-a02b-6c78b8fbc2ba tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325227 Sep 23 20:45:21.995311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca06c19-4cae-432e-97d7-f5dcbfa70b56 req-76330cd1-cf4c-49b7-8ab4-3964c4909599 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:21.997356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ca06c19-4cae-432e-97d7-f5dcbfa70b56 req-76330cd1-cf4c-49b7-8ab4-3964c4909599 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Sep 23 20:45:22.034746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5ca06c19-4cae-432e-97d7-f5dcbfa70b56 req-83e97621-5870-4381-907c-463ab5997e9e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Sep 23 20:45:23.152816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c058-abdd-456e-8755-9833b7d6f7f0 req-33b69ac6-c03e-486b-94f8-e0a0c42deed8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:23.154328 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45b4c058-abdd-456e-8755-9833b7d6f7f0 req-33b69ac6-c03e-486b-94f8-e0a0c42deed8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0519717 Sep 23 20:45:23.199428 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45b4c058-abdd-456e-8755-9833b7d6f7f0 req-adddea80-d6c2-4717-bc57-c4a775c6bc9d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386617 Sep 23 20:45:24.313137 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c943699-adc3-4799-bb79-d6dbe74a53f2 req-f08b524e-8a06-4017-8a1b-4fa455b96b7f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:24.314698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c943699-adc3-4799-bb79-d6dbe74a53f2 req-f08b524e-8a06-4017-8a1b-4fa455b96b7f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0483706 Sep 23 20:45:24.352836 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0c943699-adc3-4799-bb79-d6dbe74a53f2 req-a45e0d20-1afd-4d9a-a462-cf4b8ff02dc1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Sep 23 20:45:25.465752 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840d3cc-4569-4141-9b45-6ae83f49d724 req-3ebb2142-db30-4889-a748-b34049ee2f49 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:25.467240 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8840d3cc-4569-4141-9b45-6ae83f49d724 req-3ebb2142-db30-4889-a748-b34049ee2f49 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0477300 Sep 23 20:45:25.504533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8840d3cc-4569-4141-9b45-6ae83f49d724 req-d103c318-a188-4279-bd3f-607216dbe629 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Sep 23 20:45:26.192073 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:26.626307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ad77-fa58-4c77-a52b-c45e2433c612 req-cf392c0f-f884-4b37-89c2-f073b9d2bb35 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:26.627821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d72ad77-fa58-4c77-a52b-c45e2433c612 req-cf392c0f-f884-4b37-89c2-f073b9d2bb35 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0529883 Sep 23 20:45:26.665724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d72ad77-fa58-4c77-a52b-c45e2433c612 req-f8246bbd-f862-4be3-a109-3655d10091c2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319464 Sep 23 20:45:27.506010 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:27.780320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f352-aedf-4f50-b8ab-453ee124085e req-97b34d74-cb18-4a64-956e-cabd760d794d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:27.781810 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab79f352-aedf-4f50-b8ab-453ee124085e req-97b34d74-cb18-4a64-956e-cabd760d794d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0490801 Sep 23 20:45:27.819974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ab79f352-aedf-4f50-b8ab-453ee124085e req-6587fb07-f37e-4b03-a6e7-31442bb6e423 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Sep 23 20:45:28.934065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2f245-c3dc-4150-b959-05e93e879501 req-516b1591-6ee3-45ae-8fdd-b7bd1dc0b61e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:28.935557 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afa2f245-c3dc-4150-b959-05e93e879501 req-516b1591-6ee3-45ae-8fdd-b7bd1dc0b61e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0480430 Sep 23 20:45:28.971344 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-afa2f245-c3dc-4150-b959-05e93e879501 req-e9a6f64c-74af-4803-9b3b-1b75a814cac7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296237 Sep 23 20:45:28.993267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:45:29.390769 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e098cf92-e24c-4fb4-b6c0-9839ca7dbe90 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/b7940b21-821c-4f4c-b867-03ff7a148296 HTTP/1.1" status: 200 len: 994 time: 0.3963990 Sep 23 20:45:30.674459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a5e5-3dcb-4102-b8a3-022f3e406a12 req-317fa242-6c41-4523-945c-712e0175b51c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:30.675916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1712a5e5-3dcb-4102-b8a3-022f3e406a12 req-317fa242-6c41-4523-945c-712e0175b51c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0736463 Sep 23 20:45:30.693381 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-d9a321c7-8d40-4835-8423-e7a1be869c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:30.694785 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-d9a321c7-8d40-4835-8423-e7a1be869c8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1097 time: 0.0585551 Sep 23 20:45:30.746431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1712a5e5-3dcb-4102-b8a3-022f3e406a12 req-0e4878ee-adae-4db0-ae61-5fa68ccd3d4b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637341 Sep 23 20:45:30.799013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-93caef45-3815-4fef-9333-e4dfb925f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:30.800459 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-93caef45-3815-4fef-9333-e4dfb925f253 service neutron] 10.222.0.72 "GET /v2.0/networks?id=07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 200 len: 897 time: 0.0981410 Sep 23 20:45:30.862446 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-3550adb1-abeb-466b-a75a-7e0a6a426991 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 200 len: 1002 time: 0.0549614 Sep 23 20:45:30.911790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-47ee8eb9-1876-4cfa-8ff9-ed52eb7631ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:30.913154 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-47ee8eb9-1876-4cfa-8ff9-ed52eb7631ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e0fd398-fed3-458b-8e70-b112e79a1133 HTTP/1.1" status: 200 len: 834 time: 0.0443981 Sep 23 20:45:30.956880 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-dd4151f2-327d-4d6f-a2c8-70409a8d5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:30.958320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-dd4151f2-327d-4d6f-a2c8-70409a8d5f28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07420762-5426-49a6-a760-9daa02a4138c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381916 Sep 23 20:45:31.049158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-1c57ab4c-ce66-437c-9bfc-001dbad0669b service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836873 Sep 23 20:45:31.138861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fb621a7b-a7e9-461d-9c49-7421365c9e55 req-0608a897-f768-4d9a-b184-6cc9acf377b0 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825148 Sep 23 20:45:31.864160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892f922-6774-4405-a743-51833c7380c3 req-459169fe-887b-4b87-a054-a342a8fc1305 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:45:31.865626 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c892f922-6774-4405-a743-51833c7380c3 req-459169fe-887b-4b87-a054-a342a8fc1305 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0485342 Sep 23 20:45:31.903001 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c892f922-6774-4405-a743-51833c7380c3 req-38682f96-9d7e-4522-bec8-105a07d138a0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Sep 23 20:45:31.924922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:45:31.986560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5f85aeea-64c4-4c2c-86ff-e9137ed3030b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/b7940b21-821c-4f4c-b867-03ff7a148296 HTTP/1.1" status: 200 len: 994 time: 0.0605447 Sep 23 20:45:43.307089 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5b74fe0-e695-4f8d-9971-3158f7ffcac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:46.432354 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35d7a982-5551-4e26-a67b-f5297f2a1d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:46.614837 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:47.378698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:48.881174 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:54.531343 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:45:56.199271 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:57.521165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:02.341462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:02.500468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 00ecf2b2-1230-4c42-b212-75bceb862a3c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:46:02.500815 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:02.578057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:02.578416 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:02.590262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 00ecf2b2-1230-4c42-b212-75bceb862a3c owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:46:02.732310 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:02.760246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=00ecf2b2-1230-4c42-b212-75bceb862a3c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:02.772842 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.773197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.773535 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.773875 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.774746 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.775078 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.775407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.775734 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.776065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.776390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.776714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.777035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:02.830954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:02.831366 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP b7940b21-821c-4f4c-b867-03ff7a148296 disassociated (deleted). External IP: 172.25.6.226, port: e0eaa0c4-571c-4f06-a3ba-418edd57b762. Sep 23 20:46:03.044412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router fa238d50-3559-4b41-a9d6-eb647a58b5b1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:46:03.151038 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:46:03.155661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:03.161557 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] Sync routers for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:46:03.171298 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:03.171910 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:03.185589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4e6e2ba4-2bcc-41b5-8810-012452d20771 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/floatingips/b7940b21-821c-4f4c-b867-03ff7a148296 HTTP/1.1" status: 204 len: 168 time: 0.8404639 Sep 23 20:46:03.185589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:46:03.185969 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c65cb55-bfa7-4b17-b525-22801df6263a" -d '{"events": [{"name": "network-changed", "server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:46:03.283495 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:03.414069 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089cf638-5316-465d-91a7-2fb849eb58da x-openstack-request-id: req-089cf638-5316-465d-91a7-2fb849eb58da {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:46:03.414984 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:46:03.414984 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-089cf638-5316-465d-91a7-2fb849eb58da {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:46:03.415319 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'status': 'completed', 'code': 200} Sep 23 20:46:03.501125 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:03.519637 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-b5e7afbb-8ccd-4ac8-bc83-45ea22762e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:03.521168 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-b5e7afbb-8ccd-4ac8-bc83-45ea22762e50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 1097 time: 0.0757644 Sep 23 20:46:03.532668 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] Checking router: fa238d50-3559-4b41-a9d6-eb647a58b5b1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:46:03.538128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e653-1622-4da0-a1ce-02363e67aa02 req-6f767e35-fec4-4060-91c1-26dbff069b8a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:03.539693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94c2e653-1622-4da0-a1ce-02363e67aa02 req-6f767e35-fec4-4060-91c1-26dbff069b8a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0655210 Sep 23 20:46:03.541807 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:03.542439 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:03.629949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-94c2e653-1622-4da0-a1ce-02363e67aa02 req-6b56230d-c51a-479a-8faa-2b1dc343eb69 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713820 Sep 23 20:46:03.650448 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:03.661871 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-dde2e948-edbc-4bae-9025-ff2c03e84cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:03.663524 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-dde2e948-edbc-4bae-9025-ff2c03e84cff service neutron] 10.222.0.72 "GET /v2.0/networks?id=07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 200 len: 897 time: 0.1334100 Sep 23 20:46:03.711455 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-cac2ce9b-87f1-48be-a975-6912a344be33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 200 len: 217 time: 0.0392194 Sep 23 20:46:03.761454 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-e8e7a91e-c56e-49d4-bc89-c2634936f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:03.763245 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-e8e7a91e-c56e-49d4-bc89-c2634936f39d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3e0fd398-fed3-458b-8e70-b112e79a1133 HTTP/1.1" status: 200 len: 834 time: 0.0442188 Sep 23 20:46:03.811356 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-87f4d3bd-b951-4779-83d4-3d1f47b06567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:03.812873 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-87f4d3bd-b951-4779-83d4-3d1f47b06567 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=07420762-5426-49a6-a760-9daa02a4138c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407956 Sep 23 20:46:03.844598 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:03.870468 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb6b3a8-328e-4a2d-a600-1e6419272763 None None] The sync data for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 is: [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:25Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '08dcf1e4-5805-45c7-a968-3332388675c1', 'name': '', 'network_id': '07420762-5426-49a6-a760-9daa02a4138c', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:7c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:25Z', 'updated_at': '2021-09-23T20:44:28Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '3e0fd398-fed3-458b-8e70-b112e79a1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:46:03.911158 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-532e90fe-c5b1-454a-b009-47eb74446401 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891373 Sep 23 20:46:04.011108 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6c65cb55-bfa7-4b17-b525-22801df6263a req-680ce95b-5b0a-4b1a-8204-43b7e565dd99 service neutron] 10.222.0.72 "GET /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920813 Sep 23 20:46:04.122097 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa770c5-30af-4610-8394-5c9086713441 None None] New status for floating IP b7940b21-821c-4f4c-b867-03ff7a148296: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:46:04.754704 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7fdbf-39f9-4eeb-8ed3-aca97abd7fc7 req-37ca87db-c049-4bb7-8cf5-fb9e67c2c51a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:04.756296 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03b7fdbf-39f9-4eeb-8ed3-aca97abd7fc7 req-37ca87db-c049-4bb7-8cf5-fb9e67c2c51a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0529935 Sep 23 20:46:04.797320 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-03b7fdbf-39f9-4eeb-8ed3-aca97abd7fc7 req-63fa35e5-f0a8-4fc1-9cb2-9670e68aa626 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348876 Sep 23 20:46:04.938872 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-4885d9fb-eb7b-4cc8-adb8-f5b5183a5e4c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:04.940271 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-4885d9fb-eb7b-4cc8-adb8-f5b5183a5e4c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/ports?device_id=04629273-d0e0-41b0-b3ba-69eacc435553 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Sep 23 20:46:05.027908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port e0eaa0c4-571c-4f06-a3ba-418edd57b762 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:46:05.028251 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:05.117228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port e0eaa0c4-571c-4f06-a3ba-418edd57b762, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e0eaa0c4-571c-4f06-a3ba-418edd57b762,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:05.117585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:05.130394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for e0eaa0c4-571c-4f06-a3ba-418edd57b762 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:46:05.259069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:05.292100 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=e0eaa0c4-571c-4f06-a3ba-418edd57b762,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:05.330122 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] No DVR routers for this DVR port e0eaa0c4-571c-4f06-a3ba-418edd57b762 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:46:05.333340 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:05.335232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f112eeed-2178-4fce-94dd-a8ff48de7428 req-1fc7f4b6-d9ea-49ac-8677-e0e2042da082 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "DELETE /v2.0/ports/e0eaa0c4-571c-4f06-a3ba-418edd57b762 HTTP/1.1" status: 204 len: 173 time: 0.3887553 Sep 23 20:46:05.416125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'name': 'network-vif-deleted', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:46:05.418610 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09a44e3-72be-48aa-9751-b88d63f7e2ee" -d '{"events": [{"server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "name": "network-vif-deleted", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:46:05.460619 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2d4a8e-c062-4bca-a6e8-5b94957a8114 x-openstack-request-id: req-4a2d4a8e-c062-4bca-a6e8-5b94957a8114 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:46:05.460911 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04629273-d0e0-41b0-b3ba-69eacc435553", "name": "network-vif-deleted", "tag": "e0eaa0c4-571c-4f06-a3ba-418edd57b762", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:46:05.461162 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a2d4a8e-c062-4bca-a6e8-5b94957a8114 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:46:05.461580 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04629273-d0e0-41b0-b3ba-69eacc435553', 'name': 'network-vif-deleted', 'tag': 'e0eaa0c4-571c-4f06-a3ba-418edd57b762', 'status': 'completed', 'code': 200} Sep 23 20:46:05.853944 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:06.219821 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:06.469180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 08dcf1e4-5805-45c7-a968-3332388675c1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:46:06.469524 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:06.560246 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 08dcf1e4-5805-45c7-a968-3332388675c1, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=08dcf1e4-5805-45c7-a968-3332388675c1,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:06.560611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:06.572856 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 08dcf1e4-5805-45c7-a968-3332388675c1 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:46:06.761274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:06.792598 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=08dcf1e4-5805-45c7-a968-3332388675c1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:06.986785 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.211373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router fa238d50-3559-4b41-a9d6-eb647a58b5b1 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:46:07.315781 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:46:07.321787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-1c3488ce-0663-44a2-959e-9835f19fdd11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/fa238d50-3559-4b41-a9d6-eb647a58b5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666979 Sep 23 20:46:07.325972 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:07.329044 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] Sync routers for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:46:07.341191 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:07.341987 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:07.376912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting subnet 3e0fd398-fed3-458b-8e70-b112e79a1133 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:46:07.380557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.428646 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.528537 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.551541 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:07.590859 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.621690 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0fd398-fed3-458b-8e70-b112e79a1133,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:07.624583 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.626521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-62eaf874-9e03-47a4-a7be-938851e8a7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/subnets/3e0fd398-fed3-458b-8e70-b112e79a1133 HTTP/1.1" status: 204 len: 168 time: 0.2994308 Sep 23 20:46:07.630290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:07.633812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b896b5a2-3fe2-4722-b851-8e0ac89e97e6 None None] Network 07420762-5426-49a6-a760-9daa02a4138c requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:46:07.742675 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:46:06Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:07.775879 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.783381 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] Checking router: fa238d50-3559-4b41-a9d6-eb647a58b5b1 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:46:07.796646 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] Routers {'fa238d50-3559-4b41-a9d6-eb647a58b5b1'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:07.797414 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:07.846112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] DHCP port deletion for 07420762-5426-49a6-a760-9daa02a4138c request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:46:07.911135 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Deleting port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:46:07.911707 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.916707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:07.959548 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] Set router fa238d50-3559-4b41-a9d6-eb647a58b5b1 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:07.975589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port ab287faf-3dfb-4895-940e-f07e652e9fe2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:46:07.975964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.018950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] For port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9,segment=NetworkSegment(4a38b70b-b919-477a-bfa7-4002a7eb5705),segment_id=4a38b70b-b919-477a-bfa7-4002a7eb5705)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:08.019698 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.034287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Calling delete_port for 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:46:08.079693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port ab287faf-3dfb-4895-940e-f07e652e9fe2, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ab287faf-3dfb-4895-940e-f07e652e9fe2,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:08.080499 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.098243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for ab287faf-3dfb-4895-940e-f07e652e9fe2 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:46:08.135731 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.170900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Pushing event deleted for resources: {'Port': ['ID=3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:08.185971 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] No DVR routers for this DVR port 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:46:08.193608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.194282 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.202932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.204057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.204449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.205049 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.205867 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.206610 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.207312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.208008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.208607 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.209187 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800426d2-1abb-41e1-9f4f-607dd9ebb67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:08.218406 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:46:08.242557 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:46:08.243554 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3cac7ab1-4258-4a67-a6c1-ce94ee4d1eb9 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:46:08.256826 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:46:06Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:08.290806 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16865294-dd07-49ed-bab0-f56ebb5c5c3f None None] The sync data for ids ['fa238d50-3559-4b41-a9d6-eb647a58b5b1'] in n-d-810763-1 is: [{'id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207909380', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:46:06Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': 'ab287faf-3dfb-4895-940e-f07e652e9fe2', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa238d50-3559-4b41-a9d6-eb647a58b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:44:22Z', 'updated_at': '2021-09-23T20:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:46:08.420959 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e0eaa0c4-571c-4f06-a3ba-418edd57b762 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:46:08.441935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: e0eaa0c4-571c-4f06-a3ba-418edd57b762 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:46:08.442316 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e0eaa0c4-571c-4f06-a3ba-418edd57b762 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:46:08.699832 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.725007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=ab287faf-3dfb-4895-940e-f07e652e9fe2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:08.788371 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.900632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.911703 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.961694 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.962572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Fanout notify agent at l3_agent the message router_deleted on router fa238d50-3559-4b41-a9d6-eb647a58b5b1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:46:08.973833 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:08.975323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2d5b95d6-2bb2-4210-b39c-fd8a50fea15f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/routers/fa238d50-3559-4b41-a9d6-eb647a58b5b1 HTTP/1.1" status: 204 len: 168 time: 1.3435857 Sep 23 20:46:08.979077 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:09.064153 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.155517 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.175303 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07420762-5426-49a6-a760-9daa02a4138c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:09.185243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a38b70b-b919-477a-bfa7-4002a7eb5705') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:09.185537 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a38b70b-b919-477a-bfa7-4002a7eb5705') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:09.194654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.207225 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.213876 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:46:09.214291 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:46:09.217254 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:46:09.292473 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.299877 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.302638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/networks/07420762-5426-49a6-a760-9daa02a4138c HTTP/1.1" status: 204 len: 168 time: 0.3222284 Sep 23 20:46:09.304937 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46968) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:09.314509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1a4ec-7a0f-4389-b1ff-a6d655e3339e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Network': ['ID=07420762-5426-49a6-a760-9daa02a4138c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:09.365411 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.392045 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.454492 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.457266 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:09.458449 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/security-groups/5cdb41e6-ab77-447d-a6d1-ba0ca32293e7 HTTP/1.1" status: 204 len: 168 time: 0.1525397 Sep 23 20:46:09.468399 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb41e6-ab77-447d-a6d1-ba0ca32293e7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:09.477907 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.478334 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.478596 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.478925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.479257 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.479586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.479915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.480236 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.480564 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.480886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.481223 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:09.481523 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c966ad-7e30-4af3-91a1-36d91646396a tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:10.003005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.007594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8e9f350b-7b18-4259-81ce-fb3028f5a337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548161803', 'description': 'tempest-secgroup-smoke-1548161803 description', 'project_id': 'a0b57aab6135417186c284b83e777726'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.037094 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e9f350b-7b18-4259-81ce-fb3028f5a337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.081190 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08dcf1e4-5805-45c7-a968-3332388675c1 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:46:10.110521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 08dcf1e4-5805-45c7-a968-3332388675c1 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:46:10.111003 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 08dcf1e4-5805-45c7-a968-3332388675c1 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:46:10.111588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ab287faf-3dfb-4895-940e-f07e652e9fe2 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:46:10.131534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ab287faf-3dfb-4895-940e-f07e652e9fe2 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:46:10.131878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ab287faf-3dfb-4895-940e-f07e652e9fe2 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:46:10.138557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e9f350b-7b18-4259-81ce-fb3028f5a337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.142453 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e9f350b-7b18-4259-81ce-fb3028f5a337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.167445 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e9f350b-7b18-4259-81ce-fb3028f5a337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.168699 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8e9f350b-7b18-4259-81ce-fb3028f5a337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1646829 Sep 23 20:46:10.171933 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46978) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.172901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f350b-7b18-4259-81ce-fb3028f5a337 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac2133e-2752-4405-b963-8f45eb7aed07,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:10.179135 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-aa1791ad-83d5-417d-a680-6bcfa24c3667 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'cac2133e-2752-4405-b963-8f45eb7aed07', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.209495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1791ad-83d5-417d-a680-6bcfa24c3667 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.261056 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1791ad-83d5-417d-a680-6bcfa24c3667 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.264804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1791ad-83d5-417d-a680-6bcfa24c3667 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.282495 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1791ad-83d5-417d-a680-6bcfa24c3667 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736e0adb-7055-4650-a364-c5dfacd9c22f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:10.287772 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa1791ad-83d5-417d-a680-6bcfa24c3667 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.288876 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-aa1791ad-83d5-417d-a680-6bcfa24c3667 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150177 Sep 23 20:46:10.292518 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 46980) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.296843 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-23591202-16cb-491c-8ae0-c6b4d5fa0a6f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'cac2133e-2752-4405-b963-8f45eb7aed07', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.324282 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23591202-16cb-491c-8ae0-c6b4d5fa0a6f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.386015 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23591202-16cb-491c-8ae0-c6b4d5fa0a6f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.389657 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23591202-16cb-491c-8ae0-c6b4d5fa0a6f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.407972 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23591202-16cb-491c-8ae0-c6b4d5fa0a6f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412f8d1d-7523-47b6-ade1-3bfb4eec22d7,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:10.415181 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23591202-16cb-491c-8ae0-c6b4d5fa0a6f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.416364 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-23591202-16cb-491c-8ae0-c6b4d5fa0a6f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229348 Sep 23 20:46:10.419515 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.424047 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d932bd5e-f3c5-4157-b13a-c583df039fb7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'cac2133e-2752-4405-b963-8f45eb7aed07', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.451896 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d932bd5e-f3c5-4157-b13a-c583df039fb7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.510198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d932bd5e-f3c5-4157-b13a-c583df039fb7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.513899 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d932bd5e-f3c5-4157-b13a-c583df039fb7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.534512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932bd5e-f3c5-4157-b13a-c583df039fb7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1d3153-56f7-4855-a0bb-228ed8d18350,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:10.540816 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d932bd5e-f3c5-4157-b13a-c583df039fb7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.541886 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-d932bd5e-f3c5-4157-b13a-c583df039fb7 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213417 Sep 23 20:46:10.544911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.549153 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae021f60-ffbb-4c2c-83e9-f7c68f3b865c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'cac2133e-2752-4405-b963-8f45eb7aed07', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.575806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae021f60-ffbb-4c2c-83e9-f7c68f3b865c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.633632 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae021f60-ffbb-4c2c-83e9-f7c68f3b865c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.637241 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae021f60-ffbb-4c2c-83e9-f7c68f3b865c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.653986 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae021f60-ffbb-4c2c-83e9-f7c68f3b865c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5f7d80-5d46-4fc6-a06f-08425b4421cc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:10.660393 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae021f60-ffbb-4c2c-83e9-f7c68f3b865c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.661619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ae021f60-ffbb-4c2c-83e9-f7c68f3b865c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157885 Sep 23 20:46:10.665473 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.669864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'cac2133e-2752-4405-b963-8f45eb7aed07', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.691227 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:46:10.695949 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.756184 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.759878 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.777322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b52d3f3-85fd-4efb-a4a0-e33d679021bf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:10.784676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.786609 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-66a4b357-5526-4298-b1dd-0545d0b0d666 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200333 Sep 23 20:46:10.789335 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.794435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'security_group_rule': {'security_group_id': 'cac2133e-2752-4405-b963-8f45eb7aed07', 'project_id': 'a0b57aab6135417186c284b83e777726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.815471 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Project a0b57aab6135417186c284b83e777726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:46:10.820447 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.880761 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.885630 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.905791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040080b5-11a6-4538-8c85-c1626aa629f2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:10.911361 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.912597 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e85f3f75-8284-49b9-959c-8f26b97c0098 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215665 Sep 23 20:46:10.916458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:10.921357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'network': {'name': 'tempest-network-smoke--94459378', 'project_id': 'a0b57aab6135417186c284b83e777726', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:10.941139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:46:10.944601 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.967948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:46:10.977558 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:10.977905 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Added segment 639a7517-5dca-4208-87af-ca859f7f2f2a of type vlan for network df88a09e-8353-4049-becb-9c303b0ca4d5 Sep 23 20:46:11.017240 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.041577 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.046951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:11.047546 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.080664 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1630769 Sep 23 20:46:11.083495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:11.090370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'admin_state_up': True, 'project_id': 'a0b57aab6135417186c284b83e777726', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:11.126289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57890e-f7b9-41fe-baf3-2c3ce918ddd3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Network': ['ID=df88a09e-8353-4049-becb-9c303b0ca4d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:11.139177 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network df88a09e-8353-4049-becb-9c303b0ca4d5 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:46:11.142643 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.143663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.199542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.344216 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.533968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.552702 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.658942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.49 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/6dee5eb5-6141-4635-8f66-a08f63fa50c7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:46:11.758807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.791069 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:11.832831 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:46:11.837036 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:46:11.841190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:46:11.864750 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=6dee5eb5-6141-4635-8f66-a08f63fa50c7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:12.091402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:12.284708 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:12.412380 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 4ea621dc-62b2-468d-80d3-47853d6a5170 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:46:12.512059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:46:12.522357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Sync routers for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:46:12.531402 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:12.532663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0cc05ddd-b794-4c9e-86ac-59bbc77da446 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4482441 Sep 23 20:46:12.533899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:12.534932 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:12.535955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:12.567273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9ec24b3f-26f6-4a48-b49b-9ae034757bd1 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a0b57aab6135417186c284b83e777726&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302200 Sep 23 20:46:12.569884 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 46998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:12.644369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:12.658167 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ae278-31b4-4afa-b69a-bfe27f5e72ee tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:12.659733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-407ae278-31b4-4afa-b69a-bfe27f5e72ee tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889125 Sep 23 20:46:12.662974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47000) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:12.692215 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1ca9ca15-6be0-471d-9a2e-aa63688d6148 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=b610f3e1-9c47-4679-9f93-aa14d2cf164a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277112 Sep 23 20:46:12.694978 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47002) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:12.700260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595820966', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'project_id': 'a0b57aab6135417186c284b83e777726', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:12.786751 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:46:12.790161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:12.826427 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:11Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:12.856778 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Checking router: 4ea621dc-62b2-468d-80d3-47853d6a5170 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:46:12.857080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Updating router 4ea621dc-62b2-468d-80d3-47853d6a5170 port 6dee5eb5-6141-4635-8f66-a08f63fa50c7 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:46:12.881748 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:12.978133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.043619 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Subnet': ['ID=8252d5f7-2146-4fe9-a603-73643228b3cb,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:13.053109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Checking segment: {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:46:13.053109 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network hostable DHCP agents. Network: df88a09e-8353-4049-becb-9c303b0ca4d5, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:46:13.072768 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network df88a09e-8353-4049-becb-9c303b0ca4d5 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:46:13.082121 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, df88a09e-8353-4049-becb-9c303b0ca4d5) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:46:13.086611 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:13.087397 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.101909 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cf72d-b928-4f55-91fd-6d2d49d0efdb None None] Network df88a09e-8353-4049-becb-9c303b0ca4d5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:46:13.107088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eb71c86d-8aea-46f5-a5f9-3cef8718fea5 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4076736 Sep 23 20:46:13.107328 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47004) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:13.202970 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.211049 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.291899 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Attempting to bind port 6dee5eb5-6141-4635-8f66-a08f63fa50c7 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:46:13.292250 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Attempting to bind port 6dee5eb5-6141-4635-8f66-a08f63fa50c7 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:46:13.292792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Attempting to bind port 6dee5eb5-6141-4635-8f66-a08f63fa50c7 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:46:13.312457 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:46:13.312746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:46:13.313157 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.313550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:46:13.314544 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Bound port: 6dee5eb5-6141-4635-8f66-a08f63fa50c7, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:46:13.314544 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.325095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8be44-106d-492f-b1cb-3bf2a1e5f4f0 None None] Pushing event updated for resources: {'Port': ['ID=6dee5eb5-6141-4635-8f66-a08f63fa50c7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:13.364358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-91ec087f-56b6-413c-be36-110c4a9e6ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.406965 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] For port 6dee5eb5-6141-4635-8f66-a08f63fa50c7, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:46:13.410536 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-df88a09e-8353-4049-becb-9c303b0ca4d5', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:46:13.411459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.414884 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] For port 6dee5eb5-6141-4635-8f66-a08f63fa50c7, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6dee5eb5-6141-4635-8f66-a08f63fa50c7,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:46:13.424686 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.553634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:13.554337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:13.562997 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8be44-106d-492f-b1cb-3bf2a1e5f4f0 None None] Pushing event updated for resources: {'Port': ['ID=6dee5eb5-6141-4635-8f66-a08f63fa50c7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:13.578554 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:13.848089 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Allocated IP 172.20.0.2 (df88a09e-8353-4049-becb-9c303b0ca4d5/8252d5f7-2146-4fe9-a603-73643228b3cb/aa295e36-d338-4651-bfe1-988a60545a56) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:46:13.867079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:14.140273 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.157066 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.216179 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:11Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:14.228260 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.1 (df88a09e-8353-4049-becb-9c303b0ca4d5/8252d5f7-2146-4fe9-a603-73643228b3cb/32fc2dd8-b9d8-4c58-9e3e-eb002474698a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:46:14.228843 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Network df88a09e-8353-4049-becb-9c303b0ca4d5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:46:14.279428 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:46:14.281370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ff0c6-133f-4230-9076-66fd2cd1334a None None] The sync data for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 is: [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:11Z', 'revision_number': 3, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:46:14.286512 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:46:14.303878 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Pushing event updated for resources: {'Port': ['ID=aa295e36-d338-4651-bfe1-988a60545a56,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:14.381288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Attempting to bind port aa295e36-d338-4651-bfe1-988a60545a56 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:46:14.381796 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Attempting to bind port aa295e36-d338-4651-bfe1-988a60545a56 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:46:14.382290 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Attempting to bind port aa295e36-d338-4651-bfe1-988a60545a56 on network df88a09e-8353-4049-becb-9c303b0ca4d5 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:46:14.385652 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.388472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:46:14.388852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Checking segment: {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:46:14.389294 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.389812 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Bound using segment: {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:46:14.390330 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Bound port: aa295e36-d338-4651-bfe1-988a60545a56, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:46:14.390725 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.421786 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.459113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] For port aa295e36-d338-4651-bfe1-988a60545a56, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:46:14.463484 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] For port aa295e36-d338-4651-bfe1-988a60545a56, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=aa295e36-d338-4651-bfe1-988a60545a56,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:46:14.464071 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network df88a09e-8353-4049-becb-9c303b0ca4d5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:46:14.467419 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:46:14.468301 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.469913 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:46:14.505325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:14.533531 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:14.533741 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf05d-a9b3-4fea-a122-0c90c3418726 None None] Pushing event updated for resources: {'Port': ['ID=aa295e36-d338-4651-bfe1-988a60545a56,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:14.698832 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:15.015419 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:15.020699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:15.097036 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:15.099977 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:15.201631 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network df88a09e-8353-4049-becb-9c303b0ca4d5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:46:15.203313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:46:15.329839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 4ea621dc-62b2-468d-80d3-47853d6a5170 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:46:15.445741 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:46:15.451140 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-831972c4-ecff-483c-a909-fea7e09ce40b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/4ea621dc-62b2-468d-80d3-47853d6a5170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428128 Sep 23 20:46:15.518146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56edb7f-b8d5-42d9-9be3-5e8d393bb7d5 None None] Network df88a09e-8353-4049-becb-9c303b0ca4d5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:46:15.589893 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-bf1a496c-226f-47d1-8e57-473df22280e3 None None] Provisioning complete for port aa295e36-d338-4651-bfe1-988a60545a56 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:15.590296 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf1a496c-226f-47d1-8e57-473df22280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:15.608409 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-d3150edf-0d95-4ef6-b931-886157017833 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548161803&fields=id&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 267 time: 0.0368280 Sep 23 20:46:15.729252 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-ae37f489-7cbf-4fe0-97eb-51031bf9a0dc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:15.733565 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf1a496c-226f-47d1-8e57-473df22280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:15.734802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-ae37f489-7cbf-4fe0-97eb-51031bf9a0dc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/networks?id=df88a09e-8353-4049-becb-9c303b0ca4d5 HTTP/1.1" status: 200 len: 795 time: 0.1191187 Sep 23 20:46:15.747326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-77f77432-e91f-4767-9d90-b1b9f15f57a6 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/quotas/a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 375 time: 0.0099866 Sep 23 20:46:15.775689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bf1a496c-226f-47d1-8e57-473df22280e3 None None] For port aa295e36-d338-4651-bfe1-988a60545a56, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=aa295e36-d338-4651-bfe1-988a60545a56,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:15.780242 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf1a496c-226f-47d1-8e57-473df22280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:15.810671 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-55557843-96e8-40e5-801b-db774884fdeb tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553393 Sep 23 20:46:15.830424 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a496c-226f-47d1-8e57-473df22280e3 None None] Pushing event updated for resources: {'Port': ['ID=aa295e36-d338-4651-bfe1-988a60545a56,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:15.962604 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-4886f8c3-f499-426c-b93a-327116a890fa service neutron] 10.222.0.38 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457479 Sep 23 20:46:15.998804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-72ba5245-39fb-4154-8277-b8dd6b053a25 None None] Provisioning complete for port aa295e36-d338-4651-bfe1-988a60545a56 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:15.999184 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72ba5245-39fb-4154-8277-b8dd6b053a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.078498 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Sync routers for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:46:16.091304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:16.092066 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:45:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:16.108764 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-0c84f3b5-18b9-42a4-9ba1-9da097b848d1 service neutron] 10.222.0.38 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391420 Sep 23 20:46:16.141313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-72ba5245-39fb-4154-8277-b8dd6b053a25 None None] Provisioning complete for port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:16.141690 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72ba5245-39fb-4154-8277-b8dd6b053a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.190155 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6dee5eb5-6141-4635-8f66-a08f63fa50c7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:46:16.193917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-72ba5245-39fb-4154-8277-b8dd6b053a25 None None] Port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:46:16.251109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6dee5eb5-6141-4635-8f66-a08f63fa50c7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:16.251736 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.297156 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:16.322641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-adfae958-bbd2-4c39-a76e-615d20b76f4d req-4fe1f513-41f2-408d-bb91-4090acca415c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0401058 Sep 23 20:46:16.368162 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2f4ecfe0-8f1f-4fe1-bd8a-79baba9086c6 None None] Provisioning complete for port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:16.368873 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4ecfe0-8f1f-4fe1-bd8a-79baba9086c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.438906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ecfe0-8f1f-4fe1-bd8a-79baba9086c6 None None] Port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:46:16.491071 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-028f7321-b104-4496-99b8-0a94ca592c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.502533 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.525525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 6dee5eb5-6141-4635-8f66-a08f63fa50c7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6dee5eb5-6141-4635-8f66-a08f63fa50c7,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:16.537921 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.539905 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device aa295e36-d338-4651-bfe1-988a60545a56 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:46:16.560023 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 2, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:16.586789 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Checking router: 4ea621dc-62b2-468d-80d3-47853d6a5170 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:46:16.587152 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Updating router 4ea621dc-62b2-468d-80d3-47853d6a5170 port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:46:16.614019 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.650024 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=6dee5eb5-6141-4635-8f66-a08f63fa50c7,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:16.652782 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.665663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b87050c8-c94f-46a8-9cfd-7cdd24ffdcb0 None None] Provisioning complete for port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:16.666035 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b87050c8-c94f-46a8-9cfd-7cdd24ffdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.707181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port aa295e36-d338-4651-bfe1-988a60545a56 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:16.707411 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.709939 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b87050c8-c94f-46a8-9cfd-7cdd24ffdcb0 None None] Port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:46:16.919601 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.924199 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:16.977973 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Pushing event updated for resources: {'Port': ['ID=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:17.005393 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.005393 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.005393 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.005393 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.005393 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.005992 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.006074 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.006375 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.006692 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.007015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.007334 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.007655 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:46:17.040117 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Attempting to bind port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:46:17.040479 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Attempting to bind port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:46:17.040852 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Attempting to bind port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a on network df88a09e-8353-4049-becb-9c303b0ca4d5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:46:17.046121 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:46:17.046510 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Checking segment: {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:46:17.046903 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.047292 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Bound using segment: {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:46:17.047739 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Bound port: 32fc2dd8-b9d8-4c58-9e3e-eb002474698a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:46:17.048294 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.118343 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] For port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:46:17.121510 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] For port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:46:17.125964 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.181749 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:17.182416 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:17.221566 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bf459-1e89-4fa4-9979-84c6061420f8 None None] Pushing event updated for resources: {'Port': ['ID=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:17.238016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4bdc2658-b2cf-4d94-81f0-0e44699a1f7c None None] Provisioning complete for port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:17.238540 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2658-b2cf-4d94-81f0-0e44699a1f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.341846 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2658-b2cf-4d94-81f0-0e44699a1f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.398550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4bdc2658-b2cf-4d94-81f0-0e44699a1f7c None None] For port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:17.400002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.405074 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2658-b2cf-4d94-81f0-0e44699a1f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.429429 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:17.474587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d7d77276-8f41-44c5-9afa-9e087381d686 req-a9c617e3-97e3-4861-bf70-7cf8cbac9fd2 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0387237 Sep 23 20:46:17.475157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc2658-b2cf-4d94-81f0-0e44699a1f7c None None] Pushing event updated for resources: {'Port': ['ID=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:17.526880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b8012a6f-0284-44e2-84d5-0871de50f57a None None] Provisioning complete for port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:17.527602 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8012a6f-0284-44e2-84d5-0871de50f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.559075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-efc73468-22ea-4c60-8e87-f1ddebf207da tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:17.561157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-efc73468-22ea-4c60-8e87-f1ddebf207da tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/networks?id=df88a09e-8353-4049-becb-9c303b0ca4d5 HTTP/1.1" status: 200 len: 795 time: 0.1688769 Sep 23 20:46:17.615995 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-4e1c4773-43de-4a24-87e0-0040dc7c2c0d tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0b57aab6135417186c284b83e777726 HTTP/1.1" status: 200 len: 380 time: 0.0418777 Sep 23 20:46:17.628401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'port': {'device_id': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'admin_state_up': True, 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'security_groups': ['cac2133e-2752-4405-b963-8f45eb7aed07']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:17.667620 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:17.699652 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0184fae-0bb2-43b2-a4c6-299037aae0f3 None None] The sync data for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 is: [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:46:17.763852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Made reservation on behalf of a0b57aab6135417186c284b83e777726 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:46:17.774487 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:17.923691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.20.0.14 (df88a09e-8353-4049-becb-9c303b0ca4d5/8252d5f7-2146-4fe9-a603-73643228b3cb/60d4cb9e-948b-4327-8ee1-2563f10bfb58) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:46:18.080266 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.125173 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.180957 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network df88a09e-8353-4049-becb-9c303b0ca4d5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:46:18.185740 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:46:18.199583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:46:18.216690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 32fc2dd8-b9d8-4c58-9e3e-eb002474698a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:46:18.229665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=60d4cb9e-948b-4327-8ee1-2563f10bfb58,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:18.270057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:18.270825 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.288057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:18.288486 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.293248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-8f2c4831-6d2f-4286-82dd-c3e75237f784 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6699672 Sep 23 20:46:18.308322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Request body: {'port': {'device_id': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:18.402322 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.411715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6dee5eb5-6141-4635-8f66-a08f63fa50c7 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:46:18.473444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 6dee5eb5-6141-4635-8f66-a08f63fa50c7 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:18.473826 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.580791 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a99dac12-672a-4e53-8a9d-79b9fdf4a83a None None] Provisioning complete for port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:18.581500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a99dac12-672a-4e53-8a9d-79b9fdf4a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.625369 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a99dac12-672a-4e53-8a9d-79b9fdf4a83a None None] Port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:46:18.679017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac161-c75a-46cd-a403-3bceda2d7c47 req-8155f0df-640d-4a15-884e-26fedd161b34 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:18.680830 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fbac161-c75a-46cd-a403-3bceda2d7c47 req-8155f0df-640d-4a15-884e-26fedd161b34 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 932 time: 0.0961206 Sep 23 20:46:18.746262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1fbac161-c75a-46cd-a403-3bceda2d7c47 req-ab813f91-9646-4b3d-b9e2-f116a951cc3c tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556688 Sep 23 20:46:18.782497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d4cb9e-948b-4327-8ee1-2563f10bfb58 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:46:18.789840 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.801737 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Transition to ACTIVE for port object 60d4cb9e-948b-4327-8ee1-2563f10bfb58 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:46:18.807311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:18.887520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:19.198638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60d4cb9e-948b-4327-8ee1-2563f10bfb58,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:19.265657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Attempting to bind port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:46:19.266000 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Attempting to bind port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:46:19.266369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Attempting to bind port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 on network df88a09e-8353-4049-becb-9c303b0ca4d5 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:46:19.271283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 on network df88a09e-8353-4049-becb-9c303b0ca4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:46:19.271742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Attempting to bind port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 on network df88a09e-8353-4049-becb-9c303b0ca4d5 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:46:19.276941 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:46:19.277281 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Checking segment: {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:46:19.277665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Bound using segment: {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:46:19.278121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Bound port: 60d4cb9e-948b-4327-8ee1-2563f10bfb58, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639a7517-5dca-4208-87af-ca859f7f2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:46:19.278505 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:19.346236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] For port 60d4cb9e-948b-4327-8ee1-2563f10bfb58, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:46:19.349174 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] For port 60d4cb9e-948b-4327-8ee1-2563f10bfb58, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:46:19.354587 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:19.393080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:19.393565 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:19.394999 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/60d4cb9e-948b-4327-8ee1-2563f10bfb58 HTTP/1.1" status: 200 len: 1092 time: 1.0917993 Sep 23 20:46:19.395428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:46:19.397671 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a52e3cf-1d56-475d-a010-bbb26494d539" -d '{"events": [{"name": "network-changed", "server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:46:19.421435 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632baf40-31c0-4551-b69e-41a1f16505b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60d4cb9e-948b-4327-8ee1-2563f10bfb58,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:19.439706 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e4a2e-bef1-4448-b1de-26e35929ca00 x-openstack-request-id: req-757e4a2e-bef1-4448-b1de-26e35929ca00 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:46:19.440044 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:46:19.440293 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-757e4a2e-bef1-4448-b1de-26e35929ca00 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:46:19.440686 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'status': 'completed', 'code': 200} Sep 23 20:46:19.485816 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-597f18c4-299e-4398-b613-0a9a25def3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:19.487370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-597f18c4-299e-4398-b613-0a9a25def3b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0417564 Sep 23 20:46:19.528535 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-1aaaeaae-5ecc-43b5-bcda-51d3076a4df4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58 HTTP/1.1" status: 200 len: 217 time: 0.0335879 Sep 23 20:46:19.583786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-c882da65-efc5-4e2a-956e-56a5279392d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:19.585358 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-c882da65-efc5-4e2a-956e-56a5279392d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8252d5f7-2146-4fe9-a603-73643228b3cb HTTP/1.1" status: 200 len: 834 time: 0.0499036 Sep 23 20:46:19.630793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-6d4b00ae-94bc-4d07-ba29-d92d2c60f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:19.632256 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-6d4b00ae-94bc-4d07-ba29-d92d2c60f16f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df88a09e-8353-4049-becb-9c303b0ca4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395994 Sep 23 20:46:19.723222 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-d162f45f-3ec1-4385-9ce0-30b3810ca42b service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834730 Sep 23 20:46:19.817316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-57dbc5e7-c8e1-4491-b4b7-8339e1716835 req-a64ef8c6-1e73-42e8-b58c-de4abe9a157a service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849874 Sep 23 20:46:19.869643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb055a4c-0de5-4e6b-94a1-dc7ceb3d2192 req-5642bbbd-bcb7-432e-a598-1ac2297f130e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:19.871174 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb055a4c-0de5-4e6b-94a1-dc7ceb3d2192 req-5642bbbd-bcb7-432e-a598-1ac2297f130e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 944 time: 0.0528624 Sep 23 20:46:19.936919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb055a4c-0de5-4e6b-94a1-dc7ceb3d2192 req-d62c6286-9424-4e95-be1d-933f85b78754 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574608 Sep 23 20:46:19.939517 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-2ac606e5-506b-4cb1-a90a-f0f6a37d803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:19.940927 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-2ac606e5-506b-4cb1-a90a-f0f6a37d803a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0689006 Sep 23 20:46:20.030187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-c4f49fbd-8e30-44bc-85fd-789be3a73089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:20.031610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-c4f49fbd-8e30-44bc-85fd-789be3a73089 service neutron] 10.222.0.72 "GET /v2.0/networks?id=df88a09e-8353-4049-becb-9c303b0ca4d5 HTTP/1.1" status: 200 len: 896 time: 0.0837095 Sep 23 20:46:20.077230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-f525119f-fd0b-4f32-959c-e2f9bc1f58d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58 HTTP/1.1" status: 200 len: 217 time: 0.0370972 Sep 23 20:46:20.126290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-fe669240-230c-43c4-a8fa-a89885e6669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:20.127704 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-fe669240-230c-43c4-a8fa-a89885e6669f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8252d5f7-2146-4fe9-a603-73643228b3cb HTTP/1.1" status: 200 len: 834 time: 0.0416675 Sep 23 20:46:20.172346 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-c4a32536-e7b3-4ce5-b4c7-d09eba8d53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:20.173778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-c4a32536-e7b3-4ce5-b4c7-d09eba8d53cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df88a09e-8353-4049-becb-9c303b0ca4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379624 Sep 23 20:46:20.267187 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-bb2d46f2-dbe5-4f4a-b926-add09ad4c8ca service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851498 Sep 23 20:46:20.357480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0a52e3cf-1d56-475d-a010-bbb26494d539 req-641f0f84-cc35-49d0-bb36-39271b78fd88 service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815361 Sep 23 20:46:21.050806 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4958e-c26f-4ba6-8e90-983d75f3d7a6 req-5c1172d7-7e27-4efe-92d8-b07d662809c3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:21.052286 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37f4958e-c26f-4ba6-8e90-983d75f3d7a6 req-5c1172d7-7e27-4efe-92d8-b07d662809c3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 944 time: 0.0494738 Sep 23 20:46:21.093753 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-37f4958e-c26f-4ba6-8e90-983d75f3d7a6 req-4c1c1dfd-8598-4922-8c2d-4aacdf2cbc35 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352230 Sep 23 20:46:22.205918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c25c2a-1e43-4378-8d1e-5e2d96842087 req-fb028fd7-90ac-4a3a-8354-c0f54fac4fa3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:22.207401 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1c25c2a-1e43-4378-8d1e-5e2d96842087 req-fb028fd7-90ac-4a3a-8354-c0f54fac4fa3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 944 time: 0.0484221 Sep 23 20:46:22.245646 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b1c25c2a-1e43-4378-8d1e-5e2d96842087 req-d5ee722a-8745-41da-972c-e088150e57be tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Sep 23 20:46:22.453743 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 60d4cb9e-948b-4327-8ee1-2563f10bfb58 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:46:22.544911 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 60d4cb9e-948b-4327-8ee1-2563f10bfb58, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:22.555830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'port_id': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'mac_address': 'fa:16:3e:fc:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:46:22.595320 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:22.607325 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d4cb9e-948b-4327-8ee1-2563f10bfb58 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:46:22.625821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 60d4cb9e-948b-4327-8ee1-2563f10bfb58, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:22.629468 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:22.675137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=60d4cb9e-948b-4327-8ee1-2563f10bfb58,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:22.841137 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['60d4cb9e-948b-4327-8ee1-2563f10bfb58'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:46:23.370547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d729a76-7829-451b-9cd4-c4e96e08a960 req-623d1af0-c35c-4002-b248-806ea68a5dc9 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:23.371956 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d729a76-7829-451b-9cd4-c4e96e08a960 req-623d1af0-c35c-4002-b248-806ea68a5dc9 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0573411 Sep 23 20:46:23.409377 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d729a76-7829-451b-9cd4-c4e96e08a960 req-713d8023-8428-45b5-a400-80be3fc79cdc tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Sep 23 20:46:24.467012 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 60d4cb9e-948b-4327-8ee1-2563f10bfb58 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:46:24.514814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:46:24.518361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:46:24.518739 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:24.525726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc6be6-d8e4-4b83-a80a-682b01147377 req-416084f9-620d-495d-bfab-6e8cf87c3c38 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:24.527260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05fc6be6-d8e4-4b83-a80a-682b01147377 req-416084f9-620d-495d-bfab-6e8cf87c3c38 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Sep 23 20:46:24.569505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-05fc6be6-d8e4-4b83-a80a-682b01147377 req-a5e570f4-d303-4298-aed0-aa6ca98c4252 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361092 Sep 23 20:46:24.597099 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:24.619323 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:46:24.621549 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4b6480-6bae-446b-904b-f8b3914904ca" -d '{"events": [{"server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:46:24.634923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 60d4cb9e-948b-4327-8ee1-2563f10bfb58, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:46:24.640520 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:24.667953 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8573d031-3056-4ece-b185-03cec2f03d19 x-openstack-request-id: req-8573d031-3056-4ece-b185-03cec2f03d19 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:46:24.668180 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:46:24.668335 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8573d031-3056-4ece-b185-03cec2f03d19 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:46:24.669015 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'code': 200} Sep 23 20:46:24.699396 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=60d4cb9e-948b-4327-8ee1-2563f10bfb58,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:24.756428 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afe999-b721-4635-9131-260fe3c9233f req-ce5849db-4d34-4e0c-9d47-0fd462aee570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:24.757925 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10afe999-b721-4635-9131-260fe3c9233f req-ce5849db-4d34-4e0c-9d47-0fd462aee570 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0397787 Sep 23 20:46:24.791117 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10afe999-b721-4635-9131-260fe3c9233f req-3043cf91-bbc4-48db-a1f7-f35ec5c13f8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264063 Sep 23 20:46:25.687411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd23ce-a798-4c64-bd28-d70a768afa39 req-ede86b12-0451-4473-a149-d9dced8dd6ee tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:25.688917 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dacd23ce-a798-4c64-bd28-d70a768afa39 req-ede86b12-0451-4473-a149-d9dced8dd6ee tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0497837 Sep 23 20:46:25.728319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dacd23ce-a798-4c64-bd28-d70a768afa39 req-99d6c2ae-0163-43fa-9220-ed27cad10710 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334384 Sep 23 20:46:26.206418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:26.839951 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6f1d-6375-4e97-86c7-bc6be8154ff3 req-ee22cf83-64cb-4ece-94ab-72413250c3c1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:26.841423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8abd6f1d-6375-4e97-86c7-bc6be8154ff3 req-ee22cf83-64cb-4ece-94ab-72413250c3c1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0478370 Sep 23 20:46:26.883097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8abd6f1d-6375-4e97-86c7-bc6be8154ff3 req-3299a241-80ee-49d0-a77e-d1afc58c2805 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350885 Sep 23 20:46:27.006570 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4ee6-bc97-4b01-8e57-f727fcb45b81 req-d8df90a5-70e9-4853-808b-fc813cbf5742 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:27.008443 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6bc4ee6-bc97-4b01-8e57-f727fcb45b81 req-d8df90a5-70e9-4853-808b-fc813cbf5742 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0485425 Sep 23 20:46:27.045589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a6bc4ee6-bc97-4b01-8e57-f727fcb45b81 req-cef1ce2d-6719-46d1-8194-df99046dcb2b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Sep 23 20:46:27.067252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47062) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:27.109374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe2047-6e62-4da5-8b54-5a25569332f6 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:27.110969 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2afe2047-6e62-4da5-8b54-5a25569332f6 tempest-TestNetworkAdvancedServerOps-1261232893 tempest-TestNetworkAdvancedServerOps-1261232893-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 1092 time: 0.0427020 Sep 23 20:46:27.114144 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47064) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:27.118403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:46:27.140087 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:27.235204 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:27.337408 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Allocated IP 172.25.6.123 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/00218499-6b48-4691-9b8d-48256e3c33cc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:46:27.441353 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:27.473619 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:27.512170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:46:27.517152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:46:27.521318 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:46:27.528902 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:27.550726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=00218499-6b48-4691-9b8d-48256e3c33cc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:28.161383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:28.224627 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:28.370359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:28.375227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:28.446726 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event updated for resources: {'Port': ['ID=00218499-6b48-4691-9b8d-48256e3c33cc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:46:28.456329 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:28.553717 n-d-810763-1 neutron-server[94825]: INFO neutron.db.l3_db [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP 5d31b3b3-4eae-455d-be51-2a3af0fa82c1 associated. External IP: 172.25.6.123, port: 60d4cb9e-948b-4327-8ee1-2563f10bfb58. Sep 23 20:46:28.765961 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 4ea621dc-62b2-468d-80d3-47853d6a5170 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:46:28.870090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:46:28.879705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] Sync routers for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:46:28.885704 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:28.889332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:28.889957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:28.916029 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7413a329-f61b-44e1-84f9-a70931e0c392 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8008497 Sep 23 20:46:28.916827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:46:28.919094 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e850b64-d605-4d40-a020-0dac0df447d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:46:29.010246 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:29.014768 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641eb4e-ef4b-4067-83e9-cde21c110fa6 req-22db52b5-1c89-45a6-84fa-693343b7a372 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:29.016651 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7641eb4e-ef4b-4067-83e9-cde21c110fa6 req-22db52b5-1c89-45a6-84fa-693343b7a372 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0521386 Sep 23 20:46:29.056051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7641eb4e-ef4b-4067-83e9-cde21c110fa6 req-de7b59cc-9d3a-43b7-93b9-85083b14f0a8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Sep 23 20:46:29.078445 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47072) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:29.146246 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-0b5ba663-b085-46ad-9a4a-bdd319499daa tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/5d31b3b3-4eae-455d-be51-2a3af0fa82c1 HTTP/1.1" status: 200 len: 992 time: 0.0649011 Sep 23 20:46:29.161676 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b752357f-e1a0-4a20-958b-456868c22cc7 x-openstack-request-id: req-b752357f-e1a0-4a20-958b-456868c22cc7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:46:29.162424 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:46:29.162424 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b752357f-e1a0-4a20-958b-456868c22cc7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:46:29.162644 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'status': 'completed', 'code': 200} Sep 23 20:46:29.225518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-e7e27176-26b1-47dd-9b4e-ca0d1618a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:29.227858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-e7e27176-26b1-47dd-9b4e-ca0d1618a14b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0423388 Sep 23 20:46:29.252415 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '5d31b3b3-4eae-455d-be51-2a3af0fa82c1', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'port_id': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'mac_address': 'fa:16:3e:fc:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:46:27Z', 'updated_at': '2021-09-23T20:46:27Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:29.277963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] Checking router: 4ea621dc-62b2-468d-80d3-47853d6a5170 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:46:29.286157 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:46:29.286792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:29.325633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-eba90919-7b20-4ada-9849-1d39b8dfab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:29.327156 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-eba90919-7b20-4ada-9849-1d39b8dfab8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=df88a09e-8353-4049-becb-9c303b0ca4d5 HTTP/1.1" status: 200 len: 896 time: 0.0924416 Sep 23 20:46:29.394622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:46:29.397786 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-ec484379-4115-4b21-ad7a-f6287ea15c08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58 HTTP/1.1" status: 200 len: 1000 time: 0.0630252 Sep 23 20:46:29.447013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-aaeb638f-cf10-4619-9de6-ae9aced86fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:29.448481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-aaeb638f-cf10-4619-9de6-ae9aced86fef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8252d5f7-2146-4fe9-a603-73643228b3cb HTTP/1.1" status: 200 len: 834 time: 0.0443878 Sep 23 20:46:29.496076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-7bd1c9f6-a2ae-4f94-b25b-ec08e9a6940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:29.497599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-7bd1c9f6-a2ae-4f94-b25b-ec08e9a6940b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df88a09e-8353-4049-becb-9c303b0ca4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422184 Sep 23 20:46:29.592709 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-e6d15f7c-c336-4949-8c69-e3b160daff7f service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875030 Sep 23 20:46:29.628080 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '5d31b3b3-4eae-455d-be51-2a3af0fa82c1', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'port_id': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'mac_address': 'fa:16:3e:fc:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:46:27Z', 'updated_at': '2021-09-23T20:46:27Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:46:29.686743 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5e850b64-d605-4d40-a020-0dac0df447d5 req-712f9ae1-09f1-40d9-ad40-b1630062b767 service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863390 Sep 23 20:46:29.823584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec071e-59fa-4806-bfad-0b5d279ba4e1 None None] The sync data for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 is: [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '5d31b3b3-4eae-455d-be51-2a3af0fa82c1', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'floating_ip_address': '172.25.6.123', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'port_id': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'mac_address': 'fa:16:3e:fc:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:46:27Z', 'updated_at': '2021-09-23T20:46:27Z', 'revision_number': 0, 'project_id': 'a0b57aab6135417186c284b83e777726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:46:30.025517 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c56cb7-e887-4d73-a9b0-70376ca8f8dd None None] New status for floating IP 5d31b3b3-4eae-455d-be51-2a3af0fa82c1: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:46:30.148994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47076) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:30.224268 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-10d26383-26c7-473d-87d2-df7c8af2b17f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/5d31b3b3-4eae-455d-be51-2a3af0fa82c1 HTTP/1.1" status: 200 len: 992 time: 0.0735393 Sep 23 20:46:31.228902 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47078) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:31.292116 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4c705737-6a8f-4d69-b0cb-51be10da62ea tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/5d31b3b3-4eae-455d-be51-2a3af0fa82c1 HTTP/1.1" status: 200 len: 994 time: 0.0620217 Sep 23 20:46:31.532211 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:46:43.315611 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3168edac-4b8d-4595-8ee8-5098bc3405e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:46.430792 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cee16ade-3558-4b26-9b91-360eb6e82e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:46.619516 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:47.386659 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:48.886538 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:56.212768 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:57.518089 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:58.013714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc55b-fe3d-4346-8f06-f3294b5371bb req-b658fb06-c6a1-4606-aabf-570629752b62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:58.015203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49acc55b-fe3d-4346-8f06-f3294b5371bb req-b658fb06-c6a1-4606-aabf-570629752b62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0494800 Sep 23 20:46:58.058301 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-49acc55b-fe3d-4346-8f06-f3294b5371bb req-60b4777f-c442-4c57-8d7b-fe156a949b06 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369091 Sep 23 20:46:59.173887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276877-bf7a-4656-929e-f280a1b73f7f req-c266b0f4-621a-421c-84a4-4caa8d67e1bb tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:46:59.175415 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8276877-bf7a-4656-929e-f280a1b73f7f req-c266b0f4-621a-421c-84a4-4caa8d67e1bb tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0480692 Sep 23 20:46:59.213283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8276877-bf7a-4656-929e-f280a1b73f7f req-10678d3f-70c1-4ab6-ab5e-4f4e9b966d67 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Sep 23 20:46:59.235224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:46:59.293282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-09ea3c39-9001-4d71-8612-5fd6de15845f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/5d31b3b3-4eae-455d-be51-2a3af0fa82c1 HTTP/1.1" status: 200 len: 994 time: 0.0569656 Sep 23 20:47:00.590486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fe33d-8ed1-4a3d-83b5-092d06d23c2e req-40078b85-160b-4311-89a3-24be08d8958b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:00.592089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-592fe33d-8ed1-4a3d-83b5-092d06d23c2e req-40078b85-160b-4311-89a3-24be08d8958b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0827630 Sep 23 20:47:00.608063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-ae820754-4088-44de-b4bf-3625a1683bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:00.609487 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-ae820754-4088-44de-b4bf-3625a1683bbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0663755 Sep 23 20:47:00.662098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-592fe33d-8ed1-4a3d-83b5-092d06d23c2e req-5c157c92-f4f0-4bc6-98af-5f1e7cd7ac11 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639558 Sep 23 20:47:00.715164 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-ede78ed6-31bf-4d9e-a086-1d18ad988efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:00.716618 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-ede78ed6-31bf-4d9e-a086-1d18ad988efc service neutron] 10.222.0.72 "GET /v2.0/networks?id=df88a09e-8353-4049-becb-9c303b0ca4d5 HTTP/1.1" status: 200 len: 896 time: 0.1001120 Sep 23 20:47:00.778607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-0c327565-83d3-4275-8f88-5af56b6ce268 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58 HTTP/1.1" status: 200 len: 1002 time: 0.0552762 Sep 23 20:47:00.826745 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-ab9dff4c-045d-4441-976a-3763afa21b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:00.828151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-ab9dff4c-045d-4441-976a-3763afa21b6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8252d5f7-2146-4fe9-a603-73643228b3cb HTTP/1.1" status: 200 len: 834 time: 0.0423541 Sep 23 20:47:00.878808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-c66b722e-e5c7-4eeb-82e5-16e4bc1a6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:00.880193 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-c66b722e-e5c7-4eeb-82e5-16e4bc1a6f7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df88a09e-8353-4049-becb-9c303b0ca4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435128 Sep 23 20:47:00.968323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-53128d63-aedf-453c-ada4-281904e5baf6 service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807078 Sep 23 20:47:01.060184 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-361dff2b-7b44-4f82-a53e-92219d66d4d8 req-506f2835-69b4-4765-8591-e91af29a88ae service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844827 Sep 23 20:47:01.786182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ffdf4-fe74-4ccf-8c6a-c1b1e329f389 req-49e5aeb9-b7a4-40a5-9da6-344dc7c3bea0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:01.788036 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-771ffdf4-fe74-4ccf-8c6a-c1b1e329f389 req-49e5aeb9-b7a4-40a5-9da6-344dc7c3bea0 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0544603 Sep 23 20:47:01.826811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-771ffdf4-fe74-4ccf-8c6a-c1b1e329f389 req-8635f4e1-4b18-4852-9ede-2166c3ac4d9b tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Sep 23 20:47:02.942680 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef973-2bf7-4f37-b260-3bbe472f3ad6 req-7a833569-3290-45aa-8028-e25a4c3ad42e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:02.944151 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-421ef973-2bf7-4f37-b260-3bbe472f3ad6 req-7a833569-3290-45aa-8028-e25a4c3ad42e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0485761 Sep 23 20:47:02.980458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-421ef973-2bf7-4f37-b260-3bbe472f3ad6 req-47cd5426-44a3-40b9-a9d1-fdff4d28b966 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304282 Sep 23 20:47:03.002674 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:03.065048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a4a50d14-7dca-4174-b511-3af4b74cd7dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/floatingips/5d31b3b3-4eae-455d-be51-2a3af0fa82c1 HTTP/1.1" status: 200 len: 994 time: 0.0612509 Sep 23 20:47:03.348581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:03.497233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 00218499-6b48-4691-9b8d-48256e3c33cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:47:03.497557 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:03.573600 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:03.573936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:03.585141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 00218499-6b48-4691-9b8d-48256e3c33cc owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:47:03.723134 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:03.750997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=00218499-6b48-4691-9b8d-48256e3c33cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:03.777661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.778075 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.778373 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.778708 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.779039 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.779369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.779693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.780019 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.780344 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.780665 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.780987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.781306 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:03.819943 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:03.820309 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Floating IP 5d31b3b3-4eae-455d-be51-2a3af0fa82c1 disassociated (deleted). External IP: 172.25.6.123, port: 60d4cb9e-948b-4327-8ee1-2563f10bfb58. Sep 23 20:47:04.020267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 4ea621dc-62b2-468d-80d3-47853d6a5170 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:47:04.128789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:47:04.133765 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:04.139492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] Sync routers for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:47:04.148510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:04.149132 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:04.162531 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-77373ec3-01a0-4252-a911-11b4dbc2a602 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/floatingips/5d31b3b3-4eae-455d-be51-2a3af0fa82c1 HTTP/1.1" status: 204 len: 168 time: 0.8128281 Sep 23 20:47:04.163186 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:47:04.165658 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:47:04.253639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:04.322738 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24e1fee-2676-47d9-b72c-63e18c779a66 x-openstack-request-id: req-c24e1fee-2676-47d9-b72c-63e18c779a66 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:47:04.323028 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:47:04.323280 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c24e1fee-2676-47d9-b72c-63e18c779a66 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:47:04.323681 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'status': 'completed', 'code': 200} Sep 23 20:47:04.421002 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-9ac88ad3-4806-4f8b-9d35-64a5fe46cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:04.422550 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-9ac88ad3-4806-4f8b-9d35-64a5fe46cf51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0b57aab6135417186c284b83e777726&device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0755234 Sep 23 20:47:04.435127 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59094b24-d216-47b3-bb1e-b10a50071224 req-3e88d05c-47ea-4f9f-b323-1d6f4d8c63d8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:04.436528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59094b24-d216-47b3-bb1e-b10a50071224 req-3e88d05c-47ea-4f9f-b323-1d6f4d8c63d8 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0633688 Sep 23 20:47:04.461211 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:04.487159 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] Checking router: 4ea621dc-62b2-468d-80d3-47853d6a5170 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:47:04.496278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:04.496889 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:04.521922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-59094b24-d216-47b3-bb1e-b10a50071224 req-1dd1d20e-42a0-4791-aa02-096f9bc0dc91 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775175 Sep 23 20:47:04.547819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-f574289d-5aa1-4465-ac5c-e3224d0a1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:04.549289 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-f574289d-5aa1-4465-ac5c-e3224d0a1901 service neutron] 10.222.0.72 "GET /v2.0/networks?id=df88a09e-8353-4049-becb-9c303b0ca4d5 HTTP/1.1" status: 200 len: 896 time: 0.1119320 Sep 23 20:47:04.595319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-67e6af81-7019-4256-8f2d-217cde79b3f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58 HTTP/1.1" status: 200 len: 217 time: 0.0376618 Sep 23 20:47:04.604534 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:04.643150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-08d90903-b685-4b86-959d-686c59f9d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:04.644595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-08d90903-b685-4b86-959d-686c59f9d7bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8252d5f7-2146-4fe9-a603-73643228b3cb HTTP/1.1" status: 200 len: 834 time: 0.0419083 Sep 23 20:47:04.690955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-9457e4f8-8c4a-401d-9fac-0216ad53f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:04.692597 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-9457e4f8-8c4a-401d-9fac-0216ad53f661 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df88a09e-8353-4049-becb-9c303b0ca4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398421 Sep 23 20:47:04.787016 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-a1d8b9ce-a0de-4506-822c-4be43a52fee0 service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858860 Sep 23 20:47:04.799258 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:04.829979 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddafbf-b562-41f2-93ce-b8401827f157 None None] The sync data for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 is: [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:14Z', 'revision_number': 4, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '32fc2dd8-b9d8-4c58-9e3e-eb002474698a', 'name': '', 'network_id': 'df88a09e-8353-4049-becb-9c303b0ca4d5', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'mac_address': 'fa:16:3e:62:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:13Z', 'updated_at': '2021-09-23T20:46:17Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'subnets': [{'id': '8252d5f7-2146-4fe9-a603-73643228b3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:47:04.877765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3bee9f6d-cc85-4a06-ae4f-7597b62b3ba2 req-0eaee1eb-0d54-4911-85cd-71e68e85e1bc service neutron] 10.222.0.72 "GET /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827823 Sep 23 20:47:05.060054 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1cb93e-0823-49bd-be3c-bfffc232b5f7 None None] New status for floating IP 5d31b3b3-4eae-455d-be51-2a3af0fa82c1: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:47:05.635678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf931cf-8f11-45f4-bcf4-14509d201a80 req-11361840-2133-4fb7-804f-5cb376532f8e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:05.637776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebf931cf-8f11-45f4-bcf4-14509d201a80 req-11361840-2133-4fb7-804f-5cb376532f8e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0482039 Sep 23 20:47:05.678824 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ebf931cf-8f11-45f4-bcf4-14509d201a80 req-4cb0ec5c-4399-4a02-b2b1-ef07b66abfa3 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/security-groups?id=cac2133e-2752-4405-b963-8f45eb7aed07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Sep 23 20:47:06.000668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43f93-6611-485a-80bb-b2e070b08e3a req-bb767acb-12f4-4e0a-881a-851fe5717412 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:06.002106 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-def43f93-6611-485a-80bb-b2e070b08e3a req-bb767acb-12f4-4e0a-881a-851fe5717412 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0471587 Sep 23 20:47:06.091267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:47:06.091610 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:06.180401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 60d4cb9e-948b-4327-8ee1-2563f10bfb58, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=60d4cb9e-948b-4327-8ee1-2563f10bfb58,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:06.180764 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:06.192525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 60d4cb9e-948b-4327-8ee1-2563f10bfb58 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:47:06.317961 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:06.346714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=60d4cb9e-948b-4327-8ee1-2563f10bfb58,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:06.387291 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] No DVR routers for this DVR port 60d4cb9e-948b-4327-8ee1-2563f10bfb58 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:47:06.390064 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:06.392143 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-def43f93-6611-485a-80bb-b2e070b08e3a req-6e69cee5-f301-4283-8ae2-ff6340faa0dd tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.72 "DELETE /v2.0/ports/60d4cb9e-948b-4327-8ee1-2563f10bfb58 HTTP/1.1" status: 204 len: 173 time: 0.3842103 Sep 23 20:47:06.392596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'name': 'network-vif-deleted', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:47:06.395431 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15b39b8-e201-4a1f-830f-fc111d73d0f4" -d '{"events": [{"server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "name": "network-vif-deleted", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:47:06.436410 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33019312-3836-48be-8ea9-90a2007c1d65 x-openstack-request-id: req-33019312-3836-48be-8ea9-90a2007c1d65 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:47:06.436690 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba820f03-761c-4d03-9b3b-9236c4e3f3b7", "name": "network-vif-deleted", "tag": "60d4cb9e-948b-4327-8ee1-2563f10bfb58", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:47:06.436943 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33019312-3836-48be-8ea9-90a2007c1d65 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:47:06.437338 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba820f03-761c-4d03-9b3b-9236c4e3f3b7', 'name': 'network-vif-deleted', 'tag': '60d4cb9e-948b-4327-8ee1-2563f10bfb58', 'status': 'completed', 'code': 200} Sep 23 20:47:06.802346 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12a26c63-ce43-47b9-99bf-00b5c3c5161c req-c587ef0c-3010-483b-9157-c098b37505a1 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba820f03-761c-4d03-9b3b-9236c4e3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0294354 Sep 23 20:47:07.859584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:08.531220 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:47:08.546629 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:08.728071 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 60d4cb9e-948b-4327-8ee1-2563f10bfb58 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:47:08.748895 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 60d4cb9e-948b-4327-8ee1-2563f10bfb58 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:47:08.749232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 60d4cb9e-948b-4327-8ee1-2563f10bfb58 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:47:08.802947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:47:08.803306 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:08.891638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 32fc2dd8-b9d8-4c58-9e3e-eb002474698a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:08.892623 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:08.903387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 32fc2dd8-b9d8-4c58-9e3e-eb002474698a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:47:09.084221 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:09.108627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=32fc2dd8-b9d8-4c58-9e3e-eb002474698a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:09.279910 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:09.497161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Router 4ea621dc-62b2-468d-80d3-47853d6a5170 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:47:09.600860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:47:09.605773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-37183943-567a-4974-b33c-d02284164c29 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "PUT /v2.0/routers/4ea621dc-62b2-468d-80d3-47853d6a5170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450836 Sep 23 20:47:09.608662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:09.610384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] Sync routers for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:47:09.619280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:09.619882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:09.659564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting subnet 8252d5f7-2146-4fe9-a603-73643228b3cb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:47:09.662626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:09.702171 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:09.722321 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:09.793105 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:09.851561 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:09.879235 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Subnet': ['ID=8252d5f7-2146-4fe9-a603-73643228b3cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:09.881260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:09.885556 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e6c9764c-13f8-4dcc-8c61-d8a8ff5a575f tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/subnets/8252d5f7-2146-4fe9-a603-73643228b3cb HTTP/1.1" status: 204 len: 168 time: 0.2732649 Sep 23 20:47:09.885959 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:09.891010 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e428c-df77-4b25-811c-170e1485b356 None None] Network df88a09e-8353-4049-becb-9c303b0ca4d5 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:47:09.960721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:47:09Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:09.988398 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] Checking router: 4ea621dc-62b2-468d-80d3-47853d6a5170 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:47:09.992801 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.032266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] Routers {'4ea621dc-62b2-468d-80d3-47853d6a5170'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:10.032890 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['4ea621dc-62b2-468d-80d3-47853d6a5170'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:10.106905 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.153970 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] Set router 4ea621dc-62b2-468d-80d3-47853d6a5170 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:10.164057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Deleting port 6dee5eb5-6141-4635-8f66-a08f63fa50c7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:47:10.164407 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.209464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] DHCP port deletion for df88a09e-8353-4049-becb-9c303b0ca4d5 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:47:10.246245 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] For port 6dee5eb5-6141-4635-8f66-a08f63fa50c7, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=6dee5eb5-6141-4635-8f66-a08f63fa50c7,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:10.246624 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.258095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Calling delete_port for 6dee5eb5-6141-4635-8f66-a08f63fa50c7 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:47:10.322913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Deleting port aa295e36-d338-4651-bfe1-988a60545a56 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:47:10.323203 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.413219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] For port aa295e36-d338-4651-bfe1-988a60545a56, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=aa295e36-d338-4651-bfe1-988a60545a56,segment=NetworkSegment(639a7517-5dca-4208-87af-ca859f7f2f2a),segment_id=639a7517-5dca-4208-87af-ca859f7f2f2a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:10.413537 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.428880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Calling delete_port for aa295e36-d338-4651-bfe1-988a60545a56 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:47:10.432441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.448350 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:47:09Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:10.472299 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Port': ['ID=6dee5eb5-6141-4635-8f66-a08f63fa50c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:10.501065 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4124f7e-f011-4c37-838f-0d17f78419f3 None None] The sync data for ids ['4ea621dc-62b2-468d-80d3-47853d6a5170'] in n-d-810763-1 is: [{'id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517751639', 'tenant_id': 'a0b57aab6135417186c284b83e777726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:47:09Z', 'revision_number': 5, 'project_id': 'a0b57aab6135417186c284b83e777726', 'gw_port': {'id': '6dee5eb5-6141-4635-8f66-a08f63fa50c7', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea621dc-62b2-468d-80d3-47853d6a5170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:46:11Z', 'updated_at': '2021-09-23T20:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:47:10.527351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.542163 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.628090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.630264 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.679210 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.679791 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Fanout notify agent at l3_agent the message router_deleted on router 4ea621dc-62b2-468d-80d3-47853d6a5170 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:47:10.687367 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.688519 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-33ad3ab0-ac47-4081-9519-87a597513e4e tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/routers/4ea621dc-62b2-468d-80d3-47853d6a5170 HTTP/1.1" status: 204 len: 168 time: 0.8012216 Sep 23 20:47:10.691213 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:10.723070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Pushing event deleted for resources: {'Port': ['ID=aa295e36-d338-4651-bfe1-988a60545a56,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:10.730681 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] No DVR routers for this DVR port aa295e36-d338-4651-bfe1-988a60545a56 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:47:10.739769 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.740124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.740468 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.740810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.741144 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.741509 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.741790 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.742119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.742477 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.742804 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.743128 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.743454 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fc9d9-5516-4046-b07a-3e9d0f2e1fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:10.777792 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.866645 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.887666 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df88a09e-8353-4049-becb-9c303b0ca4d5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:10.897340 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639a7517-5dca-4208-87af-ca859f7f2f2a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:10.897638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639a7517-5dca-4208-87af-ca859f7f2f2a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:10.908098 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.921639 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.927797 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:47:10.928070 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: timer() Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:47:10.931517 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:47:10.995898 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.003079 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.005149 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/networks/df88a09e-8353-4049-becb-9c303b0ca4d5 HTTP/1.1" status: 204 len: 168 time: 0.3130047 Sep 23 20:47:11.007948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47138) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:11.017903 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57764722-b750-4ea8-916b-8ce9046eca62 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'Network': ['ID=df88a09e-8353-4049-becb-9c303b0ca4d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:11.080710 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.109380 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.174126 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.176849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.178056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] 10.222.0.38 "DELETE /v2.0/security-groups/cac2133e-2752-4405-b963-8f45eb7aed07 HTTP/1.1" status: 204 len: 168 time: 0.1690805 Sep 23 20:47:11.188680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac2133e-2752-4405-b963-8f45eb7aed07,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:11.195925 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.196283 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.196629 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.196970 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.197308 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.197644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.197976 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.198353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.199278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.199608 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.199935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.200262 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df134336-59dd-465e-899a-7b1413dbc596 tempest-TestNetworkAdvancedServerOps-86297042 tempest-TestNetworkAdvancedServerOps-86297042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:11.532142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:11.689806 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-65bb3a06-4b08-4954-91d1-f4f3f9269d7e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0b57aab6135417186c284b83e777726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564336 Sep 23 20:47:11.692258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:11.740824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-756e7144-dc3c-4553-9a76-9055aa61a193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.763735 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-756e7144-dc3c-4553-9a76-9055aa61a193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.811294 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-756e7144-dc3c-4553-9a76-9055aa61a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.813936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-756e7144-dc3c-4553-9a76-9055aa61a193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:11.815131 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-756e7144-dc3c-4553-9a76-9055aa61a193 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fcf395bb-9a1f-452c-a250-47ca36cd2216 HTTP/1.1" status: 204 len: 168 time: 0.1218507 Sep 23 20:47:11.822898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e7144-dc3c-4553-9a76-9055aa61a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf395bb-9a1f-452c-a250-47ca36cd2216,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:12.072286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:12.085818 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f0280e-72ac-4899-98bd-6d7d43a94c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:12.094549 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 32fc2dd8-b9d8-4c58-9e3e-eb002474698a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:47:12.113881 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 32fc2dd8-b9d8-4c58-9e3e-eb002474698a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:47:12.114265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 32fc2dd8-b9d8-4c58-9e3e-eb002474698a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:47:12.114713 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6dee5eb5-6141-4635-8f66-a08f63fa50c7 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:47:12.133547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 6dee5eb5-6141-4635-8f66-a08f63fa50c7 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:47:12.133894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 6dee5eb5-6141-4635-8f66-a08f63fa50c7 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:47:12.134342 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device aa295e36-d338-4651-bfe1-988a60545a56 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:47:12.154034 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: aa295e36-d338-4651-bfe1-988a60545a56 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:47:12.154446 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device aa295e36-d338-4651-bfe1-988a60545a56 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:47:12.181830 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f0280e-72ac-4899-98bd-6d7d43a94c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:12.186103 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f0280e-72ac-4899-98bd-6d7d43a94c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:12.225773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b6f0280e-72ac-4899-98bd-6d7d43a94c8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27fe19bfc6ec459f81c7033edbcf4c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523118 Sep 23 20:47:12.226620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0280e-72ac-4899-98bd-6d7d43a94c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf98524-fe97-407f-a24e-6ac308c3f472,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:12.228579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47158) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:12.281414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-240244bc-006e-42ba-82cf-06b0f309dd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:12.301259 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-240244bc-006e-42ba-82cf-06b0f309dd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:12.346849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-240244bc-006e-42ba-82cf-06b0f309dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:12.349544 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-240244bc-006e-42ba-82cf-06b0f309dd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:12.350721 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-240244bc-006e-42ba-82cf-06b0f309dd26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bf98524-fe97-407f-a24e-6ac308c3f472 HTTP/1.1" status: 204 len: 168 time: 0.1210537 Sep 23 20:47:12.358367 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240244bc-006e-42ba-82cf-06b0f309dd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf98524-fe97-407f-a24e-6ac308c3f472,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:13.034556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:13.129015 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-818183227-network', 'tenant_id': '214c936a07164de18624809e1c849a2e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:13.149476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Made reservation on behalf of 214c936a07164de18624809e1c849a2e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:47:13.152239 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.160562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.245774 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.250790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.270720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:47:13.289092 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.289355 n-d-810763-1 neutron-server[94826]: INFO neutron.db.segments_db [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Added segment 37e7874c-32d8-47e5-98ce-3dbfe04d7a8d of type vlan for network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 Sep 23 20:47:13.290643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50bac3f-ef07-4f23-b08b-d1afeeb5b827,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:13.319934 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff93cbf8-152a-465f-bc19-639b8bdee268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.338312 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.362050 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.363057 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:13.363771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.387341 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3517356 Sep 23 20:47:13.390507 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47184) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:13.395531 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Request body: {'subnet': {'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-818183227-subnet', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'ip_version': 4}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:13.417667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Made reservation on behalf of 214c936a07164de18624809e1c849a2e for: {'subnet': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:47:13.420248 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314906'] for subnet, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.427407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff602-e7de-47b4-9907-e61fc3ab9a01 admin admin] Pushing event updated for resources: {'Network': ['ID=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:13.438043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:47:13.586933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314920'] for subnet, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.633344 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8f48e9-a699-45ec-8c39-8df0c532503d,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:13.649300 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Checking segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:13.649800 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Network hostable DHCP agents. Network: 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:47:13.665896 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:47:13.673964 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360) {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:13.677956 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:13.678826 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.684390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aec29a-fca4-4e8e-8794-f35494b7ff44 None None] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:47:13.692989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-b09ecea2-6235-4e5f-b572-e30790a31e62 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3013146 Sep 23 20:47:13.695750 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47186) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:13.700581 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:13.722766 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.723709 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.782055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.837222 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:47:13.838030 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.915325 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:13.972600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Allocated IP 172.20.0.2 (351db3f4-fd48-49d4-a1ce-ddcf1b1cf360/cf8f48e9-a699-45ec-8c39-8df0c532503d/ec10959a-cae8-40cb-a35b-c0d3fa47b78a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:14.122470 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.125954 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.131812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.141761 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.169393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:14.172109 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:14.175588 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:14.185936 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Pushing event updated for resources: {'Port': ['ID=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:14.237037 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Attempting to bind port ec10959a-cae8-40cb-a35b-c0d3fa47b78a on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:47:14.237409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Attempting to bind port ec10959a-cae8-40cb-a35b-c0d3fa47b78a by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:47:14.237775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Attempting to bind port ec10959a-cae8-40cb-a35b-c0d3fa47b78a on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:14.242458 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Allocated IP 172.25.6.220 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/4d88f6a6-0cb9-4e77-8a49-08d24cdc1529) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:14.242645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:47:14.243018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Checking segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:14.243561 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.243863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Bound using segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:47:14.244390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Bound port: ec10959a-cae8-40cb-a35b-c0d3fa47b78a, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:47:14.244835 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.310361 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] For port ec10959a-cae8-40cb-a35b-c0d3fa47b78a, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:47:14.313634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] For port ec10959a-cae8-40cb-a35b-c0d3fa47b78a, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:47:14.318677 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.355953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.374803 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d52805-b1a5-4d70-87eb-8893bf7d8407 None None] Pushing event updated for resources: {'Port': ['ID=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:14.390739 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.428736 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:14.431593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:14.436217 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:14.465621 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Pushing event updated for resources: {'Port': ['ID=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:14.707666 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:14.896054 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.025694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:47:15.135721 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:47:15.146994 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Sync routers for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:47:15.153464 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.154807 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ac86fc21-64f9-498d-89a0-e1f9d951145b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4581504 Sep 23 20:47:15.157373 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:15.157517 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47190) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:15.158395 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:15.269023 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:15.284201 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f0e24-9e94-4391-ade8-2eca9b4eff2f None None] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:47:15.362935 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-370ba57b-05ff-4ae4-bef9-6bc1b48ea514 None None] Provisioning complete for port ec10959a-cae8-40cb-a35b-c0d3fa47b78a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:15.363583 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-370ba57b-05ff-4ae4-bef9-6bc1b48ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.482477 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:14Z', 'revision_number': 3, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:15.509094 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-370ba57b-05ff-4ae4-bef9-6bc1b48ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.514011 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Checking router: 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:47:15.514812 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Updating router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:47:15.539952 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.556634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-370ba57b-05ff-4ae4-bef9-6bc1b48ea514 None None] For port ec10959a-cae8-40cb-a35b-c0d3fa47b78a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:15.562397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-370ba57b-05ff-4ae4-bef9-6bc1b48ea514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.619597 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ba57b-05ff-4ae4-bef9-6bc1b48ea514 None None] Pushing event updated for resources: {'Port': ['ID=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:15.812759 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.818036 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.872023 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Attempting to bind port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:47:15.872383 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Attempting to bind port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:47:15.872738 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Attempting to bind port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:15.880071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.884833 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e695fb8-c3ee-4ce5-9edd-901a9a568a92 None None] Pushing event updated for resources: {'Port': ['ID=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:15.888022 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:47:15.888441 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:15.888788 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.889647 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:47:15.889794 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Bound port: 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:47:15.890089 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.893821 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2807f833-e523-4b8c-8ccf-744aba43df55 None None] Provisioning complete for port ec10959a-cae8-40cb-a35b-c0d3fa47b78a triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:15.894201 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2807f833-e523-4b8c-8ccf-744aba43df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:15.947116 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] For port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:47:15.951211 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] For port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:47:15.956783 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.013006 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:16.013527 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:46:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:16.051042 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e695fb8-c3ee-4ce5-9edd-901a9a568a92 None None] Pushing event updated for resources: {'Port': ['ID=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:16.052216 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Allocated IP 172.20.0.1 (351db3f4-fd48-49d4-a1ce-ddcf1b1cf360/cf8f48e9-a699-45ec-8c39-8df0c532503d/3d61aafd-c3b3-480e-a555-25633a6d0233) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:16.152602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ec10959a-cae8-40cb-a35b-c0d3fa47b78a up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:16.180212 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.203594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port ec10959a-cae8-40cb-a35b-c0d3fa47b78a triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:16.203966 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.216813 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:16.218052 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.258048 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:16.261620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:16.268404 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:16.293644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Pushing event updated for resources: {'Port': ['ID=3d61aafd-c3b3-480e-a555-25633a6d0233,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:16.320700 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.423989 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:14Z', 'revision_number': 3, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:16.435391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0846f61d-f221-4792-a4ad-2f3654cfce2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.457045 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112a4f0-aa85-4e65-bd45-4e169db1a742 None None] The sync data for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 is: [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:14Z', 'revision_number': 3, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:47:16.470006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.504720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-20086c15-59b0-4c77-a984-67452126cce5 None None] Provisioning complete for port 3d61aafd-c3b3-480e-a555-25633a6d0233 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:16.505096 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20086c15-59b0-4c77-a984-67452126cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.541754 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-20086c15-59b0-4c77-a984-67452126cce5 None None] Port 3d61aafd-c3b3-480e-a555-25633a6d0233 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:47:16.621466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.655782 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.660307 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.732829 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Pushing event updated for resources: {'Port': ['ID=3d61aafd-c3b3-480e-a555-25633a6d0233,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:16.738079 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:16.841254 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:16.842820 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:16.970514 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:47:17.081530 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0966f7c5-4482-440c-8de4-d3437abaf642 None None] Provisioning complete for port 3d61aafd-c3b3-480e-a555-25633a6d0233 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:17.082226 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0966f7c5-4482-440c-8de4-d3437abaf642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.097124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:47:17.107815 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e63fdd83-a321-466a-80ec-fd5c2dc70b1a admin admin] 10.222.0.38 "PUT /v2.0/routers/93ca7b59-1f00-4bf0-a601-4aa61f53a3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443934 Sep 23 20:47:17.118708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0966f7c5-4482-440c-8de4-d3437abaf642 None None] Port 3d61aafd-c3b3-480e-a555-25633a6d0233 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:47:17.390500 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.583849 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47206) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:17.588827 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907857172-network', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:17.609326 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Made reservation on behalf of 20b5bf7647a04c97bb5dbda541e264be for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:47:17.611667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.620933 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.720201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.725778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.748431 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:47:17.763069 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93a726-06d2-4a37-b2d1-754e4d96370b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:17.768454 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.768916 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Added segment b9c8db3c-4e14-475a-8403-288b4b3213c1 of type vlan for network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 Sep 23 20:47:17.810914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.837808 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.838959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:17.839751 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.880042 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2950895 Sep 23 20:47:17.882943 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:17.889496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Request body: {'subnet': {'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907857172-subnet', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:17.906588 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3755eb-a6e3-43f9-9a7b-65e052db9408 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:17.911200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Made reservation on behalf of 20b5bf7647a04c97bb5dbda541e264be for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:47:17.916784 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:17.918695 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:47:18.046676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Sync routers for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:47:18.059374 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:18.060008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:18.108263 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.164832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:18.186970 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dd7f83-0832-4696-af6a-ed5feece586d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:18.197601 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Checking segment: {'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:18.198183 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Network hostable DHCP agents. Network: 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:47:18.217599 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:47:18.227338 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:18.231799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:18.232536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:18.233597 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.248906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-33e5f7e7-b3bd-4b69-af0c-350785b84914 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3640811 Sep 23 20:47:18.251707 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:18.256267 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:18.262146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc5d8b-adda-4ed9-abab-48662532d349 None None] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:47:18.280156 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.281293 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.310196 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:18.310597 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.346856 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.485564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.577184 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.637645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:18.646589 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.655166 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7', 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'fixed_ips': [{'subnet_id': '00dd7f83-0832-4696-af6a-ed5feece586d'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:47:18.656033 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.691435 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.710458 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.773663 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:18.792459 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 2, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:18.819140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Allocated IP 172.25.6.111 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7b0f9428-f92a-4476-84c1-7aa92def081e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:18.820985 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Checking router: 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:47:18.821404 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Updating router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 port 3d61aafd-c3b3-480e-a555-25633a6d0233 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:47:18.883745 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.923213 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:18.964147 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.004177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:19.007202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:19.009645 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:19.042178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0f9428-f92a-4476-84c1-7aa92def081e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:19.087300 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.092268 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Allocated IP 172.20.0.2 (5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7/00dd7f83-0832-4696-af6a-ed5feece586d/afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:19.271198 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.374956 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.387730 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.448429 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:19.453672 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:19.458434 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:19.465218 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.477798 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.488871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Pushing event updated for resources: {'Port': ['ID=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:19.510295 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.570772 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Attempting to bind port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:47:19.571141 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Attempting to bind port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:47:19.572057 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Attempting to bind port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e on network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:19.586069 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc3f26-c9e7-4af0-a0b6-8ad3f0edb831 None None] Pushing event updated for resources: {'Port': ['ID=3d61aafd-c3b3-480e-a555-25633a6d0233,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:19.588749 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:47:19.589182 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Checking segment: {'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:19.589564 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.589964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Bound using segment: {'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:47:19.590473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Bound port: afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:47:19.590861 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.608887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Router 2619a1f8-2420-4dfa-85d8-1a320445d67c is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:47:19.688203 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Attempting to bind port 3d61aafd-c3b3-480e-a555-25633a6d0233 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:47:19.688874 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Attempting to bind port 3d61aafd-c3b3-480e-a555-25633a6d0233 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:47:19.689418 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Attempting to bind port 3d61aafd-c3b3-480e-a555-25633a6d0233 on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:19.703852 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:47:19.704521 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Checking segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:19.705126 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.705688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Bound using segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:47:19.706473 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Bound port: 3d61aafd-c3b3-480e-a555-25633a6d0233, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:47:19.707038 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.723966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] For port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:47:19.756349 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] For port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,segment=NetworkSegment(b9c8db3c-4e14-475a-8403-288b4b3213c1),segment_id=b9c8db3c-4e14-475a-8403-288b4b3213c1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:47:19.776390 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.833838 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] For port 3d61aafd-c3b3-480e-a555-25633a6d0233, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:47:19.847680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] For port 3d61aafd-c3b3-480e-a555-25633a6d0233, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3d61aafd-c3b3-480e-a555-25633a6d0233,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:47:19.864579 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.868426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1821d-f535-479d-b787-07e2ec3d030a None None] Pushing event updated for resources: {'Port': ['ID=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:19.920542 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0029fa6c-6884-4424-b3c7-ad17d32df9c1 None None] Provisioning complete for port 3d61aafd-c3b3-480e-a555-25633a6d0233 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:19.920926 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0029fa6c-6884-4424-b3c7-ad17d32df9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.962198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:19.962897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:20.013170 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc3f26-c9e7-4af0-a0b6-8ad3f0edb831 None None] Pushing event updated for resources: {'Port': ['ID=3d61aafd-c3b3-480e-a555-25633a6d0233,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:20.136384 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:20.165224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:47:20.174633 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Sync routers for ids ['2619a1f8-2420-4dfa-85d8-1a320445d67c'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:47:20.189004 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:20.190265 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e5e176c6-022b-4d4a-907c-725a8a35cd76 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9376087 Sep 23 20:47:20.193557 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47214) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:20.196492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0029fa6c-6884-4424-b3c7-ad17d32df9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:20.199157 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Routers {'2619a1f8-2420-4dfa-85d8-1a320445d67c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:20.200421 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2619a1f8-2420-4dfa-85d8-1a320445d67c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:20.207004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:20.323616 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0029fa6c-6884-4424-b3c7-ad17d32df9c1 None None] For port 3d61aafd-c3b3-480e-a555-25633a6d0233, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3d61aafd-c3b3-480e-a555-25633a6d0233,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:20.341202 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0029fa6c-6884-4424-b3c7-ad17d32df9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:20.352675 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Set router 2619a1f8-2420-4dfa-85d8-1a320445d67c gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:20.424856 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:20.425255 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:20.482671 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029fa6c-6884-4424-b3c7-ad17d32df9c1 None None] Pushing event updated for resources: {'Port': ['ID=3d61aafd-c3b3-480e-a555-25633a6d0233,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:20.532475 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9af7aa3c-34b0-4499-a97e-1ec8dd5af74d None None] Provisioning complete for port 3d61aafd-c3b3-480e-a555-25633a6d0233 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:20.532846 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9af7aa3c-34b0-4499-a97e-1ec8dd5af74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:20.568239 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:19Z', 'revision_number': 3, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port': {'id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:20.595767 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Checking router: 2619a1f8-2420-4dfa-85d8-1a320445d67c for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:47:20.596368 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Updating router 2619a1f8-2420-4dfa-85d8-1a320445d67c port 7b0f9428-f92a-4476-84c1-7aa92def081e binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:47:20.627032 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:20.633426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:19Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:20.639035 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:20.690528 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7655-5fc3-462d-80d6-91a8cbd477bf None None] The sync data for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 is: [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:19Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:47:20.847519 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Allocated IP 172.20.0.1 (5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7/00dd7f83-0832-4696-af6a-ed5feece586d/708e20fb-b458-4b21-bd2a-b5344f199363) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:20.988127 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.009988 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.018676 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.030102 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.071970 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Attempting to bind port 7b0f9428-f92a-4476-84c1-7aa92def081e on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:47:21.072341 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Attempting to bind port 7b0f9428-f92a-4476-84c1-7aa92def081e by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:47:21.072786 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Attempting to bind port 7b0f9428-f92a-4476-84c1-7aa92def081e on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:21.078651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:21.081708 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:47:21.081905 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:21.082283 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.082569 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:21.082695 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:47:21.083155 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Bound port: 7b0f9428-f92a-4476-84c1-7aa92def081e, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:47:21.083541 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.087249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:21.121157 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Pushing event updated for resources: {'Port': ['ID=708e20fb-b458-4b21-bd2a-b5344f199363,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:21.128972 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Pushing event updated for resources: {'Port': ['ID=7b0f9428-f92a-4476-84c1-7aa92def081e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:21.143453 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.144142 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.144276 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.144754 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.145143 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.145856 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.145856 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.146319 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.146795 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.147131 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.147509 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.147913 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:47:21.149014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.155594 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff5d3e1-e6c3-48f1-acfe-19eec2d4da86 None None] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:47:21.177315 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] For port 7b0f9428-f92a-4476-84c1-7aa92def081e, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:47:21.182498 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] For port 7b0f9428-f92a-4476-84c1-7aa92def081e, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7b0f9428-f92a-4476-84c1-7aa92def081e,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:47:21.191664 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.265792 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f7a70-1bf7-4f21-9065-78312bc35ba8 None None] Pushing event updated for resources: {'Port': ['ID=7b0f9428-f92a-4476-84c1-7aa92def081e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:21.268674 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Routers {'2619a1f8-2420-4dfa-85d8-1a320445d67c'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:21.269269 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2619a1f8-2420-4dfa-85d8-1a320445d67c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:21.334574 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.346629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9fe6a5c9-9565-41a8-b3b6-8a1b5025f8b0 None None] Provisioning complete for port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:21.346997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fe6a5c9-9565-41a8-b3b6-8a1b5025f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.386742 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] Set router 2619a1f8-2420-4dfa-85d8-1a320445d67c gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:21.453575 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fe6a5c9-9565-41a8-b3b6-8a1b5025f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.492808 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9fe6a5c9-9565-41a8-b3b6-8a1b5025f8b0 None None] For port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,segment=NetworkSegment(b9c8db3c-4e14-475a-8403-288b4b3213c1),segment_id=b9c8db3c-4e14-475a-8403-288b4b3213c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:21.499128 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fe6a5c9-9565-41a8-b3b6-8a1b5025f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.580352 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6a5c9-9565-41a8-b3b6-8a1b5025f8b0 None None] Pushing event updated for resources: {'Port': ['ID=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:21.608625 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.614870 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.644722 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:19Z', 'revision_number': 3, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port': {'id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:21.687850 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888333fa-d105-41c0-adb7-c9b2d4dae3ea None None] The sync data for ids ['2619a1f8-2420-4dfa-85d8-1a320445d67c'] in n-d-810763-1 is: [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:19Z', 'revision_number': 3, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port': {'id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:47:21.701013 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.704635 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Pushing event updated for resources: {'Port': ['ID=708e20fb-b458-4b21-bd2a-b5344f199363,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:21.726680 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9a1149ef-ec08-42fc-ad86-3d1de9af8ebe None None] Provisioning complete for port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:21.727131 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a1149ef-ec08-42fc-ad86-3d1de9af8ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.861502 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:21.863026 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:21.864532 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9a1149ef-ec08-42fc-ad86-3d1de9af8ebe None None] Provisioning complete for port 708e20fb-b458-4b21-bd2a-b5344f199363 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:21.865260 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a1149ef-ec08-42fc-ad86-3d1de9af8ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:21.904225 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9a1149ef-ec08-42fc-ad86-3d1de9af8ebe None None] Port 708e20fb-b458-4b21-bd2a-b5344f199363 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:47:22.000697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Router 2619a1f8-2420-4dfa-85d8-1a320445d67c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:47:22.025472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-47433305-cccd-461c-8e99-d6778aa8ec30 None None] Provisioning complete for port 708e20fb-b458-4b21-bd2a-b5344f199363 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:22.025845 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47433305-cccd-461c-8e99-d6778aa8ec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:22.099669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-47433305-cccd-461c-8e99-d6778aa8ec30 None None] Port 708e20fb-b458-4b21-bd2a-b5344f199363 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:47:22.261698 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:22.328035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:22.328382 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:22.349647 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5f9e6577-e0b4-450e-aef8-7bcace9b2be5 None None] Provisioning complete for port 708e20fb-b458-4b21-bd2a-b5344f199363 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:22.350014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f9e6577-e0b4-450e-aef8-7bcace9b2be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:22.397906 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e6577-e0b4-450e-aef8-7bcace9b2be5 None None] Port 708e20fb-b458-4b21-bd2a-b5344f199363 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:47:22.446048 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3d61aafd-c3b3-480e-a555-25633a6d0233 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:22.494823 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:47:22.497870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 3d61aafd-c3b3-480e-a555-25633a6d0233 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:22.498150 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:22.511602 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-46da933b-c93b-4bde-a9d7-a13786eadbfb admin admin] 10.222.0.38 "PUT /v2.0/routers/2619a1f8-2420-4dfa-85d8-1a320445d67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3075306 Sep 23 20:47:23.039842 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47222) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:23.044939 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-08381d78-8a63-461a-9578-46a6d1cc525d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101291315', 'description': 'tempest-secgroup-smoke-1101291315 description', 'project_id': '214c936a07164de18624809e1c849a2e'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:23.066719 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08381d78-8a63-461a-9578-46a6d1cc525d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.149498 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08381d78-8a63-461a-9578-46a6d1cc525d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.153467 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08381d78-8a63-461a-9578-46a6d1cc525d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.182227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08381d78-8a63-461a-9578-46a6d1cc525d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.184012 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-08381d78-8a63-461a-9578-46a6d1cc525d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431229 Sep 23 20:47:23.185864 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08381d78-8a63-461a-9578-46a6d1cc525d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facd5a53-9544-4702-a322-5fb8d0d70fff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:23.187370 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:23.192936 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-65e20f9b-4759-4147-9a98-424c90a599ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': 'facd5a53-9544-4702-a322-5fb8d0d70fff', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:23.217080 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e20f9b-4759-4147-9a98-424c90a599ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.273958 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e20f9b-4759-4147-9a98-424c90a599ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.277467 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e20f9b-4759-4147-9a98-424c90a599ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.294607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e20f9b-4759-4147-9a98-424c90a599ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5096753b-14d7-45e0-bd14-8735bb77f7ab,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:23.300319 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65e20f9b-4759-4147-9a98-424c90a599ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.302715 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-65e20f9b-4759-4147-9a98-424c90a599ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131406 Sep 23 20:47:23.304706 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:23.309647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-650f385e-59ea-4c15-a4ec-db06c1f2debf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': 'facd5a53-9544-4702-a322-5fb8d0d70fff', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:23.341290 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650f385e-59ea-4c15-a4ec-db06c1f2debf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.405145 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650f385e-59ea-4c15-a4ec-db06c1f2debf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.408872 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650f385e-59ea-4c15-a4ec-db06c1f2debf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.425783 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f385e-59ea-4c15-a4ec-db06c1f2debf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007b2c0f-4a2a-4ac6-a11c-905c99d5ecb0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:23.433286 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-650f385e-59ea-4c15-a4ec-db06c1f2debf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.434590 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-650f385e-59ea-4c15-a4ec-db06c1f2debf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289618 Sep 23 20:47:23.437230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:23.441525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-98dc4f1b-ff54-4f49-a19c-987e2effad77 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': 'facd5a53-9544-4702-a322-5fb8d0d70fff', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:23.467488 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98dc4f1b-ff54-4f49-a19c-987e2effad77 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.527824 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98dc4f1b-ff54-4f49-a19c-987e2effad77 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.531964 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98dc4f1b-ff54-4f49-a19c-987e2effad77 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.549878 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc4f1b-ff54-4f49-a19c-987e2effad77 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed14001-45b7-48e0-b2e8-5177decc768b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:23.555796 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98dc4f1b-ff54-4f49-a19c-987e2effad77 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.557060 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-98dc4f1b-ff54-4f49-a19c-987e2effad77 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188223 Sep 23 20:47:23.560476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:23.564789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef3e7654-7428-4b1c-a5f4-5de92000a5dd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': 'facd5a53-9544-4702-a322-5fb8d0d70fff', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:23.591265 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7654-7428-4b1c-a5f4-5de92000a5dd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.649611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7654-7428-4b1c-a5f4-5de92000a5dd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.653197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7654-7428-4b1c-a5f4-5de92000a5dd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.672898 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e7654-7428-4b1c-a5f4-5de92000a5dd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce27da65-6c38-4a9b-b32c-8376d7696ff3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:23.677118 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef3e7654-7428-4b1c-a5f4-5de92000a5dd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.681297 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ef3e7654-7428-4b1c-a5f4-5de92000a5dd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169484 Sep 23 20:47:23.681790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:23.686181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': 'facd5a53-9544-4702-a322-5fb8d0d70fff', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:23.707932 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Project 214c936a07164de18624809e1c849a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:47:23.713144 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.777674 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.781260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.798481 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a624741-67e2-4cdc-8e12-f9f2cceba77d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:23.805626 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.806961 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9103cb0a-ea95-4871-8bde-82b9bbe95875 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246381 Sep 23 20:47:23.810398 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:23.815067 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': 'facd5a53-9544-4702-a322-5fb8d0d70fff', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:23.837183 n-d-810763-1 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Project 214c936a07164de18624809e1c849a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:47:23.842715 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.915124 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.919528 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.937643 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a4ee2b-72f9-4704-a0fb-c0ca3dddbb2b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:23.945858 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.947429 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-07abba16-a941-43a0-980b-8d47d3988197 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357114 Sep 23 20:47:24.040912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Sync routers for ids ['2619a1f8-2420-4dfa-85d8-1a320445d67c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:47:24.050725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Routers {'2619a1f8-2420-4dfa-85d8-1a320445d67c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:24.051337 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2619a1f8-2420-4dfa-85d8-1a320445d67c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:24.111497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-1462ab32-4eec-40b9-903c-50a6bc1ffb8e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101291315&fields=id&tenant_id=214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 267 time: 0.0357766 Sep 23 20:47:24.148312 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b0f9428-f92a-4476-84c1-7aa92def081e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:24.198837 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Set router 2619a1f8-2420-4dfa-85d8-1a320445d67c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:24.225566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-663c145d-04c7-46bb-be68-d009f844c56a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:24.227075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-663c145d-04c7-46bb-be68-d009f844c56a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 808 time: 0.1085815 Sep 23 20:47:24.243006 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-da9ccdb5-bbc9-42ca-a1a1-43b2fea5f7b6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/quotas/214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 375 time: 0.0090468 Sep 23 20:47:24.278558 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7b0f9428-f92a-4476-84c1-7aa92def081e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:24.278834 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:24.295203 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-2471f6a5-b8ff-4dfd-8b38-d7f2d85c6c5f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460420 Sep 23 20:47:24.398357 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-81023719-bdc8-4167-9cf8-99d226c22e5e service neutron] 10.222.0.38 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911605 Sep 23 20:47:24.493037 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-b0e22517-e746-40e4-a257-181de008766e service neutron] 10.222.0.38 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880229 Sep 23 20:47:24.602627 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:24.634401 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 7b0f9428-f92a-4476-84c1-7aa92def081e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7b0f9428-f92a-4476-84c1-7aa92def081e,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:24.640046 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:24.675190 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-254867fb-c80f-47b4-b0da-2b31bbac4ecf req-dd04d331-fadd-45d9-9422-5470cea9e64d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 210 time: 0.0337141 Sep 23 20:47:24.686102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:21Z', 'revision_number': 4, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port': {'id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '708e20fb-b458-4b21-bd2a-b5344f199363', 'name': '', 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'mac_address': 'fa:16:3e:d4:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '00dd7f83-0832-4696-af6a-ed5feece586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:20Z', 'updated_at': '2021-09-23T20:47:21Z', 'revision_number': 2, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'subnets': [{'id': '00dd7f83-0832-4696-af6a-ed5feece586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:24.722527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Checking router: 2619a1f8-2420-4dfa-85d8-1a320445d67c for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:47:24.722882 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Updating router 2619a1f8-2420-4dfa-85d8-1a320445d67c port 708e20fb-b458-4b21-bd2a-b5344f199363 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:47:24.724917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=7b0f9428-f92a-4476-84c1-7aa92def081e,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:24.751915 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.036736 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.042472 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.092142 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd148c66-4a9f-4c31-bef2-9d19025a2982 None None] Pushing event updated for resources: {'Port': ['ID=708e20fb-b458-4b21-bd2a-b5344f199363,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:25.145817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Attempting to bind port 708e20fb-b458-4b21-bd2a-b5344f199363 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:47:25.146188 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Attempting to bind port 708e20fb-b458-4b21-bd2a-b5344f199363 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:47:25.147040 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Attempting to bind port 708e20fb-b458-4b21-bd2a-b5344f199363 on network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:25.153151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:47:25.153523 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Checking segment: {'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:25.153926 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.154364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Bound using segment: {'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:47:25.154825 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Bound port: 708e20fb-b458-4b21-bd2a-b5344f199363, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c8db3c-4e14-475a-8403-288b4b3213c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:47:25.155205 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.231839 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] For port 708e20fb-b458-4b21-bd2a-b5344f199363, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:47:25.238018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] For port 708e20fb-b458-4b21-bd2a-b5344f199363, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=708e20fb-b458-4b21-bd2a-b5344f199363,segment=NetworkSegment(b9c8db3c-4e14-475a-8403-288b4b3213c1),segment_id=b9c8db3c-4e14-475a-8403-288b4b3213c1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:47:25.245087 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.308444 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd148c66-4a9f-4c31-bef2-9d19025a2982 None None] Pushing event updated for resources: {'Port': ['ID=708e20fb-b458-4b21-bd2a-b5344f199363,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:25.311481 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Routers {'2619a1f8-2420-4dfa-85d8-1a320445d67c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:25.312098 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2619a1f8-2420-4dfa-85d8-1a320445d67c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:25.397527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e073d7a2-909f-4403-861c-fa9436e1d92f None None] Provisioning complete for port 708e20fb-b458-4b21-bd2a-b5344f199363 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:25.397892 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e073d7a2-909f-4403-861c-fa9436e1d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.453897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] Set router 2619a1f8-2420-4dfa-85d8-1a320445d67c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:25.573823 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e073d7a2-909f-4403-861c-fa9436e1d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.644467 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-8f410510-1d06-4c03-bf85-300b561d25a4 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:25.646773 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-8f410510-1d06-4c03-bf85-300b561d25a4 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 808 time: 0.1121507 Sep 23 20:47:25.658151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e073d7a2-909f-4403-861c-fa9436e1d92f None None] For port 708e20fb-b458-4b21-bd2a-b5344f199363, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=708e20fb-b458-4b21-bd2a-b5344f199363,segment=NetworkSegment(b9c8db3c-4e14-475a-8403-288b4b3213c1),segment_id=b9c8db3c-4e14-475a-8403-288b4b3213c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:25.665934 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e073d7a2-909f-4403-861c-fa9436e1d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.696282 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-f5d46d35-76aa-4a58-b025-88c463b6e959 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 380 time: 0.0402198 Sep 23 20:47:25.706505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'port': {'device_id': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'admin_state_up': True, 'tenant_id': '214c936a07164de18624809e1c849a2e', 'security_groups': ['facd5a53-9544-4702-a322-5fb8d0d70fff']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:25.745912 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073d7a2-909f-4403-861c-fa9436e1d92f None None] Pushing event updated for resources: {'Port': ['ID=708e20fb-b458-4b21-bd2a-b5344f199363,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:25.766104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:21Z', 'revision_number': 4, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port': {'id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '708e20fb-b458-4b21-bd2a-b5344f199363', 'name': '', 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'mac_address': 'fa:16:3e:d4:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '00dd7f83-0832-4696-af6a-ed5feece586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:20Z', 'updated_at': '2021-09-23T20:47:25Z', 'revision_number': 4, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'subnets': [{'id': '00dd7f83-0832-4696-af6a-ed5feece586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:25.799307 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656add22-4b4c-4315-bcd2-faa3c1db83a0 None None] The sync data for ids ['2619a1f8-2420-4dfa-85d8-1a320445d67c'] in n-d-810763-1 is: [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:21Z', 'revision_number': 4, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port': {'id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '708e20fb-b458-4b21-bd2a-b5344f199363', 'name': '', 'network_id': '5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'mac_address': 'fa:16:3e:d4:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '00dd7f83-0832-4696-af6a-ed5feece586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:20Z', 'updated_at': '2021-09-23T20:47:25Z', 'revision_number': 4, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'subnets': [{'id': '00dd7f83-0832-4696-af6a-ed5feece586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:47:25.805847 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ddd931c8-5549-487d-a1fa-5bc6d68f74c0 req-bcb93910-dca2-49e2-aea3-9aa45abd54a6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 210 time: 0.0345263 Sep 23 20:47:25.810019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7e6dcf20-3fc4-4aef-9689-bb8ee0e647b5 None None] Provisioning complete for port 708e20fb-b458-4b21-bd2a-b5344f199363 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:25.810417 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e6dcf20-3fc4-4aef-9689-bb8ee0e647b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.862513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Made reservation on behalf of 214c936a07164de18624809e1c849a2e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:47:25.866790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.023937 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Allocated IP 172.20.0.14 (351db3f4-fd48-49d4-a1ce-ddcf1b1cf360/cf8f48e9-a699-45ec-8c39-8df0c532503d/66983251-0440-453c-b3be-1797ad2cb209) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:26.193219 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.205623 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b0f9428-f92a-4476-84c1-7aa92def081e up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:26.244020 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.264563 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.279445 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7b0f9428-f92a-4476-84c1-7aa92def081e triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:26.279827 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.311361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:26.315950 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:26.320308 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:26.349877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:26.388459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:26.389113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.399729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 708e20fb-b458-4b21-bd2a-b5344f199363 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:26.406926 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-4dd6b085-9a6b-4c27-95ec-e81bdfe8f101 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7043712 Sep 23 20:47:26.428382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Request body: {'port': {'device_id': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:26.452692 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 708e20fb-b458-4b21-bd2a-b5344f199363 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:26.453060 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.502689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.631346 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-57257a25-be35-47da-ac4f-fa2158a543dd None None] Provisioning complete for port 66983251-0440-453c-b3be-1797ad2cb209 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:26.631679 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57257a25-be35-47da-ac4f-fa2158a543dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.666124 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-57257a25-be35-47da-ac4f-fa2158a543dd None None] Port 66983251-0440-453c-b3be-1797ad2cb209 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:47:26.781910 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66983251-0440-453c-b3be-1797ad2cb209 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:47:26.789186 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.801754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Transition to ACTIVE for port object 66983251-0440-453c-b3be-1797ad2cb209 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:47:26.805566 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.856767 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:26.970117 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70d995-6fef-4f8a-82a3-a675ddd9696f req-a635675b-693c-4d08-8e1a-c5e845760145 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:26.971624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d70d995-6fef-4f8a-82a3-a675ddd9696f req-a635675b-693c-4d08-8e1a-c5e845760145 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0774307 Sep 23 20:47:26.972407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Attempting to bind port 66983251-0440-453c-b3be-1797ad2cb209 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:47:26.972762 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Attempting to bind port 66983251-0440-453c-b3be-1797ad2cb209 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:47:26.973113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Attempting to bind port 66983251-0440-453c-b3be-1797ad2cb209 on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:26.980486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Port 66983251-0440-453c-b3be-1797ad2cb209 on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:47:26.980808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Attempting to bind port 66983251-0440-453c-b3be-1797ad2cb209 on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:47:26.998899 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:47:26.999243 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Checking segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:47:26.999631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Bound using segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:47:27.000080 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Bound port: 66983251-0440-453c-b3be-1797ad2cb209, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:47:27.000441 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:27.048452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4d70d995-6fef-4f8a-82a3-a675ddd9696f req-1842e878-4144-4043-b60c-88ec5f62cdde tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703876 Sep 23 20:47:27.092452 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:47:27.095922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:47:27.100455 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:27.135177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.135905 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:27.137349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] 10.222.0.72 "PUT /v2.0/ports/66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1092 time: 0.7214251 Sep 23 20:47:27.137793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:47:27.140083 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba62b85-77ef-4546-a036-9099f01f1904" -d '{"events": [{"name": "network-changed", "server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:47:27.170023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cb48d-0365-42d1-9f66-2171d0479994 service neutron] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:27.192214 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152036fa-85de-47e9-983b-dec482ba5181 x-openstack-request-id: req-152036fa-85de-47e9-983b-dec482ba5181 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:47:27.192214 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:47:27.192214 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-152036fa-85de-47e9-983b-dec482ba5181 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:47:27.192582 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'status': 'completed', 'code': 200} Sep 23 20:47:27.226739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-9a8df326-c0da-4476-b074-37a0e929097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.228277 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-9a8df326-c0da-4476-b074-37a0e929097a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1095 time: 0.0484173 Sep 23 20:47:27.271902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-8cb7582d-b4ed-431e-ae3c-bf1d56ffea12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 217 time: 0.0359268 Sep 23 20:47:27.323780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-c9bad64e-b540-479f-af5f-cb375ea7ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.325382 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-c9bad64e-b540-479f-af5f-cb375ea7ac28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0467591 Sep 23 20:47:27.376176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-c329f892-4428-42d0-bf77-9e38bfdf65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.377672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-c329f892-4428-42d0-bf77-9e38bfdf65c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455768 Sep 23 20:47:27.472376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-a7fddac6-c7e3-4f5e-9c4c-ed5be7bcbd54 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873990 Sep 23 20:47:27.548859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:27.569538 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9db7e1aa-5504-411b-8f8e-2f5c2810eb42 req-6ec910da-bbd5-4550-81f6-d5801ec94197 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893729 Sep 23 20:47:27.656590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62b85-77ef-4546-a036-9099f01f1904 req-fcccfb4b-b6eb-48df-b4bc-4911ca30e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.658167 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba62b85-77ef-4546-a036-9099f01f1904 req-fcccfb4b-b6eb-48df-b4bc-4911ca30e12c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1095 time: 0.0420957 Sep 23 20:47:27.757041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62b85-77ef-4546-a036-9099f01f1904 req-7dcdf1dd-02d1-4a65-9b91-ad861770d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.758632 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba62b85-77ef-4546-a036-9099f01f1904 req-7dcdf1dd-02d1-4a65-9b91-ad861770d8c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0935228 Sep 23 20:47:27.801241 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba62b85-77ef-4546-a036-9099f01f1904 req-b6dd5a63-b13d-465b-b75e-b3e00410823d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 217 time: 0.0356040 Sep 23 20:47:27.850148 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62b85-77ef-4546-a036-9099f01f1904 req-f9004320-426a-4a90-b30c-83b90e5fbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.851669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba62b85-77ef-4546-a036-9099f01f1904 req-f9004320-426a-4a90-b30c-83b90e5fbf94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0430031 Sep 23 20:47:27.899069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62b85-77ef-4546-a036-9099f01f1904 req-d74436bc-cbc2-4adc-b023-12e58f0ca591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:27.900564 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba62b85-77ef-4546-a036-9099f01f1904 req-d74436bc-cbc2-4adc-b023-12e58f0ca591 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410063 Sep 23 20:47:27.991746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba62b85-77ef-4546-a036-9099f01f1904 req-e9c08740-7e82-4df0-98c0-1def5b21f660 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835218 Sep 23 20:47:28.086502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bba62b85-77ef-4546-a036-9099f01f1904 req-d3ce52d6-7875-4a23-acf9-9b8657d0f5cf service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865264 Sep 23 20:47:28.168529 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe95b-5b15-4582-86bf-588e05fbc197 req-6820f071-bb1b-481d-bec9-25f33997d15b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:28.170049 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b0fe95b-5b15-4582-86bf-588e05fbc197 req-6820f071-bb1b-481d-bec9-25f33997d15b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0500860 Sep 23 20:47:28.207522 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1b0fe95b-5b15-4582-86bf-588e05fbc197 req-0de7ad18-f48f-4ebb-a53c-ee4c65329a23 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Sep 23 20:47:28.840293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:47:28.935708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:28.946578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '66983251-0440-453c-b3be-1797ad2cb209', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'port_id': '66983251-0440-453c-b3be-1797ad2cb209', 'mac_address': 'fa:16:3e:c6:05:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:47:28.982800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:28.995584 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66983251-0440-453c-b3be-1797ad2cb209 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:47:29.014500 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:29.018687 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:29.065019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:29.226019 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['66983251-0440-453c-b3be-1797ad2cb209'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:47:29.322311 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75902e0-54e8-44ed-8409-39191b70beef req-d1ba472d-8740-4f14-8bd0-9d29bd6ad9b5 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:29.323857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a75902e0-54e8-44ed-8409-39191b70beef req-d1ba472d-8740-4f14-8bd0-9d29bd6ad9b5 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Sep 23 20:47:29.362113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a75902e0-54e8-44ed-8409-39191b70beef req-a1e68835-dd12-4f98-877d-8887d7e09935 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Sep 23 20:47:30.480208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87c69-4092-429b-929c-76586cf975ad req-06d1ab2e-073e-43ba-bff2-ca993c10aba6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:30.481723 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad87c69-4092-429b-929c-76586cf975ad req-06d1ab2e-073e-43ba-bff2-ca993c10aba6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Sep 23 20:47:30.519793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad87c69-4092-429b-929c-76586cf975ad req-51c9634f-8ee0-41fe-8242-5e48773be7f4 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Sep 23 20:47:30.853195 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:47:30.899894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 66983251-0440-453c-b3be-1797ad2cb209 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:47:30.904030 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 66983251-0440-453c-b3be-1797ad2cb209 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:47:30.904396 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:30.979399 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:31.000786 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:47:31.003037 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d491d19f-bb81-4578-aecb-6eafa0a411ac" -d '{"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-plugged", "status": "completed", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:47:31.015483 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:47:31.019820 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:31.042180 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba3c9c1-2744-4a7e-81dc-fb4a1b3122bf x-openstack-request-id: req-8ba3c9c1-2744-4a7e-81dc-fb4a1b3122bf {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:47:31.042513 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-plugged", "status": "completed", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:47:31.042763 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ba3c9c1-2744-4a7e-81dc-fb4a1b3122bf {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:47:31.043149 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'code': 200} Sep 23 20:47:31.069264 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:31.137017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c719a-a5f1-486b-bc91-0bbb5e3dccd9 req-48a4b5a0-2a20-4297-9d6f-f787e03762c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:31.138540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a15c719a-a5f1-486b-bc91-0bbb5e3dccd9 req-48a4b5a0-2a20-4297-9d6f-f787e03762c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1097 time: 0.0402865 Sep 23 20:47:31.172397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a15c719a-a5f1-486b-bc91-0bbb5e3dccd9 req-82e57597-25b0-4029-8ba9-7e80ebb92561 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267324 Sep 23 20:47:31.640542 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f717e5f-b966-45cb-b4d4-4bcca42713ff req-21ab510f-9a35-4d56-b927-08a81f05b435 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:31.644017 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f717e5f-b966-45cb-b4d4-4bcca42713ff req-21ab510f-9a35-4d56-b927-08a81f05b435 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0507753 Sep 23 20:47:31.681067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5f717e5f-b966-45cb-b4d4-4bcca42713ff req-269f4b7c-c77d-4eab-bc70-7e09e89b5d56 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Sep 23 20:47:32.798061 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270b2b0-2d64-422c-92fb-afe70b8859e3 req-fa9abcb5-53dd-42b2-a04e-f3e8055bde5b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:32.799589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b270b2b0-2d64-422c-92fb-afe70b8859e3 req-fa9abcb5-53dd-42b2-a04e-f3e8055bde5b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0522637 Sep 23 20:47:32.837052 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b270b2b0-2d64-422c-92fb-afe70b8859e3 req-a8398e08-6550-4242-8b66-8db84158cf2a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Sep 23 20:47:32.950890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f99ca-f560-4520-9f81-d0b1249cee95 req-d2cb24ec-9534-4969-ab12-f35559ba958e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:32.952403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d71f99ca-f560-4520-9f81-d0b1249cee95 req-d2cb24ec-9534-4969-ab12-f35559ba958e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0493891 Sep 23 20:47:32.990972 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d71f99ca-f560-4520-9f81-d0b1249cee95 req-c855c1be-3c94-4088-a75f-eca79977ee3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Sep 23 20:47:33.013074 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:33.139902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c0dbd6-9a03-4eb3-99aa-79ceec9a940b tempest-TestShelveInstance-52599788 tempest-TestShelveInstance-52599788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:33.141440 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e0c0dbd6-9a03-4eb3-99aa-79ceec9a940b tempest-TestShelveInstance-52599788 tempest-TestShelveInstance-52599788-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1092 time: 0.1273353 Sep 23 20:47:33.144436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:47:33.148695 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '66983251-0440-453c-b3be-1797ad2cb209', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:47:33.171238 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:33.270010 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:33.371604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Allocated IP 172.25.6.102 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/76dba3bd-95f1-4673-a98e-235d2c120364) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:47:33.476113 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:33.508956 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:33.544766 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:47:33.547605 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:47:33.551839 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:47:33.577540 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'Port': ['ID=76dba3bd-95f1-4673-a98e-235d2c120364,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:33.887138 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:33.950169 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:34.096343 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:34.100707 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:34.170310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'Port': ['ID=76dba3bd-95f1-4673-a98e-235d2c120364,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:47:34.183090 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:34.283987 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Floating IP 3c080f7e-c062-4bde-941e-a5841698a830 associated. External IP: 172.25.6.102, port: 66983251-0440-453c-b3be-1797ad2cb209. Sep 23 20:47:34.485413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:47:34.598494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:47:34.607946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] Sync routers for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:47:34.613978 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:34.617772 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:34.618428 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:34.641432 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-39782777-d87c-4757-a9a2-f85a2cd9ff99 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4959593 Sep 23 20:47:34.642010 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:47:34.644281 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:47:34.686757 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5278f608-1660-431c-9082-c64299041761 x-openstack-request-id: req-5278f608-1660-431c-9082-c64299041761 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:47:34.687029 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:47:34.687277 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5278f608-1660-431c-9082-c64299041761 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:47:34.687682 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'status': 'completed', 'code': 200} Sep 23 20:47:34.726142 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:34.752230 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-eca45d24-fd2a-49a5-b3f5-f4030c6b4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:34.753690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-eca45d24-fd2a-49a5-b3f5-f4030c6b4655 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1097 time: 0.0448895 Sep 23 20:47:34.846497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-728bfd24-007a-45cb-9911-485589650d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:34.848050 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-728bfd24-007a-45cb-9911-485589650d1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0875006 Sep 23 20:47:34.915466 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-de94e9f8-3c39-47bd-b503-98d12598475e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1000 time: 0.0599327 Sep 23 20:47:34.966401 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-3db96d27-b839-4997-a1f0-5793b0dfd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:34.967977 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-3db96d27-b839-4997-a1f0-5793b0dfd22d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0462492 Sep 23 20:47:35.014460 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-474ed534-2f23-4149-9466-fb148b569bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:47:35.015901 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-474ed534-2f23-4149-9466-fb148b569bd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407505 Sep 23 20:47:35.039173 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '3c080f7e-c062-4bde-941e-a5841698a830', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'port_id': '66983251-0440-453c-b3be-1797ad2cb209', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'mac_address': 'fa:16:3e:c6:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:47:33Z', 'updated_at': '2021-09-23T20:47:33Z', 'revision_number': 0, 'project_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:35.070081 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] Checking router: 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:47:35.078775 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:47:35.079405 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:47:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:35.188001 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:47:35.418428 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '3c080f7e-c062-4bde-941e-a5841698a830', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'port_id': '66983251-0440-453c-b3be-1797ad2cb209', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'mac_address': 'fa:16:3e:c6:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:47:33Z', 'updated_at': '2021-09-23T20:47:33Z', 'revision_number': 0, 'project_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:47:35.445800 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23b39b-edb0-4e96-92de-a94aaa899b86 None None] The sync data for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 is: [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '3c080f7e-c062-4bde-941e-a5841698a830', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'port_id': '66983251-0440-453c-b3be-1797ad2cb209', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'mac_address': 'fa:16:3e:c6:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:47:33Z', 'updated_at': '2021-09-23T20:47:33Z', 'revision_number': 0, 'project_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:47:35.456303 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-9538a1b9-1c35-431c-8d7b-1b085bb1cc66 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329214 Sep 23 20:47:35.550086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8d7828a6-a7cb-48f0-9af6-6713e212dc9f req-573792d2-ddd5-4ac6-a6c6-3c1d844a1584 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857093 Sep 23 20:47:35.646870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbdfcf-ca1e-438b-8268-14fa4dfce176 None None] New status for floating IP 3c080f7e-c062-4bde-941e-a5841698a830: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:47:43.321785 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74abc15c-859e-466e-9f55-b3cc0dbf9b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:45.530024 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:47:46.427535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e44cbb0d-65af-4b58-8861-4a3624173ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:46.623559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:47.393248 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:48.892847 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:56.229263 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:57.562729 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:13.322493 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-191781d8-a6d8-4d10-9fd7-0ef294b6ec12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:16.369458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-4dd0971b-e873-4509-9c30-5cf26e2ebf7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435340 Sep 23 20:48:16.429059 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc8b06c2-d36a-4d24-967c-ebb1c1d3a31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:16.451714 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-9d517ca8-760d-465c-ae8a-10934f988662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:48:16.453214 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-9d517ca8-760d-465c-ae8a-10934f988662 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1097 time: 0.0419061 Sep 23 20:48:16.555124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-29abfde0-7b4b-4324-8d08-5abeb4de003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:48:16.556638 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-29abfde0-7b4b-4324-8d08-5abeb4de003e service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0840762 Sep 23 20:48:16.624024 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:16.624990 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-502616c4-dcf0-424c-8971-16ad60719d62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1002 time: 0.0616498 Sep 23 20:48:16.673747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-6f958a7f-d94d-434e-8d85-8ad9d61466e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:48:16.675250 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-6f958a7f-d94d-434e-8d85-8ad9d61466e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0429449 Sep 23 20:48:16.720320 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-ece0a98d-5bef-4706-bdce-ccf48e12ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:48:16.721814 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-ece0a98d-5bef-4706-bdce-ccf48e12ce65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396779 Sep 23 20:48:16.733142 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-d9721b12-9f84-46a4-a152-6bbfb7f190fa service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:48:16.734272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-d9721b12-9f84-46a4-a152-6bbfb7f190fa service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048885 Sep 23 20:48:16.829681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-53a74c73-c6bd-44ab-80d6-90e679733160 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874872 Sep 23 20:48:16.921497 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-93e078ff-6cf0-4531-adaf-61d1e2d9a997 req-b80c413b-e7a4-40b8-ad05-c878f0a1c2f8 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842216 Sep 23 20:48:17.395540 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:18.896459 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:22.529163 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:48:26.241187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:27.562424 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:43.327319 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b6402a6-811a-49b6-8047-a991ab1dc930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:46.430702 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f264d1b0-b511-415a-9ba5-33b91541d458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:46.624390 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:47.401625 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:48.899353 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:49.246536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-5a00b159-eaa4-4d75-8214-9b39ae864551 req-8e9ca6f1-6c78-4250-8260-ffce3007080f service neutron] (94825) timed out ('10.222.0.38', 44322) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:48:56.242859 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:57.560620 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:59.528785 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:49:13.480226 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e0c83c7-6a64-45b7-91ef-e6811e6fe5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:16.433838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b05a9784-5dd7-4d4f-9fa8-88581fb8ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:16.625040 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:17.401851 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:18.407061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-471d96cd-2a56-42c9-bfc3-b1da5c66f803 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466082 Sep 23 20:49:18.489193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-3d238fc0-961d-4a9f-b7e7-734acc5c14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:18.490746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-3d238fc0-961d-4a9f-b7e7-734acc5c14dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1097 time: 0.0412021 Sep 23 20:49:18.598819 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-97b25f0c-5b32-4e6a-8a64-bb9012ad63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:18.600218 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-97b25f0c-5b32-4e6a-8a64-bb9012ad63d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0895259 Sep 23 20:49:18.666877 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-2c7d66ff-5a7c-45fb-9815-75c60172ee20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1002 time: 0.0594635 Sep 23 20:49:18.715081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-635424f5-a984-433d-a941-7dc09686e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:18.716444 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-635424f5-a984-433d-a941-7dc09686e13b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0433202 Sep 23 20:49:18.765427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-5137ac75-80d5-4058-89b2-3d163b42e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:18.766975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-5137ac75-80d5-4058-89b2-3d163b42e4fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433290 Sep 23 20:49:18.858793 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-b0635f02-c5c1-44cc-aeea-9840b2b8026c service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Sep 23 20:49:18.901580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:18.958551 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-47f9d3f5-6826-4e86-9ed5-d32f1abcf230 req-2d1c57d9-f7a1-4cf0-b952-bf09e48c9f9a service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934234 Sep 23 20:49:26.255600 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:27.578649 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:30.445525 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f69c31-5ac8-4f49-ae2e-dcc8a36ce1d9 req-78e227a2-f1e2-410c-907e-fca4e4963d8c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:30.447319 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8f69c31-5ac8-4f49-ae2e-dcc8a36ce1d9 req-78e227a2-f1e2-410c-907e-fca4e4963d8c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0493915 Sep 23 20:49:30.484596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d8f69c31-5ac8-4f49-ae2e-dcc8a36ce1d9 req-653e049d-510e-4b75-8409-9d3a1ae73ccf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308626 Sep 23 20:49:31.608223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f12cb-36bd-468e-98ad-8bf7426389b8 req-21df40ca-873a-404a-8fb1-734539dcae66 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:31.609765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d94f12cb-36bd-468e-98ad-8bf7426389b8 req-21df40ca-873a-404a-8fb1-734539dcae66 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0554690 Sep 23 20:49:31.649692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d94f12cb-36bd-468e-98ad-8bf7426389b8 req-2543aea6-01fb-4173-a38b-1575f76e5e5f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333214 Sep 23 20:49:32.770439 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c536a-61fe-4341-9012-f39349d2fcdf req-b69186ed-1d55-46e6-8309-c9462c5b6a53 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:32.771934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe1c536a-61fe-4341-9012-f39349d2fcdf req-b69186ed-1d55-46e6-8309-c9462c5b6a53 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0533183 Sep 23 20:49:32.811913 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-fe1c536a-61fe-4341-9012-f39349d2fcdf req-2261936d-bf4f-4340-92d5-0e6bca12b66d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330155 Sep 23 20:49:33.929187 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9b5cc-435e-454f-94a8-d55e1627b0c9 req-14842280-a430-41e3-9c58-0115f4bd5fa9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:33.930703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2d9b5cc-435e-454f-94a8-d55e1627b0c9 req-14842280-a430-41e3-9c58-0115f4bd5fa9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0492623 Sep 23 20:49:33.967505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c2d9b5cc-435e-454f-94a8-d55e1627b0c9 req-e1a053bb-3e23-41c4-a6b1-c1286903b1f6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308020 Sep 23 20:49:35.088581 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a8893-7866-4a2e-87ba-c24757ff4856 req-8f2465d2-7b6f-4ae4-a194-8c41c450f148 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:35.090141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b82a8893-7866-4a2e-87ba-c24757ff4856 req-8f2465d2-7b6f-4ae4-a194-8c41c450f148 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0535476 Sep 23 20:49:35.132076 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b82a8893-7866-4a2e-87ba-c24757ff4856 req-c84601b0-5589-4e41-8adb-9c2fcac82155 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357604 Sep 23 20:49:36.255102 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0797-75a1-4b2c-b7f4-a4ccb3547ba7 req-4544269e-daf2-4eea-bd30-8bd54835a653 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:36.256692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-285d0797-75a1-4b2c-b7f4-a4ccb3547ba7 req-4544269e-daf2-4eea-bd30-8bd54835a653 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0561006 Sep 23 20:49:36.297485 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-285d0797-75a1-4b2c-b7f4-a4ccb3547ba7 req-ddb2bf8f-8ede-4aad-bfdd-39bd240f2a82 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340297 Sep 23 20:49:36.527541 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:49:37.413359 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dc2aa-1d72-40a2-800b-9db34ca09ae3 req-fcdbbbc9-64da-4689-8e4f-058e637563e8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:37.415195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-917dc2aa-1d72-40a2-800b-9db34ca09ae3 req-fcdbbbc9-64da-4689-8e4f-058e637563e8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0488908 Sep 23 20:49:37.456020 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-917dc2aa-1d72-40a2-800b-9db34ca09ae3 req-3ddad023-e82f-4895-89a7-3723cbbf26a7 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341256 Sep 23 20:49:38.577159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb14d6-9aa7-4bee-bcbf-50d93641e576 req-d4e16519-6179-4ce8-9e29-ba68915aff65 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:38.580032 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2cdb14d6-9aa7-4bee-bcbf-50d93641e576 req-d4e16519-6179-4ce8-9e29-ba68915aff65 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0543673 Sep 23 20:49:38.619280 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2cdb14d6-9aa7-4bee-bcbf-50d93641e576 req-308a21c8-0e65-4fbd-b067-48b7c5e8e129 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337205 Sep 23 20:49:39.740568 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128e08-4b17-4967-b273-93772a6f1246 req-3e21a643-c0c2-4cc5-b7dd-cf84ac505b50 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:39.742067 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41128e08-4b17-4967-b273-93772a6f1246 req-3e21a643-c0c2-4cc5-b7dd-cf84ac505b50 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0538547 Sep 23 20:49:39.780908 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-41128e08-4b17-4967-b273-93772a6f1246 req-fe7cafdf-5705-4970-93d3-326c13caffa8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Sep 23 20:49:40.902009 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149f39-e9a1-4922-acf0-383eb0f8a5aa req-200cbf6f-799b-4702-b15e-e378de512391 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:40.903548 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8149f39-e9a1-4922-acf0-383eb0f8a5aa req-200cbf6f-799b-4702-b15e-e378de512391 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0501187 Sep 23 20:49:40.944403 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a8149f39-e9a1-4922-acf0-383eb0f8a5aa req-3886f7df-e648-41d1-8fb0-61d22ead16d2 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342791 Sep 23 20:49:41.541035 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:49:41.644295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:49:41.655634 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '66983251-0440-453c-b3be-1797ad2cb209', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'port_id': '66983251-0440-453c-b3be-1797ad2cb209', 'mac_address': 'fa:16:3e:c6:05:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:49:41.694270 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:41.708409 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66983251-0440-453c-b3be-1797ad2cb209 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:49:41.729656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:49:41.733812 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:41.787286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:49:41.794718 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.795070 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.795416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.795758 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.796094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.796431 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.796757 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.797087 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.797508 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.797907 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.798333 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.798736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:49:41.811635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['66983251-0440-453c-b3be-1797ad2cb209'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:49:42.076724 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4021c-13f0-473d-98c5-731ea8b46519 req-fe82c2ba-3850-4bdf-8cd3-9d888258ca8e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:42.078225 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6af4021c-13f0-473d-98c5-731ea8b46519 req-fe82c2ba-3850-4bdf-8cd3-9d888258ca8e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 945 time: 0.0553498 Sep 23 20:49:42.114702 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6af4021c-13f0-473d-98c5-731ea8b46519 req-100466f4-6e05-4caa-8465-af80ae68a323 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304277 Sep 23 20:49:43.259436 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48835c03-e234-4268-9152-ff888be4e879 req-ce302d1a-4907-42f6-a9ca-3e0df7502cca tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:43.261587 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48835c03-e234-4268-9152-ff888be4e879 req-ce302d1a-4907-42f6-a9ca-3e0df7502cca tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 945 time: 0.0685122 Sep 23 20:49:43.311176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-48835c03-e234-4268-9152-ff888be4e879 req-87b8e7cb-b1ac-4806-ab91-7c3fbe5080c9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Sep 23 20:49:43.339241 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0135ddd9-a97e-4951-a254-5d4b09400ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:43.537556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:49:43.594347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 66983251-0440-453c-b3be-1797ad2cb209 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:49:43.595103 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:43.687837 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:43.713857 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:49:43.720054 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d1a1c-13ac-4b56-b337-ca18515c983d" -d '{"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-plugged", "status": "completed", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:49:43.737800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:49:43.742919 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:43.807556 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:49:43.846607 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b88bf2-6143-486b-845c-2fede057c5e0 x-openstack-request-id: req-90b88bf2-6143-486b-845c-2fede057c5e0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:49:43.847197 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-plugged", "status": "completed", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:49:43.847656 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90b88bf2-6143-486b-845c-2fede057c5e0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:49:43.848275 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'code': 200} Sep 23 20:49:44.450513 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db656d-e1f7-4435-90fe-8019f5a7c27c req-f4e31f8f-810a-4a6b-95b2-11f3b69a65d3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:44.458514 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8db656d-e1f7-4435-90fe-8019f5a7c27c req-f4e31f8f-810a-4a6b-95b2-11f3b69a65d3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0576780 Sep 23 20:49:44.494766 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8db656d-e1f7-4435-90fe-8019f5a7c27c req-753661f8-c5ce-4eb3-b6e5-4faef1fd0057 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Sep 23 20:49:45.619586 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed3925-c4a2-4eee-9d99-1e660404fe2d req-9bdf8205-883b-4944-b616-73778f66afde tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:45.621807 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbed3925-c4a2-4eee-9d99-1e660404fe2d req-9bdf8205-883b-4944-b616-73778f66afde tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0550666 Sep 23 20:49:45.664615 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbed3925-c4a2-4eee-9d99-1e660404fe2d req-e8f40dcd-8454-42e5-a131-b04b9d9cee5a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349793 Sep 23 20:49:46.445289 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad6470d5-80cf-4038-bfb0-401ad0aa6eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:46.631506 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:46.807244 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28567-2aa3-4056-8a49-7e42c532cba0 req-e3e6fe1c-bdd9-4eca-90a3-44eccf27946a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:46.808998 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85b28567-2aa3-4056-8a49-7e42c532cba0 req-e3e6fe1c-bdd9-4eca-90a3-44eccf27946a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0574565 Sep 23 20:49:46.857195 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-85b28567-2aa3-4056-8a49-7e42c532cba0 req-81db3c64-d09c-49b2-918f-edc2ce643b01 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Sep 23 20:49:47.406249 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:47.986585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d90cc-d427-4cd0-a6a4-8727afd68ea3 req-f2db4967-b740-4434-ab8e-4f39f1b8efbd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:47.988283 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b5d90cc-d427-4cd0-a6a4-8727afd68ea3 req-f2db4967-b740-4434-ab8e-4f39f1b8efbd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0541215 Sep 23 20:49:48.032325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5b5d90cc-d427-4cd0-a6a4-8727afd68ea3 req-7b3ad710-8351-4cb4-b8d2-54e665fbda4f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374818 Sep 23 20:49:48.911849 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:49.163301 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c58fc8-38a9-406c-a310-f4ea802fd85a req-b3cf0dfa-5cf9-4bf1-b790-62ca5f6b5f52 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:49.165533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14c58fc8-38a9-406c-a310-f4ea802fd85a req-b3cf0dfa-5cf9-4bf1-b790-62ca5f6b5f52 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0545652 Sep 23 20:49:49.227306 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14c58fc8-38a9-406c-a310-f4ea802fd85a req-ae555fbb-1083-4500-afa1-5a4298f6eef9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524211 Sep 23 20:49:50.355544 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c4f0-4a6e-48e7-89e5-a4189b20bc15 req-264033df-e608-4c22-b3f7-9ff3d0787b2c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:50.357042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b37c4f0-4a6e-48e7-89e5-a4189b20bc15 req-264033df-e608-4c22-b3f7-9ff3d0787b2c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0649199 Sep 23 20:49:50.397787 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4b37c4f0-4a6e-48e7-89e5-a4189b20bc15 req-28b98d84-8de9-4bf6-ad73-ecb3256afd79 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338752 Sep 23 20:49:51.524923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605e6e3-2dea-41a3-b86f-0be83fcf300d req-c12f51ca-8a4f-4552-b2d6-877a9372e9bc tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:51.527490 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5605e6e3-2dea-41a3-b86f-0be83fcf300d req-c12f51ca-8a4f-4552-b2d6-877a9372e9bc tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0567713 Sep 23 20:49:51.572798 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5605e6e3-2dea-41a3-b86f-0be83fcf300d req-3a32257c-af1f-46ae-afaf-62fe96d8fd62 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392315 Sep 23 20:49:52.151432 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-a435810c-c8f5-47b3-83b0-99afc4329f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:52.152969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-a435810c-c8f5-47b3-83b0-99afc4329f78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1097 time: 0.0916111 Sep 23 20:49:52.259799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-8d8dee01-95b9-4b80-9c65-0589d2aefd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:52.261310 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-8d8dee01-95b9-4b80-9c65-0589d2aefd1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.1007078 Sep 23 20:49:52.326370 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-3cc60981-06f6-4496-80e8-6be1598eeeb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1002 time: 0.0575840 Sep 23 20:49:52.380627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-e24aa7da-390a-4154-8b60-e0feb62fa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:52.382085 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-e24aa7da-390a-4154-8b60-e0feb62fa7b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0490172 Sep 23 20:49:52.430938 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-74f6c0d1-541a-4a17-95a3-e047a2aa3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:52.432540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-74f6c0d1-541a-4a17-95a3-e047a2aa3143 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434737 Sep 23 20:49:52.524541 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-d97410ee-fe40-4004-baea-a5b5ead1ff26 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Sep 23 20:49:52.621480 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-db594c01-811c-436c-b1e2-98ff24ffbfe8 req-4810b639-224a-4561-aa38-f8eb53bce52f service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896041 Sep 23 20:49:52.694638 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b37f8-dac3-4b9e-a1aa-1384bcb57432 req-3d2536b7-7cf2-474d-a2c1-335ede55c52f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:52.696375 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-454b37f8-dac3-4b9e-a1aa-1384bcb57432 req-3d2536b7-7cf2-474d-a2c1-335ede55c52f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0525529 Sep 23 20:49:52.737366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-454b37f8-dac3-4b9e-a1aa-1384bcb57432 req-b4126b93-c31f-46b8-833b-01c56fb73e45 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346348 Sep 23 20:49:53.860827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60e7ac-6eea-4739-95f2-70b3c5c1d226 req-68c79824-f785-42d3-95bd-1f02811f1246 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:53.862315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be60e7ac-6eea-4739-95f2-70b3c5c1d226 req-68c79824-f785-42d3-95bd-1f02811f1246 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0525825 Sep 23 20:49:53.899439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-be60e7ac-6eea-4739-95f2-70b3c5c1d226 req-0d901f4e-bf23-4258-b641-bd7b6f589938 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Sep 23 20:49:55.016128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b84f7c-434b-48eb-8c7d-9b35f4bcffca req-5dc60406-de27-41e5-beef-08aeab1e5149 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:55.017672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9b84f7c-434b-48eb-8c7d-9b35f4bcffca req-5dc60406-de27-41e5-beef-08aeab1e5149 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0490944 Sep 23 20:49:55.054705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d9b84f7c-434b-48eb-8c7d-9b35f4bcffca req-3d5221d7-6d28-4092-a210-91da0d364097 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309999 Sep 23 20:49:55.122125 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-d1fc548b-e857-4184-bb2a-bdd3a99315e7 req-3e4883e5-6ccf-401c-b59a-cba573fedda6 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:49:55.123129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d1fc548b-e857-4184-bb2a-bdd3a99315e7 req-3e4883e5-6ccf-401c-b59a-cba573fedda6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059667 Sep 23 20:49:55.277255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712a4ff-a27d-423c-9585-c85f08f85eb4 req-b595288f-f47e-4fa4-864d-500b96dddc0b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:55.278843 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d712a4ff-a27d-423c-9585-c85f08f85eb4 req-b595288f-f47e-4fa4-864d-500b96dddc0b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 946 time: 0.0502033 Sep 23 20:49:55.322315 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d712a4ff-a27d-423c-9585-c85f08f85eb4 req-9097abe7-008a-4504-90de-5f2033c9204c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Sep 23 20:49:55.475085 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-237c4002-4cc5-47d0-a8c0-4c2ff0bd98e7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863848 Sep 23 20:49:55.572493 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:49:55.648545 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:55.671219 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:49:55.673661 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da853aad-dbb3-4540-88a3-f34a65b7d08f" -d '{"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-unplugged", "status": "completed", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:49:55.686447 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:49:55.695997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:55.728673 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d259977-b55f-4e8a-a839-b1faa3b6addb x-openstack-request-id: req-5d259977-b55f-4e8a-a839-b1faa3b6addb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:49:55.728967 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-unplugged", "status": "failed", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:49:55.729221 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d259977-b55f-4e8a-a839-b1faa3b6addb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:49:55.729724 n-d-810763-1 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'code': 422} returned with failed status Sep 23 20:49:55.753561 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:49:56.255775 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:56.353822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ae65-4992-4678-b840-11dc75088054 req-61b44007-d0a9-4fec-b16a-7d29353e64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:56.355405 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-61b44007-d0a9-4fec-b16a-7d29353e64a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481&tenant_id=214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 1095 time: 0.0450294 Sep 23 20:49:56.446079 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ae65-4992-4678-b840-11dc75088054 req-6ff8d1c7-22c1-4561-97fa-d71424a513b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:56.447624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-6ff8d1c7-22c1-4561-97fa-d71424a513b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1095 time: 0.0699053 Sep 23 20:49:56.459693 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5973a4-c8f4-43e0-9ffc-dde16a4dd638 req-dc5d6542-c4ae-479e-b00c-5060b779155b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:56.461105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc5973a4-c8f4-43e0-9ffc-dde16a4dd638 req-dc5d6542-c4ae-479e-b00c-5060b779155b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0596106 Sep 23 20:49:56.558423 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bc5973a4-c8f4-43e0-9ffc-dde16a4dd638 req-a9d13a3d-12a1-4e54-a83d-3a1bf3bdf4ef tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890982 Sep 23 20:49:56.579885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ae65-4992-4678-b840-11dc75088054 req-b2a94c2c-e578-4ba8-ae93-28892893e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:56.581392 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-b2a94c2c-e578-4ba8-ae93-28892893e659 service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.1194429 Sep 23 20:49:56.651197 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-ab6f8fb3-985d-486a-8f5e-1feaef3cd4f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1000 time: 0.0624883 Sep 23 20:49:56.704113 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ae65-4992-4678-b840-11dc75088054 req-e3c1ebb6-d353-4a7e-9c36-9b42364420c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:56.705596 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-e3c1ebb6-d353-4a7e-9c36-9b42364420c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0474892 Sep 23 20:49:56.753657 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ae65-4992-4678-b840-11dc75088054 req-27d1f677-3f4a-4966-b23f-9100b98e846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:56.755211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-27d1f677-3f4a-4966-b23f-9100b98e846c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408614 Sep 23 20:49:56.849909 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-e31b20e8-ea0e-4118-9ae7-65e91bd36d60 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865428 Sep 23 20:49:56.940155 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7924ae65-4992-4678-b840-11dc75088054 req-ce37f97a-bad8-4ab5-91b8-9d5ec3ddb889 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835288 Sep 23 20:49:57.581697 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:57.679731 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170491e-f79f-4266-b540-9e8d05116260 req-ba16d43d-16aa-4341-afb4-8d8162ee0b17 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:57.681261 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9170491e-f79f-4266-b540-9e8d05116260 req-ba16d43d-16aa-4341-afb4-8d8162ee0b17 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0526876 Sep 23 20:49:57.725589 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9170491e-f79f-4266-b540-9e8d05116260 req-6ce8a381-a398-4aaf-a1be-ea3037c5d97f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Sep 23 20:49:58.862007 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213b3af-0418-4667-b9d4-cb56f7abd786 req-0068d243-acf9-48ca-80a7-09ef53d3539b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:49:58.863776 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c213b3af-0418-4667-b9d4-cb56f7abd786 req-0068d243-acf9-48ca-80a7-09ef53d3539b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0621474 Sep 23 20:49:58.906396 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c213b3af-0418-4667-b9d4-cb56f7abd786 req-956d5f7e-19a9-4641-89ec-7b02bbf83507 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359893 Sep 23 20:50:00.054805 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1c240-bc63-4576-8d39-122ac26a4da2 req-26acdbe7-668b-4ee9-ac67-0aad589e547a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:00.056445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90d1c240-bc63-4576-8d39-122ac26a4da2 req-26acdbe7-668b-4ee9-ac67-0aad589e547a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0688772 Sep 23 20:50:00.097099 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-90d1c240-bc63-4576-8d39-122ac26a4da2 req-1ec30201-d56b-4105-8254-72ef66a1aa17 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Sep 23 20:50:01.233933 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad94ff1-ecef-4bed-8529-aa9c6f5c0483 req-9026bc97-77ec-4589-bea4-dbfa5b0107a8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:01.235536 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad94ff1-ecef-4bed-8529-aa9c6f5c0483 req-9026bc97-77ec-4589-bea4-dbfa5b0107a8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0635786 Sep 23 20:50:01.287288 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ad94ff1-ecef-4bed-8529-aa9c6f5c0483 req-7736035b-ad7b-4cfc-a11c-0edb7531e8ee tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Sep 23 20:50:02.415092 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eee523-815e-4dcb-a2b3-35d241cb412d req-82476f02-52a6-4749-a825-985494591c05 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:02.417698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38eee523-815e-4dcb-a2b3-35d241cb412d req-82476f02-52a6-4749-a825-985494591c05 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0552838 Sep 23 20:50:02.458051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-38eee523-815e-4dcb-a2b3-35d241cb412d req-5eb3dc01-b8b0-413f-989a-5a64e5362476 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Sep 23 20:50:03.580051 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314443-36ab-4553-aefa-6935701e68c4 req-296c1a4a-3a09-43b8-9941-3b86a3a0b45c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:03.581674 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd314443-36ab-4553-aefa-6935701e68c4 req-296c1a4a-3a09-43b8-9941-3b86a3a0b45c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0525413 Sep 23 20:50:03.624080 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bd314443-36ab-4553-aefa-6935701e68c4 req-29e7d727-00c0-481f-bdfe-291e6fcfc00a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363038 Sep 23 20:50:04.755475 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae870b5-1a54-486b-a2ed-94bd91a949fc req-203a511c-22af-4ff6-991f-9e7b08adebe1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:04.757042 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae870b5-1a54-486b-a2ed-94bd91a949fc req-203a511c-22af-4ff6-991f-9e7b08adebe1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0508029 Sep 23 20:50:04.803316 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0ae870b5-1a54-486b-a2ed-94bd91a949fc req-205375c1-47c5-4e2c-9a95-5ec4039f7fb0 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386808 Sep 23 20:50:05.927688 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9ab9c-82c1-456d-8ce6-2589a086b374 req-521243e4-9523-4834-a51d-84751acbaa92 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:05.930368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1dd9ab9c-82c1-456d-8ce6-2589a086b374 req-521243e4-9523-4834-a51d-84751acbaa92 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0553308 Sep 23 20:50:05.969378 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1dd9ab9c-82c1-456d-8ce6-2589a086b374 req-9e550b59-e8b3-4e1b-add5-d24535f067d6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Sep 23 20:50:07.102096 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdde39b-582c-49c3-ac1d-8d9aa8b63171 req-258ab804-9f5d-493f-9126-0c02a68c042a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:07.103821 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbdde39b-582c-49c3-ac1d-8d9aa8b63171 req-258ab804-9f5d-493f-9126-0c02a68c042a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0612891 Sep 23 20:50:07.142669 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cbdde39b-582c-49c3-ac1d-8d9aa8b63171 req-884e3f19-4f7f-4699-bf99-9eb5cdb4541b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323927 Sep 23 20:50:08.264976 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8119952-52ae-4674-bba9-fe95cab15a12 req-8040b0c8-4409-4f79-9cfa-6448d7e23e9e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:08.266481 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8119952-52ae-4674-bba9-fe95cab15a12 req-8040b0c8-4409-4f79-9cfa-6448d7e23e9e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0493519 Sep 23 20:50:08.303739 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e8119952-52ae-4674-bba9-fe95cab15a12 req-67f6c3f5-90f8-4d93-bce6-8bf4476daffb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Sep 23 20:50:09.424620 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62c64-be48-4325-8fb5-66065e9d48c8 req-9f5518c8-d8ba-4178-8a7a-e57e3aea833c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:09.426435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35c62c64-be48-4325-8fb5-66065e9d48c8 req-9f5518c8-d8ba-4178-8a7a-e57e3aea833c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 944 time: 0.0538192 Sep 23 20:50:09.465599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-35c62c64-be48-4325-8fb5-66065e9d48c8 req-f2ae5911-d722-47ac-86fe-b779d800e8c8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Sep 23 20:50:09.650630 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:50:09.741711 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:50:09.752836 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '66983251-0440-453c-b3be-1797ad2cb209', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'port_id': '66983251-0440-453c-b3be-1797ad2cb209', 'mac_address': 'fa:16:3e:c6:05:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:50:09.791788 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:09.804746 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66983251-0440-453c-b3be-1797ad2cb209 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:50:09.823516 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:50:09.827559 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:09.873814 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:50:10.095449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['66983251-0440-453c-b3be-1797ad2cb209'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:50:10.585140 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4a5be-87e3-456b-8e5f-6c3e92ee10ff req-de944659-f42f-4229-87d7-4b48bcc74989 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:10.586708 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fd4a5be-87e3-456b-8e5f-6c3e92ee10ff req-de944659-f42f-4229-87d7-4b48bcc74989 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 945 time: 0.0535161 Sep 23 20:50:10.625386 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3fd4a5be-87e3-456b-8e5f-6c3e92ee10ff req-98ea7267-78e1-4724-a69d-bd5d3bc5aa85 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Sep 23 20:50:11.681079 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:50:11.730143 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 66983251-0440-453c-b3be-1797ad2cb209 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:50:11.730590 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:11.742446 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7917cc-4a3e-4827-912e-6501c19e7e30 req-6bcfe028-1d84-44a6-9c2d-39202a6763e1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:11.743963 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7917cc-4a3e-4827-912e-6501c19e7e30 req-6bcfe028-1d84-44a6-9c2d-39202a6763e1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Sep 23 20:50:11.789610 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6e7917cc-4a3e-4827-912e-6501c19e7e30 req-ca26322d-e3a4-4a21-b539-3cae30507fdb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Sep 23 20:50:11.820871 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:11.842956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:50:11.845161 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72adcd-7e88-4597-bf30-b3c530007ac9" -d '{"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-plugged", "status": "completed", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:50:11.857276 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:50:11.861803 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:11.896396 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b9e4d1-5097-486b-baa1-0336389316ba x-openstack-request-id: req-73b9e4d1-5097-486b-baa1-0336389316ba {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:50:11.896835 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-plugged", "status": "completed", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:50:11.897219 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73b9e4d1-5097-486b-baa1-0336389316ba {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:50:11.897804 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'code': 200} Sep 23 20:50:11.923600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:50:12.050702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af7e6-cc1f-405c-921f-769d5ea78dab req-99955c87-d12c-4066-9d64-6e385cdb4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:12.052468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c2af7e6-cc1f-405c-921f-769d5ea78dab req-99955c87-d12c-4066-9d64-6e385cdb4c15 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1098 time: 0.0453274 Sep 23 20:50:12.085722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8c2af7e6-cc1f-405c-921f-769d5ea78dab req-d0369905-5879-4d5f-a89a-ddc93ec18602 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266161 Sep 23 20:50:12.909013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f395ff-44bd-480c-b6cb-c048180c308d req-836c465c-eed4-4ecf-b1a0-4e0f21eac49c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:12.910534 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60f395ff-44bd-480c-b6cb-c048180c308d req-836c465c-eed4-4ecf-b1a0-4e0f21eac49c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 947 time: 0.0481057 Sep 23 20:50:12.949532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60f395ff-44bd-480c-b6cb-c048180c308d req-b8ca33f3-6e23-4efd-abc7-02749bac8288 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327799 Sep 23 20:50:13.333389 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73884d8c-e0b2-4735-be29-b5efb4f0d9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:13.526310 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:50:14.063896 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff2b7-3b50-4936-b138-f9d71a488958 req-af2b3b47-4d0c-43bb-971d-75c509361655 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:14.065416 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c7ff2b7-3b50-4936-b138-f9d71a488958 req-af2b3b47-4d0c-43bb-971d-75c509361655 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 947 time: 0.0485718 Sep 23 20:50:14.103264 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4c7ff2b7-3b50-4936-b138-f9d71a488958 req-35b076f5-feae-4304-af89-6bb35e1fb3a9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Sep 23 20:50:16.438555 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ecce1205-78b6-44cd-b3e8-a61c444b9c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:16.623922 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:17.409844 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:18.907442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:19.376974 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-00e4355e-6465-480a-9cff-753c2a75edaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526936 Sep 23 20:50:19.458668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-131adb89-c27e-40a1-8ea2-dc576480f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:19.460268 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-131adb89-c27e-40a1-8ea2-dc576480f1ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1098 time: 0.0396934 Sep 23 20:50:19.567698 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-30d2996f-df34-452d-8345-7807ad93feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:19.569165 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-30d2996f-df34-452d-8345-7807ad93feca service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0880227 Sep 23 20:50:19.633943 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-764f8a74-cf97-4321-9027-3b36ed80585f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1002 time: 0.0573299 Sep 23 20:50:19.682233 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-0fb6bbbd-c2ff-46a2-86a2-ccb74f48446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:19.683725 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-0fb6bbbd-c2ff-46a2-86a2-ccb74f48446a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0435653 Sep 23 20:50:19.733850 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-f9dc753b-62c8-4653-ab2c-fb2cf4b62ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:50:19.735414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-f9dc753b-62c8-4653-ab2c-fb2cf4b62ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440335 Sep 23 20:50:19.833460 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-6359f116-7339-4974-ab51-c961dba65834 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905857 Sep 23 20:50:19.926813 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f99c27a-04ff-4c60-81cc-6ec3afd07b67 req-1f6406c3-615d-4a7f-bf9f-a1a4746686c6 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859659 Sep 23 20:50:26.268370 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:27.576814 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:43.341127 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ba5113c-7662-49e7-9a22-186e19b9326c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:46.442364 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-032afa26-7112-493c-b325-aa5096eebfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:46.627120 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:47.411715 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:48.910574 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:50.524878 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:50:56.272953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:57.592202 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:13.334526 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18973463-e07f-4b6d-b7b0-5bd8ba92a2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:16.444492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77a624b0-63f9-4c8c-bc8b-f95cb1d25433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:16.630155 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:17.414057 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:18.913999 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:21.375468 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-0c66c872-9ba6-49b3-adbc-31dcca0bd168 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412042 Sep 23 20:51:21.458866 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-3ad24f76-5946-4f02-973c-8423397b8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:21.460397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-3ad24f76-5946-4f02-973c-8423397b8582 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1098 time: 0.0417142 Sep 23 20:51:21.568603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-dbfa4bab-e74f-46fa-be43-d725a36936c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:21.570105 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-dbfa4bab-e74f-46fa-be43-d725a36936c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0897167 Sep 23 20:51:21.634582 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-2549d6b6-4733-44f5-8afa-45f14b20f583 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 1002 time: 0.0577483 Sep 23 20:51:21.685662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-b2803b13-16a3-43d1-a4bf-fa2c23adbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:21.687191 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-b2803b13-16a3-43d1-a4bf-fa2c23adbd9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0462208 Sep 23 20:51:21.735922 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-2ec42355-f9f9-4ed6-ab1c-69d7219c39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:21.737955 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-2ec42355-f9f9-4ed6-ab1c-69d7219c39f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441720 Sep 23 20:51:21.829533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-8aa4f7db-aacc-4d82-a1e4-015bfd13f5b2 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Sep 23 20:51:21.924568 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1393fc15-b3ae-42be-9edd-60b1cd21e4f0 req-813f2256-3058-466f-b3da-1eca744e5d2f service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866685 Sep 23 20:51:23.825550 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:23.983195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Deleting port 76dba3bd-95f1-4673-a98e-235d2c120364 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:51:23.983534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:24.061262 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:24.061591 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:24.073854 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Calling delete_port for 76dba3bd-95f1-4673-a98e-235d2c120364 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:51:24.219936 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:24.246549 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event deleted for resources: {'Port': ['ID=76dba3bd-95f1-4673-a98e-235d2c120364,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:24.257229 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.257585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.257926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.258287 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.258623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.258955 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.259283 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.259606 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.259931 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.260251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.260571 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.260889 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:24.320987 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:24.321316 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Floating IP 3c080f7e-c062-4bde-941e-a5841698a830 disassociated (deleted). External IP: 172.25.6.102, port: 66983251-0440-453c-b3be-1797ad2cb209. Sep 23 20:51:24.531191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:51:24.638604 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:51:24.643562 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:24.648094 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] Sync routers for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:51:24.657190 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:51:24.657809 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:51:24.672563 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-997d24ff-2656-4a3c-99ce-0b9fe6458d07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "DELETE /v2.0/floatingips/3c080f7e-c062-4bde-941e-a5841698a830 HTTP/1.1" status: 204 len: 168 time: 0.8458576 Sep 23 20:51:24.673141 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:51:24.676016 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:51:24.770949 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:51:24.920147 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeba956-11b8-49b4-828a-0b6a4ac5f086 x-openstack-request-id: req-0eeba956-11b8-49b4-828a-0b6a4ac5f086 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:51:24.920746 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:51:24.921155 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0eeba956-11b8-49b4-828a-0b6a4ac5f086 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:51:24.921658 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'status': 'completed', 'code': 200} Sep 23 20:51:24.985573 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:51:25.015378 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] Checking router: 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:51:25.024217 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:51:25.024821 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:51:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:51:25.027200 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-5faf8140-2a01-4792-90ac-02cf9b47d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:25.029048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-5faf8140-2a01-4792-90ac-02cf9b47d650 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 1098 time: 0.0839291 Sep 23 20:51:25.135983 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:51:25.438603 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522ad6-2299-45cb-afe6-a8ab6efc5ab3 req-6ff06615-5146-458e-8f32-7046a291efc0 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:25.440061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1522ad6-2299-45cb-afe6-a8ab6efc5ab3 req-6ff06615-5146-458e-8f32-7046a291efc0 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 947 time: 0.4429481 Sep 23 20:51:25.449893 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:51:25.477332 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0ebd4-f224-49df-b548-f2b3bede4ffe None None] The sync data for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 is: [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:51:25.524189 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c1522ad6-2299-45cb-afe6-a8ab6efc5ab3 req-084edb22-1338-46e6-aa33-fed8a30c2fe3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=facd5a53-9544-4702-a322-5fb8d0d70fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511498 Sep 23 20:51:25.529063 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-4f5232c4-412c-4782-8b6e-0fe638b34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:25.530670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-4f5232c4-412c-4782-8b6e-0fe638b34d8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.4939151 Sep 23 20:51:25.578113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-5c420584-2a21-47aa-9692-a056eead1775 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 200 len: 217 time: 0.0385003 Sep 23 20:51:25.630509 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-cfe03128-83b1-42bf-89a6-99c0bef26e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:25.632048 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-cfe03128-83b1-42bf-89a6-99c0bef26e36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0452802 Sep 23 20:51:25.682423 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-b81c04a9-3d4f-4932-b41b-6065b92edecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:25.683928 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-b81c04a9-3d4f-4932-b41b-6065b92edecf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440621 Sep 23 20:51:25.715665 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99047f2-6edd-41b1-96d2-1f1962ca3449 None None] New status for floating IP 3c080f7e-c062-4bde-941e-a5841698a830: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:51:25.783272 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-481cfa49-85aa-4fcb-a953-ca3865afc32e service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905430 Sep 23 20:51:25.876216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0cb7de4-c025-483f-95d4-826a8b6f4fe8 req-7182af92-e19a-4c54-9c55-5ab44accd1f2 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846615 Sep 23 20:51:26.179407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-668b2760-16d9-4530-83bc-70676db8621f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:26.181005 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-668b2760-16d9-4530-83bc-70676db8621f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.72 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 947 time: 0.0503311 Sep 23 20:51:26.274828 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:26.277390 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Deleting port 66983251-0440-453c-b3be-1797ad2cb209 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:51:26.277930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:26.371790 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] For port 66983251-0440-453c-b3be-1797ad2cb209, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=66983251-0440-453c-b3be-1797ad2cb209,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:51:26.372160 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:26.384864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Calling delete_port for 66983251-0440-453c-b3be-1797ad2cb209 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:51:26.509453 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:26.541826 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event deleted for resources: {'Port': ['ID=66983251-0440-453c-b3be-1797ad2cb209,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:26.583225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] No DVR routers for this DVR port 66983251-0440-453c-b3be-1797ad2cb209 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:51:26.585676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:26.587906 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3eb0812-70be-4fda-98f5-45902b2b0b26 req-24bcb409-272c-4139-bf27-799e75f47372 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.72 "DELETE /v2.0/ports/66983251-0440-453c-b3be-1797ad2cb209 HTTP/1.1" status: 204 len: 173 time: 0.4010522 Sep 23 20:51:26.641964 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0f9b9f1d-cd97-4b60-a7fe-3b5d33263c08 req-838b88e8-acf9-4a9d-873c-75e11b67a9fb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=eede9e1f-ba1f-4679-af2b-83c6c4978481 HTTP/1.1" status: 200 len: 210 time: 0.0276506 Sep 23 20:51:26.923076 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-deleted', 'tag': '66983251-0440-453c-b3be-1797ad2cb209'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:51:26.925510 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c542b438-507a-4076-9350-30d62d490a1d" -d '{"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-deleted", "tag": "66983251-0440-453c-b3be-1797ad2cb209"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:51:26.963434 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0216e-fea1-4700-b9a9-4dc2e0ffc580 x-openstack-request-id: req-3cb0216e-fea1-4700-b9a9-4dc2e0ffc580 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:51:26.963717 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede9e1f-ba1f-4679-af2b-83c6c4978481", "name": "network-vif-deleted", "tag": "66983251-0440-453c-b3be-1797ad2cb209", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:51:26.964086 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cb0216e-fea1-4700-b9a9-4dc2e0ffc580 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:51:26.964370 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede9e1f-ba1f-4679-af2b-83c6c4978481', 'name': 'network-vif-deleted', 'tag': '66983251-0440-453c-b3be-1797ad2cb209', 'status': 'completed', 'code': 200} Sep 23 20:51:27.524834 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:51:27.609187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:27.701070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47616) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:27.763043 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:27.789075 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:27.850277 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:27.852817 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:27.853960 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "DELETE /v2.0/security-groups/facd5a53-9544-4702-a322-5fb8d0d70fff HTTP/1.1" status: 204 len: 168 time: 0.1518917 Sep 23 20:51:27.863206 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facd5a53-9544-4702-a322-5fb8d0d70fff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:27.871681 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.872021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.872358 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.872689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.873015 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.873346 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.873668 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.873987 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.874331 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.874647 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.874963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:27.875278 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f4928-493c-44fd-bc78-cbba637eda3b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:28.150478 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:28.155196 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-745c142c-64df-4beb-96d0-37bcdbab7469 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559140554', 'description': 'tempest-secgroup-smoke-1559140554 description', 'project_id': '214c936a07164de18624809e1c849a2e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:28.177753 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-745c142c-64df-4beb-96d0-37bcdbab7469 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.260520 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-745c142c-64df-4beb-96d0-37bcdbab7469 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.264475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-745c142c-64df-4beb-96d0-37bcdbab7469 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.290676 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-745c142c-64df-4beb-96d0-37bcdbab7469 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.291893 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-745c142c-64df-4beb-96d0-37bcdbab7469 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404090 Sep 23 20:51:28.293877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c142c-64df-4beb-96d0-37bcdbab7469 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8fddd7-0410-4216-a98f-3b9ad0951e46,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:28.294990 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47626) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:28.300208 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-4d68b838-56d9-4ccd-bf9f-f2cc8a6b8f19 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': '2e8fddd7-0410-4216-a98f-3b9ad0951e46', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:28.328667 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d68b838-56d9-4ccd-bf9f-f2cc8a6b8f19 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.373954 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d68b838-56d9-4ccd-bf9f-f2cc8a6b8f19 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.378247 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d68b838-56d9-4ccd-bf9f-f2cc8a6b8f19 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.395315 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68b838-56d9-4ccd-bf9f-f2cc8a6b8f19 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddc6002-938d-4af6-9356-767ea41a6d0f,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:28.401762 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d68b838-56d9-4ccd-bf9f-f2cc8a6b8f19 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.403014 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-4d68b838-56d9-4ccd-bf9f-f2cc8a6b8f19 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069746 Sep 23 20:51:28.405857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47628) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:28.410181 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-86e5cee9-118b-4d09-ad0f-a6206db510b9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': '2e8fddd7-0410-4216-a98f-3b9ad0951e46', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:28.436659 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86e5cee9-118b-4d09-ad0f-a6206db510b9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.493926 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86e5cee9-118b-4d09-ad0f-a6206db510b9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.497610 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86e5cee9-118b-4d09-ad0f-a6206db510b9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.515047 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5cee9-118b-4d09-ad0f-a6206db510b9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6396dc-cecb-4616-ad06-5a20d9ff798b,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:28.528708 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86e5cee9-118b-4d09-ad0f-a6206db510b9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.529934 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-86e5cee9-118b-4d09-ad0f-a6206db510b9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231382 Sep 23 20:51:28.532754 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47630) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:28.537536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-c445e3d6-04fb-49a7-a4ae-4f40a3527908 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': '2e8fddd7-0410-4216-a98f-3b9ad0951e46', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:28.563334 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c445e3d6-04fb-49a7-a4ae-4f40a3527908 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.625351 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c445e3d6-04fb-49a7-a4ae-4f40a3527908 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.629111 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c445e3d6-04fb-49a7-a4ae-4f40a3527908 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.645541 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445e3d6-04fb-49a7-a4ae-4f40a3527908 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176bf6d4-6043-4ac9-b2c7-a218cd0188fc,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:28.652456 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c445e3d6-04fb-49a7-a4ae-4f40a3527908 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.653599 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-c445e3d6-04fb-49a7-a4ae-4f40a3527908 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199358 Sep 23 20:51:28.656548 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47632) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:28.661536 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-9d3f6689-df4e-441d-bf63-1d69aa0aa712 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': '2e8fddd7-0410-4216-a98f-3b9ad0951e46', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:28.688012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6689-df4e-441d-bf63-1d69aa0aa712 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.747326 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6689-df4e-441d-bf63-1d69aa0aa712 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.750953 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6689-df4e-441d-bf63-1d69aa0aa712 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.769124 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6689-df4e-441d-bf63-1d69aa0aa712 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8526440-0882-4e26-9a9a-2a5b993c6284,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:28.775853 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6689-df4e-441d-bf63-1d69aa0aa712 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.778231 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-9d3f6689-df4e-441d-bf63-1d69aa0aa712 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196380 Sep 23 20:51:28.780083 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47634) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:28.784901 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': '2e8fddd7-0410-4216-a98f-3b9ad0951e46', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:28.809030 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Project 214c936a07164de18624809e1c849a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:51:28.815003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.876161 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.880006 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.898359 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4c20a6-882a-4c9a-9d6a-01026c8148cb,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:28.904308 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.905603 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-adce84fa-c6db-4900-995e-56a4d5e149ae tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245997 Sep 23 20:51:28.908290 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 47636) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:51:28.913282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'security_group_rule': {'security_group_id': '2e8fddd7-0410-4216-a98f-3b9ad0951e46', 'project_id': '214c936a07164de18624809e1c849a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:28.934598 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Project 214c936a07164de18624809e1c849a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:51:28.939638 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:29.002227 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:29.005955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:29.024174 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9091320d-e9f8-4d70-a98c-d2a06a06a841,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:29.030063 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:29.031328 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-f05d9e41-5436-4238-8439-ff48f3f5adbe tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215084 Sep 23 20:51:30.062198 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:51:30.082953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 66983251-0440-453c-b3be-1797ad2cb209 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:51:30.083295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 66983251-0440-453c-b3be-1797ad2cb209 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:51:43.338245 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd4f0188-7c93-4419-9a7f-298fb3b86105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:43.397686 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-d8edb3e0-2a2b-42de-9840-fd31192bc495 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559140554&fields=id&tenant_id=214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 267 time: 0.0322411 Sep 23 20:51:43.505954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-1b82a8bd-8a76-4c9f-96e0-82da6df0d318 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:43.507356 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-1b82a8bd-8a76-4c9f-96e0-82da6df0d318 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 808 time: 0.1028605 Sep 23 20:51:43.522089 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-2a19133e-16dc-4e0c-87c4-f09abc120eba tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/quotas/214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 375 time: 0.0089419 Sep 23 20:51:43.572366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-0dc1e765-2a7b-438a-b7e4-b00aa1ac1d15 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449502 Sep 23 20:51:43.710235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-b3f46395-84db-485f-a7a0-7c0227842d4a service neutron] 10.222.0.38 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266019 Sep 23 20:51:43.800878 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-030848f9-a439-4c6a-9c78-bf91c99d0dc5 service neutron] 10.222.0.38 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843272 Sep 23 20:51:44.082323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-97ada58c-05a7-44c8-978d-5c7de3feda31 req-6b60a4ec-e1ca-40e0-94df-86f9c76e2fbb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 210 time: 0.0262725 Sep 23 20:51:44.974311 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-5687a863-8a6e-4395-9f24-3c4d9d5cf31b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:44.975779 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-5687a863-8a6e-4395-9f24-3c4d9d5cf31b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.41 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 808 time: 0.1080382 Sep 23 20:51:45.017906 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-373e0583-e499-466d-be83-07553c2ce4b3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 380 time: 0.0333793 Sep 23 20:51:45.027746 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'port': {'device_id': '34201995-f78b-4c78-8af6-cb14ff79a412', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'admin_state_up': True, 'tenant_id': '214c936a07164de18624809e1c849a2e', 'security_groups': ['2e8fddd7-0410-4216-a98f-3b9ad0951e46']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:45.144187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Made reservation on behalf of 214c936a07164de18624809e1c849a2e for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:51:45.147966 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:45.183284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-494f5b6e-ab40-44da-87b8-3fa92558e34c req-37486f9c-c74e-4e16-b9dc-3e16f25916d6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 210 time: 0.0299263 Sep 23 20:51:45.280658 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Allocated IP 172.20.0.5 (351db3f4-fd48-49d4-a1ce-ddcf1b1cf360/cf8f48e9-a699-45ec-8c39-8df0c532503d/65039e05-b3c5-4fb3-af1e-18ed42de93fc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:51:45.435176 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:45.470124 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:45.524654 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:51:45.528598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:51:45.536826 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:51:45.541148 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:45.592683 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:45.593699 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:45.609897 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-bd69b3e9-5ebb-4fa9-b5dd-d56a6e34d749 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857146 Sep 23 20:51:45.676190 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Request body: {'port': {'device_id': '34201995-f78b-4c78-8af6-cb14ff79a412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:51:45.737431 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:45.770525 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-01196b01-42fb-49b9-88b8-6104d24162d7 None None] Provisioning complete for port 65039e05-b3c5-4fb3-af1e-18ed42de93fc triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:51:45.771068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01196b01-42fb-49b9-88b8-6104d24162d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:45.805258 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-01196b01-42fb-49b9-88b8-6104d24162d7 None None] Port 65039e05-b3c5-4fb3-af1e-18ed42de93fc cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:51:46.004900 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65039e05-b3c5-4fb3-af1e-18ed42de93fc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:51:46.012497 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:46.025285 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Transition to ACTIVE for port object 65039e05-b3c5-4fb3-af1e-18ed42de93fc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:51:46.030383 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:46.082912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:46.171244 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:51:46.171577 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:51:46.171912 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:51:46.177488 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:51:46.177808 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:51:46.183442 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:51:46.183781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Checking segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:51:46.184306 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Bound using segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:51:46.184742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Bound port: 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:51:46.185099 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:46.280383 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:51:46.285840 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:51:46.291014 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:46.336524 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:46.337201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:46.338589 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] 10.222.0.41 "PUT /v2.0/ports/65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 1091 time: 0.7202780 Sep 23 20:51:46.339040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:51:46.340197 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a92f-7c62-46fc-ad6e-2f7949ad47be req-806cdf10-4892-43ea-9066-be905fd974bf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:46.341482 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcee37f-fdd9-42ea-b275-0874d6653034" -d '{"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:51:46.350329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86f9a92f-7c62-46fc-ad6e-2f7949ad47be req-806cdf10-4892-43ea-9066-be905fd974bf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0787873 Sep 23 20:51:46.379676 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb0b18-d2af-42b8-afe9-7f98401b4427 service neutron] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:46.416543 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86f9a92f-7c62-46fc-ad6e-2f7949ad47be req-d136af59-869f-48e7-97a1-023d598b7ad7 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649180 Sep 23 20:51:46.431704 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-29bfb0dd-937d-487c-8d78-ac10f718bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:46.432970 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-29bfb0dd-937d-487c-8d78-ac10f718bd0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1094 time: 0.0501053 Sep 23 20:51:46.462744 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce9b75de-fb40-4b4d-ba40-6b32959c8d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:46.494367 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-ad09fa97-71bb-421e-8fff-1c69c65b4ae1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 217 time: 0.0528224 Sep 23 20:51:46.541670 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca73e66-83f3-4f9f-820c-8c055f879449 x-openstack-request-id: req-fca73e66-83f3-4f9f-820c-8c055f879449 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:51:46.542055 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:51:46.542398 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fca73e66-83f3-4f9f-820c-8c055f879449 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:51:46.542867 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'status': 'completed', 'code': 200} Sep 23 20:51:46.552454 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-37736564-82d6-4286-9447-2e13dcebaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:46.554487 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-37736564-82d6-4286-9447-2e13dcebaed0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0534320 Sep 23 20:51:46.602781 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-9448c283-4c98-441f-8273-653751be23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:46.604307 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-9448c283-4c98-441f-8273-653751be23bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433471 Sep 23 20:51:46.638358 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:46.703596 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-378bf2bb-7005-4d8c-b92d-62079e887f0c service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922387 Sep 23 20:51:46.795332 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-dbf08259-ffe8-49a9-b175-36e3e3591145 req-d85dfdf6-8ecf-42a3-8cd5-416e310c16d7 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847585 Sep 23 20:51:46.889169 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-9544c789-8b14-4a7f-81a8-97c0e08c700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:46.890721 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-9544c789-8b14-4a7f-81a8-97c0e08c700d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1094 time: 0.0497057 Sep 23 20:51:46.982489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-a3237002-99d8-43fd-ab3e-b0e92535e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:46.984127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-a3237002-99d8-43fd-ab3e-b0e92535e73d service neutron] 10.222.0.41 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0866218 Sep 23 20:51:47.030090 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-ce71c88a-a45e-4e36-bceb-77201bd8f1aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 217 time: 0.0378478 Sep 23 20:51:47.084373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-ceb0bd39-5215-4952-bb63-ed9b2c936220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:47.085846 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-ceb0bd39-5215-4952-bb63-ed9b2c936220 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0488174 Sep 23 20:51:47.132271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-4ebfc846-b0e3-45b5-aeca-d5cdac3ef51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:47.133700 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-4ebfc846-b0e3-45b5-aeca-d5cdac3ef51c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411184 Sep 23 20:51:47.228566 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-ba9da7eb-b3da-467f-a3a0-2a874a43cb58 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879183 Sep 23 20:51:47.319575 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ffcee37f-fdd9-42ea-b275-0874d6653034 req-b08c44e2-4aa0-4125-9480-d3484b540031 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840433 Sep 23 20:51:47.418522 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:47.530786 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb9d2-8327-4bc2-b5b9-d6d1efb7ebf7 req-5eabb5ad-e074-4a53-8734-9866e587cb6b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:47.532380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12bfb9d2-8327-4bc2-b5b9-d6d1efb7ebf7 req-5eabb5ad-e074-4a53-8734-9866e587cb6b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0504653 Sep 23 20:51:47.576132 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-12bfb9d2-8327-4bc2-b5b9-d6d1efb7ebf7 req-c5000f34-8df0-498a-a682-3e283d724daa tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369010 Sep 23 20:51:48.691883 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34e74c-04bd-4d84-bfc6-639c11452dab req-d7dd5e7d-f9c4-4792-9cee-195ada1a2bf1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:48.693400 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a34e74c-04bd-4d84-bfc6-639c11452dab req-d7dd5e7d-f9c4-4792-9cee-195ada1a2bf1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0493932 Sep 23 20:51:48.740366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a34e74c-04bd-4d84-bfc6-639c11452dab req-d9dde8e8-bda6-4334-9c20-bed9cff18f07 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Sep 23 20:51:48.917175 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:49.857065 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eed3a-5e69-4965-be52-8267d60e6661 req-3cc12568-43bf-4a8f-b941-31c79f1a3303 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:49.858722 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf2eed3a-5e69-4965-be52-8267d60e6661 req-3cc12568-43bf-4a8f-b941-31c79f1a3303 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0487328 Sep 23 20:51:49.895874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bf2eed3a-5e69-4965-be52-8267d60e6661 req-e4fd1473-e6d8-4df7-837d-2d863503a1eb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Sep 23 20:51:51.008894 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a93c-7003-485b-8a47-b6db9c278e3e req-2906e78c-c2f9-49ff-8850-f238dd202e9c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:51.010388 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4439a93c-7003-485b-8a47-b6db9c278e3e req-2906e78c-c2f9-49ff-8850-f238dd202e9c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0471237 Sep 23 20:51:51.050665 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-4439a93c-7003-485b-8a47-b6db9c278e3e req-3cb7f67f-34fb-493a-a583-24c8ddda7141 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344124 Sep 23 20:51:52.163257 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a698f-5916-4f71-b2b0-156bf9279e1c req-75c555df-22a4-4eb4-b4ee-1f218a9f1f84 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:52.164736 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d5a698f-5916-4f71-b2b0-156bf9279e1c req-75c555df-22a4-4eb4-b4ee-1f218a9f1f84 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0479202 Sep 23 20:51:52.205797 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0d5a698f-5916-4f71-b2b0-156bf9279e1c req-04604680-45b2-4dbf-b1c2-72230c992254 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350454 Sep 23 20:51:53.321327 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdc76b-ef6b-4806-a5db-c4166348ca89 req-0a0e8432-4dc7-45a6-90b1-55eccb14670f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:53.322885 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cbdc76b-ef6b-4806-a5db-c4166348ca89 req-0a0e8432-4dc7-45a6-90b1-55eccb14670f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0484765 Sep 23 20:51:53.360488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0cbdc76b-ef6b-4806-a5db-c4166348ca89 req-7eaf0b46-5078-4f7a-ad3f-83dcdb093924 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 Sep 23 20:51:54.473885 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9f63b-8b29-4f08-bf66-baebce5392a4 req-def111c6-98ab-4259-b33a-d1a5e3d807dc tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:54.475291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3e9f63b-8b29-4f08-bf66-baebce5392a4 req-def111c6-98ab-4259-b33a-d1a5e3d807dc tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0482230 Sep 23 20:51:54.517172 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3e9f63b-8b29-4f08-bf66-baebce5392a4 req-e8416cfd-c43e-47fc-9822-54294d26bbe1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359027 Sep 23 20:51:55.636919 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da69e7a-8052-492a-b9b4-07c20e880c9a req-8dae09e9-2972-4026-af8d-bf03a380cf85 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:55.638452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0da69e7a-8052-492a-b9b4-07c20e880c9a req-8dae09e9-2972-4026-af8d-bf03a380cf85 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0508859 Sep 23 20:51:55.677578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-0da69e7a-8052-492a-b9b4-07c20e880c9a req-1fa17fdf-7512-4486-9b56-741dc716d4c6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Sep 23 20:51:56.289554 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:56.791438 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a01ff1-77fe-43a2-ba2d-8bb80333d72f req-8b4d6ac3-896b-4ef3-939b-20e573b10262 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:56.792954 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45a01ff1-77fe-43a2-ba2d-8bb80333d72f req-8b4d6ac3-896b-4ef3-939b-20e573b10262 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0485620 Sep 23 20:51:56.831445 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-45a01ff1-77fe-43a2-ba2d-8bb80333d72f req-bf4cb948-0d8e-4ee7-bcd9-9d193baeb08a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Sep 23 20:51:57.610333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:57.627606 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 65039e05-b3c5-4fb3-af1e-18ed42de93fc details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:51:57.721841 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:51:57.732593 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'port_id': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'mac_address': 'fa:16:3e:8c:85:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:51:57.774118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:57.786171 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65039e05-b3c5-4fb3-af1e-18ed42de93fc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:51:57.807506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:51:57.811799 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:57.864806 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:57.873217 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.873956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.874339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.874688 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.875026 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.875356 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.875689 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.876017 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.876343 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.876669 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.876994 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.877315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:51:57.947504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8238cd-c03b-4480-afe8-6a5a79fcb252 req-0da839dd-6787-4387-b5cc-ebca122e02c1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:57.949034 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc8238cd-c03b-4480-afe8-6a5a79fcb252 req-0da839dd-6787-4387-b5cc-ebca122e02c1 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 944 time: 0.0502219 Sep 23 20:51:57.990746 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc8238cd-c03b-4480-afe8-6a5a79fcb252 req-c9d17931-28df-43a9-b44b-f3a16071439c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356796 Sep 23 20:51:58.153231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['65039e05-b3c5-4fb3-af1e-18ed42de93fc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:51:59.107520 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f99f01-941d-426c-92c5-58a83fa0bef7 req-159386e4-afcd-4c9b-927a-b8c6daa338c9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:59.109025 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10f99f01-941d-426c-92c5-58a83fa0bef7 req-159386e4-afcd-4c9b-927a-b8c6daa338c9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 944 time: 0.0497468 Sep 23 20:51:59.147412 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-10f99f01-941d-426c-92c5-58a83fa0bef7 req-01118631-65a2-4255-b511-ca39642d955e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Sep 23 20:51:59.650472 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 65039e05-b3c5-4fb3-af1e-18ed42de93fc up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:51:59.699092 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port 65039e05-b3c5-4fb3-af1e-18ed42de93fc completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:51:59.703008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port 65039e05-b3c5-4fb3-af1e-18ed42de93fc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:51:59.703375 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:59.783542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:59.805748 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:51:59.808019 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db54e7af-af24-441d-b00d-068015e40675" -d '{"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-plugged", "status": "completed", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:51:59.820426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:51:59.824496 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:59.849155 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8028c14-993f-468c-bb4c-bdd01c18e115 x-openstack-request-id: req-b8028c14-993f-468c-bb4c-bdd01c18e115 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:51:59.849471 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-plugged", "status": "completed", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:51:59.849720 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8028c14-993f-468c-bb4c-bdd01c18e115 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:51:59.850104 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'code': 200} Sep 23 20:51:59.876716 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:51:59.950456 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19628e1-ea00-4504-964b-5b0e713682bb req-aa942638-5333-4362-9751-48f8269247eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:51:59.951876 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d19628e1-ea00-4504-964b-5b0e713682bb req-aa942638-5333-4362-9751-48f8269247eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1096 time: 0.0452847 Sep 23 20:51:59.985971 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-d19628e1-ea00-4504-964b-5b0e713682bb req-40aa330a-4e91-4d83-a6bc-3a1d4c2a7379 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270817 Sep 23 20:52:00.275608 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab06c-8725-4fd5-8dd9-554cdd28bef2 req-5fdcae34-083b-4cde-95dd-1802c1cdd970 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:00.277102 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc3ab06c-8725-4fd5-8dd9-554cdd28bef2 req-5fdcae34-083b-4cde-95dd-1802c1cdd970 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0489054 Sep 23 20:52:00.315024 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cc3ab06c-8725-4fd5-8dd9-554cdd28bef2 req-d3811497-269d-4e6e-ae19-f3a57718f652 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Sep 23 20:52:01.430829 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a37de7-4362-4bf7-9691-752b82ab9107 req-b8a17bb3-0fe3-4443-aae4-8f334bc8d968 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:01.432326 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40a37de7-4362-4bf7-9691-752b82ab9107 req-b8a17bb3-0fe3-4443-aae4-8f334bc8d968 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Sep 23 20:52:01.475258 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40a37de7-4362-4bf7-9691-752b82ab9107 req-d10979ee-332e-438f-9355-1014e2b8e12d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365260 Sep 23 20:52:01.588747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b54d21-1248-4475-a111-ef42a130cebf req-78546f94-fbbb-4eb8-b68a-977f4b71b56a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:01.590162 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26b54d21-1248-4475-a111-ef42a130cebf req-78546f94-fbbb-4eb8-b68a-977f4b71b56a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Sep 23 20:52:01.628716 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-26b54d21-1248-4475-a111-ef42a130cebf req-e5fa3984-f448-4206-bc57-070f7a45547c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Sep 23 20:52:01.650651 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:52:01.689262 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b0b93-6cbc-423c-81d4-16c54f58cebd tempest-TestShelveInstance-52599788 tempest-TestShelveInstance-52599788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:01.691426 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-af7b0b93-6cbc-423c-81d4-16c54f58cebd tempest-TestShelveInstance-52599788 tempest-TestShelveInstance-52599788-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1091 time: 0.0397651 Sep 23 20:52:01.694337 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:52:01.698668 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:52:01.720927 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:01.820107 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:01.920827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Allocated IP 172.25.6.35 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/303c0516-61dc-4481-9a59-19bfe7899fc6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:52:02.027931 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:02.060747 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:02.097893 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:52:02.100729 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:52:02.104329 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:52:02.129095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'Port': ['ID=303c0516-61dc-4481-9a59-19bfe7899fc6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:52:02.455430 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:02.521375 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:02.669451 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:02.673851 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:02.744794 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event updated for resources: {'Port': ['ID=303c0516-61dc-4481-9a59-19bfe7899fc6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:52:02.751846 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:02.855814 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Floating IP d9019707-d144-4b77-8e97-a07a9b3cf0e1 associated. External IP: 172.25.6.35, port: 65039e05-b3c5-4fb3-af1e-18ed42de93fc. Sep 23 20:52:03.061754 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:52:03.177254 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:52:03.187952 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] Sync routers for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:52:03.194360 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:03.198231 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:52:03.198879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:52:03.237004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-358ed606-cb51-4c9b-a493-064ae02a6fdd tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5279529 Sep 23 20:52:03.237004 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:52:03.237004 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e34c53-606f-4f42-93dd-b750da6457fc" -d '{"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:52:03.263326 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfcfd70-0784-46fb-a8a9-b43d88e1966d x-openstack-request-id: req-cdfcfd70-0784-46fb-a8a9-b43d88e1966d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:52:03.263822 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:52:03.264086 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdfcfd70-0784-46fb-a8a9-b43d88e1966d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:52:03.264497 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'status': 'completed', 'code': 200} Sep 23 20:52:03.304816 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:52:03.329793 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34c53-606f-4f42-93dd-b750da6457fc req-240c3780-a8bf-49ef-82c4-70c3d6111b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:03.331800 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67e34c53-606f-4f42-93dd-b750da6457fc req-240c3780-a8bf-49ef-82c4-70c3d6111b57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1096 time: 0.0424356 Sep 23 20:52:03.421055 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34c53-606f-4f42-93dd-b750da6457fc req-193ba42c-b771-4743-b8db-e4ed25847352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:03.422569 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67e34c53-606f-4f42-93dd-b750da6457fc req-193ba42c-b771-4743-b8db-e4ed25847352 service neutron] 10.222.0.41 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0844612 Sep 23 20:52:03.495882 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67e34c53-606f-4f42-93dd-b750da6457fc req-c6119681-7259-4219-88f2-e6b37c9d8582 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 998 time: 0.0667541 Sep 23 20:52:03.530158 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd9019707-d144-4b77-8e97-a07a9b3cf0e1', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'floating_ip_address': '172.25.6.35', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'port_id': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'mac_address': 'fa:16:3e:8c:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34201995-f78b-4c78-8af6-cb14ff79a412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:52:02Z', 'updated_at': '2021-09-23T20:52:02Z', 'revision_number': 0, 'project_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:52:03.546320 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34c53-606f-4f42-93dd-b750da6457fc req-bd4943ed-d13f-400b-94fb-d5cae2324d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:03.547812 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67e34c53-606f-4f42-93dd-b750da6457fc req-bd4943ed-d13f-400b-94fb-d5cae2324d5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0451539 Sep 23 20:52:03.557011 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] Checking router: 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:52:03.565860 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:52:03.566599 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:51:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:52:03.593959 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34c53-606f-4f42-93dd-b750da6457fc req-d43d81b2-fff3-4a23-b760-5ca6490c9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:03.595418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67e34c53-606f-4f42-93dd-b750da6457fc req-d43d81b2-fff3-4a23-b760-5ca6490c9e33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401814 Sep 23 20:52:03.671015 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:52:03.689142 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67e34c53-606f-4f42-93dd-b750da6457fc req-7313b614-f7c2-446a-b5d8-a38077a627f9 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867484 Sep 23 20:52:03.781044 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-67e34c53-606f-4f42-93dd-b750da6457fc req-e8fde726-567a-49b5-95c0-a84cea04e073 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848148 Sep 23 20:52:03.901540 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd9019707-d144-4b77-8e97-a07a9b3cf0e1', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'floating_ip_address': '172.25.6.35', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'port_id': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'mac_address': 'fa:16:3e:8c:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34201995-f78b-4c78-8af6-cb14ff79a412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:52:02Z', 'updated_at': '2021-09-23T20:52:02Z', 'revision_number': 0, 'project_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:52:03.935582 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee207c7-665a-408a-a998-a1f68983b91d None None] The sync data for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 is: [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': 'd9019707-d144-4b77-8e97-a07a9b3cf0e1', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'floating_ip_address': '172.25.6.35', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'port_id': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'mac_address': 'fa:16:3e:8c:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34201995-f78b-4c78-8af6-cb14ff79a412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:52:02Z', 'updated_at': '2021-09-23T20:52:02Z', 'revision_number': 0, 'project_id': '214c936a07164de18624809e1c849a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:52:04.122745 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12782a1e-54b3-4d28-a8bc-b85c53fb23f2 None None] New status for floating IP d9019707-d144-4b77-8e97-a07a9b3cf0e1: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:52:04.524550 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:52:13.339416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59648803-b873-4fe9-8df4-e2ca2e9b0bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:16.444072 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24f1901a-2e5d-45f6-b407-2e5a1e2287e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:16.630180 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:17.422708 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:18.914718 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:26.291717 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:27.623060 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:36.817113 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-1e7c9844-5157-411c-87e4-dd8c7ed23702 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418117 Sep 23 20:52:36.900228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-d36240ee-2c2e-4d92-b40b-05b827ae441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:36.901767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-d36240ee-2c2e-4d92-b40b-05b827ae441b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1096 time: 0.0428431 Sep 23 20:52:37.007203 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-21c6b499-5db4-414f-a5fb-b9ca3aac11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:37.008666 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-21c6b499-5db4-414f-a5fb-b9ca3aac11dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0872259 Sep 23 20:52:37.081732 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-56d8c615-23ff-440b-8dea-fc416a6ca323 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 1000 time: 0.0662670 Sep 23 20:52:37.130462 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-bc452501-4ae4-4144-a4ee-f38cc34439e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:37.132127 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-bc452501-4ae4-4144-a4ee-f38cc34439e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0431805 Sep 23 20:52:37.180582 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-b29c240e-3597-4dd8-90d9-7811aeac9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:52:37.182420 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-b29c240e-3597-4dd8-90d9-7811aeac9756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440364 Sep 23 20:52:37.281550 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-8dbc3db0-a2dd-4029-9755-94b8977e075d service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919652 Sep 23 20:52:37.375773 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-fbff8723-a8a3-45ba-9ce2-6755f6ff823c req-4b76361f-0cbc-4d58-8767-39f150df41fb service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871503 Sep 23 20:52:41.523938 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:52:43.340199 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f137-d06c-41d9-9905-b9b010eb9e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:46.445657 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c3c9a9c-1a13-4266-bb51-517bbc956fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:46.631800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:47.422825 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:48.919461 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:56.290751 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:57.636368 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:13.343335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85eb7078-9db3-4524-9e59-c8240fafbfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:16.447020 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d171-7eee-4319-ae66-8c2fe4b2860c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:16.633036 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:17.426540 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:18.523670 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:53:18.921322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:26.292492 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:27.640934 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:37.816835 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-1dd4a11b-c6e9-4ee5-92c1-799c5f966065 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416133 Sep 23 20:53:37.896810 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-cc33c3ba-7c72-4d4b-9f85-2ccc174b1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:53:37.899073 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-cc33c3ba-7c72-4d4b-9f85-2ccc174b1641 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1096 time: 0.0407085 Sep 23 20:53:38.008585 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-48ae26c1-6e63-41c4-a83d-23aa228b58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:53:38.010106 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-48ae26c1-6e63-41c4-a83d-23aa228b58d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0921781 Sep 23 20:53:38.077412 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-994fbcab-f021-4178-957d-554468381cf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 1000 time: 0.0599840 Sep 23 20:53:38.139852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-bca8b749-6adc-4eda-8dcb-50bbf0d26363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:53:38.141605 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-bca8b749-6adc-4eda-8dcb-50bbf0d26363 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0573316 Sep 23 20:53:38.194753 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-1c602b15-5452-4f11-ab77-4e8254350ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:53:38.196258 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-1c602b15-5452-4f11-ab77-4e8254350ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471678 Sep 23 20:53:38.206886 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-fa8593cb-0b18-4227-96ea-abfe8fffad6a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:53:38.207873 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-fa8593cb-0b18-4227-96ea-abfe8fffad6a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049708 Sep 23 20:53:38.310383 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-cde6eb40-90a2-471b-8090-71bed306f2b0 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957658 Sep 23 20:53:38.414761 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-c61d3546-4d74-4fd5-b874-77c88fa96a5c req-835d1a5a-14d2-4db6-ac46-826611f8bf1a service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976028 Sep 23 20:53:43.343026 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a0f482e1-0574-43fc-b37e-2e56ea1aca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:46.448177 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-024dc25e-90b7-4076-915f-edb18ba86768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:46.634791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:47.428911 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:48.926775 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:55.522885 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:53:56.307115 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:57.641806 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:53:59.883990 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abf98f-0fe2-4025-bfed-6761cbeb5a69 req-ef27714b-c20d-4963-b830-36cc9d3279f3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:53:59.885528 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40abf98f-0fe2-4025-bfed-6761cbeb5a69 req-ef27714b-c20d-4963-b830-36cc9d3279f3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0509958 Sep 23 20:53:59.923202 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-40abf98f-0fe2-4025-bfed-6761cbeb5a69 req-7d76b2f2-2880-4046-b55d-99a6f171ece2 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Sep 23 20:54:01.040413 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74606bc7-95dd-4fe1-8913-1a1b71a0d04e req-1561cc7b-b1b3-441d-81d4-34b32748e744 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:01.041894 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74606bc7-95dd-4fe1-8913-1a1b71a0d04e req-1561cc7b-b1b3-441d-81d4-34b32748e744 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0522988 Sep 23 20:54:01.079546 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-74606bc7-95dd-4fe1-8913-1a1b71a0d04e req-25269234-7139-4ec1-925e-c2df791cb99c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Sep 23 20:54:02.193103 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad33a-451f-4c08-95c1-d57edcfbb690 req-b4113678-de37-41eb-87bc-44e55f4aa696 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:02.195237 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a83ad33a-451f-4c08-95c1-d57edcfbb690 req-b4113678-de37-41eb-87bc-44e55f4aa696 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Sep 23 20:54:02.231491 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a83ad33a-451f-4c08-95c1-d57edcfbb690 req-0b1a27b0-e314-419f-99dd-d40e0dd404a8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302911 Sep 23 20:54:03.345566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db36faa-e040-42af-9070-f264e727d9a8 req-2d380fe5-7174-4268-8f53-240269cf43ba tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:03.347093 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6db36faa-e040-42af-9070-f264e727d9a8 req-2d380fe5-7174-4268-8f53-240269cf43ba tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0491049 Sep 23 20:54:03.383652 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6db36faa-e040-42af-9070-f264e727d9a8 req-047a8b16-dfc2-407c-8a43-d8c91d59268e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303526 Sep 23 20:54:04.500681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72efa-09fe-4119-a8bc-ca885604b228 req-15af4b66-0e80-4455-9700-390a6706e840 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:04.502145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28a72efa-09fe-4119-a8bc-ca885604b228 req-15af4b66-0e80-4455-9700-390a6706e840 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Sep 23 20:54:04.538932 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-28a72efa-09fe-4119-a8bc-ca885604b228 req-95e6dbb9-4935-401b-9faa-10eb40ed9224 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301113 Sep 23 20:54:05.653742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e0bfb-c341-4751-810f-b293af0e2745 req-8a5887a0-c73e-40a6-a434-7c7099f85bcb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:05.655293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f4e0bfb-c341-4751-810f-b293af0e2745 req-8a5887a0-c73e-40a6-a434-7c7099f85bcb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0490470 Sep 23 20:54:05.692663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7f4e0bfb-c341-4751-810f-b293af0e2745 req-1b32dc21-bfc4-477f-a3ae-c97b9eb3945e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313358 Sep 23 20:54:06.809521 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f657801-c9c9-4a76-9ba7-c0e41e62bb2b req-f3cd3e4c-277e-43f7-8486-76817898d689 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:06.811084 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f657801-c9c9-4a76-9ba7-c0e41e62bb2b req-f3cd3e4c-277e-43f7-8486-76817898d689 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Sep 23 20:54:06.848641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9f657801-c9c9-4a76-9ba7-c0e41e62bb2b req-3fad370e-ad88-47cc-8e61-c9e05d67ba18 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Sep 23 20:54:07.969459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824d8ee-4651-4ce8-963f-7bb457a126ab req-44a6446a-d00b-47ee-adaf-004472600c2b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:07.970969 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6824d8ee-4651-4ce8-963f-7bb457a126ab req-44a6446a-d00b-47ee-adaf-004472600c2b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Sep 23 20:54:08.008938 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6824d8ee-4651-4ce8-963f-7bb457a126ab req-5fbcd8e0-f9b4-4feb-8ecd-91c80260046e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Sep 23 20:54:09.124180 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94d3b5-cbad-465c-b90d-9feb8d9a3d42 req-23665f58-f9b2-4fce-ba34-bf30b6652a36 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:09.125666 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a94d3b5-cbad-465c-b90d-9feb8d9a3d42 req-23665f58-f9b2-4fce-ba34-bf30b6652a36 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Sep 23 20:54:09.162635 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7a94d3b5-cbad-465c-b90d-9feb8d9a3d42 req-c76dcfd2-f972-4598-9294-e3e954d7ee54 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309291 Sep 23 20:54:09.990355 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996e68-15c3-429f-9051-960d351ee737 req-816ad38d-e07b-4b11-bef0-1c80f4697987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:09.991844 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7996e68-15c3-429f-9051-960d351ee737 req-816ad38d-e07b-4b11-bef0-1c80f4697987 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1096 time: 0.0409987 Sep 23 20:54:10.085742 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996e68-15c3-429f-9051-960d351ee737 req-181d06f2-66dd-45ae-adf6-0be4ffa948f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:10.087300 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7996e68-15c3-429f-9051-960d351ee737 req-181d06f2-66dd-45ae-adf6-0be4ffa948f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0889220 Sep 23 20:54:10.151305 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7996e68-15c3-429f-9051-960d351ee737 req-29589374-9728-402e-80eb-87df210d13d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 1000 time: 0.0570636 Sep 23 20:54:10.203706 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996e68-15c3-429f-9051-960d351ee737 req-180958ce-5758-4a2d-90eb-688bc961244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:10.205267 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7996e68-15c3-429f-9051-960d351ee737 req-180958ce-5758-4a2d-90eb-688bc961244f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0456874 Sep 23 20:54:10.259892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996e68-15c3-429f-9051-960d351ee737 req-46b868ac-dcbc-4937-8573-d50e0c6f5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:10.261667 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7996e68-15c3-429f-9051-960d351ee737 req-46b868ac-dcbc-4937-8573-d50e0c6f5cca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495534 Sep 23 20:54:10.286676 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d016c11-c7fc-4f9d-b5a0-881b282d0cc9 req-28e174e9-365b-42c9-9209-58e4477c706b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:10.288335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d016c11-c7fc-4f9d-b5a0-881b282d0cc9 req-28e174e9-365b-42c9-9209-58e4477c706b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0520589 Sep 23 20:54:10.328176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6d016c11-c7fc-4f9d-b5a0-881b282d0cc9 req-e4c758f8-6c40-4672-9759-f5acda20571b tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Sep 23 20:54:10.357881 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7996e68-15c3-429f-9051-960d351ee737 req-9f96b09d-e737-41d0-8338-7c9cf8c2ad85 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888720 Sep 23 20:54:10.451282 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f7996e68-15c3-429f-9051-960d351ee737 req-8af4e225-ffba-48e2-98aa-3d9983d8d0c7 service neutron] 10.222.0.41 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865815 Sep 23 20:54:11.446427 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400df759-4e51-4813-86b0-0133362d860a req-1fd6e4b9-2019-4d62-bdb1-95966283d7d4 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:11.447884 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-400df759-4e51-4813-86b0-0133362d860a req-1fd6e4b9-2019-4d62-bdb1-95966283d7d4 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0525479 Sep 23 20:54:11.485293 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-400df759-4e51-4813-86b0-0133362d860a req-84d306d7-2131-4b4f-a6b7-d43214535eeb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Sep 23 20:54:12.603867 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c59bc-a6f3-404f-b5fb-ea17b2ae5803 req-c5f21676-d38b-4a55-a65a-3f6cb12840cb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:12.605439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee7c59bc-a6f3-404f-b5fb-ea17b2ae5803 req-c5f21676-d38b-4a55-a65a-3f6cb12840cb tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Sep 23 20:54:12.648129 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ee7c59bc-a6f3-404f-b5fb-ea17b2ae5803 req-17dea0ae-b5e2-4909-af39-c427a0dc220e tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365152 Sep 23 20:54:13.348783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-54139f13-33b6-4ec5-84d9-bd1a1d85a2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:13.774472 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db62342-0d08-42b1-ac1a-2aff998a3994 req-4f5aa4b8-e9b7-411b-a88d-03e95a167363 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:13.775975 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8db62342-0d08-42b1-ac1a-2aff998a3994 req-4f5aa4b8-e9b7-411b-a88d-03e95a167363 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0543046 Sep 23 20:54:13.815822 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8db62342-0d08-42b1-ac1a-2aff998a3994 req-856db0ae-6df5-40a1-b293-4b2fe0f3ed39 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Sep 23 20:54:13.998912 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-7219c1c8-b504-478a-867e-6aa85bacc4fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414243 Sep 23 20:54:14.008646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-6ae9f1b9-f018-4198-b634-385cf8c5431d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:54:14.009640 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-6ae9f1b9-f018-4198-b634-385cf8c5431d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056107 Sep 23 20:54:14.039591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23a125-416a-40c7-a4c2-bdc42493f0bc req-484b9d8a-a573-4c83-91ce-b32017d6b4f9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:14.041431 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb23a125-416a-40c7-a4c2-bdc42493f0bc req-484b9d8a-a573-4c83-91ce-b32017d6b4f9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 945 time: 0.0593772 Sep 23 20:54:14.085560 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb23a125-416a-40c7-a4c2-bdc42493f0bc req-c782d073-dcad-4552-8442-79e0c34ba902 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Sep 23 20:54:14.255319 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device 65039e05-b3c5-4fb3-af1e-18ed42de93fc no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:54:14.332063 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:14.355873 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:54:14.358052 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4717d7d-44d6-4cfe-811d-430d0c0cd987" -d '{"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-unplugged", "status": "completed", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:54:14.370917 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:54:14.382256 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:14.407065 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e238bf-322b-43a2-a4d1-bb06b43ac542 x-openstack-request-id: req-a9e238bf-322b-43a2-a4d1-bb06b43ac542 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:54:14.407348 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-unplugged", "status": "failed", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:54:14.407594 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9e238bf-322b-43a2-a4d1-bb06b43ac542 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:54:14.407971 n-d-810763-1 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'code': 422} returned with failed status Sep 23 20:54:14.433518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:54:14.440676 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.441306 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.441691 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.442021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.442395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.442715 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.443113 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.443592 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.444744 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.444933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.445262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:14.445582 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:15.199556 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3bbe6-c5a2-4253-9772-afdea3a5a708 req-7b3a816b-dc79-4e82-997c-6c40cebae7c3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:15.200952 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cf3bbe6-c5a2-4253-9772-afdea3a5a708 req-7b3a816b-dc79-4e82-997c-6c40cebae7c3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0488465 Sep 23 20:54:15.238692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cf3bbe6-c5a2-4253-9772-afdea3a5a708 req-f5d5a186-d1c6-46a1-bb74-b0fdb8ebc8c6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316873 Sep 23 20:54:16.359862 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6dd23-abe5-4f9e-b378-e3f356615c2b req-dd1ba7be-56ed-4a7b-aa08-b11e79fbeae2 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:16.361452 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22f6dd23-abe5-4f9e-b378-e3f356615c2b req-dd1ba7be-56ed-4a7b-aa08-b11e79fbeae2 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0502050 Sep 23 20:54:16.400364 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-22f6dd23-abe5-4f9e-b378-e3f356615c2b req-557bb170-a069-447b-a610-7b80a3cd8915 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Sep 23 20:54:16.449580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67eed183-a368-4c3f-8236-58a0c45669a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:16.636644 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:17.435823 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:17.523917 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044a748-3961-4443-980c-f44796fa0e4f req-c35fcccc-2bfa-44ed-b93e-72f56b0f1e48 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:17.525435 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a044a748-3961-4443-980c-f44796fa0e4f req-c35fcccc-2bfa-44ed-b93e-72f56b0f1e48 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0554724 Sep 23 20:54:17.567000 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a044a748-3961-4443-980c-f44796fa0e4f req-e6175d41-b796-4af7-bce4-62503fc133fc tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Sep 23 20:54:18.716675 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36ea1a-9786-44c6-a48a-d6343b015e32 req-8739c997-eaa6-4a19-975a-de16d4ed4c49 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:18.718104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec36ea1a-9786-44c6-a48a-d6343b015e32 req-8739c997-eaa6-4a19-975a-de16d4ed4c49 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0760365 Sep 23 20:54:18.724687 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-123f74f4-37ac-43df-abca-71babdeb6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:18.726140 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-123f74f4-37ac-43df-abca-71babdeb6601 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412&tenant_id=214c936a07164de18624809e1c849a2e HTTP/1.1" status: 200 len: 1094 time: 0.0734754 Sep 23 20:54:18.744623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810763-1', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:54:18.790500 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ec36ea1a-9786-44c6-a48a-d6343b015e32 req-3eb36e9e-7015-426b-9069-36f474e3d561 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633614 Sep 23 20:54:18.820006 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:18.928118 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:19.024264 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:54:19.056627 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h2-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:54:19.089028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65039e05-b3c5-4fb3-af1e-18ed42de93fc {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:54:19.097016 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:19.109384 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Transition to ACTIVE for port object 65039e05-b3c5-4fb3-af1e-18ed42de93fc will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:54:19.113021 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:19.194494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:54:19.206176 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.206562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.206902 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.207241 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.207575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.207928 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.208258 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.208564 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.208887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.209208 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.209578 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.209908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:54:19.249035 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] No DVR routers for this DVR port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on host n-h2-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:54:19.387453 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:54:19.387780 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:54:19.388099 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:54:19.392256 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:54:19.392567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Attempting to bind port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:54:19.397160 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:54:19.397489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Checking segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:54:19.397864 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Bound using segment: {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:54:19.398312 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Bound port: 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:54:19.398662 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:19.466224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:54:19.469144 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:54:19.473550 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:19.506973 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:19.507611 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:19.508962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] 10.222.0.72 "PUT /v2.0/ports/65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 1091 time: 0.7689521 Sep 23 20:54:19.509391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:54:19.511659 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f55304-0079-4565-aa39-814b696d5b68" -d '{"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:54:19.549622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a0f5c-a2b4-4211-9e32-3e56aee36fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:54:19.566916 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e1ba6-ee1d-4477-9f07-d7965c12f7f2 x-openstack-request-id: req-5a7e1ba6-ee1d-4477-9f07-d7965c12f7f2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:54:19.567203 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:54:19.567453 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a7e1ba6-ee1d-4477-9f07-d7965c12f7f2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:54:19.567857 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'status': 'completed', 'code': 200} Sep 23 20:54:19.584286 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-3a38e4f5-1665-4b25-80a4-f154df5a6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:19.586533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-3a38e4f5-1665-4b25-80a4-f154df5a6258 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1094 time: 0.0503557 Sep 23 20:54:19.686810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-4731b7d0-778f-440b-8378-4af83dffcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:19.688327 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-4731b7d0-778f-440b-8378-4af83dffcb27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0942307 Sep 23 20:54:19.754124 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-38815b72-f990-4c8c-8c0b-6a55d9fb6bff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 998 time: 0.0585814 Sep 23 20:54:19.805277 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-8f5ce2ab-2a33-40b2-9da6-4b1c44532590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:19.806783 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-8f5ce2ab-2a33-40b2-9da6-4b1c44532590 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0458529 Sep 23 20:54:19.858029 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-bf1f2c12-0204-488d-881f-71d8a95240d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:19.859612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-bf1f2c12-0204-488d-881f-71d8a95240d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450845 Sep 23 20:54:19.967391 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0f347-92cb-4719-a8f1-a775f322516c req-4c00b812-d98b-494b-aef5-50e9d0cba31c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:19.968899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bae0f347-92cb-4719-a8f1-a775f322516c req-4c00b812-d98b-494b-aef5-50e9d0cba31c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.1081069 Sep 23 20:54:20.337904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-bdea0e18-f67a-45e5-bd48-cb65b34487fa service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687128 Sep 23 20:54:20.371439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bae0f347-92cb-4719-a8f1-a775f322516c req-e8a8171d-28a9-404b-bcf9-c4ccfc8624a9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964081 Sep 23 20:54:20.437571 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-0d72d57b-7bfa-4645-bfac-844f6448c9e2 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889719 Sep 23 20:54:20.533519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f55304-0079-4565-aa39-814b696d5b68 req-cbc3b02f-2c40-40e9-afe3-97013faaaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:20.534949 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f55304-0079-4565-aa39-814b696d5b68 req-cbc3b02f-2c40-40e9-afe3-97013faaaa3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1094 time: 0.0448544 Sep 23 20:54:20.624615 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f55304-0079-4565-aa39-814b696d5b68 req-fae4ee58-dacd-43c5-91bc-04f5e0f0b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:20.626104 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f55304-0079-4565-aa39-814b696d5b68 req-fae4ee58-dacd-43c5-91bc-04f5e0f0b12f service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0841134 Sep 23 20:54:20.693968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f55304-0079-4565-aa39-814b696d5b68 req-7d97fc24-48ef-4bf2-9590-befe36b9b04d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 998 time: 0.0605247 Sep 23 20:54:20.743098 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f55304-0079-4565-aa39-814b696d5b68 req-f9e4774f-02f1-4dcf-8be7-a5e3cde449ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:20.744578 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f55304-0079-4565-aa39-814b696d5b68 req-f9e4774f-02f1-4dcf-8be7-a5e3cde449ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0441101 Sep 23 20:54:20.792572 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f55304-0079-4565-aa39-814b696d5b68 req-380b5eab-1a74-4b3e-ab59-f855e1b748d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:20.793991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f55304-0079-4565-aa39-814b696d5b68 req-380b5eab-1a74-4b3e-ab59-f855e1b748d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413103 Sep 23 20:54:20.899141 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f55304-0079-4565-aa39-814b696d5b68 req-4ce760d3-aac8-4b8b-8b43-708c8c76a061 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966284 Sep 23 20:54:20.991602 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c8f55304-0079-4565-aa39-814b696d5b68 req-23ae8bae-3388-45ab-8823-e0d1f9c79392 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845063 Sep 23 20:54:21.492471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618b72f-020e-48bc-9688-f92951014109 req-5f6fb593-84fe-44db-9033-0ece6f21c3cf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:21.493965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1618b72f-020e-48bc-9688-f92951014109 req-5f6fb593-84fe-44db-9033-0ece6f21c3cf tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0535014 Sep 23 20:54:21.530692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-1618b72f-020e-48bc-9688-f92951014109 req-15aa8799-ef87-443b-b134-675f251468ee tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Sep 23 20:54:22.408005 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de5d4-e95c-4931-8807-596a0055b920 req-b49e766a-a41d-49fc-bf95-3ea3d326ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:22.409521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-883de5d4-e95c-4931-8807-596a0055b920 req-b49e766a-a41d-49fc-bf95-3ea3d326ccbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1094 time: 0.0402105 Sep 23 20:54:22.512251 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de5d4-e95c-4931-8807-596a0055b920 req-24668783-b697-4ed1-ab3e-27e55ce08a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:22.513811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-883de5d4-e95c-4931-8807-596a0055b920 req-24668783-b697-4ed1-ab3e-27e55ce08a3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0839851 Sep 23 20:54:22.597091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-883de5d4-e95c-4931-8807-596a0055b920 req-0c5784fd-c210-42e9-be59-09b2b4847285 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 998 time: 0.0745029 Sep 23 20:54:22.686056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de5d4-e95c-4931-8807-596a0055b920 req-8909d7a6-ef60-4b03-ba6a-d04633c7fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:22.687549 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-883de5d4-e95c-4931-8807-596a0055b920 req-8909d7a6-ef60-4b03-ba6a-d04633c7fbbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0750942 Sep 23 20:54:22.694827 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2524d-f634-4ad5-a9b5-8c2ea1810db7 req-e541ab7c-3c4d-4017-a2e0-21c86221ff93 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:22.696211 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ee2524d-f634-4ad5-a9b5-8c2ea1810db7 req-e541ab7c-3c4d-4017-a2e0-21c86221ff93 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0956964 Sep 23 20:54:22.757630 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7ee2524d-f634-4ad5-a9b5-8c2ea1810db7 req-a38ffd4b-47c7-46a5-92dc-ea647deacfa2 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530000 Sep 23 20:54:22.762623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de5d4-e95c-4931-8807-596a0055b920 req-eca235af-471f-4692-b92d-fc25cf1f4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:22.764160 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-883de5d4-e95c-4931-8807-596a0055b920 req-eca235af-471f-4692-b92d-fc25cf1f4515 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670450 Sep 23 20:54:22.858973 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-883de5d4-e95c-4931-8807-596a0055b920 req-3b70ca1e-0e3f-4ff7-99e9-9b61a7f79c05 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873811 Sep 23 20:54:22.949763 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-883de5d4-e95c-4931-8807-596a0055b920 req-cc12c2ce-4a33-4bc2-943f-56caf3627d41 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Sep 23 20:54:23.870989 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de077c-2854-4894-907d-8872459a6182 req-d4f91151-6106-4eb4-9bd4-7962d22dfcf0 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:23.872470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14de077c-2854-4894-907d-8872459a6182 req-d4f91151-6106-4eb4-9bd4-7962d22dfcf0 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0482273 Sep 23 20:54:23.908427 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-14de077c-2854-4894-907d-8872459a6182 req-e311f8dd-49ed-4411-8835-d305b11a3f06 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301094 Sep 23 20:54:25.036145 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84194cdc-dc32-46e2-a3c6-7aa27b99f018 req-3fe7164c-3344-441c-b228-114d75c46de6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:25.037639 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84194cdc-dc32-46e2-a3c6-7aa27b99f018 req-3fe7164c-3344-441c-b228-114d75c46de6 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0538776 Sep 23 20:54:25.076636 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-84194cdc-dc32-46e2-a3c6-7aa27b99f018 req-7e237485-0552-4110-83b3-43daa5a3c9da tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Sep 23 20:54:26.190702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144fd4-d572-4a7e-a2e8-bb0d46601fbf req-86341c87-8768-4b57-b1f1-ffbd5e21e6ce tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:26.192239 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08144fd4-d572-4a7e-a2e8-bb0d46601fbf req-86341c87-8768-4b57-b1f1-ffbd5e21e6ce tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0489039 Sep 23 20:54:26.229349 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-08144fd4-d572-4a7e-a2e8-bb0d46601fbf req-37c654b3-ea7e-4bab-b572-d0a6f2c48b5c tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305018 Sep 23 20:54:26.314761 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:27.344926 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e2dc7-d530-4e2e-9a0f-4b156ebfa6d5 req-dbe356b3-eee7-49c2-87b1-bd5d42078a12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:27.346458 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-314e2dc7-d530-4e2e-9a0f-4b156ebfa6d5 req-dbe356b3-eee7-49c2-87b1-bd5d42078a12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0498147 Sep 23 20:54:27.383968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-314e2dc7-d530-4e2e-9a0f-4b156ebfa6d5 req-36da67e5-3dc7-4609-807f-f358482d68e7 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Sep 23 20:54:27.651215 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:28.502357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513637c-aa4a-4533-acfc-d73863eaf2b4 req-5894a455-53a1-4079-bde7-18210cbba531 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:28.503904 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c513637c-aa4a-4533-acfc-d73863eaf2b4 req-5894a455-53a1-4079-bde7-18210cbba531 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 943 time: 0.0525599 Sep 23 20:54:28.541724 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c513637c-aa4a-4533-acfc-d73863eaf2b4 req-8fc4385a-c9c0-40be-ad1c-3fc6a3203ff4 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Sep 23 20:54:28.889016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 65039e05-b3c5-4fb3-af1e-18ed42de93fc details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:54:28.982390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:54:29.144800 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'port_id': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'mac_address': 'fa:16:3e:8c:85:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:54:29.181760 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:29.194869 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65039e05-b3c5-4fb3-af1e-18ed42de93fc {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:54:29.213559 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:54:29.217403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:29.262828 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=9']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:54:29.454696 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['65039e05-b3c5-4fb3-af1e-18ed42de93fc'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:54:29.727223 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03e53-fa31-4d62-b749-b7ccb7ac0798 req-0104b01b-9ae7-4472-91f4-354472d9ff39 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:29.728633 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9e03e53-fa31-4d62-b749-b7ccb7ac0798 req-0104b01b-9ae7-4472-91f4-354472d9ff39 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 944 time: 0.1200817 Sep 23 20:54:29.766212 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9e03e53-fa31-4d62-b749-b7ccb7ac0798 req-294f6b0e-e1f7-441c-b169-5bc0841badea tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Sep 23 20:54:30.879224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a22f64-7d25-47e1-a700-83d761b7a010 req-41b4510e-593f-4de7-8063-be52e004723d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:30.880720 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86a22f64-7d25-47e1-a700-83d761b7a010 req-41b4510e-593f-4de7-8063-be52e004723d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 944 time: 0.0484369 Sep 23 20:54:30.888978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 65039e05-b3c5-4fb3-af1e-18ed42de93fc up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:54:30.919098 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-86a22f64-7d25-47e1-a700-83d761b7a010 req-590a832d-f33a-4d21-9f27-31f6c4a779a2 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312181 Sep 23 20:54:30.940492 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port 65039e05-b3c5-4fb3-af1e-18ed42de93fc completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:54:30.944983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port 65039e05-b3c5-4fb3-af1e-18ed42de93fc triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:54:30.945352 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:31.018924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:31.040265 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:54:31.042946 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9647bde2-c22c-46d6-9fca-ec0a26da5ebd" -d '{"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-plugged", "status": "completed", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:54:31.056060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:54:31.060445 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:31.084654 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6233ce3e-703a-4354-929d-0da62db00bea x-openstack-request-id: req-6233ce3e-703a-4354-929d-0da62db00bea {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:54:31.084942 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-plugged", "status": "completed", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:54:31.085195 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6233ce3e-703a-4354-929d-0da62db00bea {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:54:31.085583 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'code': 200} Sep 23 20:54:31.112927 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:54:31.231199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee53eb-db18-4c3a-8a9e-f5ee971a9397 req-3e39219a-f0ae-43ac-98a5-e2fae5ed562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:31.232721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cee53eb-db18-4c3a-8a9e-f5ee971a9397 req-3e39219a-f0ae-43ac-98a5-e2fae5ed562e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1097 time: 0.0443597 Sep 23 20:54:31.267072 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7cee53eb-db18-4c3a-8a9e-f5ee971a9397 req-b1041d3c-6c81-49d2-b1d9-3f3fe65de9a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274134 Sep 23 20:54:32.046589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b070c-0cb9-4cc7-9ba0-2a87e84bfb2b req-d581711f-0f50-4aaa-8646-7f9f8fd7209d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:32.048123 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-030b070c-0cb9-4cc7-9ba0-2a87e84bfb2b req-d581711f-0f50-4aaa-8646-7f9f8fd7209d tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 946 time: 0.0496094 Sep 23 20:54:32.086858 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-030b070c-0cb9-4cc7-9ba0-2a87e84bfb2b req-d7486506-ac7a-4dbb-992f-58c889a2ed11 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Sep 23 20:54:32.522765 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:54:33.200832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5913-01a7-4af0-80b2-15a20ac2d737 req-87cc98b5-cabb-41b8-9b67-f51290a0f1e8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:54:33.202354 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cee5913-01a7-4af0-80b2-15a20ac2d737 req-87cc98b5-cabb-41b8-9b67-f51290a0f1e8 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Sep 23 20:54:33.239248 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5cee5913-01a7-4af0-80b2-15a20ac2d737 req-e497af57-687c-4545-8d5c-92c0702c06a3 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Sep 23 20:54:43.344310 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8444-98db-4b3e-8f80-c734e3116e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:46.452444 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6659a03b-46a7-4a0c-bec2-90621731d805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:46.637032 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:47.435187 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:48.935818 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:56.322501 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:54:57.642657 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:09.522906 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:55:13.345336 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4a3ee21-01e5-42c1-8682-558905d54510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:16.452973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7e6e-3b84-4feb-af9d-b8bbc2e5834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:16.637787 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:17.438945 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:18.935062 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:24.409703 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-a2f20aa5-98e1-49bc-b6b3-47f0cf0ae326 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828736 Sep 23 20:55:24.536367 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-bfaa3b8e-4a53-49b2-8e39-a724b1665a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:24.537870 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-bfaa3b8e-4a53-49b2-8e39-a724b1665a38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1097 time: 0.0414145 Sep 23 20:55:24.643539 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-8e22f2ed-1de9-4592-98fe-179b05548a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:24.645023 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-8e22f2ed-1de9-4592-98fe-179b05548a74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.0878987 Sep 23 20:55:24.710007 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-c07c0cca-f61b-4b78-b65b-50a078966e7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 1000 time: 0.0575330 Sep 23 20:55:24.759516 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-c86f5840-a802-4839-afb5-650bf10d8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:24.760986 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-c86f5840-a802-4839-afb5-650bf10d8b1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0436575 Sep 23 20:55:24.811126 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-1fd7f69c-bb1b-4a6a-ad4b-b57ea66f675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:24.812623 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-1fd7f69c-bb1b-4a6a-ad4b-b57ea66f675e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439343 Sep 23 20:55:24.902004 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-b9e2feb0-ca69-4d61-882c-17d81ce7eb16 service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805790 Sep 23 20:55:24.996670 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af0323ae-07ac-4b45-88e8-5fdac5dc542f req-316e3a15-d2a6-4354-9f25-5d5d2a8eef5d service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870023 Sep 23 20:55:26.320866 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:27.641791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:43.346108 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f9a1de3-8fb7-4261-96da-6962fa70a334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:45.930379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 47982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:46.084962 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Deleting port 303c0516-61dc-4481-9a59-19bfe7899fc6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:46.085307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.157867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.158197 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.170053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Calling delete_port for 303c0516-61dc-4481-9a59-19bfe7899fc6 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:46.316044 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.346363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event deleted for resources: {'Port': ['ID=303c0516-61dc-4481-9a59-19bfe7899fc6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:46.388147 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.388493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.388834 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.389171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.389504 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.389833 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.390159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.390510 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.390832 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.391155 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.391476 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.391793 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:46.413555 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.413884 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Floating IP d9019707-d144-4b77-8e97-a07a9b3cf0e1 disassociated (deleted). External IP: 172.25.6.35, port: 65039e05-b3c5-4fb3-af1e-18ed42de93fc. Sep 23 20:55:46.453332 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66ca7139-ab58-4872-872f-82793b474933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.522432 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:55:46.620569 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:55:46.639114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.732600 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:55:46.737397 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:46.742465 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] Sync routers for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:55:46.750994 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:55:46.751597 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:46.765438 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b4c8364-067c-4ec7-a9ff-a90ebb0b3987 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "DELETE /v2.0/floatingips/d9019707-d144-4b77-8e97-a07a9b3cf0e1 HTTP/1.1" status: 204 len: 168 time: 0.8339632 Sep 23 20:55:46.766027 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:55:46.768325 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02011fa2-e6ce-4be8-b393-6f9774d8ec03" -d '{"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:55:46.856409 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:55:46.919999 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbf3790-6231-4179-9a9e-58cfa70affce x-openstack-request-id: req-dcbf3790-6231-4179-9a9e-58cfa70affce {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:55:46.920310 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:55:46.920546 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcbf3790-6231-4179-9a9e-58cfa70affce {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:55:46.920953 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'status': 'completed', 'code': 200} Sep 23 20:55:47.011090 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-20713da7-5f71-4b21-8e8d-5fe4c7a04fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:47.012619 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-20713da7-5f71-4b21-8e8d-5fe4c7a04fbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=214c936a07164de18624809e1c849a2e&device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 1097 time: 0.0688710 Sep 23 20:55:47.036178 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3881-56a8-4dfa-9aac-b4ddfe389f65 req-f33f5e0c-7684-4d5d-8b51-f812fcf6052f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:47.037668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5db3881-56a8-4dfa-9aac-b4ddfe389f65 req-f33f5e0c-7684-4d5d-8b51-f812fcf6052f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 946 time: 0.0645940 Sep 23 20:55:47.062721 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:47.089125 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] Checking router: 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:55:47.098112 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:55:47.098998 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:47.122057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-d5db3881-56a8-4dfa-9aac-b4ddfe389f65 req-8eeb18d6-5248-4cc1-92ac-f2a66dd6ad56 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746627 Sep 23 20:55:47.149095 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-5c7b3a53-6233-40f3-af49-a6e93e71960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:47.150600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-5c7b3a53-6233-40f3-af49-a6e93e71960d service neutron] 10.222.0.72 "GET /v2.0/networks?id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 200 len: 909 time: 0.1304140 Sep 23 20:55:47.196325 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-abf91cf9-0eef-4f08-83ec-45039ee96c90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 200 len: 217 time: 0.0369515 Sep 23 20:55:47.245874 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-adaa1064-0794-4a71-8ffc-fa64141df809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:47.247414 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-adaa1064-0794-4a71-8ffc-fa64141df809 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 200 len: 847 time: 0.0439358 Sep 23 20:55:47.291654 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:55:47.298048 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-21906510-210e-4e15-8ad1-31d86bb55059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:47.299577 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-21906510-210e-4e15-8ad1-31d86bb55059 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435972 Sep 23 20:55:47.395627 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-33b45f39-5197-4f00-8841-9329e651613a service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873096 Sep 23 20:55:47.445350 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:47.488095 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:47.492086 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-02011fa2-e6ce-4be8-b393-6f9774d8ec03 req-48f2c596-dce9-4848-a3b7-fbaf2c8e269d service neutron] 10.222.0.72 "GET /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889871 Sep 23 20:55:47.520321 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27ebfe-3f28-4db1-ad9c-143432739edd None None] The sync data for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 is: [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:47:16Z', 'revision_number': 4, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '3d61aafd-c3b3-480e-a555-25633a6d0233', 'name': '', 'network_id': '351db3f4-fd48-49d4-a1ce-ddcf1b1cf360', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'mac_address': 'fa:16:3e:f2:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:15Z', 'updated_at': '2021-09-23T20:47:20Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'subnets': [{'id': 'cf8f48e9-a699-45ec-8c39-8df0c532503d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:55:47.730111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71430ea-69ed-4db6-9ad1-624e5587829f None None] New status for floating IP d9019707-d144-4b77-8e97-a07a9b3cf0e1: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:55:48.240852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528b51e-8ed5-4aa5-b27d-394410689cb8 req-0aac8f85-9060-41a3-afa2-c7777acc5342 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:48.242408 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a528b51e-8ed5-4aa5-b27d-394410689cb8 req-0aac8f85-9060-41a3-afa2-c7777acc5342 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 946 time: 0.0513220 Sep 23 20:55:48.279663 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a528b51e-8ed5-4aa5-b27d-394410689cb8 req-62e015ce-c6fd-4232-99b8-1a9aa4b5729f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e8fddd7-0410-4216-a98f-3b9ad0951e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Sep 23 20:55:48.464800 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-d41dc17f-c965-47f5-a598-6c6da6051341 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:55:48.466166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-d41dc17f-c965-47f5-a598-6c6da6051341 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.72 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 946 time: 0.0483675 Sep 23 20:55:48.556468 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Deleting port 65039e05-b3c5-4fb3-af1e-18ed42de93fc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:48.556807 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:48.641589 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] For port 65039e05-b3c5-4fb3-af1e-18ed42de93fc, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=65039e05-b3c5-4fb3-af1e-18ed42de93fc,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:55:48.641945 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:48.658487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Calling delete_port for 65039e05-b3c5-4fb3-af1e-18ed42de93fc owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:48.779551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:48.807227 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event deleted for resources: {'Port': ['ID=65039e05-b3c5-4fb3-af1e-18ed42de93fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:48.852217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] No DVR routers for this DVR port 65039e05-b3c5-4fb3-af1e-18ed42de93fc on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:55:48.854930 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:48.857014 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2c68a1f6-f1e6-42ea-a852-cf4f740f0882 req-f1602956-07eb-45ef-b79c-6a799b69d82f tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.72 "DELETE /v2.0/ports/65039e05-b3c5-4fb3-af1e-18ed42de93fc HTTP/1.1" status: 204 len: 173 time: 0.3851943 Sep 23 20:55:48.922017 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-deleted', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:55:48.924424 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d01e8df-4bbb-41e1-90a9-f720d46cb73e" -d '{"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-deleted", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:55:48.940742 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:48.969405 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fb1278-0d77-43c4-8d02-f9a87efe9562 x-openstack-request-id: req-09fb1278-0d77-43c4-8d02-f9a87efe9562 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:55:48.969722 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34201995-f78b-4c78-8af6-cb14ff79a412", "name": "network-vif-deleted", "tag": "65039e05-b3c5-4fb3-af1e-18ed42de93fc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:55:48.970018 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09fb1278-0d77-43c4-8d02-f9a87efe9562 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:55:48.970464 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34201995-f78b-4c78-8af6-cb14ff79a412', 'name': 'network-vif-deleted', 'tag': '65039e05-b3c5-4fb3-af1e-18ed42de93fc', 'status': 'completed', 'code': 200} Sep 23 20:55:49.379565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e90bbc02-2f65-4904-b8a7-528390c94eef req-7cddf055-d997-4a15-8444-d7dd0c6868c9 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 210 time: 0.0265977 Sep 23 20:55:50.473393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-18e92c25-9243-4756-98f3-444065b7f634 req-bc95ac9c-fc91-411b-84aa-1eb473098751 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 210 time: 0.0260386 Sep 23 20:55:51.567815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9caecb25-0a5d-44e4-a7ff-f4eb39f6d119 req-117ef287-20cd-4282-9ce0-db149a4ff87a tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 210 time: 0.0259538 Sep 23 20:55:52.680323 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-91c79369-ee4a-48a2-a93f-857eaa76100d req-d716463c-a53e-454d-88a2-e0657fba2294 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "GET /v2.0/ports?device_id=34201995-f78b-4c78-8af6-cb14ff79a412 HTTP/1.1" status: 200 len: 210 time: 0.0271471 Sep 23 20:55:53.343972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 65039e05-b3c5-4fb3-af1e-18ed42de93fc no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:55:53.363740 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: 65039e05-b3c5-4fb3-af1e-18ed42de93fc {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:55:53.364161 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device 65039e05-b3c5-4fb3-af1e-18ed42de93fc not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:55:53.740152 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48012) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:53.801150 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:53.826847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:53.891671 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:53.894478 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:53.896138 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] 10.222.0.38 "DELETE /v2.0/security-groups/2e8fddd7-0410-4216-a98f-3b9ad0951e46 HTTP/1.1" status: 204 len: 168 time: 0.1543221 Sep 23 20:55:53.905910 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8fddd7-0410-4216-a98f-3b9ad0951e46,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:53.914779 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.915226 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.916175 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.916597 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.917249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.917795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.918197 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.918623 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.919021 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.919593 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.919994 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.920400 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e2982-5b06-4b32-85b6-556595001b12 tempest-TestShelveInstance-717372208 tempest-TestShelveInstance-717372208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:53.951680 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48018) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:54.406133 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:54.651841 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Deleting port 3d61aafd-c3b3-480e-a555-25633a6d0233 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:54.652179 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:55.031034 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] For port 3d61aafd-c3b3-480e-a555-25633a6d0233, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=3d61aafd-c3b3-480e-a555-25633a6d0233,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:55:55.031706 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:55.043439 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Calling delete_port for 3d61aafd-c3b3-480e-a555-25633a6d0233 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:55.220462 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:55.248474 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d61aafd-c3b3-480e-a555-25633a6d0233,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:55.422479 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:55.634699 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:55:55.741481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:55:55.746831 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ce03cf06-f597-448a-98ab-9677de544df0 admin admin] 10.222.0.38 "PUT /v2.0/routers/93ca7b59-1f00-4bf0-a601-4aa61f53a3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928522 Sep 23 20:55:55.749342 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48022) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:55.750304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] Sync routers for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:55:55.759503 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:55:55.760115 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:55.852851 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:55.863521 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:55:55.957494 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.009857 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Deleting port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:56.010200 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.038470 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:55:55Z', 'revision_number': 5, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port': {'id': '4d88f6a6-0cb9-4e77-8a49-08d24cdc1529', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:14Z', 'updated_at': '2021-09-23T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:56.064360 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] Checking router: 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:55:56.073168 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] Routers {'93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:55:56.073789 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:56.093935 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] For port 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:55:56.094587 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.106403 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Calling delete_port for 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:56.164362 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] Set router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:55:56.218789 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:55:55Z', 'revision_number': 6, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:56.245736 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f899-531b-4629-b93c-9743b60eede0 None None] The sync data for ids ['93ca7b59-1f00-4bf0-a601-4aa61f53a3f4'] in n-d-810763-1 is: [{'id': '93ca7b59-1f00-4bf0-a601-4aa61f53a3f4', 'name': 'tempest-TestShelveInstance-818183227-router', 'tenant_id': '214c936a07164de18624809e1c849a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:13Z', 'updated_at': '2021-09-23T20:55:55Z', 'revision_number': 6, 'project_id': '214c936a07164de18624809e1c849a2e', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:55:56.275849 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.306390 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d88f6a6-0cb9-4e77-8a49-08d24cdc1529,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:56.341452 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.374459 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.472821 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.474920 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.522085 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.522667 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:55:56.527281 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.528468 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7b050823-a473-4cd2-98ba-b6c26f84a145 admin admin] 10.222.0.38 "DELETE /v2.0/routers/93ca7b59-1f00-4bf0-a601-4aa61f53a3f4 HTTP/1.1" status: 204 len: 168 time: 0.7782061 Sep 23 20:55:56.531160 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48024) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:56.575064 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] Deleting subnet cf8f48e9-a699-45ec-8c39-8df0c532503d {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:55:56.578122 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.613742 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.696366 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.753393 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.773395 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3d61aafd-c3b3-480e-a555-25633a6d0233 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:55:56.786663 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8f48e9-a699-45ec-8c39-8df0c532503d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:56.791760 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.796263 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ad4e6e2b-2d9b-44fa-84d1-3e8c3487c879 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cf8f48e9-a699-45ec-8c39-8df0c532503d HTTP/1.1" status: 204 len: 168 time: 0.2616549 Sep 23 20:55:56.796598 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48026) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:56.799173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecf9fb-a6d6-4306-bee7-71bb4ffbd943 None None] Network 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:55:56.800956 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 3d61aafd-c3b3-480e-a555-25633a6d0233 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:55:56.801298 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 3d61aafd-c3b3-480e-a555-25633a6d0233 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:55:56.873987 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.935426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Deleting port ec10959a-cae8-40cb-a35b-c0d3fa47b78a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:56.935847 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:56.978271 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] DHCP port deletion for 351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:55:57.001949 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] For port ec10959a-cae8-40cb-a35b-c0d3fa47b78a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:55:57.002355 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.016538 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Calling delete_port for ec10959a-cae8-40cb-a35b-c0d3fa47b78a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:57.031870 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Deleting port ec10959a-cae8-40cb-a35b-c0d3fa47b78a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:57.032246 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.101232 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] For port ec10959a-cae8-40cb-a35b-c0d3fa47b78a, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,segment=NetworkSegment(37e7874c-32d8-47e5-98ce-3dbfe04d7a8d),segment_id=37e7874c-32d8-47e5-98ce-3dbfe04d7a8d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:55:57.101642 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.116923 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.120103 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Calling delete_port for ec10959a-cae8-40cb-a35b-c0d3fa47b78a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:57.146234 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:57.149076 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] No DVR routers for this DVR port ec10959a-cae8-40cb-a35b-c0d3fa47b78a on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:55:57.201168 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.226162 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.227313 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Pushing event deleted for resources: {'Port': ['ID=ec10959a-cae8-40cb-a35b-c0d3fa47b78a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:57.235655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] No DVR routers for this DVR port ec10959a-cae8-40cb-a35b-c0d3fa47b78a on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:55:57.238138 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.238449 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.238934 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.239280 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.239622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.239957 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.240286 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.240666 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.240996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.241327 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.241655 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.241978 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63a32d-1d28-4644-bc05-23b94ecb78db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:55:57.250551 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351db3f4-fd48-49d4-a1ce-ddcf1b1cf360']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:57.257876 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:57.258172 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e7874c-32d8-47e5-98ce-3dbfe04d7a8d') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:57.267793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.281071 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.287984 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:55:57.288608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:55:57.290317 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:55:57.343745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.349446 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.351418 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] 10.222.0.38 "DELETE /v2.0/networks/351db3f4-fd48-49d4-a1ce-ddcf1b1cf360 HTTP/1.1" status: 204 len: 168 time: 0.5535762 Sep 23 20:55:57.354464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:57.361802 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7504b-114c-45f9-894f-ad2caae3b604 admin admin] Pushing event deleted for resources: {'Network': ['ID=351db3f4-fd48-49d4-a1ce-ddcf1b1cf360,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:57.642477 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.705887 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:57.955575 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Deleting port 708e20fb-b458-4b21-bd2a-b5344f199363 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:57.955813 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:58.032911 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] For port 708e20fb-b458-4b21-bd2a-b5344f199363, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=708e20fb-b458-4b21-bd2a-b5344f199363,segment=NetworkSegment(b9c8db3c-4e14-475a-8403-288b4b3213c1),segment_id=b9c8db3c-4e14-475a-8403-288b4b3213c1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:55:58.033274 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:58.045817 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Calling delete_port for 708e20fb-b458-4b21-bd2a-b5344f199363 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:58.249424 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:58.277918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=708e20fb-b458-4b21-bd2a-b5344f199363,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:58.455863 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ec10959a-cae8-40cb-a35b-c0d3fa47b78a no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:55:58.479417 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: ec10959a-cae8-40cb-a35b-c0d3fa47b78a {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:55:58.479901 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device ec10959a-cae8-40cb-a35b-c0d3fa47b78a not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:55:58.480231 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:55:58.500053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:55:58.500293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 4d88f6a6-0cb9-4e77-8a49-08d24cdc1529 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:55:58.806900 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.017493 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Router 2619a1f8-2420-4dfa-85d8-1a320445d67c has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:55:59.130811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:55:59.136365 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-0653aceb-9645-49f9-bdcb-7c701a66f5e4 admin admin] 10.222.0.38 "PUT /v2.0/routers/2619a1f8-2420-4dfa-85d8-1a320445d67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807975 Sep 23 20:55:59.139187 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48030) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:59.141426 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] Sync routers for ids ['2619a1f8-2420-4dfa-85d8-1a320445d67c'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:55:59.151759 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] Routers {'2619a1f8-2420-4dfa-85d8-1a320445d67c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:55:59.152388 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2619a1f8-2420-4dfa-85d8-1a320445d67c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:59.244626 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks [] for router, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.254240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] Set router 2619a1f8-2420-4dfa-85d8-1a320445d67c gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:55:59.349050 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.402809 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Deleting port 7b0f9428-f92a-4476-84c1-7aa92def081e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:55:59.403152 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.437379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:55:58Z', 'revision_number': 5, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port': {'id': '7b0f9428-f92a-4476-84c1-7aa92def081e', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:59.465004 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] Checking router: 2619a1f8-2420-4dfa-85d8-1a320445d67c for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:55:59.473259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] Routers {'2619a1f8-2420-4dfa-85d8-1a320445d67c'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:55:59.473871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['2619a1f8-2420-4dfa-85d8-1a320445d67c'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:59.485110 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] For port 7b0f9428-f92a-4476-84c1-7aa92def081e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7b0f9428-f92a-4476-84c1-7aa92def081e,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:55:59.485472 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.497851 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Calling delete_port for 7b0f9428-f92a-4476-84c1-7aa92def081e owned by network:router_gateway {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:55:59.558916 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] Set router 2619a1f8-2420-4dfa-85d8-1a320445d67c gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:55:59.610674 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:55:59Z', 'revision_number': 6, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:55:59.640154 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0df1b-2b2b-483c-8b5f-77e699953818 None None] The sync data for ids ['2619a1f8-2420-4dfa-85d8-1a320445d67c'] in n-d-810763-1 is: [{'id': '2619a1f8-2420-4dfa-85d8-1a320445d67c', 'name': 'tempest-TestShelveInstance-1907857172-router', 'tenant_id': '20b5bf7647a04c97bb5dbda541e264be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:47:18Z', 'updated_at': '2021-09-23T20:55:59Z', 'revision_number': 6, 'project_id': '20b5bf7647a04c97bb5dbda541e264be', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:55:59.664299 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.691603 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0f9428-f92a-4476-84c1-7aa92def081e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:55:59.759974 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.849409 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.852003 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.894182 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.894724 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2619a1f8-2420-4dfa-85d8-1a320445d67c {{(pid=94825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:55:59.899173 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] Notify callbacks [] for router, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.900423 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-1d0ff355-a0ee-4d9a-a5b0-86da6382ccca admin admin] 10.222.0.38 "DELETE /v2.0/routers/2619a1f8-2420-4dfa-85d8-1a320445d67c HTTP/1.1" status: 204 len: 168 time: 0.7602475 Sep 23 20:55:59.902997 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48032) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:55:59.947534 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] Deleting subnet 00dd7f83-0832-4696-af6a-ed5feece586d {{(pid=94825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:55:59.950662 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:55:59.986286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5973635'] for subnet, precommit_delete_associations {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.072220 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.125359 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314943'] for subnet, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.151599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dd7f83-0832-4696-af6a-ed5feece586d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:00.156278 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.158318 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-57dbd23f-429c-48f1-b279-57b2496ecb13 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/00dd7f83-0832-4696-af6a-ed5feece586d HTTP/1.1" status: 204 len: 168 time: 0.2543545 Sep 23 20:56:00.160801 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48034) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:00.164240 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d30aca-3c5f-4f79-9d0e-685b7dba0fe4 None None] Network 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:56:00.234423 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.287253 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Deleting port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:56:00.288193 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.356425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] For port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,segment=NetworkSegment(b9c8db3c-4e14-475a-8403-288b4b3213c1),segment_id=b9c8db3c-4e14-475a-8403-288b4b3213c1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:00.356802 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.376043 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Calling delete_port for afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:56:00.384609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] DHCP port deletion for 5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:56:00.440705 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] Deleting port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:56:00.441088 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.458413 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:56:00.466055 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.487032 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:56:00.487311 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:56:00.487721 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b0f9428-f92a-4476-84c1-7aa92def081e no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:56:00.494586 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:00.496385 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] No DVR routers for this DVR port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e on host n-d-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:56:00.539775 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7b0f9428-f92a-4476-84c1-7aa92def081e {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:56:00.540126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7b0f9428-f92a-4476-84c1-7aa92def081e not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:56:00.540546 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 708e20fb-b458-4b21-bd2a-b5344f199363 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:56:00.564292 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 708e20fb-b458-4b21-bd2a-b5344f199363 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:56:00.564639 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 708e20fb-b458-4b21-bd2a-b5344f199363 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:56:00.574043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] For port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,segment=NetworkSegment(b9c8db3c-4e14-475a-8403-288b4b3213c1),segment_id=b9c8db3c-4e14-475a-8403-288b4b3213c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:00.574411 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.576275 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.588008 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] Calling delete_port for afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:56:00.598240 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7']}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:00.607715 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c8db3c-4e14-475a-8403-288b4b3213c1') {'for_net_delete': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:00.608017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.services.segments.db [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c8db3c-4e14-475a-8403-288b4b3213c1') {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:00.618679 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5973658'] for segment, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.632778 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.639087 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:56:00.639620 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5093641'] for segment, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: Traceback (most recent call last): Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: timer() Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: cb(*args, **kw) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: return func(*args, **kwargs) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: self._notify() Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: self.callback(batched_events) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: event.method(event) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: return f(self, *a, **k) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: return self._get(url).json() Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: return self.request(url, 'GET', **kwargs) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:56:00.641521 n-d-810763-1 neutron-server[94825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:56:00.666335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.698645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] Pushing event deleted for resources: {'Port': ['ID=afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:00.700880 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa403c1-1b9f-4704-9c08-4fe50246d73b None None] No DVR routers for this DVR port afe31dcb-ffb7-4fd3-9404-d3cd74cc1a0e on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:56:00.713503 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.720025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.725147 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7 HTTP/1.1" status: 204 len: 168 time: 0.5631390 Sep 23 20:56:00.736573 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc0616-c5c8-4701-b5ef-d2fb80096cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa76f5e-7dfb-43f9-8b74-8fc1f4c26ff7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:00.845839 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48038) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:00.888340 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-98d04edf-df10-4818-a749-6d5921582ea3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=214c936a07164de18624809e1c849a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397606 Sep 23 20:56:00.889395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48040) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:00.936906 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7121a24b-9dd3-4c20-8b14-d6144b6cf57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:00.959062 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7121a24b-9dd3-4c20-8b14-d6144b6cf57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:01.007112 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7121a24b-9dd3-4c20-8b14-d6144b6cf57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:01.009622 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7121a24b-9dd3-4c20-8b14-d6144b6cf57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:01.010850 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-7121a24b-9dd3-4c20-8b14-d6144b6cf57b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c50bac3f-ef07-4f23-b08b-d1afeeb5b827 HTTP/1.1" status: 204 len: 168 time: 0.1205554 Sep 23 20:56:01.019252 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121a24b-9dd3-4c20-8b14-d6144b6cf57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50bac3f-ef07-4f23-b08b-d1afeeb5b827,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:01.323040 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48046) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:01.363025 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-41c1996a-5a43-438b-81ea-ee66bb8ceab2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20b5bf7647a04c97bb5dbda541e264be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387969 Sep 23 20:56:01.366170 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48048) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:01.418965 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8885c074-34d9-4afb-9abc-d1b63368caa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:01.440508 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8885c074-34d9-4afb-9abc-d1b63368caa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:01.487911 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8885c074-34d9-4afb-9abc-d1b63368caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:01.490601 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8885c074-34d9-4afb-9abc-d1b63368caa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:01.491881 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8885c074-34d9-4afb-9abc-d1b63368caa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba93a726-06d2-4a37-b2d1-754e4d96370b HTTP/1.1" status: 204 len: 168 time: 0.1247633 Sep 23 20:56:01.499852 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885c074-34d9-4afb-9abc-d1b63368caa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93a726-06d2-4a37-b2d1-754e4d96370b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:02.180130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48070) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:02.275487 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1141184065-network', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:02.296506 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Made reservation on behalf of d97ee42cf7364696acd47b2d30294669 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:56:02.298888 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.307634 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.400502 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.404276 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.432134 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:56:02.438697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a654c-d923-4bdb-960b-e09f5f7e83e6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:02.446197 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.446554 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Added segment 8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a of type vlan for network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 Sep 23 20:56:02.486414 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.510751 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.511689 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:02.512272 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.544617 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3632796 Sep 23 20:56:02.547682 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:02.552634 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Request body: {'subnet': {'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1141184065-subnet', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:02.574471 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Made reservation on behalf of d97ee42cf7364696acd47b2d30294669 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:56:02.576890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.577042 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133def8-26f3-42e4-8dbb-902017984491 admin admin] Pushing event updated for resources: {'Network': ['ID=45e8991e-1deb-4d0b-a605-f0f7d11aba52,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:02.587898 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:56:02.751232 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.803028 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d12d64-1954-4b72-991e-613932104931,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:02.813887 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Checking segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:02.814273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Network hostable DHCP agents. Network: 45e8991e-1deb-4d0b-a605-f0f7d11aba52, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:56:02.830495 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:56:02.838888 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 45e8991e-1deb-4d0b-a605-f0f7d11aba52) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:02.843059 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:02.843663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.850578 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a64de-5a19-4519-a8d4-732ad2739401 None None] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:56:02.857641 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-a41c31f8-40b9-4c69-a089-6d6952f5ba7f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088446 Sep 23 20:56:02.860368 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:02.864770 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:02.885057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.886201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:02.937971 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.002996 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:56:03.003863 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.074489 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.144830 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Allocated IP 172.20.0.2 (45e8991e-1deb-4d0b-a605-f0f7d11aba52/39d12d64-1954-4b72-991e-613932104931/fbe91828-b4c2-4742-933b-629e718bb524) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:03.294302 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.297057 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.300967 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.319081 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.435121 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Allocated IP 172.25.6.123 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/79ff4afa-fa43-4d24-b752-c9c5d49d47f0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:03.493913 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:03.496729 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:03.500200 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:03.511950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Pushing event updated for resources: {'Port': ['ID=fbe91828-b4c2-4742-933b-629e718bb524,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:03.552303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.561850 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Attempting to bind port fbe91828-b4c2-4742-933b-629e718bb524 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:56:03.562233 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Attempting to bind port fbe91828-b4c2-4742-933b-629e718bb524 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:56:03.562608 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Attempting to bind port fbe91828-b4c2-4742-933b-629e718bb524 on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:03.567823 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:56:03.568192 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Checking segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:03.569089 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.569464 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Bound using segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:56:03.570082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Bound port: fbe91828-b4c2-4742-933b-629e718bb524, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:56:03.570494 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.587475 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.623307 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:03.627567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:03.631722 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:03.644527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] For port fbe91828-b4c2-4742-933b-629e718bb524, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:56:03.649009 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] For port fbe91828-b4c2-4742-933b-629e718bb524, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fbe91828-b4c2-4742-933b-629e718bb524,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:56:03.653680 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:03.656742 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Pushing event updated for resources: {'Port': ['ID=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:03.710661 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2437b8-4a74-495c-8263-465cfe9ef582 None None] Pushing event updated for resources: {'Port': ['ID=fbe91828-b4c2-4742-933b-629e718bb524,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:03.901955 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:04.098680 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:04.226942 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:56:04.339822 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:56:04.358834 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:04.363183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cd1e8832-9462-40a2-98bd-5f9df2d26d8c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4986713 Sep 23 20:56:04.363293 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48084) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:04.369386 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Sync routers for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:56:04.379294 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:04.385642 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:04.438658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fbe91828-b4c2-4742-933b-629e718bb524 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:04.492209 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port fbe91828-b4c2-4742-933b-629e718bb524 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:04.492804 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:04.506893 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:04.582818 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:04.624635 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port fbe91828-b4c2-4742-933b-629e718bb524, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fbe91828-b4c2-4742-933b-629e718bb524,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:04.632412 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:04.686602 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=fbe91828-b4c2-4742-933b-629e718bb524,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:04.720505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bee7be-f8d1-432b-b865-72312e3e03fd None None] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:56:04.722471 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:03Z', 'revision_number': 3, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:04.751293 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Checking router: 84b81ce2-be12-4a67-a0b5-f867c41dcc4e for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:56:04.751654 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Updating router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:56:04.778414 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:04.798614 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b5b1c52a-9f86-469f-804b-78a1c265bd2f None None] Provisioning complete for port fbe91828-b4c2-4742-933b-629e718bb524 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:04.799013 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b5b1c52a-9f86-469f-804b-78a1c265bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.055657 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.063782 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.112272 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Attempting to bind port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:56:05.112696 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Attempting to bind port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:56:05.112998 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Attempting to bind port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:05.124265 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:56:05.124634 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:05.125032 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.125429 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:56:05.125895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Bound port: 79ff4afa-fa43-4d24-b752-c9c5d49d47f0, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:56:05.126298 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.128079 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Pushing event updated for resources: {'Port': ['ID=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:05.155518 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.155879 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.156190 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.156525 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.156793 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.156908 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.157161 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.157484 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.157801 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.158121 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.158477 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.158795 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.159110 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:56:05.191682 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] For port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:56:05.195283 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] For port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:56:05.199674 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.252766 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:05.253386 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:05.272104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-460e8b0e-ce8a-4dc7-add7-4c61e54dca1d None None] Provisioning complete for port fbe91828-b4c2-4742-933b-629e718bb524 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:05.273274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-460e8b0e-ce8a-4dc7-add7-4c61e54dca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.295275 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbe54f-8e8d-419b-a518-345609d018f5 None None] Pushing event updated for resources: {'Port': ['ID=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:05.330299 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Allocated IP 172.20.0.1 (45e8991e-1deb-4d0b-a605-f0f7d11aba52/39d12d64-1954-4b72-991e-613932104931/46129a29-2fed-43d5-8bb3-06e59557e054) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:05.377443 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:05.446302 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.480131 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.520694 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:05.523665 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:05.531497 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:05.551086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Pushing event updated for resources: {'Port': ['ID=46129a29-2fed-43d5-8bb3-06e59557e054,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:05.572955 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.658279 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:03Z', 'revision_number': 3, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:05.692845 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8a25d-e2bf-4b7d-b2a5-13f7ec4936f5 None None] The sync data for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 is: [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:03Z', 'revision_number': 3, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:56:05.714246 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.784792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c0d59788-1653-421c-8c9f-ff08941cb52e None None] Provisioning complete for port 46129a29-2fed-43d5-8bb3-06e59557e054 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:05.785348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0d59788-1653-421c-8c9f-ff08941cb52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.822591 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c0d59788-1653-421c-8c9f-ff08941cb52e None None] Port 46129a29-2fed-43d5-8bb3-06e59557e054 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:56:05.913191 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.918371 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:05.995552 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Pushing event updated for resources: {'Port': ['ID=46129a29-2fed-43d5-8bb3-06e59557e054,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:05.998258 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:06.094892 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:06.096373 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:06.221249 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:56:06.344651 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:56:06.352900 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-240b3b0b-dca1-4976-b0fc-2ebcf8fa4f24 None None] Provisioning complete for port 46129a29-2fed-43d5-8bb3-06e59557e054 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:06.353278 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-240b3b0b-dca1-4976-b0fc-2ebcf8fa4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:06.372000 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-5cbb4fec-084e-41e5-9e97-f84052fe8036 admin admin] 10.222.0.38 "PUT /v2.0/routers/84b81ce2-be12-4a67-a0b5-f867c41dcc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075107 Sep 23 20:56:06.405023 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-240b3b0b-dca1-4976-b0fc-2ebcf8fa4f24 None None] Port 46129a29-2fed-43d5-8bb3-06e59557e054 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:56:06.472569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fbe91828-b4c2-4742-933b-629e718bb524 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:06.523645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port fbe91828-b4c2-4742-933b-629e718bb524 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:06.524466 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:06.609995 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:06.663393 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:06.663758 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:06.742776 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:06.765567 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:06.769919 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:06.819587 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:06.871418 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48100) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:06.876493 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1825040602-network', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:06.897374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Made reservation on behalf of 10280b160c534b4eada32bfcf5ae71f0 for: {'network': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:56:06.899800 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for network, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:06.908693 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.006855 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.010804 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.035729 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:56:07.046060 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7981c23-816b-4d59-9060-b76628d3cc36,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:07.052755 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.053620 n-d-810763-1 neutron-server[94825]: INFO neutron.db.segments_db [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Added segment 88e1df71-c642-4d54-99cb-67215462ead1 of type vlan for network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc Sep 23 20:56:07.095725 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773649373974'] for network, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.123511 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790'] for network, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.124492 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:07.125211 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Notify callbacks [] for network, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.164701 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2921643 Sep 23 20:56:07.167505 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:07.172527 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Request body: {'subnet': {'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1825040602-subnet', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:07.191489 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83dc57-9775-447d-9a5b-10c152411af7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:07.197858 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Made reservation on behalf of 10280b160c534b4eada32bfcf5ae71f0 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:56:07.201351 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4439264'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.202553 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc details requested by agent ovs-agent-n-d-810763-1 with host n-d-810763-1 {{(pid=94827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:56:07.298359 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Sync routers for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:56:07.307189 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:07.307813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:07.379128 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66969572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4439250'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.414526 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:07.429041 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a71f1e21-2ce3-469e-930c-9ccdab8fd944,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:07.446647 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Checking segment: {'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:07.447008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Network hostable DHCP agents. Network: 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc, hostable agents: ['9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:56:07.463134 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc is scheduled to be hosted by DHCP agent 9c7dba9c-ff53-4dc6-aa50-a6fd2f0fad24 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:56:07.472139 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810763-1, 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:07.476759 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:07.477462 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.482394 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906c5144-79bd-410c-8b8a-2dc2da3e43ef None None] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:56:07.493488 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-c80e3c42-104f-4ead-8738-9a5cd9d63bd4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3248267 Sep 23 20:56:07.496055 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:07.500694 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:07.523119 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3496'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.524303 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3489'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.579574 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.713317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.713505 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5c0b9b4-c283-5661-acd7-f17f79528bed-7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc', 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'fixed_ips': [{'subnet_id': 'a71f1e21-2ce3-469e-930c-9ccdab8fd944'}]}} from n-d-810763-1. {{(pid=94827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:56:07.714432 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.732256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 2, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:07.770126 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Checking router: 84b81ce2-be12-4a67-a0b5-f867c41dcc4e for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:56:07.770495 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Updating router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e port 46129a29-2fed-43d5-8bb3-06e59557e054 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:56:07.848335 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.912253 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.932542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:07.984571 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Allocated IP 172.20.0.2 (7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc/a71f1e21-2ce3-469e-930c-9ccdab8fd944/bd9a93f3-b959-43f4-a706-00cefef33b49) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:08.038526 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Allocated IP 172.25.6.199 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/7d0accb6-a6e0-4e41-9924-45755e2f2cb6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:08.144030 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.179790 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.216255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:08.220595 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:08.225736 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:08.237322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.250309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:08.264638 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.304207 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.320831 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:08.323535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.339094 n-d-810763-1 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:08.345923 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:08.354151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Pushing event updated for resources: {'Port': ['ID=bd9a93f3-b959-43f4-a706-00cefef33b49,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:08.501199 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.584096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:08.686694 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8781-16b7-4bb7-906f-60eb8d30f0f5 None None] Pushing event updated for resources: {'Port': ['ID=46129a29-2fed-43d5-8bb3-06e59557e054,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:08.698496 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Attempting to bind port bd9a93f3-b959-43f4-a706-00cefef33b49 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:56:08.698860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Attempting to bind port bd9a93f3-b959-43f4-a706-00cefef33b49 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:56:08.699213 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Attempting to bind port bd9a93f3-b959-43f4-a706-00cefef33b49 on network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:08.703585 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649905'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.718613 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:56:08.718980 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Checking segment: {'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:08.719381 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.719767 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Bound using segment: {'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:56:08.720230 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Bound port: bd9a93f3-b959-43f4-a706-00cefef33b49, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:56:08.720603 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.723813 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Attempting to bind port 46129a29-2fed-43d5-8bb3-06e59557e054 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:56:08.724168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Attempting to bind port 46129a29-2fed-43d5-8bb3-06e59557e054 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:56:08.724518 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Attempting to bind port 46129a29-2fed-43d5-8bb3-06e59557e054 on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:08.734871 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0c708c94-c8ac-473b-b89b-e589e617e9e9 None None] Provisioning complete for port 46129a29-2fed-43d5-8bb3-06e59557e054 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:08.735230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c708c94-c8ac-473b-b89b-e589e617e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.767751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:56:08.768016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Checking segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:08.768419 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.768810 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Bound using segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:56:08.769289 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Bound port: 46129a29-2fed-43d5-8bb3-06e59557e054, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:56:08.769673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.812082 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:08.812452 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.875660 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0c708c94-c8ac-473b-b89b-e589e617e9e9 None None] Port 46129a29-2fed-43d5-8bb3-06e59557e054 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:56:08.916506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] For port bd9a93f3-b959-43f4-a706-00cefef33b49, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:56:08.942423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] For port bd9a93f3-b959-43f4-a706-00cefef33b49, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bd9a93f3-b959-43f4-a706-00cefef33b49,segment=NetworkSegment(88e1df71-c642-4d54-99cb-67215462ead1),segment_id=88e1df71-c642-4d54-99cb-67215462ead1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:56:08.950704 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] For port 46129a29-2fed-43d5-8bb3-06e59557e054, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:56:08.953860 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:08.958263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] For port 46129a29-2fed-43d5-8bb3-06e59557e054, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46129a29-2fed-43d5-8bb3-06e59557e054,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:56:08.986503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:09.080364 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af680898-b7f6-491e-92d5-bea5b02e840c None None] Pushing event updated for resources: {'Port': ['ID=bd9a93f3-b959-43f4-a706-00cefef33b49,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:09.085425 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:09.086068 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:09.211119 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8781-16b7-4bb7-906f-60eb8d30f0f5 None None] Pushing event updated for resources: {'Port': ['ID=46129a29-2fed-43d5-8bb3-06e59557e054,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:09.226892 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 is scheduled to L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:56:09.255229 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:09.386273 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:56:09.397649 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Sync routers for ids ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:56:09.409947 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:09.410764 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Routers {'56700dcb-d2d2-4194-ba47-8ff23dcb5295'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:09.411690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cce2c520-aaa0-409d-a886-ad19a5a97538 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9144475 Sep 23 20:56:09.411975 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:09.414915 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48106) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:09.450760 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-821615be-3adc-4e92-bfc8-12dfd4f13465 None None] Provisioning complete for port 46129a29-2fed-43d5-8bb3-06e59557e054 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:09.451140 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821615be-3adc-4e92-bfc8-12dfd4f13465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:09.549410 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Set router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:09.580422 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821615be-3adc-4e92-bfc8-12dfd4f13465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:09.614256 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:08Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:09.649029 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-821615be-3adc-4e92-bfc8-12dfd4f13465 None None] For port 46129a29-2fed-43d5-8bb3-06e59557e054, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46129a29-2fed-43d5-8bb3-06e59557e054,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:09.650643 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cd50a-c703-419e-bcaf-40734ce1a570 None None] The sync data for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 is: [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:08Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:56:09.655383 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821615be-3adc-4e92-bfc8-12dfd4f13465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:09.756987 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821615be-3adc-4e92-bfc8-12dfd4f13465 None None] Pushing event updated for resources: {'Port': ['ID=46129a29-2fed-43d5-8bb3-06e59557e054,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:09.791244 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:08Z', 'revision_number': 3, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port': {'id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:09.827640 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Checking router: 56700dcb-d2d2-4194-ba47-8ff23dcb5295 for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:56:09.827992 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Updating router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 binding host n-d-810763-1 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:56:09.859198 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:09.909904 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.108594 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Allocated IP 172.20.0.1 (7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc/a71f1e21-2ce3-469e-930c-9ccdab8fd944/2587bc60-9fe9-4fd1-b6eb-e42474c65998) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:10.165855 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.174699 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.232102 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe8a997-f5f3-4486-980d-1652b62e5e90 None None] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:56:10.248096 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.265476 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54a0ba-705f-4755-858e-8ac45fb3c15b None None] Pushing event updated for resources: {'Port': ['ID=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:10.272560 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Attempting to bind port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:56:10.272978 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Attempting to bind port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:56:10.273806 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Attempting to bind port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 on network b610f3e1-9c47-4679-9f93-aa14d2cf164a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:10.281251 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:56:10.281627 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Checking segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:10.282032 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.282768 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Bound using segment: {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:56:10.283273 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Bound port: 7d0accb6-a6e0-4e41-9924-45755e2f2cb6, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebd35cf-32b3-4633-8b9e-c72fc3da85f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:56:10.283660 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.299608 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.339122 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4701fab2-f42d-4c7f-9bbc-832999165b4f None None] Provisioning complete for port bd9a93f3-b959-43f4-a706-00cefef33b49 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:10.339574 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4701fab2-f42d-4c7f-9bbc-832999165b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.360481 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:10.363938 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:10.365028 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] For port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6, host n-d-810763-1, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:56:10.368304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:10.376531 n-d-810763-1 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] For port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:56:10.384225 n-d-810763-1 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.411226 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650636'] for router_interface, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.475553 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Routers {'56700dcb-d2d2-4194-ba47-8ff23dcb5295'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:10.476092 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:10.491077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Pushing event updated for resources: {'Port': ['ID=2587bc60-9fe9-4fd1-b6eb-e42474c65998,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:10.545475 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4701fab2-f42d-4c7f-9bbc-832999165b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.556989 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54a0ba-705f-4755-858e-8ac45fb3c15b None None] Pushing event updated for resources: {'Port': ['ID=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:10.561074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bd9a93f3-b959-43f4-a706-00cefef33b49 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:10.636456 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4701fab2-f42d-4c7f-9bbc-832999165b4f None None] For port bd9a93f3-b959-43f4-a706-00cefef33b49, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bd9a93f3-b959-43f4-a706-00cefef33b49,segment=NetworkSegment(88e1df71-c642-4d54-99cb-67215462ead1),segment_id=88e1df71-c642-4d54-99cb-67215462ead1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:10.649152 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4701fab2-f42d-4c7f-9bbc-832999165b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.649432 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.686858 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] Set router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:10.708365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port bd9a93f3-b959-43f4-a706-00cefef33b49 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:10.708628 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.736955 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701fab2-f42d-4c7f-9bbc-832999165b4f None None] Pushing event updated for resources: {'Port': ['ID=bd9a93f3-b959-43f4-a706-00cefef33b49,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:10.844058 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46129a29-2fed-43d5-8bb3-06e59557e054 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:10.922273 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 46129a29-2fed-43d5-8bb3-06e59557e054 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:10.923007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.935214 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.943740 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:10.970349 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:08Z', 'revision_number': 3, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port': {'id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:11.012466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f72e63b5-4860-4298-9ddb-f743dd775439 None None] Provisioning complete for port bd9a93f3-b959-43f4-a706-00cefef33b49 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:11.012840 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f72e63b5-4860-4298-9ddb-f743dd775439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:11.033365 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b9c4f-a2bc-41c8-96f8-6e39b1ac18fd None None] The sync data for ids ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'] in n-d-810763-1 is: [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:08Z', 'revision_number': 3, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port': {'id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:56:11.073293 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651132'] for router_interface, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:11.076205 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Pushing event updated for resources: {'Port': ['ID=2587bc60-9fe9-4fd1-b6eb-e42474c65998,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:11.172104 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f72e63b5-4860-4298-9ddb-f743dd775439 None None] Provisioning complete for port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:11.172479 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f72e63b5-4860-4298-9ddb-f743dd775439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:11.196446 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:11.198297 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:11.217116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f72e63b5-4860-4298-9ddb-f743dd775439 None None] Port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:56:11.327969 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:56:11.340563 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5c82ce9e-914c-4520-887c-94aec9faca1b None None] Provisioning complete for port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:11.341161 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c82ce9e-914c-4520-887c-94aec9faca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:11.393266 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5c82ce9e-914c-4520-887c-94aec9faca1b None None] Port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:56:11.483340 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:56:11.488611 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e3f5a4bc-b877-4592-adab-5d0d225d057d admin admin] 10.222.0.38 "PUT /v2.0/routers/56700dcb-d2d2-4194-ba47-8ff23dcb5295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0726297 Sep 23 20:56:11.519732 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d42134d3-d244-43f5-98fe-d09dd9297b70 None None] Provisioning complete for port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:11.520108 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d42134d3-d244-43f5-98fe-d09dd9297b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:11.560390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d42134d3-d244-43f5-98fe-d09dd9297b70 None None] Port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:56:11.982451 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48116) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:11.987384 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-79f5e695-d019-478e-867b-643970b8367b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142655844', 'description': 'tempest-secgroup-smoke-1142655844 description', 'project_id': 'd97ee42cf7364696acd47b2d30294669'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:12.010368 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f5e695-d019-478e-867b-643970b8367b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.096038 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f5e695-d019-478e-867b-643970b8367b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.099512 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f5e695-d019-478e-867b-643970b8367b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.126635 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79f5e695-d019-478e-867b-643970b8367b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.127867 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-79f5e695-d019-478e-867b-643970b8367b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443260 Sep 23 20:56:12.129752 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5e695-d019-478e-867b-643970b8367b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67a23d-6fd0-4311-b1af-c9062479716e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.130988 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:12.135830 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-761f579a-5d10-4109-86d4-2fcfd9e2ce05 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'security_group_rule': {'security_group_id': '9d67a23d-6fd0-4311-b1af-c9062479716e', 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:12.163661 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-761f579a-5d10-4109-86d4-2fcfd9e2ce05 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.220551 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-761f579a-5d10-4109-86d4-2fcfd9e2ce05 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.224300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-761f579a-5d10-4109-86d4-2fcfd9e2ce05 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.242458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f579a-5d10-4109-86d4-2fcfd9e2ce05 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6537a1f-ebec-4700-872d-47220a640b01,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.248594 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-761f579a-5d10-4109-86d4-2fcfd9e2ce05 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.249754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-761f579a-5d10-4109-86d4-2fcfd9e2ce05 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175964 Sep 23 20:56:12.252559 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:12.257013 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b8c6ccc8-b772-4109-8466-7877dba2a2e5 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'security_group_rule': {'security_group_id': '9d67a23d-6fd0-4311-b1af-c9062479716e', 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:12.283181 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ccc8-b772-4109-8466-7877dba2a2e5 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.345854 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ccc8-b772-4109-8466-7877dba2a2e5 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.351352 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ccc8-b772-4109-8466-7877dba2a2e5 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.374536 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6ccc8-b772-4109-8466-7877dba2a2e5 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd02f3f3-ee00-4c29-85a2-1d0e073df5d2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.381598 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ccc8-b772-4109-8466-7877dba2a2e5 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.385828 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48122) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:12.386145 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-b8c6ccc8-b772-4109-8466-7877dba2a2e5 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324289 Sep 23 20:56:12.390685 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-2e1310cc-a689-44fa-9f97-9b2cad341968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'security_group_rule': {'security_group_id': '9d67a23d-6fd0-4311-b1af-c9062479716e', 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:12.422806 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e1310cc-a689-44fa-9f97-9b2cad341968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.460302 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bd9a93f3-b959-43f4-a706-00cefef33b49 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:12.484305 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e1310cc-a689-44fa-9f97-9b2cad341968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.488141 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e1310cc-a689-44fa-9f97-9b2cad341968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.508629 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port bd9a93f3-b959-43f4-a706-00cefef33b49 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:12.509007 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.509352 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1310cc-a689-44fa-9f97-9b2cad341968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaaa8ea-124e-4159-9d56-a37ba70d38d2,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.511851 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e1310cc-a689-44fa-9f97-9b2cad341968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.513174 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-2e1310cc-a689-44fa-9f97-9b2cad341968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261036 Sep 23 20:56:12.516145 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48124) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:12.520787 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-e46e5ffd-2d78-42ea-98ec-244743d998f8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'security_group_rule': {'security_group_id': '9d67a23d-6fd0-4311-b1af-c9062479716e', 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:12.549984 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ffd-2d78-42ea-98ec-244743d998f8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.595053 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:12.613914 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ffd-2d78-42ea-98ec-244743d998f8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.618146 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ffd-2d78-42ea-98ec-244743d998f8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.637537 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e5ffd-2d78-42ea-98ec-244743d998f8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dbfa30-9925-4fd2-9fbb-0dda860e72ff,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.640998 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ffd-2d78-42ea-98ec-244743d998f8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.642401 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-e46e5ffd-2d78-42ea-98ec-244743d998f8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251392 Sep 23 20:56:12.645192 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48126) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:12.649641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:12.650011 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.650193 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'security_group_rule': {'security_group_id': '9d67a23d-6fd0-4311-b1af-c9062479716e', 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:12.673169 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Project d97ee42cf7364696acd47b2d30294669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:56:12.678612 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.735918 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.749415 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.753252 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.758347 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] For port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:12.762817 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.777992 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7261515f-e14f-42f1-a39f-ee4f956feb33,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.782012 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.785954 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-07619ffe-1edb-4ad4-a4e1-3b71ea140703 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371062 Sep 23 20:56:12.786490 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48128) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:12.790710 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'security_group_rule': {'security_group_id': '9d67a23d-6fd0-4311-b1af-c9062479716e', 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:12.813933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Pushing event updated for resources: {'Port': ['ID=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.814495 n-d-810763-1 neutron-server[94825]: INFO neutron.db.securitygroups_db [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Project d97ee42cf7364696acd47b2d30294669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:56:12.821412 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.884628 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.888687 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606282'] for security_group_rule, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.909077 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd0a060-f2cd-41b7-8918-66786931441a,revision_number=0']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:12.915338 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:12.916529 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-eb91b21a-9253-43a9-be94-f394b122081b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293886 Sep 23 20:56:13.075778 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-15622687-c351-432b-a70a-90722c35180e tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142655844&fields=id&tenant_id=d97ee42cf7364696acd47b2d30294669 HTTP/1.1" status: 200 len: 267 time: 0.0350628 Sep 23 20:56:13.192487 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-71d61286-3b0a-40ab-928c-62dfcec75950 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:13.194607 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-71d61286-3b0a-40ab-928c-62dfcec75950 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 810 time: 0.1111364 Sep 23 20:56:13.201422 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Sync routers for ids ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:56:13.210673 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-d1f8d6d0-9e49-4500-89db-42cbcb3c28f4 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/quotas/d97ee42cf7364696acd47b2d30294669 HTTP/1.1" status: 200 len: 375 time: 0.0094383 Sep 23 20:56:13.211295 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Routers {'56700dcb-d2d2-4194-ba47-8ff23dcb5295'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:13.211922 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:13.264780 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-2c20f228-915d-49d9-bf9f-cbf796a1f78e tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480802 Sep 23 20:56:13.281664 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-568b7fa1-66d7-47b5-9997-3e56a186e9c9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:56:13.282685 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-568b7fa1-66d7-47b5-9997-3e56a186e9c9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056367 Sep 23 20:56:13.391617 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-faf15eb3-78cc-4db1-9876-dbdae5f0be29 service neutron] 10.222.0.38 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015184 Sep 23 20:56:13.485029 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78b508e-c090-4376-b7bc-2807832426ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:13.490819 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-031d81f1-b2db-4d86-8322-0b8f8ec5b4ca service neutron] 10.222.0.38 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924921 Sep 23 20:56:13.508095 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Set router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:13.672120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-65222995-332d-41f1-831b-d7f722d08b1b req-be4a4ba8-2782-423f-a469-57b5eda40b70 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 210 time: 0.0341818 Sep 23 20:56:13.723046 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:10Z', 'revision_number': 4, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port': {'id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '2587bc60-9fe9-4fd1-b6eb-e42474c65998', 'name': '', 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'mac_address': 'fa:16:3e:0d:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a71f1e21-2ce3-469e-930c-9ccdab8fd944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:09Z', 'updated_at': '2021-09-23T20:56:10Z', 'revision_number': 2, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'subnets': [{'id': 'a71f1e21-2ce3-469e-930c-9ccdab8fd944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:13.755491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Checking router: 56700dcb-d2d2-4194-ba47-8ff23dcb5295 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:56:13.755860 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Updating router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 binding host n-d-810763-1 {{(pid=94827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:56:13.781938 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.050274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.055700 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.105953 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f647e69-1bad-484b-9ed4-167cd9b8b08a None None] Pushing event updated for resources: {'Port': ['ID=2587bc60-9fe9-4fd1-b6eb-e42474c65998,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:14.163761 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Attempting to bind port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 on host n-d-810763-1 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:56:14.164130 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Attempting to bind port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 by drivers openvswitch,hyperv on host n-d-810763-1 at level 0 using segments [{'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:56:14.164491 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Attempting to bind port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 on network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:14.169868 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Checking agent: {'id': '273733cd-6850-4d4b-a940-43fe0fa687f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 14, 16), 'started_at': datetime.datetime(2021, 9, 23, 19, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810763-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:56:14.170263 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Checking segment: {'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:14.170664 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.171055 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Bound using segment: {'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:56:14.171515 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Bound port: 2587bc60-9fe9-4fd1-b6eb-e42474c65998, host: n-d-810763-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e1df71-c642-4d54-99cb-67215462ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:56:14.171895 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.239288 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] For port 2587bc60-9fe9-4fd1-b6eb-e42474c65998, host n-d-810763-1, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:56:14.243920 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] For port 2587bc60-9fe9-4fd1-b6eb-e42474c65998, host n-d-810763-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2587bc60-9fe9-4fd1-b6eb-e42474c65998,segment=NetworkSegment(88e1df71-c642-4d54-99cb-67215462ead1),segment_id=88e1df71-c642-4d54-99cb-67215462ead1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:56:14.249093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.322129 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Routers {'56700dcb-d2d2-4194-ba47-8ff23dcb5295'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:14.322725 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:55:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:14.325617 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f647e69-1bad-484b-9ed4-167cd9b8b08a None None] Pushing event updated for resources: {'Port': ['ID=2587bc60-9fe9-4fd1-b6eb-e42474c65998,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:14.368736 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-92d8cbcc-5ed8-41c1-a6ed-992476817cfc None None] Provisioning complete for port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:14.369121 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d8cbcc-5ed8-41c1-a6ed-992476817cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.419379 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:14.505308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] Set router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:14.571466 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:14.571831 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.637345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d8cbcc-5ed8-41c1-a6ed-992476817cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.734016 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-92d8cbcc-5ed8-41c1-a6ed-992476817cfc None None] For port 2587bc60-9fe9-4fd1-b6eb-e42474c65998, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2587bc60-9fe9-4fd1-b6eb-e42474c65998,segment=NetworkSegment(88e1df71-c642-4d54-99cb-67215462ead1),segment_id=88e1df71-c642-4d54-99cb-67215462ead1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:14.744460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92d8cbcc-5ed8-41c1-a6ed-992476817cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.759595 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-641d2b17-42f2-4a35-ae94-5f1dd28008f4 req-3c81f686-89f5-4599-ac36-fb494d286549 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 210 time: 0.0300090 Sep 23 20:56:14.869685 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8cbcc-5ed8-41c1-a6ed-992476817cfc None None] Pushing event updated for resources: {'Port': ['ID=2587bc60-9fe9-4fd1-b6eb-e42474c65998,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:14.887125 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8e18bb94-1e52-4127-b43b-61f926a9baef None None] Provisioning complete for port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:14.887566 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e18bb94-1e52-4127-b43b-61f926a9baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:14.921972 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:10Z', 'revision_number': 4, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port': {'id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '2587bc60-9fe9-4fd1-b6eb-e42474c65998', 'name': '', 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'mac_address': 'fa:16:3e:0d:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a71f1e21-2ce3-469e-930c-9ccdab8fd944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:09Z', 'updated_at': '2021-09-23T20:56:14Z', 'revision_number': 4, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'subnets': [{'id': 'a71f1e21-2ce3-469e-930c-9ccdab8fd944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:14.954547 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d00474-1542-4a83-803b-16ab317ed7d8 None None] The sync data for ids ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'] in n-d-810763-1 is: [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:10Z', 'revision_number': 4, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port': {'id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '2587bc60-9fe9-4fd1-b6eb-e42474c65998', 'name': '', 'network_id': '7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'mac_address': 'fa:16:3e:0d:b6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a71f1e21-2ce3-469e-930c-9ccdab8fd944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:09Z', 'updated_at': '2021-09-23T20:56:14Z', 'revision_number': 4, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'subnets': [{'id': 'a71f1e21-2ce3-469e-930c-9ccdab8fd944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:56:15.856914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-9d0b28e8-baca-442c-9201-06ed95dd38ae req-1c6654a7-7d0f-46b9-a460-c54000f0440d tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 210 time: 0.0261467 Sep 23 20:56:16.406596 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2587bc60-9fe9-4fd1-b6eb-e42474c65998 up at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:16.460195 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f8ef7fc-c50a-46df-a236-ff081f89faee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:16.468816 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Provisioning complete for port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:16.469192 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:16.654152 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:16.764670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-273f29d6-b745-4e46-9fbf-51d33a0b5d73 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:16.766166 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-273f29d6-b745-4e46-9fbf-51d33a0b5d73 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 810 time: 0.1130404 Sep 23 20:56:16.812572 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-4951037e-bccc-4030-88bf-a81f449464cb tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d97ee42cf7364696acd47b2d30294669 HTTP/1.1" status: 200 len: 380 time: 0.0367217 Sep 23 20:56:16.822611 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'port': {'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'admin_state_up': True, 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'security_groups': ['9d67a23d-6fd0-4311-b1af-c9062479716e']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:16.949726 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Made reservation on behalf of d97ee42cf7364696acd47b2d30294669 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:56:16.953062 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:16.982122 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7eaf5b44-dbd2-4eae-9003-edfc0f96c103 req-29041378-bfec-45da-bd9b-b8784a57dd40 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 210 time: 0.0428929 Sep 23 20:56:17.102069 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Allocated IP 172.20.0.5 (45e8991e-1deb-4d0b-a605-f0f7d11aba52/39d12d64-1954-4b72-991e-613932104931/e7bf55b4-c7a1-4a2f-9120-3761a18d5e89) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:17.239534 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.272802 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.315217 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:17.318225 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:17.322633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:17.356997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:17.387655 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:17.388294 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.404041 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-96835627-ba39-4ec3-8afe-849ca16ad0d1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857165 Sep 23 20:56:17.416458 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Request body: {'port': {'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810763-1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:17.448280 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.483568 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.553502 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-da76636b-c373-4bde-a3ec-4f30466a6c8d None None] Provisioning complete for port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:17.553997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-da76636b-c373-4bde-a3ec-4f30466a6c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.602963 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-da76636b-c373-4bde-a3ec-4f30466a6c8d None None] Port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:56:17.762953 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:56:17.770780 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.782379 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Transition to ACTIVE for port object e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:56:17.786317 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.839177 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:17.916185 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Attempting to bind port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 on host n-h1-810763-1 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:56:17.916523 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Attempting to bind port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 by drivers openvswitch,hyperv on host n-h1-810763-1 at level 0 using segments [{'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:56:17.916857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Attempting to bind port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:17.921464 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 not bound, no agent of type Open vSwitch agent registered on host n-h1-810763-1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:56:17.921785 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Attempting to bind port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:56:17.926987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Checking agent: {'id': '39cb5ada-dd4f-4ebe-9646-f6b6ac74fd26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:56:17.927325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Checking segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:56:17.927713 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Bound using segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:56:17.928720 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Bound port: e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host: n-h1-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:56:17.929084 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:17.997159 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:56:18.000813 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:56:18.006654 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:18.054702 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.055768 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:18.056965 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-62238106-24bb-4561-8f57-5b14c513442a service neutron] 10.222.0.72 "PUT /v2.0/ports/e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 1091 time: 0.6448913 Sep 23 20:56:18.057389 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:56:18.060016 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:56:18.113607 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62238106-24bb-4561-8f57-5b14c513442a service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:18.169566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95798ba2-9c40-45e9-b061-b464aa99960d req-e6ff320e-8e52-468a-8c4b-24d5c8bf4855 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.171216 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95798ba2-9c40-45e9-b061-b464aa99960d req-e6ff320e-8e52-468a-8c4b-24d5c8bf4855 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 943 time: 0.0973284 Sep 23 20:56:18.189407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-d2ed56b9-66d0-4c4d-be08-10e871d001c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.190968 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-d2ed56b9-66d0-4c4d-be08-10e871d001c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1094 time: 0.0786369 Sep 23 20:56:18.240788 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-8c0c858e-c90e-4fcf-8ab1-56c121bbe103 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 217 time: 0.0408993 Sep 23 20:56:18.268164 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-95798ba2-9c40-45e9-b061-b464aa99960d req-770f7c05-7663-4f5c-b189-89cfada835a7 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880666 Sep 23 20:56:18.305008 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-2036040f-9021-4cc9-a7c3-0e9977d82ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.306647 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-2036040f-9021-4cc9-a7c3-0e9977d82ec3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0570014 Sep 23 20:56:18.325477 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b11f8d-6f69-48b8-b94c-edd46d397f30 x-openstack-request-id: req-d1b11f8d-6f69-48b8-b94c-edd46d397f30 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:56:18.325968 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:56:18.326416 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1b11f8d-6f69-48b8-b94c-edd46d397f30 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:56:18.326813 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'status': 'completed', 'code': 200} Sep 23 20:56:18.359309 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-45a25d61-9f48-4156-a8cb-e309e1f3187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.360834 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-45a25d61-9f48-4156-a8cb-e309e1f3187b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471466 Sep 23 20:56:18.453668 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-f2864f65-f454-499a-b325-949d7708e673 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856023 Sep 23 20:56:18.553738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b02e3c3b-c37c-4a25-9cbf-35c87e6c2400 req-c5daefb7-11af-43ad-9535-36f9d70e3bed service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918131 Sep 23 20:56:18.645710 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-30be76d2-37eb-43d0-a596-b6a082137e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.647874 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-30be76d2-37eb-43d0-a596-b6a082137e85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1094 time: 0.0422964 Sep 23 20:56:18.743623 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-14f59173-8112-4840-be94-e2dcebfabfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.745133 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-14f59173-8112-4840-be94-e2dcebfabfb9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.0897973 Sep 23 20:56:18.786339 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-ee31d5a5-6299-4d4c-9443-ae325a1a5665 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 217 time: 0.0336769 Sep 23 20:56:18.841808 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-3376228a-1ee3-46f6-a669-e667c0b9cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.843230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-3376228a-1ee3-46f6-a669-e667c0b9cf38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0497215 Sep 23 20:56:18.891920 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-b900c388-fb0b-417e-8866-5ccd21682ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:18.893456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-b900c388-fb0b-417e-8866-5ccd21682ea5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419111 Sep 23 20:56:18.942537 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:18.986230 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-a57059c3-35dc-4fde-b755-7d61152d5c18 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842700 Sep 23 20:56:19.082732 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e3bb4058-d17e-4437-94a8-9df1c23ddfbe req-179b3e56-96f1-404b-8416-239619945027 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886958 Sep 23 20:56:19.393678 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29be555-4890-46a5-a80b-4e4ee5e0d139 req-77a86853-2792-4cfe-bec2-ec0312acb109 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:19.395235 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f29be555-4890-46a5-a80b-4e4ee5e0d139 req-77a86853-2792-4cfe-bec2-ec0312acb109 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 943 time: 0.0507603 Sep 23 20:56:19.435597 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f29be555-4890-46a5-a80b-4e4ee5e0d139 req-38186ebb-ed54-4204-85f0-579e0d75512a tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342286 Sep 23 20:56:20.554881 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f018-6c04-4926-bbee-1455b41cfaa4 req-0ff72f75-827b-4e13-aa74-e4e5ab86a7ba tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:20.556425 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aab3f018-6c04-4926-bbee-1455b41cfaa4 req-0ff72f75-827b-4e13-aa74-e4e5ab86a7ba tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 943 time: 0.0546639 Sep 23 20:56:20.595479 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-aab3f018-6c04-4926-bbee-1455b41cfaa4 req-8e978edf-7aff-463f-8b59-05753d6c288f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324574 Sep 23 20:56:21.482261 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:56:21.576846 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:21.588864 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:56:21.629574 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:21.642708 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:56:21.662380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:21.667557 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:21.712890 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1c2d-f92b-4aaa-82b4-79ce23000600 req-53024083-85b0-4d95-9ac4-8a85b1967a26 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:21.714597 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5ed1c2d-f92b-4aaa-82b4-79ce23000600 req-53024083-85b0-4d95-9ac4-8a85b1967a26 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 944 time: 0.0518272 Sep 23 20:56:21.717440 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:21.753612 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c5ed1c2d-f92b-4aaa-82b4-79ce23000600 req-0a8827c4-3b03-4749-b619-cdf158254c2a tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328262 Sep 23 20:56:21.877712 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:56:22.867508 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544d5b1-0e12-4e77-a79d-5521424e2095 req-5134b771-05c1-4ec8-b609-8f124ef40511 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:22.868916 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2544d5b1-0e12-4e77-a79d-5521424e2095 req-5134b771-05c1-4ec8-b609-8f124ef40511 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 944 time: 0.0482395 Sep 23 20:56:22.906815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2544d5b1-0e12-4e77-a79d-5521424e2095 req-bc841b96-ed28-404e-917e-dac5a85b2c1f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Sep 23 20:56:23.482992 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:56:23.521409 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:56:23.531792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning for port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:56:23.535770 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:56:23.536143 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:23.614975 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:23.637600 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:56:23.639878 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f77440-4da5-4fc7-964d-d5f6e00561bf" -d '{"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:56:23.652622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:56:23.657158 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:23.705390 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:23.745132 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57637d9-bbe2-4716-85de-ca5d79a77cfd x-openstack-request-id: req-b57637d9-bbe2-4716-85de-ca5d79a77cfd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:56:23.745434 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:56:23.745735 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b57637d9-bbe2-4716-85de-ca5d79a77cfd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:56:23.746135 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'code': 200} Sep 23 20:56:23.845590 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895119e-1104-4f4a-9f58-1ee08b23cd3a req-40b0c7ac-35b7-48c8-9ccb-eea1adeebef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:23.847128 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a895119e-1104-4f4a-9f58-1ee08b23cd3a req-40b0c7ac-35b7-48c8-9ccb-eea1adeebef2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1096 time: 0.0429351 Sep 23 20:56:23.882231 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a895119e-1104-4f4a-9f58-1ee08b23cd3a req-4063a86a-f3ab-4c12-9950-8c674f148ad5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272515 Sep 23 20:56:24.022150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03104-98b8-40bc-a6b2-033351b25b48 req-4ed756a3-965c-484f-87d0-b6148f64c566 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:24.023579 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6bd03104-98b8-40bc-a6b2-033351b25b48 req-4ed756a3-965c-484f-87d0-b6148f64c566 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 945 time: 0.0485668 Sep 23 20:56:24.061181 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6bd03104-98b8-40bc-a6b2-033351b25b48 req-2ebf3aa0-49f9-4e95-9d54-865e001c2bae tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Sep 23 20:56:25.177426 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e76e35-8a4e-4eb6-85b9-3071e3e79e69 req-0a9b2722-ca39-4ec3-8fae-35879f95edc1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:25.179484 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e76e35-8a4e-4eb6-85b9-3071e3e79e69 req-0a9b2722-ca39-4ec3-8fae-35879f95edc1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 945 time: 0.0496466 Sep 23 20:56:25.217127 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b2e76e35-8a4e-4eb6-85b9-3071e3e79e69 req-f98d7c69-103b-4e0c-9db3-9c632086927a tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313833 Sep 23 20:56:25.341405 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39502c19-94f9-4c71-bd25-8a9587769209 req-1bce7864-b132-4493-b2db-309b6e2c00f9 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:25.342934 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39502c19-94f9-4c71-bd25-8a9587769209 req-1bce7864-b132-4493-b2db-309b6e2c00f9 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 945 time: 0.0585496 Sep 23 20:56:25.382393 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-39502c19-94f9-4c71-bd25-8a9587769209 req-e9b1f30a-e421-46f9-8529-9b6eaf0bad9b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Sep 23 20:56:25.404799 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:25.534289 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e1b63-8d34-48bf-b972-386313157a91 tempest-TestSnapshotPattern-2041407891 tempest-TestSnapshotPattern-2041407891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:25.535811 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ea7e1b63-8d34-48bf-b972-386313157a91 tempest-TestSnapshotPattern-2041407891 tempest-TestSnapshotPattern-2041407891-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1091 time: 0.1300187 Sep 23 20:56:25.539328 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:56:25.543497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:56:25.564914 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:25.665706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:25.767562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Allocated IP 172.25.6.143 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/2a378e10-2f45-4360-9676-a777ddc6880c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:56:25.871243 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:25.904387 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:25.941128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:56:25.944482 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:56:25.948585 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:56:25.973494 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'Port': ['ID=2a378e10-2f45-4360-9676-a777ddc6880c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:26.291718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:26.325738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:26.394890 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:26.423097 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-0167a153-90a0-4281-8e32-5ef4e5625edb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865178 Sep 23 20:56:26.562461 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-3f772aa3-1845-40a6-8555-325f670394b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:26.563841 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-3f772aa3-1845-40a6-8555-325f670394b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1096 time: 0.0953681 Sep 23 20:56:26.595366 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:26.609003 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:26.738566 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'Port': ['ID=2a378e10-2f45-4360-9676-a777ddc6880c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:56:26.747683 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:26.781497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-d8a77d8c-b167-4b82-9826-1ed4a70df79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:26.783021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-d8a77d8c-b167-4b82-9826-1ed4a70df79a service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.1989055 Sep 23 20:56:26.885865 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-78a63168-5d20-4c14-85a7-9b15b647851c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 999 time: 0.0955555 Sep 23 20:56:26.904738 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Floating IP 18193466-e61e-4d44-b345-cc429a527e7f associated. External IP: 172.25.6.143, port: e7bf55b4-c7a1-4a2f-9120-3761a18d5e89. Sep 23 20:56:27.002579 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-a2993faf-b54b-47c9-867d-574879723dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:27.004075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-a2993faf-b54b-47c9-867d-574879723dc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.1104076 Sep 23 20:56:27.072400 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-0c28708d-9a2c-4702-89a9-40104f4c064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:27.073899 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-0c28708d-9a2c-4702-89a9-40104f4c064b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585830 Sep 23 20:56:27.585611 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-4411ad9f-fb0c-4e2c-a308-192022d0619c service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339810 Sep 23 20:56:27.589584 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:56:27.651037 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:27.766061 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3cd98270-3316-4e2c-a4af-ce28c85fef58 req-cd461ae4-7475-4300-878f-5a5948dfa601 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715655 Sep 23 20:56:27.775364 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:56:27.788386 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] Sync routers for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:56:27.792097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:27.797615 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:27.798231 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:56:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:27.831991 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3dbb56da-8bae-4297-8a09-453d5fa1f6ce tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2799654 Sep 23 20:56:27.831991 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:56:27.831991 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db0cff7-8ebe-42f6-b927-42e167d3f999" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:56:27.919001 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681db1f-c747-438f-82b6-235b5282f134 x-openstack-request-id: req-5681db1f-c747-438f-82b6-235b5282f134 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:56:27.919288 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:56:27.919536 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5681db1f-c747-438f-82b6-235b5282f134 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:56:27.919940 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'status': 'completed', 'code': 200} Sep 23 20:56:27.983325 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-fae2186f-3eb8-49f6-8dfd-f96a4cf4eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:27.985698 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-fae2186f-3eb8-49f6-8dfd-f96a4cf4eb51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1096 time: 0.0422053 Sep 23 20:56:27.996692 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:28.098250 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-a37c5364-573b-420d-a683-02e3bee821d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:28.099714 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-a37c5364-573b-420d-a683-02e3bee821d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.1071434 Sep 23 20:56:28.165335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-46df800c-0a33-401f-8997-80950039854a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 999 time: 0.0578802 Sep 23 20:56:28.220152 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:26Z', 'revision_number': 0, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:28.220490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-b7ce00cf-ad27-47f6-8ff8-71165c2b3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:28.221910 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-b7ce00cf-ad27-47f6-8ff8-71165c2b3d56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0493391 Sep 23 20:56:28.249726 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] Checking router: 84b81ce2-be12-4a67-a0b5-f867c41dcc4e for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:56:28.258887 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:56:28.259507 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:56:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:28.269522 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-6146c150-3d0b-4d61-84d9-be4cc9f692cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:56:28.271120 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-6146c150-3d0b-4d61-84d9-be4cc9f692cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418563 Sep 23 20:56:28.365294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-c031ae27-eef1-417a-b1a5-a90f6364f6a9 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862343 Sep 23 20:56:28.366895 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:56:28.466113 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5db0cff7-8ebe-42f6-b927-42e167d3f999 req-6275da76-b8b9-4736-9c6c-27ca2eb58a62 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932906 Sep 23 20:56:28.593780 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:26Z', 'revision_number': 0, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:56:28.620164 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f521c-7f26-4f40-b2f1-b92a93239ac4 None None] The sync data for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 is: [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:26Z', 'revision_number': 0, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:56:28.822173 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff745b5b-9cb4-4c48-a9a3-f9ea85fe20b1 None None] New status for floating IP 18193466-e61e-4d44-b345-cc429a527e7f: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:56:43.351672 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9aca9002-eac6-494d-9900-22c2e1acdab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:46.450230 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52156e81-8d28-43e8-b473-a25c0cd920ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:46.644930 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:47.448499 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:48.946017 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:56.343523 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:56:57.642588 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:00.521200 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:57:13.352076 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3f4fc84-b8e1-4d2b-9aeb-a08faa68f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:16.450808 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7395d615-e6d6-4b2f-87d8-3a00828ef843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:16.648517 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:17.451554 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:18.948397 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:26.361595 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:26.382914 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-076d4aad-2805-4575-8bcc-35efee11b41d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441906 Sep 23 20:57:26.471681 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-52cc4991-0a59-41b5-a2ce-54eb8b4406ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:57:26.473232 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-52cc4991-0a59-41b5-a2ce-54eb8b4406ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1096 time: 0.0460055 Sep 23 20:57:26.580314 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-ec6b3ef6-5d34-4630-ad50-bbde2195767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:57:26.581825 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-ec6b3ef6-5d34-4630-ad50-bbde2195767a service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.0888402 Sep 23 20:57:26.650705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-846124e5-c921-4c9d-83c4-bd94d54b7ef4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 1001 time: 0.0612364 Sep 23 20:57:26.701172 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-21494f09-7b7e-4395-be92-fb6873b2082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:57:26.702700 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-21494f09-7b7e-4395-be92-fb6873b2082d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0446620 Sep 23 20:57:26.748332 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-82eb10d7-c133-480e-acbc-f17888a8fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:57:26.749851 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-82eb10d7-c133-480e-acbc-f17888a8fa73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405273 Sep 23 20:57:26.842562 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-f2afb211-0d61-4f61-a0d8-337a435c3e67 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855718 Sep 23 20:57:26.930397 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9b6ef71-13ad-495e-8a19-26de29583a5c req-303edddc-9095-40a3-8fc6-aa5eacc74c00 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801718 Sep 23 20:57:27.641568 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:37.520566 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:57:43.361939 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cc8feaa-47d4-48f4-bd69-d9e2785ba4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:46.452111 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12e0f541-e069-4e8d-b3d8-9b0672263920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:46.649694 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:47.454403 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:48.950002 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:56.364315 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:57:57.658114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:13.353179 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45c1ef59-b327-443b-b81b-760e41c356df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:14.519813 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:58:16.454658 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e827236-a66d-4ab1-9ce7-fb5580fd2d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:16.654022 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:17.458252 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:18.955365 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:26.388769 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:27.827974 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:28.057733 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 details requested by agent hyperv_n-h1-810763-1 with host n-h1-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:58:28.164293 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:58:28.176699 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Returning: {'device': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:58:28.219114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:28.232933 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:58:28.254506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:58:28.259935 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:28.320894 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:58:28.331357 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] get_ports_and_sgs() called for port_ids ['e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:58:28.360510 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.361210 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.361902 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.362609 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.364423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.364966 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.365506 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.366062 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.366598 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.367111 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.367636 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.368147 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:28.451182 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-c0fb85d4-91a3-4eb3-a792-fce9a5423c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:28.453799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-c0fb85d4-91a3-4eb3-a792-fce9a5423c0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1095 time: 0.0540209 Sep 23 20:58:28.580847 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-c736a396-e08d-4652-8ec6-67c2d768f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:28.582765 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-c736a396-e08d-4652-8ec6-67c2d768f34c service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.1026843 Sep 23 20:58:28.665537 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-6bf76658-8f55-4359-98d6-98e16c0247e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 1000 time: 0.0727241 Sep 23 20:58:28.719670 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-0e0694fc-a9c1-4cf1-a661-a9c550c74125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:28.721051 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-0e0694fc-a9c1-4cf1-a661-a9c550c74125 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0485399 Sep 23 20:58:28.776838 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-356a2de9-031f-4b28-b82b-d9564cc7e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:28.778540 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-356a2de9-031f-4b28-b82b-d9564cc7e091 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496914 Sep 23 20:58:28.793023 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-3f2e7556-5b5e-48a2-bb9c-8f928ac39ed3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:58:28.794115 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-3f2e7556-5b5e-48a2-bb9c-8f928ac39ed3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057940 Sep 23 20:58:28.900138 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-3d1588bb-587c-4199-8922-7255b8f46000 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989978 Sep 23 20:58:29.004183 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b7878ca4-2761-46c8-8e8e-fa27324bfda2 req-d8c4f617-a5b6-4710-afed-cee72d6f46b6 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970190 Sep 23 20:58:30.077527 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 up at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:58:30.130862 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Provisioning complete for port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:58:30.131529 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:30.214078 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:30.238168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:58:30.240444 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0743de72-cc3e-44c5-ba69-947bfb1242af" -d '{"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:58:30.255964 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:58:30.263569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:30.331569 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:58:30.332882 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41daecb0-9728-4d4e-bc80-60e00847b27e x-openstack-request-id: req-41daecb0-9728-4d4e-bc80-60e00847b27e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:58:30.333173 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:58:30.333423 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41daecb0-9728-4d4e-bc80-60e00847b27e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:58:30.333814 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'code': 200} Sep 23 20:58:36.065469 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-d5c641f6-2a7d-4752-9838-3c2b79176a19 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142655844&fields=id&tenant_id=d97ee42cf7364696acd47b2d30294669 HTTP/1.1" status: 200 len: 267 time: 0.0329037 Sep 23 20:58:36.178981 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-2b510a32-a1f6-435d-8d31-35a53cd1e23a tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:36.180337 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-2b510a32-a1f6-435d-8d31-35a53cd1e23a tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 810 time: 0.1073532 Sep 23 20:58:36.195861 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-a42549a8-d3f1-4cd1-b586-59400df1d0ea tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/quotas/d97ee42cf7364696acd47b2d30294669 HTTP/1.1" status: 200 len: 375 time: 0.0093441 Sep 23 20:58:36.248803 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-4621b613-b019-4eb3-b9d4-71d1fe6246e8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0475893 Sep 23 20:58:36.401170 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-64c93cda-f798-4f58-affc-494d55b297c3 service neutron] 10.222.0.38 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400847 Sep 23 20:58:36.490192 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-e911d11d-dd88-495d-b7cb-d59afb7d6846 service neutron] 10.222.0.38 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826433 Sep 23 20:58:37.670555 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ff3858d9-3f71-4a4c-886c-3b650b12a813 req-8e1a65ce-b69b-4bd8-8c94-232d51940cdb tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 210 time: 0.0305936 Sep 23 20:58:38.662571 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-5410eab8-9de6-4b66-8ab4-66459fda6b75 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:38.663962 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-5410eab8-9de6-4b66-8ab4-66459fda6b75 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.41 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 810 time: 0.1145678 Sep 23 20:58:38.708810 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-fd5d020c-a195-4b59-a874-3c635eaa25ec tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d97ee42cf7364696acd47b2d30294669 HTTP/1.1" status: 200 len: 380 time: 0.0347626 Sep 23 20:58:38.719605 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'port': {'device_id': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'admin_state_up': True, 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'security_groups': ['9d67a23d-6fd0-4311-b1af-c9062479716e']}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:58:38.793419 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c9843165-4422-492a-a08d-2511fdb269d5 req-1f394337-a28b-4095-9c2a-74e80332ced3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 210 time: 0.0488646 Sep 23 20:58:38.864467 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Made reservation on behalf of d97ee42cf7364696acd47b2d30294669 for: {'port': 1} {{(pid=94825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:58:38.868731 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:39.046682 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Allocated IP 172.20.0.4 (45e8991e-1deb-4d0b-a605-f0f7d11aba52/39d12d64-1954-4b72-991e-613932104931/d4e3cdf3-5700-489a-bab5-0825a94710cd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:58:39.252265 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:39.302405 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:39.381112 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:58:39.382646 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:58:39.385599 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:58:39.402720 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:58:39.413070 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.413377 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.413719 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.414058 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.414435 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.414761 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.415082 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.415395 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.415716 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.416035 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.416374 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.416697 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:58:39.543149 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:39.544269 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:39.568015 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-195ee7cf-a206-4668-9eab-b6f4d2c19968 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529131 Sep 23 20:58:39.677332 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9f678418-b4c3-468f-b895-e5a817edd820 None None] Provisioning complete for port d4e3cdf3-5700-489a-bab5-0825a94710cd triggered by entity DHCP. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:58:39.678876 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f678418-b4c3-468f-b895-e5a817edd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:39.719570 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9f678418-b4c3-468f-b895-e5a817edd820 None None] Port d4e3cdf3-5700-489a-bab5-0825a94710cd cannot update to ACTIVE because it is not bound. {{(pid=94827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:58:39.919290 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89785b0-b15f-4e8a-896a-5de181b4c647 req-df8b5b4e-466b-4161-a9f5-729bb53a9445 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:39.921100 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b89785b0-b15f-4e8a-896a-5de181b4c647 req-df8b5b4e-466b-4161-a9f5-729bb53a9445 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0514991 Sep 23 20:58:39.965368 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b89785b0-b15f-4e8a-896a-5de181b4c647 req-8dd9602b-1732-4f1b-a809-e20f342edce6 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357032 Sep 23 20:58:40.110822 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:58:40.192162 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:40.216747 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:58:40.219044 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610269f6-1418-4428-b3d7-ae6758488562" -d '{"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:58:40.236983 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:58:40.244894 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:40.281413 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430c641-c4c9-4739-aa71-a6f1812b8317 x-openstack-request-id: req-5430c641-c4c9-4739-aa71-a6f1812b8317 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:58:40.281709 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:58:40.282170 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5430c641-c4c9-4739-aa71-a6f1812b8317 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:58:40.282590 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'code': 200} Sep 23 20:58:40.298452 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Pushing event updated for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:58:41.085022 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0aa6-22ca-447d-b61f-04efc01227b5 req-3c88ad8b-2450-46bc-868c-1de8ead5f448 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:41.086693 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fcb0aa6-22ca-447d-b61f-04efc01227b5 req-3c88ad8b-2450-46bc-868c-1de8ead5f448 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0512729 Sep 23 20:58:41.129721 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7fcb0aa6-22ca-447d-b61f-04efc01227b5 req-4c1bb3cf-a8b3-4ea0-b502-7b070154d538 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369785 Sep 23 20:58:42.252961 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053a369-1696-4aed-97ab-d26a2f262ee7 req-98c34beb-3437-4eec-b855-e7b3b372127e tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:42.254456 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c053a369-1696-4aed-97ab-d26a2f262ee7 req-98c34beb-3437-4eec-b855-e7b3b372127e tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0522165 Sep 23 20:58:42.291962 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-c053a369-1696-4aed-97ab-d26a2f262ee7 req-50877bc0-ea55-4e14-a08a-d3230eac8e50 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308321 Sep 23 20:58:43.360638 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4166-724e-4ff5-9e1e-5e48465a986f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:43.442161 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6401bd-89e9-4c52-b157-cd8d30378b6f req-4837d6b7-865c-48c6-8865-af9833ae7212 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:43.444887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e6401bd-89e9-4c52-b157-cd8d30378b6f req-4837d6b7-865c-48c6-8865-af9833ae7212 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0551720 Sep 23 20:58:43.482575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-2e6401bd-89e9-4c52-b157-cd8d30378b6f req-47f00b4a-c7ef-4ef8-ba72-fed0c9e24678 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Sep 23 20:58:44.599411 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92538251-0c83-421d-8162-c8feb6b06215 req-07ddd1d9-8d9d-4c2e-a4e9-3fe82b9207e4 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:44.600831 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92538251-0c83-421d-8162-c8feb6b06215 req-07ddd1d9-8d9d-4c2e-a4e9-3fe82b9207e4 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0487466 Sep 23 20:58:44.638624 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-92538251-0c83-421d-8162-c8feb6b06215 req-5fd482d9-0bf2-4264-b06e-63b4d9b5fe3d tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Sep 23 20:58:45.768784 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052633c0-f6e0-446c-887c-aafe6f8af28a req-93d4c8d4-f422-4293-ab4c-f75cbb1a2ee4 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:45.770291 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-052633c0-f6e0-446c-887c-aafe6f8af28a req-93d4c8d4-f422-4293-ab4c-f75cbb1a2ee4 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0532153 Sep 23 20:58:45.810075 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-052633c0-f6e0-446c-887c-aafe6f8af28a req-4734ad35-de23-491f-91ee-b5c3cb73fe72 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Sep 23 20:58:46.455838 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2169-3aaf-4ed8-acf3-b87c1715349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:46.670731 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:46.926996 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135288f-cbaf-4436-90d4-ba6e5acaf6aa req-219f6009-6dee-4b3d-bbd0-b5fc8886381b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:46.929053 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7135288f-cbaf-4436-90d4-ba6e5acaf6aa req-219f6009-6dee-4b3d-bbd0-b5fc8886381b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0501599 Sep 23 20:58:46.965439 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7135288f-cbaf-4436-90d4-ba6e5acaf6aa req-8ce0af45-9ca6-46e1-9e95-858147be653c tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302038 Sep 23 20:58:47.467756 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:48.083583 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44776602-c46d-4997-9edd-5025a0872e15 req-9edf7c2a-f1fd-4c86-ab2d-bb5031b22c5f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:48.085130 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44776602-c46d-4997-9edd-5025a0872e15 req-9edf7c2a-f1fd-4c86-ab2d-bb5031b22c5f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0518298 Sep 23 20:58:48.123599 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-44776602-c46d-4997-9edd-5025a0872e15 req-942346b9-435e-4e95-8145-fdc3b609f516 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Sep 23 20:58:48.955238 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:49.240485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60045eea-66b4-40d2-8d59-0801ba42d39f req-7e89fc23-9dd5-4e3f-b91a-f2012260ed15 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:49.241849 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60045eea-66b4-40d2-8d59-0801ba42d39f req-7e89fc23-9dd5-4e3f-b91a-f2012260ed15 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0516143 Sep 23 20:58:49.278470 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-60045eea-66b4-40d2-8d59-0801ba42d39f req-34d9107f-da08-417b-b4f7-9a4d9d6e1267 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307171 Sep 23 20:58:50.428739 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e1bf-2af8-4860-97e9-5a458dd7140c req-a1127aa8-a213-42ea-a4dd-eaf0e4131a72 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:50.430335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fa7e1bf-2af8-4860-97e9-5a458dd7140c req-a1127aa8-a213-42ea-a4dd-eaf0e4131a72 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0703974 Sep 23 20:58:50.470584 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8fa7e1bf-2af8-4860-97e9-5a458dd7140c req-f6353a23-7e64-4590-8f66-e6b6ce72f816 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337179 Sep 23 20:58:51.519220 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:58:51.587062 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f9e-2a8d-46ba-bae4-e70ff2628400 req-cfa8ecf3-8eb8-4d76-acee-4e21a3cde8ff tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:51.588552 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb476f9e-2a8d-46ba-bae4-e70ff2628400 req-cfa8ecf3-8eb8-4d76-acee-4e21a3cde8ff tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0481074 Sep 23 20:58:51.627681 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-cb476f9e-2a8d-46ba-bae4-e70ff2628400 req-587d4e4f-ed6c-4400-bd50-d167951c3ccb tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Sep 23 20:58:52.746547 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813c7d7-ee64-44c5-8668-6a0c6989b59a req-6ab288ae-50d9-4830-878a-715f40066384 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:52.748369 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5813c7d7-ee64-44c5-8668-6a0c6989b59a req-6ab288ae-50d9-4830-878a-715f40066384 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0528927 Sep 23 20:58:52.785919 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-5813c7d7-ee64-44c5-8668-6a0c6989b59a req-74e42939-aa68-43ec-a6be-e6ed7b1cce8f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Sep 23 20:58:53.901056 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4302c6-00f2-425f-9282-590da7e88f59 req-b0ac7afe-e07e-449b-add8-f14c4f77a10c tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:53.902575 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb4302c6-00f2-425f-9282-590da7e88f59 req-b0ac7afe-e07e-449b-add8-f14c4f77a10c tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 931 time: 0.0486979 Sep 23 20:58:53.940176 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-bb4302c6-00f2-425f-9282-590da7e88f59 req-f114f0f2-b45b-4ecf-8d28-1f9c11cb96fe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Sep 23 20:58:54.117392 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.v2.base [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Request body: {'port': {'device_id': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810763-1'}} {{(pid=94825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:58:54.172286 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:54.439228 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e3cdf3-5700-489a-bab5-0825a94710cd {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:58:54.447068 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:54.462511 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Transition to ACTIVE for port object d4e3cdf3-5700-489a-bab5-0825a94710cd will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:58:54.466424 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:54.518023 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:58:54.590837 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Attempting to bind port d4e3cdf3-5700-489a-bab5-0825a94710cd on host n-h2-810763-1 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:58:54.591090 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Attempting to bind port d4e3cdf3-5700-489a-bab5-0825a94710cd by drivers openvswitch,hyperv on host n-h2-810763-1 at level 0 using segments [{'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:58:54.591426 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Attempting to bind port d4e3cdf3-5700-489a-bab5-0825a94710cd on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:58:54.596038 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Port d4e3cdf3-5700-489a-bab5-0825a94710cd on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 not bound, no agent of type Open vSwitch agent registered on host n-h2-810763-1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:58:54.596382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Attempting to bind port d4e3cdf3-5700-489a-bab5-0825a94710cd on network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:58:54.601579 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Checking agent: {'id': 'b6903e1a-1f6f-4f69-aa09-a785122ff01a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810763-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'started_at': datetime.datetime(2021, 9, 23, 19, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:58:54.601919 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Checking segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:58:54.602332 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Bound using segment: {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:58:54.602767 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Bound port: d4e3cdf3-5700-489a-bab5-0825a94710cd, host: n-h2-810763-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:58:54.603129 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:54.959816 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:58:54.962814 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:58:54.968025 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092593'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:55.003869 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.004495 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:55.006032 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] 10.222.0.41 "PUT /v2.0/ports/d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 200 len: 1091 time: 0.9419727 Sep 23 20:58:55.007054 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:58:55.009304 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b498287-e136-4ff2-ab12-d25efe16fad8" -d '{"events": [{"name": "network-changed", "server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:58:55.032529 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa975c62-3ade-441c-b94d-8e56cbcb0dee service neutron] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:58:55.081723 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedd72b-2e3a-47c9-8d92-8ada2101b212 req-8cd1bd78-f74f-4a10-a6ca-aeeb41756a45 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.083505 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7aedd72b-2e3a-47c9-8d92-8ada2101b212 req-8cd1bd78-f74f-4a10-a6ca-aeeb41756a45 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 943 time: 0.0710502 Sep 23 20:58:55.118643 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-87a7f6c1-de29-4ae9-b325-ad12e1b25ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.119994 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-87a7f6c1-de29-4ae9-b325-ad12e1b25ccf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1094 time: 0.0559449 Sep 23 20:58:55.124055 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7aedd72b-2e3a-47c9-8d92-8ada2101b212 req-161e6bdf-3133-4d5c-bb3f-bdb3626ea1de tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Sep 23 20:58:55.169576 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-eda42daa-d699-4e7b-9bfc-cacc49b57054 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 200 len: 217 time: 0.0408280 Sep 23 20:58:55.223525 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-e545974b-492e-480f-b95f-b2cc3dcb8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.225524 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-e545974b-492e-480f-b95f-b2cc3dcb8595 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0481873 Sep 23 20:58:55.243121 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6466276-9b1d-4b60-a948-d3a73a97c3ad x-openstack-request-id: req-a6466276-9b1d-4b60-a948-d3a73a97c3ad {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:58:55.243416 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:58:55.243662 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6466276-9b1d-4b60-a948-d3a73a97c3ad {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:58:55.244047 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'status': 'completed', 'code': 200} Sep 23 20:58:55.272388 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13546067-98fb-4375-a2d4-bcf68172c245 req-c01d7af4-12ad-4104-b687-d82a0757161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.273849 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-c01d7af4-12ad-4104-b687-d82a0757161a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424993 Sep 23 20:58:55.366578 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-c944b63f-e3a9-4e40-9a31-66af82102bbd service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Sep 23 20:58:55.454390 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-13546067-98fb-4375-a2d4-bcf68172c245 req-c87919af-bceb-4d45-a598-7c12e8964ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812082 Sep 23 20:58:55.538859 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-ef712667-6b1b-4fa3-a7a0-70a004f09c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.540251 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-ef712667-6b1b-4fa3-a7a0-70a004f09c0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1094 time: 0.0408285 Sep 23 20:58:55.637100 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-c2b763fd-baf5-44cf-875a-5352a73300ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.638596 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-c2b763fd-baf5-44cf-875a-5352a73300ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.0867693 Sep 23 20:58:55.679249 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-52bd5033-3ea2-4171-9c2c-a7100df50668 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 200 len: 217 time: 0.0337701 Sep 23 20:58:55.732532 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-8313d799-9b56-4bd7-8e50-16a349ff3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.733973 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-8313d799-9b56-4bd7-8e50-16a349ff3c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0479326 Sep 23 20:58:55.778081 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-15db37c1-dcdc-49ae-8eac-43d8900699af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:55.779579 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-15db37c1-dcdc-49ae-8eac-43d8900699af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388010 Sep 23 20:58:55.873066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-ef062a4b-3d1d-46e0-82af-e394ab4974f7 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856740 Sep 23 20:58:55.962660 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5b498287-e136-4ff2-ab12-d25efe16fad8 req-acc641ca-eda7-450a-b0de-f6bb5b91ad54 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823901 Sep 23 20:58:56.245191 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b18b-9238-4275-9040-c5655c14c41e req-a8756892-932f-4057-aee6-d57f2c54bdc3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:56.246733 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e073b18b-9238-4275-9040-c5655c14c41e req-a8756892-932f-4057-aee6-d57f2c54bdc3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 943 time: 0.0537817 Sep 23 20:58:56.284399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-e073b18b-9238-4275-9040-c5655c14c41e req-6307ebe1-09f5-4a7c-9455-6f617a9c4dc4 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Sep 23 20:58:56.403291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:57.399789 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6170bf-8245-4222-bfa1-fb7e7174780d req-f1ac1c70-7484-4807-afae-b2dd4afedfc8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:57.401294 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af6170bf-8245-4222-bfa1-fb7e7174780d req-f1ac1c70-7484-4807-afae-b2dd4afedfc8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 943 time: 0.0484531 Sep 23 20:58:57.439347 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-af6170bf-8245-4222-bfa1-fb7e7174780d req-031027d5-fcfd-4e22-ba75-b5ba23d03a06 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Sep 23 20:58:57.673438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:58.558025 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffed83e-6c64-4eff-8e61-15bab167f196 req-d54da31b-9810-4e6e-8569-17293943cb64 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:58.559802 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dffed83e-6c64-4eff-8e61-15bab167f196 req-d54da31b-9810-4e6e-8569-17293943cb64 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 943 time: 0.0491388 Sep 23 20:58:58.597182 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-dffed83e-6c64-4eff-8e61-15bab167f196 req-a79e9b75-8645-49bc-a916-efbd02e33c6d tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Sep 23 20:58:59.715499 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afda04-c033-4096-a5a6-dfb071f6e1c8 req-a88a4642-d84d-4280-9fbb-a32568667471 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:58:59.716985 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8afda04-c033-4096-a5a6-dfb071f6e1c8 req-a88a4642-d84d-4280-9fbb-a32568667471 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 943 time: 0.0526488 Sep 23 20:58:59.754532 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-f8afda04-c033-4096-a5a6-dfb071f6e1c8 req-eb699c5e-05c3-49ff-b19b-eff141bf5b0e tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314608 Sep 23 20:58:59.785706 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d4e3cdf3-5700-489a-bab5-0825a94710cd details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:58:59.878267 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:58:59.889043 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'port_id': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'mac_address': 'fa:16:3e:88:c8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:58:59.928984 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:58:59.941365 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e3cdf3-5700-489a-bab5-0825a94710cd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:58:59.960191 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:58:59.964109 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:00.009792 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=4']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:59:00.301291 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d4e3cdf3-5700-489a-bab5-0825a94710cd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:59:00.880272 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c466a25-840b-4582-b07f-fba5bdb80e99 req-8ebe8b81-64b9-47bc-aded-37e10ae6a72b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:00.882074 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c466a25-840b-4582-b07f-fba5bdb80e99 req-8ebe8b81-64b9-47bc-aded-37e10ae6a72b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 944 time: 0.0552707 Sep 23 20:59:00.922801 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c466a25-840b-4582-b07f-fba5bdb80e99 req-fb1efc3a-b175-46de-8e58-d64f56d90adf tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341268 Sep 23 20:59:01.785620 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d4e3cdf3-5700-489a-bab5-0825a94710cd up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:59:01.848622 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning for port d4e3cdf3-5700-489a-bab5-0825a94710cd completed by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:59:01.853275 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port d4e3cdf3-5700-489a-bab5-0825a94710cd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:59:01.853764 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:01.936826 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:01.962181 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:59:01.964998 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e548d90-8fb3-437d-9412-830606f43b7b" -d '{"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-plugged", "status": "completed", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:59:01.979918 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:59:01.984799 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:02.036690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=5']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:59:02.094201 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102bf8-29e3-4978-873c-27d512009a7e req-39a316e7-f04b-4d20-a8b5-8e71155e6f62 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:02.096249 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c102bf8-29e3-4978-873c-27d512009a7e req-39a316e7-f04b-4d20-a8b5-8e71155e6f62 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Sep 23 20:59:02.162329 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-3c102bf8-29e3-4978-873c-27d512009a7e req-2dc84bf6-d3a1-4a77-8d2f-e91af91ada6b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588317 Sep 23 20:59:02.216709 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fae11f-1210-4ebf-9a51-1b90f8a94c08 x-openstack-request-id: req-66fae11f-1210-4ebf-9a51-1b90f8a94c08 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:59:02.217047 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-plugged", "status": "completed", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:59:02.217334 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66fae11f-1210-4ebf-9a51-1b90f8a94c08 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:59:02.217824 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'code': 200} Sep 23 20:59:02.324289 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116be4e-2a93-40e7-b2bc-a4b3f125cee8 req-6b2382d7-3515-473b-a267-1f49e638f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:02.325794 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3116be4e-2a93-40e7-b2bc-a4b3f125cee8 req-6b2382d7-3515-473b-a267-1f49e638f28b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0466020 Sep 23 20:59:02.368033 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-3116be4e-2a93-40e7-b2bc-a4b3f125cee8 req-3453b371-1be3-4147-a09b-79031ea9b4e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338998 Sep 23 20:59:03.302238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d01cb-54d1-4936-9f30-44f6b7799fbf req-c2892ed7-edfd-4bf6-9baf-11fc359e4a3a tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:03.304220 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-015d01cb-54d1-4936-9f30-44f6b7799fbf req-c2892ed7-edfd-4bf6-9baf-11fc359e4a3a tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 945 time: 0.0609565 Sep 23 20:59:03.350376 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-015d01cb-54d1-4936-9f30-44f6b7799fbf req-ec890bee-f6d4-4e67-b899-ca2a21919496 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392659 Sep 23 20:59:04.475779 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a3b2-b7c5-457a-b223-77c283fa6435 req-e24e96e9-443b-4bd4-aef4-dc4cfc976ac8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:04.477380 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6bc9a3b2-b7c5-457a-b223-77c283fa6435 req-e24e96e9-443b-4bd4-aef4-dc4cfc976ac8 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Sep 23 20:59:04.519799 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-6bc9a3b2-b7c5-457a-b223-77c283fa6435 req-2deb47ed-8d63-4e19-9c29-58db965820d9 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Sep 23 20:59:04.676908 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a1d4b-0d7d-4f97-898c-0e4e7924f6d1 req-cfc689a6-11f9-4a81-bfbe-4d61db3757c9 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:04.678697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-223a1d4b-0d7d-4f97-898c-0e4e7924f6d1 req-cfc689a6-11f9-4a81-bfbe-4d61db3757c9 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 945 time: 0.0565863 Sep 23 20:59:04.719815 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-223a1d4b-0d7d-4f97-898c-0e4e7924f6d1 req-34fd1d84-f92d-4e45-83dc-5ee37d417623 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344574 Sep 23 20:59:04.743764 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:59:04.789181 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64232e-3685-4feb-be17-5771347e4b55 tempest-TestSnapshotPattern-2041407891 tempest-TestSnapshotPattern-2041407891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:04.790792 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-8a64232e-3685-4feb-be17-5771347e4b55 tempest-TestSnapshotPattern-2041407891 tempest-TestSnapshotPattern-2041407891-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1091 time: 0.0458093 Sep 23 20:59:04.793993 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:59:04.798387 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Request body: {'floatingip': {'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'port_id': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:59:04.821647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:04.924391 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:05.038622 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Allocated IP 172.25.6.15 (b610f3e1-9c47-4679-9f93-aa14d2cf164a/7536c03e-ff02-4945-96ed-12b55f765d9f/55763b98-cf3e-4675-84b8-bc5081e76e8f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:59:05.153675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:05.191718 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773649367471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:05.237190 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Network b610f3e1-9c47-4679-9f93-aa14d2cf164a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:59:05.240260 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:59:05.244349 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:59:05.252691 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'Port': ['ID=55763b98-cf3e-4675-84b8-bc5081e76e8f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:59:05.282901 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.284236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.284236 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.284618 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.284954 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.285382 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.285810 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.286295 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.286718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.287149 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.288150 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.288591 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:59:05.613686 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:05.685288 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:05.850137 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:05.855806 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66969459'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:05.925394 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event updated for resources: {'Port': ['ID=55763b98-cf3e-4675-84b8-bc5081e76e8f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:59:05.939501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650515'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:06.046940 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Floating IP 720b8d1c-a483-4535-ae87-43e74e0b2470 associated. External IP: 172.25.6.15, port: d4e3cdf3-5700-489a-bab5-0825a94710cd. Sep 23 20:59:06.261679 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:59:06.720948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:59:06.731348 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] Sync routers for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:59:06.737844 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:06.751991 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:59:06.753046 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:58:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:59:06.767533 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-90fe54e4-55d2-40fc-8552-5ed28f2e7a13 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9724281 Sep 23 20:59:06.768228 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:59:06.770615 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad30e6c5-e246-43f2-87a3-381e7e183182" -d '{"events": [{"name": "network-changed", "server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:59:06.839065 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c1f29f-dfb9-4909-832c-5fce777fe919 x-openstack-request-id: req-11c1f29f-dfb9-4909-832c-5fce777fe919 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:59:06.839436 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:59:06.839785 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11c1f29f-dfb9-4909-832c-5fce777fe919 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:59:06.840205 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'status': 'completed', 'code': 200} Sep 23 20:59:06.884634 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:59:06.907361 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-36fc0055-78a6-47d3-901c-b12233ec150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:06.908899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-36fc0055-78a6-47d3-901c-b12233ec150e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0455642 Sep 23 20:59:06.999644 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-9648b9e8-f0ab-4d1e-94fc-95f691d10ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:07.001088 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-9648b9e8-f0ab-4d1e-94fc-95f691d10ee2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.0857522 Sep 23 20:59:07.071749 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-5520e631-6b51-4645-9a6e-54b08169c1cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 200 len: 998 time: 0.0636358 Sep 23 20:59:07.122561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-125eb533-b7db-4d34-afcc-20f244923c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:07.124058 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-125eb533-b7db-4d34-afcc-20f244923c93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0463126 Sep 23 20:59:07.125352 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:28Z', 'revision_number': 1, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}, {'id': '720b8d1c-a483-4535-ae87-43e74e0b2470', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:88:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:59:05Z', 'updated_at': '2021-09-23T20:59:05Z', 'revision_number': 0, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:59:07.154397 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] Checking router: 84b81ce2-be12-4a67-a0b5-f867c41dcc4e for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:59:07.163532 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:59:07.164140 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T20:58:46Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:59:07.171010 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-1865b777-503d-4cc6-a58b-c05d7f852c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:07.172543 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-1865b777-503d-4cc6-a58b-c05d7f852c4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413759 Sep 23 20:59:07.267669 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:59:07.270705 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-96137b51-6947-4b90-9330-8576b54e5769 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905962 Sep 23 20:59:07.367501 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-ad30e6c5-e246-43f2-87a3-381e7e183182 req-4bcbc4db-9225-4110-a6bf-ac191bd19e4e service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898743 Sep 23 20:59:07.595275 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:28Z', 'revision_number': 1, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}, {'id': '720b8d1c-a483-4535-ae87-43e74e0b2470', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:88:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:59:05Z', 'updated_at': '2021-09-23T20:59:05Z', 'revision_number': 0, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:59:07.622303 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84211e48-9c10-4613-9d0d-d7fb6d701858 None None] The sync data for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 is: [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:28Z', 'revision_number': 1, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}, {'id': '720b8d1c-a483-4535-ae87-43e74e0b2470', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:88:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:59:05Z', 'updated_at': '2021-09-23T20:59:05Z', 'revision_number': 0, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:59:07.825338 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478aa80-5f81-4b7c-9742-7361a990ccca None None] New status for floating IP 720b8d1c-a483-4535-ae87-43e74e0b2470: ACTIVE {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:59:13.358168 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76ace1b8-ff75-411c-8cdf-c04691c92214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:16.462104 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dc642f9-30b6-4f8f-a4e5-fa0b261ef063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:16.664338 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:17.463343 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:18.981478 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:26.419341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:27.689070 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:28.519032 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:59:30.419887 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-fd464760-051c-446a-b074-fb0e1499caf1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403256 Sep 23 20:59:30.500347 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-e16c895b-684c-4973-b102-e0a2034e08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:30.501871 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-e16c895b-684c-4973-b102-e0a2034e08ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1094 time: 0.0404148 Sep 23 20:59:30.605282 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-68f4b5b8-15fb-4d27-832a-3d4e69df42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:30.606697 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-68f4b5b8-15fb-4d27-832a-3d4e69df42e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.0858958 Sep 23 20:59:30.671692 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-790e39d0-4a5b-497c-b6a5-50dbd1c26fe7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 999 time: 0.0577345 Sep 23 20:59:30.726094 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-4b5103b1-55a0-425d-a6aa-6cc5b9c650e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:30.727600 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-4b5103b1-55a0-425d-a6aa-6cc5b9c650e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0490639 Sep 23 20:59:30.773597 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-644e1d5e-02ce-4fc4-8f05-797428f9e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:30.775118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-644e1d5e-02ce-4fc4-8f05-797428f9e3b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395710 Sep 23 20:59:30.864672 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-f1696836-2454-4ea7-ab8c-169197eee634 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817342 Sep 23 20:59:30.956829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-8f6af37e-4ca2-4db0-b0d4-e9ee5a2cf76f req-2ec41793-9a76-40de-bd10-c60d135ea029 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836604 Sep 23 20:59:43.357800 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64872b71-83c7-4f6f-a9cb-1df3929fa997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:46.452086 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0609591d-5ba1-4c88-add4-a8ee76a4bf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:46.656602 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:47.466333 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:48.836066 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-d423c20f-7da5-49df-89c9-2914508ca0ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442691 Sep 23 20:59:48.918348 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-f30302d1-5a6c-4297-a604-15dc524c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:48.919870 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-f30302d1-5a6c-4297-a604-15dc524c020d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0432653 Sep 23 20:59:48.961503 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:49.033154 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-c6bd718e-9506-4ca5-aefe-49fd61a7ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:49.034679 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-c6bd718e-9506-4ca5-aefe-49fd61a7ef0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.0956423 Sep 23 20:59:49.099056 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-36036ebf-a254-41bb-9332-899cd07401ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 200 len: 1000 time: 0.0574403 Sep 23 20:59:49.146130 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-70011a50-a0ab-4496-81bd-c04ac78835d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:49.148237 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-70011a50-a0ab-4496-81bd-c04ac78835d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0428767 Sep 23 20:59:49.195974 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-5a6e3623-0530-42bd-bd66-5c6415610034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:59:49.197441 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-5a6e3623-0530-42bd-bd66-5c6415610034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428114 Sep 23 20:59:49.286274 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-c23a185f-004e-428a-ac9d-ff4f68945b06 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812681 Sep 23 20:59:49.385976 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-7f18e411-c4d6-4d6c-b997-258c04647bf7 req-be19cb24-5f98-435b-9977-64bfff225b59 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927589 Sep 23 20:59:56.420748 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:59:57.703488 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:05.519304 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:00:13.360886 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a04d400c-4387-40f2-8fd1-f3d63fd1b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:16.464021 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-04ac96f4-5a0d-4771-ac1c-f420877e8720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:16.660291 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:17.470319 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:18.965712 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:26.421405 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:27.701200 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:30.422366 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-11085028-0bfe-4f74-ac78-a7f5a7ba385b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857580 Sep 23 21:00:30.536727 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-a31cbe46-6766-4c3b-8432-b1262d39c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:30.539829 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-a31cbe46-6766-4c3b-8432-b1262d39c5dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1094 time: 0.0719917 Sep 23 21:00:30.647407 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-d344a25b-47c5-4d33-ba5b-9d3148649e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:30.649091 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-d344a25b-47c5-4d33-ba5b-9d3148649e48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.0894897 Sep 23 21:00:30.723398 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-818acdbc-6b6d-489a-806f-cb7945fea86e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 999 time: 0.0661542 Sep 23 21:00:30.774912 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-889db03c-598f-43d8-95ca-c8a76a0d7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:30.776502 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-889db03c-598f-43d8-95ca-c8a76a0d7249 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0461726 Sep 23 21:00:30.826462 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-6d92094e-a57d-49ca-a8a2-6ef3fe26d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:30.828255 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-6d92094e-a57d-49ca-a8a2-6ef3fe26d5d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441966 Sep 23 21:00:30.927119 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-d3d2b704-1336-454f-9c3a-878008dfc005 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913937 Sep 23 21:00:31.025754 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-88effbea-9017-4acb-9e13-864b6fc39f66 req-49cf8f19-b9a9-47f1-bbaa-f2ede870f1fc service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897336 Sep 23 21:00:42.519296 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:00:43.354020 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26637030-2fc8-4030-b503-c17e007da83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:46.457009 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-527fbed5-06c5-4cd8-b6f0-45df9e41a833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:46.669303 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:47.473860 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:48.970045 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:50.822996 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-ef44fd2d-ba46-43c2-8887-89ec6bd7097c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513036 Sep 23 21:00:50.933948 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-e760ad56-5130-4c50-b224-a413426b535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:50.937045 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-e760ad56-5130-4c50-b224-a413426b535d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0687957 Sep 23 21:00:51.079325 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-e89da4e1-9eb6-4bb0-aef9-88bbadf4771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:51.081827 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-e89da4e1-9eb6-4bb0-aef9-88bbadf4771b service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.1222870 Sep 23 21:00:51.150767 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-76b393a7-13bd-4664-9223-5934f8f5b67a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 200 len: 1000 time: 0.0620046 Sep 23 21:00:51.207471 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-d49d4a29-2b64-4fb5-8bc8-2831c7658a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:51.208989 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-d49d4a29-2b64-4fb5-8bc8-2831c7658a6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0513372 Sep 23 21:00:51.259138 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-a4f91901-8e08-4562-8ef1-115934e9dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:00:51.260836 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-a4f91901-8e08-4562-8ef1-115934e9dbb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452938 Sep 23 21:00:51.369006 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-90c3908f-b0af-4cb6-8534-1e0be757695e service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998366 Sep 23 21:00:51.466374 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-6de08a81-c07e-422a-9bc5-2aa0e344d71d req-d1aa642d-1256-4228-9e23-cb6d29ba5d30 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905507 Sep 23 21:00:56.434433 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:00:57.720569 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:10.425697 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d4e3cdf3-5700-489a-bab5-0825a94710cd details requested by agent hyperv_n-h2-810763-1 with host n-h2-810763-1 {{(pid=94827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 21:01:10.522529 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:10.533921 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Returning: {'device': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'port_id': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'mac_address': 'fa:16:3e:88:c8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 21:01:10.575034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:10.588320 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4e3cdf3-5700-489a-bab5-0825a94710cd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 21:01:10.608237 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:10.613141 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:10.664576 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:10.672489 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.672926 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.673308 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.673710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.674116 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.674519 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.674887 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.675315 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.675690 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.676052 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.676433 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.676798 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:10.692096 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] get_ports_and_sgs() called for port_ids ['d4e3cdf3-5700-489a-bab5-0825a94710cd'] {{(pid=94827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 21:01:12.440950 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d4e3cdf3-5700-489a-bab5-0825a94710cd up at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 21:01:12.494262 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Provisioning complete for port d4e3cdf3-5700-489a-bab5-0825a94710cd triggered by entity L2. {{(pid=94827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 21:01:12.494641 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507055'] for port, provisioning_complete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:12.579755 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:12.603423 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 21:01:12.605584 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbdd526-d3d0-4005-9d04-e7738f1d6f98" -d '{"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-plugged", "status": "completed", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 21:01:12.619641 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:12.625126 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:12.649507 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 21:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5971bd8-31f6-48c2-a16b-2c3d9edb083b x-openstack-request-id: req-c5971bd8-31f6-48c2-a16b-2c3d9edb083b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 21:01:12.649795 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-plugged", "status": "completed", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 21:01:12.650045 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5971bd8-31f6-48c2-a16b-2c3d9edb083b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 21:01:12.650467 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'code': 200} Sep 23 21:01:12.678583 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:13.356510 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-25bb018a-5579-4846-9307-c1cc26f33a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:16.472997 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d4dded1-c9e5-492d-a514-c78386082c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:16.667165 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:17.485809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:18.991102 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:19.523043 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:01:24.192001 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:24.355632 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Deleting port 55763b98-cf3e-4675-84b8-bc5081e76e8f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:24.355970 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:24.430066 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:24.430323 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:24.442163 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Calling delete_port for 55763b98-cf3e-4675-84b8-bc5081e76e8f owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:24.589771 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:24.617596 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event deleted for resources: {'Port': ['ID=55763b98-cf3e-4675-84b8-bc5081e76e8f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:24.642633 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.642982 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.643323 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.643662 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.643997 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.644333 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.644661 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.644987 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.645310 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.646143 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.646489 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.646811 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:24.689311 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:24.689549 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Floating IP 720b8d1c-a483-4535-ae87-43e74e0b2470 disassociated (deleted). External IP: 172.25.6.15, port: d4e3cdf3-5700-489a-bab5-0825a94710cd. Sep 23 21:01:24.922412 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 21:01:25.036193 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 21:01:25.041455 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:25.046744 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] Sync routers for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 21:01:25.057130 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:25.057767 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:25.072565 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3ba4daf2-55fd-42fb-bd72-f5b44e76d76b tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "DELETE /v2.0/floatingips/720b8d1c-a483-4535-ae87-43e74e0b2470 HTTP/1.1" status: 204 len: 168 time: 0.8788652 Sep 23 21:01:25.073342 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 21:01:25.082998 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa4b01a-fd3c-4611-a722-46e29284c95d" -d '{"events": [{"name": "network-changed", "server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 21:01:25.177007 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:25.256789 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a63e82-b25a-4ed7-bb0e-b7c9276e5be4 x-openstack-request-id: req-a7a63e82-b25a-4ed7-bb0e-b7c9276e5be4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 21:01:25.257386 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 21:01:25.257386 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7a63e82-b25a-4ed7-bb0e-b7c9276e5be4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 21:01:25.257755 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'status': 'completed', 'code': 200} Sep 23 21:01:25.336271 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-6eeafe36-60d2-4696-ae28-e11ff7554d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:25.337828 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-6eeafe36-60d2-4696-ae28-e11ff7554d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0456266 Sep 23 21:01:25.367361 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d5742-708b-46da-a393-7e942b3c20c0 req-ebcfd929-c620-428f-b660-45d44547ed64 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:25.369021 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed7d5742-708b-46da-a393-7e942b3c20c0 req-ebcfd929-c620-428f-b660-45d44547ed64 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 945 time: 0.0545924 Sep 23 21:01:25.417068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-ed7d5742-708b-46da-a393-7e942b3c20c0 req-578e5b7f-0802-4c2f-9c1f-aa2089dbe673 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Sep 23 21:01:25.448382 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-7197b801-34d9-42de-ad8e-64b0071a4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:25.448629 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:28Z', 'revision_number': 1, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:25.451155 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-7197b801-34d9-42de-ad8e-64b0071a4458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.1006060 Sep 23 21:01:25.479150 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] Checking router: 84b81ce2-be12-4a67-a0b5-f867c41dcc4e for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 21:01:25.487477 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:25.488085 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:25.494824 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-12fb01b9-47c6-484e-a3a8-096c4fabe985 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 200 len: 217 time: 0.0353456 Sep 23 21:01:25.547866 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-317635af-4495-4faa-b501-81eed56a9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:25.549402 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-317635af-4495-4faa-b501-81eed56a9849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0470893 Sep 23 21:01:25.597059 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:25.602795 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-ebba6037-8144-4962-9d31-c24f12724c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:25.604375 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-ebba6037-8144-4962-9d31-c24f12724c43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479882 Sep 23 21:01:25.705899 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-54131ed2-7646-44ad-bca9-5016b77b8c97 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924864 Sep 23 21:01:25.808879 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-9fa4b01a-fd3c-4611-a722-46e29284c95d req-4f0206d5-966b-4c92-95eb-a201c42ebe20 service neutron] 10.222.0.41 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953355 Sep 23 21:01:25.840330 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:28Z', 'revision_number': 1, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:25.868311 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbbdaa2-0812-4a88-bdf3-eaaf12760f0c None None] The sync data for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 is: [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_floatingips': [{'id': '18193466-e61e-4d44-b345-cc429a527e7f', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'router_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'port_id': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'mac_address': 'fa:16:3e:01:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:56:26Z', 'updated_at': '2021-09-23T20:56:28Z', 'revision_number': 1, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 21:01:26.094278 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91d559-68ff-415a-a6ea-fe682e6d862d None None] New status for floating IP 720b8d1c-a483-4535-ae87-43e74e0b2470: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 21:01:26.433532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:26.535499 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d4e3cdf3-5700-489a-bab5-0825a94710cd no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:26.544355 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0029dd2-6516-4b33-9256-951c8dfb7824 req-d44b3ac9-6945-4c6f-a940-d2fcd839f237 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:26.545902 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0029dd2-6516-4b33-9256-951c8dfb7824 req-d44b3ac9-6945-4c6f-a940-d2fcd839f237 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Sep 23 21:01:26.585111 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-b0029dd2-6516-4b33-9256-951c8dfb7824 req-58f0b873-0c01-430a-8026-f472bcf2060e tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Sep 23 21:01:26.610181 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593651'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:26.637011 n-d-810763-1 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 21:01:26.639236 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b22c5e9f9d1573f59c80eb768360f317c9db6b2498d2bb4c6527ac939fb12be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b398df9b-0031-4762-b151-db72ed6c3318" -d '{"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 21:01:26.651545 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:26.655695 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773649857284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773649367489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773649367507'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:26.708550 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Pushing event updated for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:26.726953 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb1956d-2e34-4a20-9284-713e74009495 x-openstack-request-id: req-2bb1956d-2e34-4a20-9284-713e74009495 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 21:01:26.727280 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 21:01:26.727535 n-d-810763-1 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bb1956d-2e34-4a20-9284-713e74009495 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 21:01:26.727925 n-d-810763-1 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'code': 200} Sep 23 21:01:26.996201 n-d-810763-1 neutron-server[94825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-08a2ddd7-6e39-4125-9218-3722f3fc49c1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:26.997607 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-08a2ddd7-6e39-4125-9218-3722f3fc49c1 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.41 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 943 time: 0.0487323 Sep 23 21:01:27.094086 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Deleting port d4e3cdf3-5700-489a-bab5-0825a94710cd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:27.094457 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:27.186161 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] For port d4e3cdf3-5700-489a-bab5-0825a94710cd, host n-h2-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810763-1',level=0,port_id=d4e3cdf3-5700-489a-bab5-0825a94710cd,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:27.186558 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:27.198760 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Calling delete_port for d4e3cdf3-5700-489a-bab5-0825a94710cd owned by compute:nova {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:27.331665 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:27.363566 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event deleted for resources: {'Port': ['ID=d4e3cdf3-5700-489a-bab5-0825a94710cd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:27.388674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.389017 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.389350 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.389679 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.390006 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.390353 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.390674 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.390989 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.391304 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.391620 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.391963 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.392282 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810763-1 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 21:01:27.413921 n-d-810763-1 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] No DVR routers for this DVR port d4e3cdf3-5700-489a-bab5-0825a94710cd on host n-h2-810763-1 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 21:01:27.416692 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:27.418843 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [req-5a495b4c-0a8f-4a6c-ba2e-8fd995fc2ebd req-7dd9a84d-73ce-46b9-9af5-26e6deb663d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.41 "DELETE /v2.0/ports/d4e3cdf3-5700-489a-bab5-0825a94710cd HTTP/1.1" status: 204 len: 173 time: 0.4148848 Sep 23 21:01:27.419273 n-d-810763-1 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-deleted', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 21:01:27.421506 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66c160920d1e8556e88fc22ecbdffd901ce1cb0a445d938c68900bc5c27a7312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7b7ed1-9ffa-4ed7-bda1-ac6b7ce7fefc" -d '{"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-deleted", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 21:01:27.462129 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81306a45-99fa-4153-9f22-fdd61019ba43 x-openstack-request-id: req-81306a45-99fa-4153-9f22-fdd61019ba43 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 21:01:27.462443 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3040d1e3-14dc-4789-af05-29a286fba7e0", "name": "network-vif-deleted", "tag": "d4e3cdf3-5700-489a-bab5-0825a94710cd", "status": "completed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 21:01:27.462701 n-d-810763-1 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81306a45-99fa-4153-9f22-fdd61019ba43 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 21:01:27.463100 n-d-810763-1 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3040d1e3-14dc-4789-af05-29a286fba7e0', 'name': 'network-vif-deleted', 'tag': 'd4e3cdf3-5700-489a-bab5-0825a94710cd', 'status': 'completed', 'code': 200} Sep 23 21:01:27.697022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-09408de4-36b3-4a7d-ab81-e072227bda2d req-46fae1b3-05f0-4bfc-88ff-f57d37bf4db0 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=3040d1e3-14dc-4789-af05-29a286fba7e0 HTTP/1.1" status: 200 len: 210 time: 0.0284395 Sep 23 21:01:27.719541 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:29.270128 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:29.424654 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Deleting port 2a378e10-2f45-4360-9676-a777ddc6880c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:29.424997 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:29.502757 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:29.502991 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:29.514519 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Calling delete_port for 2a378e10-2f45-4360-9676-a777ddc6880c owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:29.665419 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:29.692663 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event deleted for resources: {'Port': ['ID=2a378e10-2f45-4360-9676-a777ddc6880c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:29.761100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:29.761332 n-d-810763-1 neutron-server[94826]: INFO neutron.db.l3_db [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Floating IP 18193466-e61e-4d44-b345-cc429a527e7f disassociated (deleted). External IP: 172.25.6.143, port: e7bf55b4-c7a1-4a2f-9120-3761a18d5e89. Sep 23 21:01:29.983497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 21:01:30.104034 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 21:01:30.108779 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:30.113389 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] Sync routers for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 21:01:30.122167 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:30.122798 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:30.136157 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-ad317ac2-21d2-47cb-b76c-ca339dc3eefe tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "DELETE /v2.0/floatingips/18193466-e61e-4d44-b345-cc429a527e7f HTTP/1.1" status: 204 len: 168 time: 0.8648829 Sep 23 21:01:30.136835 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 21:01:30.139209 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9918fcf-d500-46be-a0df-7c12cc8b15a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 21:01:30.234803 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:30.352927 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcc5074-f6a1-4650-9a22-1b8cae4c38c6 x-openstack-request-id: req-1bcc5074-f6a1-4650-9a22-1b8cae4c38c6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 21:01:30.353485 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 21:01:30.353626 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bcc5074-f6a1-4650-9a22-1b8cae4c38c6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 21:01:30.354347 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'status': 'completed', 'code': 200} Sep 23 21:01:30.445860 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-d26eb38c-97cc-4bf0-bc6d-5261e173763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:30.447059 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:30.447436 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-d26eb38c-97cc-4bf0-bc6d-5261e173763f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d97ee42cf7364696acd47b2d30294669&device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 1094 time: 0.0705411 Sep 23 21:01:30.473026 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] Checking router: 84b81ce2-be12-4a67-a0b5-f867c41dcc4e for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 21:01:30.481087 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:30.481687 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:30.486567 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c113e-a196-4f01-89a4-904cc2c1f702 req-64728fcf-ff1b-48b6-a983-477359b43aec tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:30.488068 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da8c113e-a196-4f01-89a4-904cc2c1f702 req-64728fcf-ff1b-48b6-a983-477359b43aec tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 943 time: 0.0788627 Sep 23 21:01:30.563738 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-da8c113e-a196-4f01-89a4-904cc2c1f702 req-1f94d10b-454b-40de-a80f-8603b1bce4fa tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d67a23d-6fd0-4311-b1af-c9062479716e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691049 Sep 23 21:01:30.573710 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d4e3cdf3-5700-489a-bab5-0825a94710cd no longer exists at agent hyperv_n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:30.587064 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-32cdec83-b8ff-446a-b5c1-16368f6c91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:30.588569 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-32cdec83-b8ff-446a-b5c1-16368f6c91ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 200 len: 911 time: 0.1335318 Sep 23 21:01:30.596799 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] No Port match for: d4e3cdf3-5700-489a-bab5-0825a94710cd {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:30.597242 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Device d4e3cdf3-5700-489a-bab5-0825a94710cd not bound to the agent host n-h2-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:30.639284 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-85f7050e-62ae-4c28-8aad-14deb6842e1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 200 len: 217 time: 0.0413046 Sep 23 21:01:30.691124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-d8a502c5-64bd-4c7b-a638-a5c194e2cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:30.691624 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:30.692621 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-d8a502c5-64bd-4c7b-a638-a5c194e2cb13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 200 len: 849 time: 0.0440633 Sep 23 21:01:30.739255 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-cf7126b6-126a-437d-8224-0d56b50512c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:30.741260 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-cf7126b6-126a-437d-8224-0d56b50512c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45e8991e-1deb-4d0b-a605-f0f7d11aba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405567 Sep 23 21:01:30.840857 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-0764f5db-6730-48cf-b100-3498eec7d229 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863075 Sep 23 21:01:30.893811 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:30.919215 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541096c-46b3-42e6-98f1-96d2fc15b49f None None] The sync data for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 is: [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T20:56:05Z', 'revision_number': 4, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1', '_interfaces': [{'id': '46129a29-2fed-43d5-8bb3-06e59557e054', 'name': '', 'network_id': '45e8991e-1deb-4d0b-a605-f0f7d11aba52', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'mac_address': 'fa:16:3e:9b:56:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '39d12d64-1954-4b72-991e-613932104931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:05Z', 'updated_at': '2021-09-23T20:56:09Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'subnets': [{'id': '39d12d64-1954-4b72-991e-613932104931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 21:01:30.941118 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-a9918fcf-d500-46be-a0df-7c12cc8b15a6 req-2e5b1251-9d3b-48d4-b1c6-1511ca3bc656 service neutron] 10.222.0.72 "GET /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910931 Sep 23 21:01:31.015170 n-d-810763-1 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-9cdb0a94-ef66-4f7d-a9aa-70fc029758d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 21:01:31.016705 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-9cdb0a94-ef66-4f7d-a9aa-70fc029758d3 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 943 time: 0.0561709 Sep 23 21:01:31.112809 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Deleting port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:31.113235 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:31.174287 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f1258-0bac-471d-afbc-8911dfb74aa7 None None] New status for floating IP 18193466-e61e-4d44-b345-cc429a527e7f: DOWN {{(pid=94827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 21:01:31.208189 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] For port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89, host n-h1-810763-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810763-1',level=0,port_id=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:31.208689 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:31.220459 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Calling delete_port for e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:31.360059 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:31.394486 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event deleted for resources: {'Port': ['ID=e7bf55b4-c7a1-4a2f-9120-3761a18d5e89,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:31.433238 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] No DVR routers for this DVR port e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 on host n-h1-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 21:01:31.436089 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024603'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:31.438057 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-7145818d-5a71-4dc8-bf48-d5881a850fb3 req-12b43833-3299-4060-8942-76527038b518 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.72 "DELETE /v2.0/ports/e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 HTTP/1.1" status: 204 len: 173 time: 0.4155352 Sep 23 21:01:31.673262 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [req-16b3e8b0-89a2-4419-8b06-d6a548ed6bed req-63abfcd9-813c-458c-b09b-8632ce7b0373 tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cd0bd01-753e-4d07-be87-f7b0ad25a9bf HTTP/1.1" status: 200 len: 210 time: 0.0283470 Sep 23 21:01:32.355120 n-d-810763-1 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-deleted', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 21:01:32.357477 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3874c69f99001c3aa073e1bd67cc2c8e51e3f2980ad75971234ade0643d3fd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a6526-5718-4031-b4f1-26f2a9317eb9" -d '{"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-deleted", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 21:01:32.395934 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a7eb9d-813e-4267-86a6-e601288ca388 x-openstack-request-id: req-79a7eb9d-813e-4267-86a6-e601288ca388 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 21:01:32.396572 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd0bd01-753e-4d07-be87-f7b0ad25a9bf", "name": "network-vif-deleted", "tag": "e7bf55b4-c7a1-4a2f-9120-3761a18d5e89", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 21:01:32.396572 n-d-810763-1 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79a7eb9d-813e-4267-86a6-e601288ca388 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 21:01:32.396836 n-d-810763-1 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd0bd01-753e-4d07-be87-f7b0ad25a9bf', 'name': 'network-vif-deleted', 'tag': 'e7bf55b4-c7a1-4a2f-9120-3761a18d5e89', 'status': 'completed', 'code': 200} Sep 23 21:01:32.730518 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:32.787960 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec39e-41f5-4f8f-b74c-2d99d587464f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:32.812564 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec39e-41f5-4f8f-b74c-2d99d587464f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:32.876867 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec39e-41f5-4f8f-b74c-2d99d587464f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:32.879744 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec39e-41f5-4f8f-b74c-2d99d587464f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:32.880922 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-7b1ec39e-41f5-4f8f-b74c-2d99d587464f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] 10.222.0.38 "DELETE /v2.0/security-groups/9d67a23d-6fd0-4311-b1af-c9062479716e HTTP/1.1" status: 204 len: 168 time: 0.1494322 Sep 23 21:01:32.889947 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ec39e-41f5-4f8f-b74c-2d99d587464f tempest-TestSnapshotPattern-826672495 tempest-TestSnapshotPattern-826672495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67a23d-6fd0-4311-b1af-c9062479716e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:32.933195 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:33.399800 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:33.641848 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Deleting port 46129a29-2fed-43d5-8bb3-06e59557e054 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:33.642284 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:33.717202 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] For port 46129a29-2fed-43d5-8bb3-06e59557e054, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=46129a29-2fed-43d5-8bb3-06e59557e054,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:33.717795 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:33.733543 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Calling delete_port for 46129a29-2fed-43d5-8bb3-06e59557e054 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:33.907027 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:33.930224 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Pushing event deleted for resources: {'Port': ['ID=46129a29-2fed-43d5-8bb3-06e59557e054,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:34.096162 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:34.666490 n-d-810763-1 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 21:01:34.780171 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 21:01:34.786022 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-662435f3-6474-43a9-8bc8-5fcd07a8417b admin admin] 10.222.0.38 "PUT /v2.0/routers/84b81ce2-be12-4a67-a0b5-f867c41dcc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8510830 Sep 23 21:01:34.788769 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:34.791871 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] Sync routers for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 21:01:34.801653 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:34.802299 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:34.893201 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:34.907004 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: n-d-810763-1 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:34.999731 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.031524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 no longer exists at agent hyperv_n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:35.056179 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Deleting port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:35.056533 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.069074 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] No Port match for: e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:35.070060 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Device e7bf55b4-c7a1-4a2f-9120-3761a18d5e89 not bound to the agent host n-h1-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:35.104938 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T21:01:33Z', 'revision_number': 5, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port': {'id': '79ff4afa-fa43-4d24-b752-c9c5d49d47f0', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:03Z', 'updated_at': '2021-09-23T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:35.132001 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] Checking router: 84b81ce2-be12-4a67-a0b5-f867c41dcc4e for host: n-d-810763-1 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 21:01:35.140578 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] Routers {'84b81ce2-be12-4a67-a0b5-f867c41dcc4e'} bound to L3 agent in host n-d-810763-1 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:35.141204 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:35.143857 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] For port 79ff4afa-fa43-4d24-b752-c9c5d49d47f0, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:35.144493 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.164877 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Calling delete_port for 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:35.227914 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] Set router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:35.282169 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T21:01:34Z', 'revision_number': 6, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:35.313276 n-d-810763-1 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7495e76-0fe0-45aa-9a7b-097e5b19a5ba None None] The sync data for ids ['84b81ce2-be12-4a67-a0b5-f867c41dcc4e'] in n-d-810763-1 is: [{'id': '84b81ce2-be12-4a67-a0b5-f867c41dcc4e', 'name': 'tempest-TestSnapshotPattern-1141184065-router', 'tenant_id': 'd97ee42cf7364696acd47b2d30294669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:02Z', 'updated_at': '2021-09-23T21:01:34Z', 'revision_number': 6, 'project_id': 'd97ee42cf7364696acd47b2d30294669', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 21:01:35.337543 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.373479 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ff4afa-fa43-4d24-b752-c9c5d49d47f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:35.432686 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.523207 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.525260 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.571653 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.572157 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b81ce2-be12-4a67-a0b5-f867c41dcc4e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 21:01:35.576981 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.578324 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-35a0ae86-22e7-4585-8ebb-5118628d8ca2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/84b81ce2-be12-4a67-a0b5-f867c41dcc4e HTTP/1.1" status: 204 len: 168 time: 0.7885129 Sep 23 21:01:35.580852 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:35.625088 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] Deleting subnet 39d12d64-1954-4b72-991e-613932104931 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 21:01:35.627974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.663127 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.749664 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.803902 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.829485 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d12d64-1954-4b72-991e-613932104931,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:35.833539 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.837437 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-2bdac995-8fb4-42e9-80b9-74a64c544821 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/39d12d64-1954-4b72-991e-613932104931 HTTP/1.1" status: 204 len: 168 time: 0.2553704 Sep 23 21:01:35.838053 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:35.838416 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b1abba-49d1-4696-b903-669fc3df2db5 None None] Network 45e8991e-1deb-4d0b-a605-f0f7d11aba52 requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 21:01:35.906307 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:35.964747 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Deleting port fbe91828-b4c2-4742-933b-629e718bb524 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:35.965100 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.029914 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] For port fbe91828-b4c2-4742-933b-629e718bb524, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fbe91828-b4c2-4742-933b-629e718bb524,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:36.029914 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.041718 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Calling delete_port for fbe91828-b4c2-4742-933b-629e718bb524 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:36.069855 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] DHCP port deletion for 45e8991e-1deb-4d0b-a605-f0f7d11aba52 request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 21:01:36.117018 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] Deleting port fbe91828-b4c2-4742-933b-629e718bb524 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:36.117299 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.133573 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.158253 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe91828-b4c2-4742-933b-629e718bb524,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:36.164963 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] No DVR routers for this DVR port fbe91828-b4c2-4742-933b-629e718bb524 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 21:01:36.185925 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] For port fbe91828-b4c2-4742-933b-629e718bb524, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=fbe91828-b4c2-4742-933b-629e718bb524,segment=NetworkSegment(8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a),segment_id=8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:36.186535 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.199044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] Calling delete_port for fbe91828-b4c2-4742-933b-629e718bb524 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:36.241114 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.263557 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e8991e-1deb-4d0b-a605-f0f7d11aba52']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 21:01:36.268886 n-d-810763-1 neutron-server[94827]: self.session.flush() Sep 23 21:01:36.274753 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.277357 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:36.277552 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9fe8bd-13ce-4c2f-99eb-c9f7101b807a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:36.287974 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.301658 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] Pushing event deleted for resources: {'Port': ['ID=fbe91828-b4c2-4742-933b-629e718bb524,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:36.302938 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.304044 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e991e5-50a3-4774-88c8-f99715a28bf0 None None] No DVR routers for this DVR port fbe91828-b4c2-4742-933b-629e718bb524 on host n-d-810763-1 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 21:01:36.315761 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 21:01:36.316300 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: timer() Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 21:01:36.318788 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 21:01:36.379688 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.387318 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.388690 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] 10.222.0.38 "DELETE /v2.0/networks/45e8991e-1deb-4d0b-a605-f0f7d11aba52 HTTP/1.1" status: 204 len: 168 time: 0.5496025 Sep 23 21:01:36.391780 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48836) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:36.399923 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3f340-4461-4ec0-87b2-bf803988f58c admin admin] Pushing event deleted for resources: {'Network': ['ID=45e8991e-1deb-4d0b-a605-f0f7d11aba52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:36.558973 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46129a29-2fed-43d5-8bb3-06e59557e054 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:36.582897 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 46129a29-2fed-43d5-8bb3-06e59557e054 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:36.583168 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 46129a29-2fed-43d5-8bb3-06e59557e054 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:36.584151 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fbe91828-b4c2-4742-933b-629e718bb524 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:36.603021 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: fbe91828-b4c2-4742-933b-629e718bb524 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:36.603370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device fbe91828-b4c2-4742-933b-629e718bb524 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:36.603795 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:36.622552 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:36.622817 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 79ff4afa-fa43-4d24-b752-c9c5d49d47f0 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:36.742597 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651027'] for router_interface, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:36.996783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Deleting port 2587bc60-9fe9-4fd1-b6eb-e42474c65998 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:36.997119 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:37.087561 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] For port 2587bc60-9fe9-4fd1-b6eb-e42474c65998, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=2587bc60-9fe9-4fd1-b6eb-e42474c65998,segment=NetworkSegment(88e1df71-c642-4d54-99cb-67215462ead1),segment_id=88e1df71-c642-4d54-99cb-67215462ead1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:37.088053 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:37.102821 n-d-810763-1 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Calling delete_port for 2587bc60-9fe9-4fd1-b6eb-e42474c65998 owned by network:router_interface {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:37.288745 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092602'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:37.319313 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2587bc60-9fe9-4fd1-b6eb-e42474c65998,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:37.485201 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650650'] for router_interface, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:37.980425 n-d-810763-1 neutron-server[94825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 has already been hosted by L3 agent c4b17c79-bc61-4b6d-85b0-121671f70900 {{(pid=94825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 21:01:38.089088 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] Notify agent at l3_agent.n-d-810763-1 the message routers_updated {{(pid=94825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 21:01:38.097627 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-765dacbb-d3b1-4018-ba23-c447428eeec7 admin admin] 10.222.0.38 "PUT /v2.0/routers/56700dcb-d2d2-4194-ba47-8ff23dcb5295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7047338 Sep 23 21:01:38.097788 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:38.101112 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] Sync routers for ids ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'] in n-d-810763-1 {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 21:01:38.111259 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] Routers {'56700dcb-d2d2-4194-ba47-8ff23dcb5295'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:38.112020 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:38.206341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.317243 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.371995 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Deleting port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:38.372341 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.378248 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] Set router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 gateway port host: n-d-810763-1 {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:38.455594 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] For port 7d0accb6-a6e0-4e41-9924-45755e2f2cb6, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,segment=NetworkSegment(bebd35cf-32b3-4633-8b9e-c72fc3da85f9),segment_id=bebd35cf-32b3-4633-8b9e-c72fc3da85f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:38.455954 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.467512 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Calling delete_port for 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:38.556832 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'external_fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T21:01:37Z', 'revision_number': 5, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port': {'id': '7d0accb6-a6e0-4e41-9924-45755e2f2cb6', 'name': '', 'network_id': 'b610f3e1-9c47-4679-9f93-aa14d2cf164a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810763-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7536c03e-ff02-4945-96ed-12b55f765d9f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810763-1'}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:38.587507 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] Checking router: 56700dcb-d2d2-4194-ba47-8ff23dcb5295 for host: n-d-810763-1 {{(pid=94827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 21:01:38.596656 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] Routers {'56700dcb-d2d2-4194-ba47-8ff23dcb5295'} bound to L3 agent in host n-d-810763-1 {{(pid=94827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 21:01:38.597380 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810763-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:14:16Z,description=,heartbeat_timestamp=2021-09-23T21:01:16Z,host='n-d-810763-1',id=c4b17c79-bc61-4b6d-85b0-121671f70900,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'], 'active': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:38.642536 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.666354 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0accb6-a6e0-4e41-9924-45755e2f2cb6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:38.683628 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_dvr_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] Set router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 gateway port host: None {{(pid=94827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 21:01:38.737686 n-d-810763-1 neutron-server[94827]: DEBUG neutron.db.l3_hamode_db [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T21:01:38Z', 'revision_number': 6, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port_host': None}], 'n-d-810763-1', False) {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:38.745652 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650585'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.764339 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee89636-6b7c-4ee8-877f-c722a1e282ce None None] The sync data for ids ['56700dcb-d2d2-4194-ba47-8ff23dcb5295'] in n-d-810763-1 is: [{'id': '56700dcb-d2d2-4194-ba47-8ff23dcb5295', 'name': 'tempest-TestSnapshotPattern-1825040602-router', 'tenant_id': '10280b160c534b4eada32bfcf5ae71f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:56:07Z', 'updated_at': '2021-09-23T21:01:38Z', 'revision_number': 6, 'project_id': '10280b160c534b4eada32bfcf5ae71f0', 'gw_port_host': None}] {{(pid=94827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 21:01:38.857525 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3514'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.859628 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.902968 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597823'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.903497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56700dcb-d2d2-4194-ba47-8ff23dcb5295 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 21:01:38.909074 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.910273 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-5c766adc-8b0c-4c8c-ab7d-f42d90933f6a admin admin] 10.222.0.38 "DELETE /v2.0/routers/56700dcb-d2d2-4194-ba47-8ff23dcb5295 HTTP/1.1" status: 204 len: 168 time: 0.8115025 Sep 23 21:01:38.913440 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:38.956895 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] Deleting subnet a71f1e21-2ce3-469e-930c-9ccdab8fd944 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 21:01:38.960589 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:38.994491 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4330465'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.077450 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1494659'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.137638 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1494666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66969381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4439237'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.166562 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a71f1e21-2ce3-469e-930c-9ccdab8fd944,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:39.169242 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.173521 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-cda7206d-f295-4b25-80bc-b3df96979537 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a71f1e21-2ce3-469e-930c-9ccdab8fd944 HTTP/1.1" status: 204 len: 168 time: 0.2568393 Sep 23 21:01:39.173720 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bfc4a-f5dd-4cb3-92a3-c55a7850c5af None None] Network 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc requested from n-d-810763-1 {{(pid=94827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 21:01:39.174199 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:39.250097 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692795'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.311363 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Deleting port bd9a93f3-b959-43f4-a706-00cefef33b49 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 21:01:39.311706 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773649851176'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.375322 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] For port bd9a93f3-b959-43f4-a706-00cefef33b49, host n-d-810763-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810763-1',level=0,port_id=bd9a93f3-b959-43f4-a706-00cefef33b49,segment=NetworkSegment(88e1df71-c642-4d54-99cb-67215462ead1),segment_id=88e1df71-c642-4d54-99cb-67215462ead1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 21:01:39.375675 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654602'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.388497 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Calling delete_port for bd9a93f3-b959-43f4-a706-00cefef33b49 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 21:01:39.475575 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1593712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773649856238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773649367480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66969464'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.499631 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9a93f3-b959-43f4-a706-00cefef33b49,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:39.506496 n-d-810763-1 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] No DVR routers for this DVR port bd9a93f3-b959-43f4-a706-00cefef33b49 on host n-d-810763-1 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 21:01:39.562580 n-d-810763-1 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249841b-3fa0-4928-b178-67e8b48d1627 None None] DHCP port deletion for 7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc request from n-d-810763-1 {{(pid=94827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 21:01:39.587027 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491770', 'neutron.services.segments.db._delete_segments_for_network-8773649915540'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.607545 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:39.617081 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e1df71-c642-4d54-99cb-67215462ead1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:39.617369 n-d-810763-1 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e1df71-c642-4d54-99cb-67215462ead1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 21:01:39.626501 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773649915805', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4330488'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.641132 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.648948 n-d-810763-1 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 21:01:39.649542 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66966155'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: Traceback (most recent call last): Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: timer() Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: cb(*args, **kw) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: return func(*args, **kwargs) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: self._notify() Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: self.callback(batched_events) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: event.method(event) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: return f(self, *a, **k) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: return self._get(url).json() Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 21:01:39.651584 n-d-810763-1 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 21:01:39.707977 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491725', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650501'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.715244 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.716335 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc HTTP/1.1" status: 204 len: 168 time: 0.5416176 Sep 23 21:01:39.729918 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f40f-8aa2-4b6c-963d-92d3bf947ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6c7344-aaa3-4dc5-a40a-d1241ab4d2cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:39.846124 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:39.890134 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-4fa6e296-1f46-48e4-8f2e-99230bbf50cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d97ee42cf7364696acd47b2d30294669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427725 Sep 23 21:01:39.892728 n-d-810763-1 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.38', 48848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:39.939939 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e147c5f0-bb2e-4105-9365-0ec03121e30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:39.960663 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e147c5f0-bb2e-4105-9365-0ec03121e30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:40.006647 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e147c5f0-bb2e-4105-9365-0ec03121e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:40.009215 n-d-810763-1 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e147c5f0-bb2e-4105-9365-0ec03121e30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:40.010399 n-d-810763-1 neutron-server[94826]: INFO neutron.wsgi [None req-e147c5f0-bb2e-4105-9365-0ec03121e30e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea2a654c-d923-4bdb-960b-e09f5f7e83e6 HTTP/1.1" status: 204 len: 168 time: 0.1168292 Sep 23 21:01:40.019132 n-d-810763-1 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c5f0-bb2e-4105-9365-0ec03121e30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a654c-d923-4bdb-960b-e09f5f7e83e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:40.332783 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48854) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:40.372723 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-08e51cc3-7a06-4c5d-a30f-2f6a6b697ebb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10280b160c534b4eada32bfcf5ae71f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386744 Sep 23 21:01:40.375189 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [-] (94825) accepted ('10.222.0.38', 48856) {{(pid=94825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 21:01:40.423476 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bc9446-ffc9-4f4c-9c6b-b7e56c05b587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:40.443565 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bc9446-ffc9-4f4c-9c6b-b7e56c05b587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:40.490030 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bc9446-ffc9-4f4c-9c6b-b7e56c05b587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030'] for security_group, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:40.492868 n-d-810763-1 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96bc9446-ffc9-4f4c-9c6b-b7e56c05b587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:40.494080 n-d-810763-1 neutron-server[94825]: INFO neutron.wsgi [None req-96bc9446-ffc9-4f4c-9c6b-b7e56c05b587 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7981c23-816b-4d59-9060-b76628d3cc36 HTTP/1.1" status: 204 len: 168 time: 0.1179714 Sep 23 21:01:40.501908 n-d-810763-1 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc9446-ffc9-4f4c-9c6b-b7e56c05b587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7981c23-816b-4d59-9060-b76628d3cc36,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 21:01:40.571524 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2587bc60-9fe9-4fd1-b6eb-e42474c65998 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:40.591028 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 2587bc60-9fe9-4fd1-b6eb-e42474c65998 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:40.591370 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 2587bc60-9fe9-4fd1-b6eb-e42474c65998 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:40.591785 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bd9a93f3-b959-43f4-a706-00cefef33b49 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:40.614146 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: bd9a93f3-b959-43f4-a706-00cefef33b49 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:40.614645 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device bd9a93f3-b959-43f4-a706-00cefef33b49 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:40.615067 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 no longer exists at agent ovs-agent-n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 21:01:40.633408 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] No Port match for: 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 {{(pid=94827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 21:01:40.633751 n-d-810763-1 neutron-server[94827]: DEBUG neutron.plugins.ml2.rpc [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Device 7d0accb6-a6e0-4e41-9924-45755e2f2cb6 not bound to the agent host n-d-810763-1 {{(pid=94827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 21:01:43.366736 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00d4dad9-28e9-479d-82b3-878787820a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:46.454813 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8f96e99-4e16-426e-a740-05ce9fb386f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:46.665285 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:47.480988 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:48.972416 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:56.437732 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:01:56.523016 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:01:57.733876 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:13.361652 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ca59e08-1a09-4afd-935a-be0aaeb90200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:16.455064 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d175c48d-176d-416d-a1b5-0babdd005361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:16.667438 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:17.483521 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:18.976581 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:26.469924 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:27.733448 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:33.522136 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:02:43.354905 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e732d665-f64e-4a86-bdef-fb68dd0c40be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:46.456114 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c40fe271-6998-44e2-befc-253fa3cce994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:46.673451 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:47.487384 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:48.978542 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:56.464771 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:02:57.755539 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:10.521975 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:03:13.362264 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-663ae492-bdb5-45a5-9b1d-e6021d519deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:16.457086 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c2003661-6d2f-488e-a7d4-ff96fbbeb6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:16.666100 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:17.490068 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:18.981010 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:26.479311 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:27.764795 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:43.367391 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d4c73d2-b98a-4831-98d2-0c642ed5d7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:46.458012 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-519ccdbb-c791-434b-9058-6bdc6400a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:46.667718 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:47.492034 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:47.522493 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:03:48.984348 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:56.479738 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:03:57.763420 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:13.365910 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9fa17e1c-8424-48bc-8016-5fd3a8374950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:16.460093 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98f2a54a-62b2-464f-8f16-35166fbb4e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:16.670647 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:17.495000 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:18.987973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:24.524644 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:04:26.494146 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:27.780867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:43.356678 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a8dd898-7231-4bc0-85a3-82dba1def671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:46.464387 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63669d50-c74b-42fa-91e2-08c26782c4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:46.676330 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:47.498442 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:48.990551 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:56.493744 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:04:57.793286 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:01.524786 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:05:13.360867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1420a47a-6a9d-43f7-b242-477fb1768eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:16.465759 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e069ec71-b829-407b-99ac-c491b8a8d0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:16.678322 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:17.502618 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:18.994386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:26.525965 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:27.826110 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:38.523886 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:05:43.379177 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9847117-61e2-4b6a-8c96-64dd5f500489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:46.468860 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9eb72235-55be-46f4-a6c3-4b02a45f101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:46.685014 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:47.508702 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:48.997968 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:56.539990 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:05:57.856507 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:13.359953 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87a25bfd-affb-4340-beb7-606ec37801cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:15.523080 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:06:16.470639 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c0d25ef-358e-4c6e-b184-6baa8e1ffc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:16.678418 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:17.506779 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:19.000994 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:26.538423 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:27.870423 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:43.362216 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c5671b-801c-419d-9dd9-50e321fdd40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:46.471467 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a483123b-272a-4e4e-946c-ef7d73c24565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:46.685546 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:47.509495 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:49.003395 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:52.521568 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:06:56.539539 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:06:57.868832 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:13.363919 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62e89937-f784-4aec-878e-9944a9d4c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:16.471176 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c366bd24-90dd-4209-bf5d-2ae44b9bcb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:16.687611 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:17.514345 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:19.008102 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:26.538961 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:27.869220 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:29.520946 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:07:43.394809 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-485ee4d9-6123-4ee5-89f8-b88169624ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:46.471580 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-687430a0-0ab5-4f24-8e7f-31ebc2db5a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:46.689324 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:47.518692 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:49.012207 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:56.553955 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:07:57.868304 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:06.520498 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:08:13.366341 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcf89644-f524-4c76-a123-09e72e17f626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:16.473135 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8d6e262-4ef7-4d45-b9dd-3ac483d1c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:16.690630 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:17.518797 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:19.014349 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:26.552564 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:27.881593 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:43.368262 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-333128dd-18ef-4aea-946b-5f4c1e9bb346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:43.519071 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:08:46.474274 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8890f72d-855e-437d-90a3-23874c9e910e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:46.695026 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:47.521116 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:49.015973 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:56.577386 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:08:57.900960 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:13.369475 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-274ae130-8448-4dbb-8679-0c791efe42fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:14.011163 n-d-810763-1 neutron-server[94825]: DEBUG neutron.wsgi [req-f242f86c-4a7d-4606-a7ef-2150cc010320 req-6ae9f1b9-f018-4198-b634-385cf8c5431d service neutron] (94825) timed out ('10.222.0.38', 42574) {{(pid=94825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 21:09:16.474432 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0d643fd9-9e2f-46a1-af10-871b872e6379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:16.697046 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:17.524060 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:19.019958 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:20.518536 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:09:26.568499 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:27.912532 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:43.381485 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c06d0852-d1ae-471c-b3bf-5deca5c73f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:46.478748 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aac0b00d-05a1-4819-8a96-2dcd3794a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:46.699340 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:47.527406 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:49.023609 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:56.567455 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:09:57.519253 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 21:09:57.927673 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:13.372783 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d422d1cf-34c3-4b5a-bf2f-163728542723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:16.481867 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8cc3-3520-493b-8114-b23f39bd2477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:16.704383 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c763f3-f7be-4f97-b8ea-d48787dfec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:17.530791 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8e2451c-bdd0-40f1-bad6-d43f04b898e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:19.026460 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-009c8aaa-8e20-4171-a2a2-1bde69d38987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:26.591621 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aecb98fd-a9c3-4258-98b0-075bd84f933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:27.934850 n-d-810763-1 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b86d-5279-47a7-9043-78080c4c4016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773649915522', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492026'] for agent, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 21:10:34.519009 n-d-810763-1 neutron-server[94828]: DEBUG neutron.db.agents_db [None req-b4772286-a017-4c8b-99c2-f58d04dfdc63 None None] Agent healthcheck: found 7 active agents {{(pid=94828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}